-- Logs begin at Thu 2022-05-12 18:17:25 UTC, end at Thu 2022-05-12 20:56:13 UTC. -- May 12 19:12:10.856205 n-d-841626-1 systemd[1]: Started Devstack devstack@q-svc.service. May 12 19:12:13.378734 n-d-841626-1 neutron-server[88005]: INFO neutron.common.config [-] Logging enabled! May 12 19:12:13.379486 n-d-841626-1 neutron-server[88005]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev22 May 12 19:12:13.379486 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88005) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 19:12:13.382664 n-d-841626-1 neutron-server[88005]: INFO neutron.common.config [-] Logging enabled! May 12 19:12:13.382918 n-d-841626-1 neutron-server[88005]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev22 May 12 19:12:13.383231 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88005) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 19:12:13.384157 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 19:12:13.384392 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 19:12:13.384746 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 19:12:13.384989 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 19:12:13.385205 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 19:12:13.385566 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.385860 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.386153 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.386384 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.386724 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.387002 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.387287 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.387574 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.387874 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.388164 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.388444 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.388726 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.388957 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.389265 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.389538 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.389822 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.390046 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] debug = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.390327 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.390764 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.391227 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.391448 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.391734 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.392009 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.392283 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.392558 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.392843 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.393167 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] host = n-d-841626-1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.393467 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.393753 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.394039 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.394326 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.394600 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.394875 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.395164 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.395436 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.395707 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] log_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.395980 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.396268 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.396557 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.396847 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.397074 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.397325 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.397616 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.397903 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.398177 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.398452 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.398727 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.398999 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.399273 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.399540 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.399822 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.400106 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.400392 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.400665 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.400939 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.401231 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.401504 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.401788 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.402080 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.402353 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.402626 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.402911 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.403181 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.403454 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.403752 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.404039 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.404321 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.404604 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.404875 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.405160 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.405461 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.405731 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.405999 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] use_json = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.406266 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.406534 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.406815 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.407085 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.407353 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.407622 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.407890 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.408173 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.408442 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:13.408736 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.409033 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.409364 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.409651 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.409939 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.410217 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.410505 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.410781 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.411069 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.411355 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.411641 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.411916 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.412200 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.412474 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.412766 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.413070 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.413401 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.413696 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.413970 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.414246 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.414520 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.414797 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.415090 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.415386 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.415678 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.415954 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.416233 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.416530 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.416808 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.417085 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.417394 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.417723 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.418042 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.418319 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.418932 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.419211 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.419491 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.419766 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.420046 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.420337 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.420616 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.420894 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.421168 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.421470 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.421743 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.422029 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.422309 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.422584 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.422856 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.423136 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.423410 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.423687 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.423967 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.424241 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.424517 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.424791 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.425070 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.425367 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.425643 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.425955 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.426222 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.426494 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.426769 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.427046 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.427305 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.427574 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.427845 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.428122 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.428408 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.428701 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.428981 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.429280 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.429561 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.429840 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.430115 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.430390 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.430668 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.430947 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.431222 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.431510 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.431791 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.432077 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.432357 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.432631 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.432925 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.433224 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.433536 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.433813 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.434099 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.434384 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.434663 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.434957 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.435257 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.435551 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.435844 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.436136 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.436416 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.436722 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.437001 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:13.437244 n-d-841626-1 neutron-server[88005]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 19:12:13.437488 n-d-841626-1 neutron-server[88005]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88005) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 19:12:13.823903 n-d-841626-1 neutron-server[88005]: INFO keyring.backend [-] Loading KWallet May 12 19:12:13.832069 n-d-841626-1 neutron-server[88005]: INFO keyring.backend [-] Loading SecretService May 12 19:12:13.835557 n-d-841626-1 neutron-server[88005]: INFO keyring.backend [-] Loading Windows May 12 19:12:13.836867 n-d-841626-1 neutron-server[88005]: INFO keyring.backend [-] Loading chainer May 12 19:12:13.837706 n-d-841626-1 neutron-server[88005]: INFO keyring.backend [-] Loading macOS May 12 19:12:13.870461 n-d-841626-1 neutron-server[88005]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 19:12:13.870742 n-d-841626-1 neutron-server[88005]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 19:12:13.871073 n-d-841626-1 neutron-server[88005]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 19:12:13.871426 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 19:12:14.260790 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.261068 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.261369 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.262793 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.263074 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.263342 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.298304 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.298581 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.298863 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.312005 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.312280 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.312557 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.342213 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.342494 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.342770 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.378573 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.378857 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.379119 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.608982 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.609173 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.609470 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.609745 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.610479 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.728275 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.728616 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.728901 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.729207 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.729473 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.729789 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.730060 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.730365 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.730626 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.730916 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.731154 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.731419 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.731686 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.731943 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.732209 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.732483 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.732740 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.733010 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.733269 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.733554 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.733904 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.734157 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.734407 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.734691 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.734939 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.735184 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.735573 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:14.735815 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:14.736053 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:14.736289 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:14.736525 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:14.736760 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:14.737130 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 19:12:14.740266 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 19:12:14.744235 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 19:12:14.748104 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 12 19:12:14.749765 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 19:12:14.750219 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 19:12:14.750556 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 19:12:14.750944 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 19:12:14.753944 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 19:12:14.754188 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 19:12:14.754529 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 19:12:14.782080 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 19:12:14.782533 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.782836 n-d-841626-1 neutron-server[88005]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88005) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 12 19:12:14.783197 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.784538 n-d-841626-1 neutron-server[88005]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88005) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 19:12:14.784816 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 19:12:14.785066 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 19:12:14.788466 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.788751 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:14.851010 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 19:12:14.851242 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 19:12:14.851479 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 19:12:14.851849 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 19:12:14.888872 n-d-841626-1 neutron-server[88005]: DEBUG oslo_db.sqlalchemy.engines [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88005) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 12 19:12:15.219145 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing driver for type 'gre' May 12 19:12:15.219735 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] gre ID ranges: [(1, 1000)] May 12 19:12:15.277015 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing driver for type 'local' May 12 19:12:15.277015 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing driver for type 'vlan' May 12 19:12:15.289590 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] VlanTypeDriver initialization complete May 12 19:12:15.290031 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing driver for type 'vxlan' May 12 19:12:15.290717 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] vxlan ID ranges: [(1, 1000)] May 12 19:12:15.349017 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing extension driver 'port_security' May 12 19:12:15.349375 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.extensions.port_security [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] PortSecurityExtensionDriver initialization complete May 12 19:12:15.349706 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing mechanism driver 'openvswitch' May 12 19:12:15.350033 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing mechanism driver 'hyperv' May 12 19:12:15.356616 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.plugin [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:15.357305 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.357674 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.358026 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.358553 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88005) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 19:12:15.358982 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.359335 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.359678 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.360083 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88005) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 19:12:15.360488 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.360831 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.361211 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.361609 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88005) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 19:12:15.362013 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > security_group after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.362365 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > security_group after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.362699 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.363082 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88005) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 19:12:15.363483 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.363823 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.364156 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.364663 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88005) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 19:12:15.365063 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > address_group after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.365438 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > address_group after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.365774 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.366141 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88005) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 19:12:15.366578 n-d-841626-1 neutron-server[88005]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] ML2 OVO RPC backend initialized. {{(pid=88005) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 12 19:12:15.367276 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.367636 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.368062 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.368415 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > networks before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.368763 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.369102 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > ports before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.369465 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnet before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.369804 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnets before_response 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.370144 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.370477 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.370857 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.371211 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.371546 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.371878 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.372207 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.372522 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.372851 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.373449 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.plugin [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Modular L2 Plugin initialization complete May 12 19:12:15.373778 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading services supported by the core plugin {{(pid=88005) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 19:12:15.374113 n-d-841626-1 neutron-server[88005]: INFO neutron.plugins.ml2.managers [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Got port-security extension from driver 'port_security' May 12 19:12:15.374574 n-d-841626-1 neutron-server[88005]: INFO neutron.extensions.vlantransparent [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Disabled vlantransparent extension. May 12 19:12:15.375080 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88005) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 19:12:15.375390 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: router May 12 19:12:15.412040 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.412637 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router after_create 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.412726 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router before_create 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.413058 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.413449 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.413807 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router after_delete 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.414163 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.414523 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router after_create 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.414864 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router after_update 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.415210 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router after_update 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.415550 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.415903 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router after_update 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.416314 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.416683 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: port after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.417025 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: port after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.417376 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: subnet after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.417731 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.418079 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.418421 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.419111 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: port before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.419446 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.419796 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router after_update 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.420132 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.420475 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.420824 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.421162 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.421554 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > agent after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.421902 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > agent after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.422240 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > network after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.423089 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Tracking information for resource: router configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:15.423412 n-d-841626-1 neutron-server[88005]: DEBUG neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Tracking information for resource: floatingip configured {{(pid=88005) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 19:12:15.428374 n-d-841626-1 neutron-server[88005]: INFO neutron.db.l3_agentschedulers_db [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 19:12:15.428946 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: port after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.429329 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: port after_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.429679 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: port after_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.430018 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: port after_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.430919 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router before_create 55550100 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.431282 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.431641 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_create 55550100 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.431991 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > router precommit_update 55550100 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.436479 n-d-841626-1 neutron-server[88005]: DEBUG neutron.services.provider_configuration [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service providers = [] {{(pid=88005) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 19:12:15.436839 n-d-841626-1 neutron-server[88005]: DEBUG neutron.db.servicetype_db [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88005) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 19:12:15.439754 n-d-841626-1 neutron-server[88005]: DEBUG neutron.services.service_base [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88005) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 19:12:15.440101 n-d-841626-1 neutron-server[88005]: DEBUG neutron.services.service_base [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88005) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 19:12:15.440443 n-d-841626-1 neutron-server[88005]: DEBUG neutron.services.service_base [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88005) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 19:12:15.441369 n-d-841626-1 neutron-server[88005]: DEBUG neutron.services.service_base [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88005) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 19:12:15.441739 n-d-841626-1 neutron-server[88005]: INFO neutron.services.service_base [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 19:12:15.442100 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.442416 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 19:12:15.453003 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.453369 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: auto_allocate May 12 19:12:15.459169 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: network precommit_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.459528 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: network precommit_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.460038 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.460352 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: tag May 12 19:12:15.466807 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.467108 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: timestamp May 12 19:12:15.471072 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.471400 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: network_ip_availability May 12 19:12:15.476533 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.476898 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.477279 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.477989 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.478311 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: flavors May 12 19:12:15.482947 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.483276 n-d-841626-1 neutron-server[88005]: INFO neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading Plugin: revisions May 12 19:12:15.487507 n-d-841626-1 neutron-server[88005]: DEBUG neutron.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88005) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 19:12:15.487890 n-d-841626-1 neutron-server[88005]: DEBUG oslo_concurrency.lockutils [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=88005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 19:12:15.488614 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88005) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 19:12:15.488939 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Initializing extension manager. May 12 19:12:15.489465 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: __init__.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.489802 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: __pycache__ {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.490128 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.490457 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: address_group.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.491196 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.491752 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: address-group May 12 19:12:15.492070 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: address_scope.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.492767 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.493284 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: address-scope May 12 19:12:15.493601 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.494510 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.495012 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: router-admin-state-down-before-update May 12 19:12:15.495328 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: agent.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.496052 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.496558 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: agent May 12 19:12:15.496874 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: agent_resources_synced.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.497788 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.498290 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: agent-resources-synced May 12 19:12:15.498606 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: allowedaddresspairs.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.500538 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.501061 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: allowed-address-pairs May 12 19:12:15.501412 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: auto_allocated_topology.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.502483 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.502994 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: auto-allocated-topology May 12 19:12:15.503312 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: availability_zone.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.504002 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.504502 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: availability_zone May 12 19:12:15.504815 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: availability_zone_filter.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.505743 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.506249 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: availability_zone_filter May 12 19:12:15.506569 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: data_plane_status.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.507461 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.507959 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension data-plane-status not supported by any of loaded plugins May 12 19:12:15.508274 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: default_subnetpools.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.509167 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.509693 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: default-subnetpools May 12 19:12:15.510012 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.510806 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.511321 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: dhcp_agent_scheduler May 12 19:12:15.511699 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: dns.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.512594 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.513098 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension dns-integration not supported by any of loaded plugins May 12 19:12:15.513439 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: dns_domain_ports.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.514354 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.514879 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 19:12:15.515190 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: dvr.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.515854 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.516361 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: dvr May 12 19:12:15.516674 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: empty_string_filtering.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.517601 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.518109 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: empty-string-filtering May 12 19:12:15.518418 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.519308 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.519812 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 19:12:15.520124 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.521022 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.521551 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 19:12:15.521867 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: external_net.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.522758 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.523257 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: external-net May 12 19:12:15.523575 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.524467 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.524967 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: extra_dhcp_opt May 12 19:12:15.525308 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: extraroute.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.526198 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.526703 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: extraroute May 12 19:12:15.527018 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: extraroute_atomic.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.528122 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.528625 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: extraroute-atomic May 12 19:12:15.528940 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: filter_validation.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.529630 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.530120 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: filter-validation May 12 19:12:15.530435 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: fip_pf_description.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.531318 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.531833 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 19:12:15.532145 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: fip_port_details.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.533052 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.533578 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: fip-port-details May 12 19:12:15.533891 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: flavors.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.535157 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.535670 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: flavors May 12 19:12:15.535983 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.537654 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.538162 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 19:12:15.538490 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: floatingip_pools.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.539183 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.539690 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: floatingip-pools May 12 19:12:15.540004 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: ip_allocation.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.540914 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.541441 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension ip_allocation not supported by any of loaded plugins May 12 19:12:15.541753 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.542659 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.543215 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: ip-substring-filtering May 12 19:12:15.543888 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l2_adjacency.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.544805 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.545332 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 19:12:15.545653 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l3.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.546648 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.547134 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: router May 12 19:12:15.547450 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.549801 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.550322 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 19:12:15.550650 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.551573 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.552084 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: ext-gw-mode May 12 19:12:15.552405 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.553343 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.553852 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: l3-ha May 12 19:12:15.554169 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l3_flavors.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.555069 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.555571 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: l3-flavors May 12 19:12:15.555887 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.556807 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.557348 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 19:12:15.557668 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: l3agentscheduler.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.558725 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.559231 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: l3_agent_scheduler May 12 19:12:15.559552 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: logging.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.561005 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.561557 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension logging not supported by any of loaded plugins May 12 19:12:15.561877 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: metering.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.562612 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.563186 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: metering May 12 19:12:15.563507 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.564595 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.565111 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: metering_source_and_destination_fields May 12 19:12:15.565455 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: multiprovidernet.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.566375 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.566881 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: multi-provider May 12 19:12:15.567203 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: netmtu.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.568106 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.568616 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: net-mtu May 12 19:12:15.568931 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: netmtu_writable.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.569867 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.570369 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: net-mtu-writable May 12 19:12:15.570686 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: network_availability_zone.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.571345 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.571844 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: network_availability_zone May 12 19:12:15.572158 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: network_ip_availability.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.573249 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.573756 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: network-ip-availability May 12 19:12:15.574117 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: network_segment_range.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.574870 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.575368 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension network-segment-range not supported by any of loaded plugins May 12 19:12:15.575680 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: pagination.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.576660 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.576984 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: pagination May 12 19:12:15.577337 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: port_device_profile.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.578240 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.578754 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: port-device-profile May 12 19:12:15.579068 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.579977 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.580479 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: port-mac-address-regenerate May 12 19:12:15.580796 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.581718 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.582286 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: port-numa-affinity-policy May 12 19:12:15.582607 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: port_resource_request.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.583499 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.584003 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension port-resource-request not supported by any of loaded plugins May 12 19:12:15.584320 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: portbindings.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.585255 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.585762 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: binding May 12 19:12:15.586129 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: portbindings_extended.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.587406 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.587914 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: binding-extended May 12 19:12:15.588234 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: portsecurity.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.589130 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.589705 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: port-security May 12 19:12:15.590025 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: project_id.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.590996 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.591322 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: project-id May 12 19:12:15.591637 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: providernet.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.592545 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.593060 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: provider May 12 19:12:15.593407 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.597016 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.597560 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos not supported by any of loaded plugins May 12 19:12:15.597889 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.599126 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.599630 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 19:12:15.599959 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.600867 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.601400 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 19:12:15.601723 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_default.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.602622 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.603123 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-default not supported by any of loaded plugins May 12 19:12:15.603447 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_fip.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.604099 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.604593 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-fip not supported by any of loaded plugins May 12 19:12:15.604911 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_gateway_ip.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.605906 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.606420 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 19:12:15.606739 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_port_network_policy.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.607639 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.608141 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 19:12:15.608468 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_rule_type_details.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.609408 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.609920 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 19:12:15.610298 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: qos_rules_alias.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.611266 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.611776 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 19:12:15.612096 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: quotasv2.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.612989 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.613355 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: quotas May 12 19:12:15.613671 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: quotasv2_detail.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.615267 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.615605 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: quota_details May 12 19:12:15.615932 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: rbac.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.616967 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.617521 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: rbac-policies May 12 19:12:15.617841 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: rbac_address_group.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.618759 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.619271 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: rbac-address-group May 12 19:12:15.619588 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: rbac_address_scope.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.620498 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.621044 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: rbac-address-scope May 12 19:12:15.621395 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: rbac_security_groups.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.622303 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.622809 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: rbac-security-groups May 12 19:12:15.623127 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: rbac_subnetpool.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.624041 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.624546 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: rbac-subnetpool May 12 19:12:15.624859 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: revisionifmatch.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.625798 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.626313 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: revision-if-match May 12 19:12:15.626630 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: revisions.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.627718 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.628221 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: standard-attr-revisions May 12 19:12:15.628535 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: router_availability_zone.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.629215 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.629723 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: router_availability_zone May 12 19:12:15.630038 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: routerservicetype.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.630946 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.631449 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension router-service-type not supported by any of loaded plugins May 12 19:12:15.631762 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.632665 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.633167 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: security-groups-normalized-cidr May 12 19:12:15.633512 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.634539 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.635045 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: port-security-groups-filtering May 12 19:12:15.635360 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.636275 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.636863 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: security-groups-remote-address-group May 12 19:12:15.637177 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: securitygroup.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.646700 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.647225 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: security-group May 12 19:12:15.647556 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: segment.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.648334 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.648837 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension segment not supported by any of loaded plugins May 12 19:12:15.649160 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.650099 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.650605 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 19:12:15.650925 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: servicetype.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.652009 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.652558 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: service-type May 12 19:12:15.652879 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: sorting.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.653864 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.654186 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: sorting May 12 19:12:15.654507 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: standard_attr_segment.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.655403 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.655915 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 19:12:15.656234 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: standardattrdescription.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.656876 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.657407 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: standard-attr-description May 12 19:12:15.657729 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: stateful_security_group.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.658638 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.659149 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: stateful-security-group May 12 19:12:15.659467 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: stdattrs_common.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.660053 n-d-841626-1 neutron-server[88005]: WARNING neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 19:12:15.660373 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.661408 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.661921 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 19:12:15.662288 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: subnet_onboard.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.663299 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.663818 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: subnet_onboard May 12 19:12:15.664134 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.665056 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.665584 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 19:12:15.665901 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: subnet_service_types.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.666818 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.667326 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: subnet-service-types May 12 19:12:15.667643 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: subnetallocation.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.669097 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.669629 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: subnet_allocation May 12 19:12:15.669947 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.670608 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.671125 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: subnetpool-prefix-ops May 12 19:12:15.671442 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.672368 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.672872 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 19:12:15.673205 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: tagging.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.674248 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.674760 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: standard-attr-tag May 12 19:12:15.675075 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: timestamp.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.676274 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.676791 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loaded extension: standard-attr-timestamp May 12 19:12:15.677117 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: trunk.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.678169 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.678681 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension trunk not supported by any of loaded plugins May 12 19:12:15.679002 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: trunk_details.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.679919 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.680423 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension trunk-details not supported by any of loaded plugins May 12 19:12:15.680741 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: uplink_status_propagation.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.681689 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.682197 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 19:12:15.682516 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Loading extension file: vlantransparent.py {{(pid=88005) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 19:12:15.683179 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88005) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 19:12:15.683703 n-d-841626-1 neutron-server[88005]: INFO neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 19:12:15.686153 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:network May 12 19:12:15.686883 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:subnet May 12 19:12:15.688729 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:subnetpool May 12 19:12:15.689370 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:port May 12 19:12:15.690673 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.691121 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service FLAVORS assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.691739 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.692156 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.692479 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:router May 12 19:12:15.693125 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:floatingip May 12 19:12:15.693858 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service METERING assigned prefix: /metering {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.695292 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.695658 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.696008 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:12:15.697114 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of CountableResource for resource:rbac_policy May 12 19:12:15.697570 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:security_group May 12 19:12:15.698222 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 19:12:15.699053 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service CORE assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.699388 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:subnetpool May 12 19:12:15.699718 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] subnetpool is already registered May 12 19:12:15.700319 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service CORE assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.700644 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:subnetpool May 12 19:12:15.700962 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] subnetpool is already registered May 12 19:12:15.703542 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.703972 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service FLAVORS assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.704552 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.704967 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.705399 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:router May 12 19:12:15.705723 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] router is already registered May 12 19:12:15.706308 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:floatingip May 12 19:12:15.706629 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] floatingip is already registered May 12 19:12:15.707242 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service METERING assigned prefix: /metering {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.707898 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of CountableResource for resource:rbac_policy May 12 19:12:15.708219 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] rbac_policy is already registered May 12 19:12:15.708747 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:security_group May 12 19:12:15.709063 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] security_group is already registered May 12 19:12:15.709662 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 19:12:15.709984 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] security_group_rule is already registered May 12 19:12:15.710648 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service CORE assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.710964 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:subnetpool May 12 19:12:15.711287 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] subnetpool is already registered May 12 19:12:15.711892 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.v2.resource_helper [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Service CORE assigned prefix: {{(pid=88005) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 19:12:15.712210 n-d-841626-1 neutron-server[88005]: INFO neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Creating instance of TrackedResource for resource:subnetpool May 12 19:12:15.712527 n-d-841626-1 neutron-server[88005]: WARNING neutron.quota.resource_registry [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] subnetpool is already registered May 12 19:12:15.713153 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: extensions {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.714632 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: address-groups {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.716204 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: address-scopes {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.717454 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: agents {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.718604 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: auto-allocated-topology {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.719873 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: availability_zones {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.721143 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: dhcp-networks {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.722543 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: dhcp-agents {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.723942 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: routers {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.725763 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: flavors {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.726905 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: service_profiles {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.728093 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: next_providers {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.729643 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: service_profiles {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.732849 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: floatingip-pools {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.734077 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: routers {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.735841 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: floatingips {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.737005 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: l3-routers {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.738391 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: l3-agents {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.739805 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: metering-labels {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.741127 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: metering-label-rules {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.742401 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: network-ip-availabilities {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.743718 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: bindings {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.745372 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: quotas {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.746815 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: quotas {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.748176 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: rbac-policies {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.749611 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: security-groups {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.750786 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: security-group-rules {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.752026 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: service-providers {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.753208 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: subnetpools {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.755539 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: subnetpools {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.756951 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.758633 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.878391 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.880172 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.881978 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.883886 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.885561 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.887498 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.889218 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.891079 n-d-841626-1 neutron-server[88005]: DEBUG neutron.api.extensions [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Extended resource: tags {{(pid=88005) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 19:12:15.897042 n-d-841626-1 neutron-server[88005]: WARNING keystonemiddleware.auth_token [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 19:12:15.901908 n-d-841626-1 neutron-server[88005]: WARNING keystonemiddleware.auth_token [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 19:12:15.910229 n-d-841626-1 neutron-server[88005]: DEBUG oslo_concurrency.lockutils [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Acquired lock "singleton_lock" {{(pid=88005) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 12 19:12:15.910703 n-d-841626-1 neutron-server[88005]: DEBUG oslo_concurrency.lockutils [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Releasing lock "singleton_lock" {{(pid=88005) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 12 19:12:15.911333 n-d-841626-1 neutron-server[88005]: INFO oslo_service.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Starting 2 workers May 12 19:12:15.916087 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Started child 88112 {{(pid=88005) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 19:12:15.920542 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Started child 88113 {{(pid=88005) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 19:12:15.921650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:15.922198 n-d-841626-1 neutron-server[88005]: INFO neutron.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 19:12:15.922723 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Notify callbacks [] for process, before_spawn {{(pid=88005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:15.923091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [-] (88112) wsgi starting up on http://0.0.0.0:9696 May 12 19:12:15.925048 n-d-841626-1 neutron-server[88005]: INFO oslo_service.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Starting 1 workers May 12 19:12:15.925207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:15.926533 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [-] (88113) wsgi starting up on http://0.0.0.0:9696 May 12 19:12:15.930044 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Started child 88114 {{(pid=88005) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 19:12:15.930530 n-d-841626-1 neutron-server[88005]: INFO oslo_service.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Starting 1 workers May 12 19:12:15.933727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] calling RpcWorker wait() {{(pid=88114) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 19:12:15.934292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] returning from RpcWorker wait() {{(pid=88114) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 19:12:15.934787 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Started child 88115 {{(pid=88005) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 19:12:15.935499 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:15.935625 n-d-841626-1 neutron-server[88005]: DEBUG neutron_lib.callbacks.manager [None req-c27eb9de-76cf-4074-bb3a-d5081e224fd6 None None] Notify callbacks [] for process, after_spawn {{(pid=88005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:15.935920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:15.937354 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88005) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 19:12:15.937530 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 19:12:15.937928 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 19:12:15.938107 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 19:12:15.938620 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 19:12:15.938745 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 19:12:15.939285 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.939550 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.939821 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.940075 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.940200 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:15.940656 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.940865 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.941010 n-d-841626-1 neutron-server[88115]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:15.941088 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.941367 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.941639 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.941866 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.942032 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.942773 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.942773 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.942773 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.943133 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.943253 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.943387 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.943666 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.943829 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.944078 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.944332 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.944573 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.944823 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] debug = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.945165 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.945543 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.945792 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.946025 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.946262 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.946508 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.946730 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.946988 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.947215 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.947424 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.947658 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.947903 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.948139 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.948346 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.948579 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.948812 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.949069 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.949558 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] host = n-d-841626-1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.949772 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.950005 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.950227 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.950462 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.950710 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.950937 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.951197 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.951434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.951682 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.951904 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.952219 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.952392 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.952602 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.952832 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.952995 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_options = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.953235 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.953498 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.953738 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.953919 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.954083 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.954255 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.954501 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.954659 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.954906 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.955134 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.955355 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.955565 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.955806 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.956030 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.956265 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.956486 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.956711 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.956930 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.957170 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.957423 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.957644 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.957865 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.958111 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.958307 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.958605 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.958953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.959207 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.959419 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.959627 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.959861 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.960070 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.960309 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.961029 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.961289 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.961447 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.961581 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.961791 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.962050 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.962276 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.962530 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.962768 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.963008 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.963204 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.963413 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.963657 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.963850 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_json = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.964274 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.964736 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.965155 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.965614 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.966079 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.966331 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.966501 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.967194 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.967194 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:15.967444 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.967799 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.968133 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.968398 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.969248 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.969248 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.969248 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.969628 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.969758 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.969934 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.970431 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.970866 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.971006 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.971127 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.971374 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.971688 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.971953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.972202 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.972451 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.972679 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.972911 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.973890 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.974716 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.975029 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.975318 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.975639 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.975864 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.976145 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.976765 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.976765 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.977023 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.977155 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.977381 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.977615 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.977844 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.978089 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.978768 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.978768 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.979033 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.979033 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.979258 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.979512 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.979739 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.979961 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.980232 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.980454 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.980705 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.981070 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.981168 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.981439 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.981690 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.981914 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.982136 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.982353 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.982576 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.982911 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.983139 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.983355 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.983568 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.983805 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.984020 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.984269 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.984494 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.984711 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.984926 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.985153 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.985418 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.985675 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.985875 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.986090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.986335 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.986562 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.986760 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.986977 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.987194 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.987411 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.987647 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.987862 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.988110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.988332 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.988546 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.988758 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.988975 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.989205 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.989493 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.989976 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.990102 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.990289 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.990548 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.990803 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.991043 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.991300 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.991520 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.991772 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.992018 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.992443 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.992569 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.992865 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.993107 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.993645 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.993645 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.993939 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.994076 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.994265 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.994510 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.994855 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.995145 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.995478 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.995900 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.996110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.996390 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.996709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.996883 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.997165 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.997454 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.997813 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.998263 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.998584 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.998879 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.999136 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.999372 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.999636 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:15.999873 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.000135 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.000372 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.000630 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.000911 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.001170 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.001508 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.001751 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.002065 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.002301 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.002638 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.003024 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.003206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.003453 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.003752 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.004056 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.004346 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.004613 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.004901 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.005160 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.005535 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.006061 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.006249 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.006410 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.006556 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.006734 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.006983 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.007201 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.007456 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.007663 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.007906 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.008184 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.008414 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.008755 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.009085 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.009301 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.009551 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.009748 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.009951 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.010361 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.010574 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.010742 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.011068 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.011272 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.011449 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.011695 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.011917 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.012218 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.012537 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.012804 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.013082 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.013349 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.013590 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.013811 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.014057 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.014276 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.014506 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.014718 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.014940 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.015170 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.015399 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.015644 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.015873 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.016163 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.016358 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.016704 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.016956 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.017237 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.017466 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.017710 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.017931 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.018162 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.018389 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.018612 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.018833 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.019055 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.019296 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.019534 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.019751 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.019970 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.020182 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.020444 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.020681 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.020930 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.021162 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.021416 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.021654 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.021885 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.022120 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.022336 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.022563 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.022772 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.023007 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.023216 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.023496 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.024510 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.024510 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.024510 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.024510 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.024797 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.024872 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.025027 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.025476 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.025691 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.025917 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.026127 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.026336 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.026550 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.026794 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.027131 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.027389 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.027619 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.027893 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.028123 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.028360 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.028631 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.028979 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.029208 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.029488 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.029717 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.029960 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.030185 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.030455 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.030759 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.031054 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.031317 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.031569 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.031870 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.032148 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.032421 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.032808 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.033109 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.033454 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.033730 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.034181 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.034334 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.037877 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.038154 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.038290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34406) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:16.038465 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.038627 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.038889 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.039129 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.039388 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.039642 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.039913 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.040143 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.040387 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.040611 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.040844 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.041082 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.041368 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.041594 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.041751 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 19:12:16.042475 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88005) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 19:12:16.042658 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 19:12:16.042966 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 19:12:16.043172 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 19:12:16.043367 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 19:12:16.043829 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 19:12:16.044061 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.044208 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.044332 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.044500 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.044648 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.044854 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.045019 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.045219 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.045352 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.045512 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.045662 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.045821 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.046001 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.046157 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.046315 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.046472 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.046651 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.046810 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.046977 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.047136 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.047292 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.047449 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.047607 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] debug = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.047766 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.047967 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.048131 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.048289 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.048445 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.048602 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.048759 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.048917 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.049075 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.049255 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.049413 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.049925 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093222 May 12 19:12:16.050208 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.050316 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.050424 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.050648 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.050775 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.050898 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.051040 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] host = n-d-841626-1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.051152 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.051294 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.051450 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.051608 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.051765 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.051923 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.052079 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.052237 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.052394 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.052551 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.052716 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.052860 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.053017 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.053703 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.053703 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_options = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.053703 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.053703 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054137 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054137 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:16.054430 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054430 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054430 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054652 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054729 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.054849 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.055006 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.055163 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.055319 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.055476 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.055688 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.055817 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.055922 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.056071 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.056228 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.056385 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.056543 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.056699 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.056861 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.057018 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.057176 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.057418 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.057537 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.057656 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.057802 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.057959 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.058114 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.058272 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.058573 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.058796 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.058956 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.059114 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.059272 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.059435 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.059593 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.059752 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.059908 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.060064 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.060232 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.060380 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.060521 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_json = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.061709 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.062196 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.062196 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 19:12:16.062196 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.062370 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.062476 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.062630 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.062938 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.063254 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.063420 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.063580 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.063745 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.063907 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.064061 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.064683 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.064683 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.064683 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.064683 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.066125 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.067685 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.067685 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.067685 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.067685 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.067685 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.067685 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.069434 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.070953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.072460 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.076206 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.077720 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078298 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078815 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078815 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.078953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.079090 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.079255 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.079543 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.079640 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.079731 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.080030 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.081327 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.081836 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.081836 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.082015 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.082015 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.082241 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.082400 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.082542 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.082681 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.082837 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.083001 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.083156 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.083906 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.083906 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.083906 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.083906 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.084183 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.084183 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.084303 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.084368 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.084539 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.084678 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.084833 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.085737 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.085737 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.085737 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.085737 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.085737 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086044 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086044 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086180 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086250 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086461 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086550 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086714 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.086871 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.087042 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.087183 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.087338 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.087496 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.087655 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.087808 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.087967 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.088126 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.088286 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.088439 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.088590 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.088747 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.088909 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.089050 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.089580 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.089792 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.089953 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.090782 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.090782 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.090782 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.090782 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.090782 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091081 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091081 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091201 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091266 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091486 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091573 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091708 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.091850 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.092002 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.092160 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.092305 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.092464 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.092605 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.092765 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.092916 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.093054 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.093273 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.093433 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.093569 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.093733 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.093875 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.094034 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.094176 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.094335 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.094477 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.094638 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.094823 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.094964 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.095110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.095246 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.095382 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.095518 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.095684 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.095826 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.095985 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.096134 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.096272 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.096430 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.096571 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.096736 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.096896 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.097047 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.097982 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.098149 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.098300 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.098458 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.098622 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.098783 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.098943 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.099104 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.099245 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.099404 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.099546 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.099698 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.099836 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.099983 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.100142 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.100283 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.100458 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.100599 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.100760 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.100910 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.101055 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.101243 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.101387 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.101547 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.101703 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.101841 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.101987 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.102656 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.102656 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.102656 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.102656 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.103187 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.103187 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.103187 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.103187 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.103688 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.103688 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.103688 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104086 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104086 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104086 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104482 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104482 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104482 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104860 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.104860 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.105116 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.105116 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.106347 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.107356 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.107356 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.107356 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.107356 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.107356 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.107356 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108110 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108882 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108882 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108882 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108882 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.108882 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.109544 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 19:12:16.109544 n-d-841626-1 neutron-server[88005]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88005) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 19:12:26.770632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b6c55-68f3-4285-b658-6f4cd29bdc4e None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:12:26.837374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b6c55-68f3-4285-b658-6f4cd29bdc4e None None] No non-hosted networks {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 19:12:26.856423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.agentschedulers_db [None req-674b6c55-68f3-4285-b658-6f4cd29bdc4e None None] DHCP Agent not found on host n-d-841626-1 {{(pid=88114) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 19:12:27.035306 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd673-acc9-4117-ab80-b883a30c13a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3772193'] for agent, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:28.904998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e1a5429f-b97c-4272-860d-8252f3d12380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3772193'] for agent, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:28.944683 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4e3079c3-c244-46e9-9d2d-32d31ce6af1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:29.856593 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3772193'] for agent, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:30.167765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3772193'] for agent, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:30.170262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.171627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.172163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.172786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.173617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.174170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.174846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.175454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.176034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.176556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.177096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.177605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:30.178298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-841626-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:30.185015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-841626-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:31.422645 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3772193'] for agent, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:32.899998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34504) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:33.175431 n-d-841626-1 neutron-server[88114]: INFO neutron.db.l3_hamode_db [None req-a0d7b82b-7c05-4afb-a540-924d212ae10c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 19:12:33.258346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7b82b-7c05-4afb-a540-924d212ae10c None None] Routers set() bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:12:33.258730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7b82b-7c05-4afb-a540-924d212ae10c None None] Router IDs set() for agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 12 19:12:33.506932 n-d-841626-1 neutron-server[88112]: WARNING oslo_policy.policy [None req-66f3d501-d5e6-43ee-b04f-9eb401e58268 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:12:33.507502 n-d-841626-1 neutron-server[88112]: WARNING oslo_policy.policy [None req-66f3d501-d5e6-43ee-b04f-9eb401e58268 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:12:33.718375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-66f3d501-d5e6-43ee-b04f-9eb401e58268 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:12:33.719583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-66f3d501-d5e6-43ee-b04f-9eb401e58268 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8175068 May 12 19:12:36.130211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34518) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:36.496400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:12:36.603073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.policy [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88112) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 19:12:36.647141 n-d-841626-1 neutron-server[88112]: WARNING oslo_policy.policy [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:12:36.647504 n-d-841626-1 neutron-server[88112]: WARNING oslo_policy.policy [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:12:36.655778 n-d-841626-1 neutron-server[88112]: INFO neutron.quota [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] Loaded quota_driver: . May 12 19:12:36.672399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:12:36.737437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756756720525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756756720032', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756756715382', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756756704063', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756756694607', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756756688792', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-546538', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-846292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3970253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3921614'] for rbac-policy, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:36.806549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:36.808188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc31c45a-440d-4988-9ee6-e5ca2c40b8f0 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6767614 May 12 19:12:39.452822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34532) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:39.838372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4def3d854dc0421bbb7310c77bb3f16b'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:12:39.843869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:12:39.848706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Usage tracker for resource:network and tenant:4def3d854dc0421bbb7310c77bb3f16b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:12:39.853424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:12:39.859747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:12:39.872945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Made reservation on behalf of 4def3d854dc0421bbb7310c77bb3f16b for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:12:39.875771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:39.893080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:39.907098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:12:39.910866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Usage tracker for resource:security_group_rule and tenant:4def3d854dc0421bbb7310c77bb3f16b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:12:39.915776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:12:39.921675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:12:40.022872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:40.028955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:40.053016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:12:40.078013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756757041529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:40.078505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Unsubscribe: segment precommit_create {{(pid=88112) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 19:12:40.078999 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Added segment 04db926c-b070-4439-beff-98a6fcc62327 of type vlan for network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 May 12 19:12:40.087274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a911efa-9002-4311-88c0-ed2d14e0c3a6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:40.135543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.135853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.136193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.136545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.136852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.137166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.137574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.137900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.138212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.138502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.138812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.139120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Tracked resource versions report: May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: pushed versions: May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: { 'AddressGroup': {'1.2'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'ConntrackHelper': {'1.0'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Log': {'1.0'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Network': {'1.1'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Port': {'1.7'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'PortForwarding': {'1.2'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'QosPolicy': {'1.8'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'SecurityGroup': {'1.4'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'SecurityGroupRule': {'1.2'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'SubPort': {'1.0'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Subnet': {'1.1'}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Trunk': {'1.1'}} May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: consumer versions: May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: { DHCP agent@n-d-841626-1: {}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: L3 agent@n-d-841626-1: {}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: Metadata agent@n-d-841626-1: {}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: Metering agent@n-d-841626-1: {}, May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'ConntrackHelper': '1.0', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Log': '1.0', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Network': '1.1', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Port': '1.7', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'PortForwarding': '1.2', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'QosPolicy': '1.8', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'SecurityGroup': '1.4', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'SecurityGroupRule': '1.2', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'SubPort': '1.0', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Subnet': '1.1', May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: 'Trunk': '1.1'}} May 12 19:12:40.140225 n-d-841626-1 neutron-server[88112]: {{(pid=88112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:12:40.191703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:40.233910 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:40.235183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:40.235857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:40.339606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8854949 May 12 19:12:40.342195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb737-d0b2-4c1c-b285-bf07cad09304 admin admin] Pushing event updated for resources: {'Network': ['ID=0dfd46a5-b01d-4deb-a5bc-4912c56abc01,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:40.375341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:12:43.084190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34548) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:43.559977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d21a4-3a72-4bad-8984-be365c747c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:43.561331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-011d21a4-3a72-4bad-8984-be365c747c5b admin admin] 10.222.0.72 "GET /v2.0/networks/0dfd46a5-b01d-4deb-a5bc-4912c56abc01 HTTP/1.1" status: 200 len: 825 time: 0.4761610 May 12 19:12:43.588413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7a430bc0-14a2-4913-b37b-06943e587612 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/c6d0d53a-46aa-47a9-82f7-94f1d9353377 HTTP/1.1" status: 200 len: 734 time: 0.0215838 May 12 19:12:43.596668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Request body: {'subnet': {'subnetpool_id': 'c6d0d53a-46aa-47a9-82f7-94f1d9353377', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:12:43.600956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:12:43.604756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Usage tracker for resource:subnet and tenant:4def3d854dc0421bbb7310c77bb3f16b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:12:43.607643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:12:43.613316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:12:43.626270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Made reservation on behalf of 4def3d854dc0421bbb7310c77bb3f16b for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:12:43.628496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:43.915454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:44.014524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0c618f-825a-41e3-af63-2a2f0c3184a1,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:44.021301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Checking segment: {'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:12:44.021677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Network hostable DHCP agents. Network: 0dfd46a5-b01d-4deb-a5bc-4912c56abc01, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:12:44.046722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:12:44.058404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 0dfd46a5-b01d-4deb-a5bc-4912c56abc01) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:12:44.063633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:44.064205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:44.069619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be294f9-88ae-4fa4-8097-9f101bfe6f33 None None] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:12:44.085537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c653ed00-104f-4ea0-9ea7-73e6f6f3f9dc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4919133 May 12 19:12:44.387926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'fixed_ips': [{'subnet_id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:12:44.389206 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:44.572445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Allocated IP 172.20.0.2 (0dfd46a5-b01d-4deb-a5bc-4912c56abc01/5c0c618f-825a-41e3-af63-2a2f0c3184a1/a66ba19d-7313-41d9-9b6e-29ddfd6986fb) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:12:44.802961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:44.816200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Transition to ACTIVE for port object a66ba19d-7313-41d9-9b6e-29ddfd6986fb will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:12:44.836600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Transition to ACTIVE for port object a66ba19d-7313-41d9-9b6e-29ddfd6986fb will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:12:44.845016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:44.906980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:12:44.909788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:12:44.915477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:12:44.922035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Pushing event updated for resources: {'Port': ['ID=a66ba19d-7313-41d9-9b6e-29ddfd6986fb,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:44.959363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.959685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.960053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.960389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.960721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.961048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.961402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.961733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.962039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.962360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.962681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.963001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Tracked resource versions report: May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: pushed versions: May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: { 'AddressGroup': {'1.2'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'ConntrackHelper': {'1.0'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Log': {'1.0'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Network': {'1.1'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Port': {'1.7'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'PortForwarding': {'1.2'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'QosPolicy': {'1.8'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'SecurityGroup': {'1.4'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'SecurityGroupRule': {'1.2'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'SubPort': {'1.0'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Subnet': {'1.1'}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Trunk': {'1.1'}} May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: consumer versions: May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: { DHCP agent@n-d-841626-1: {}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: L3 agent@n-d-841626-1: {}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: Metadata agent@n-d-841626-1: {}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: Metering agent@n-d-841626-1: {}, May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'ConntrackHelper': '1.0', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Log': '1.0', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Network': '1.1', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Port': '1.7', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'PortForwarding': '1.2', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'QosPolicy': '1.8', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'SecurityGroup': '1.4', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'SecurityGroupRule': '1.2', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'SubPort': '1.0', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Subnet': '1.1', May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: 'Trunk': '1.1'}} May 12 19:12:44.964174 n-d-841626-1 neutron-server[88114]: {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:12:45.021793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Attempting to bind port a66ba19d-7313-41d9-9b6e-29ddfd6986fb on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:12:45.022184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Attempting to bind port a66ba19d-7313-41d9-9b6e-29ddfd6986fb by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:12:45.022614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Attempting to bind port a66ba19d-7313-41d9-9b6e-29ddfd6986fb on network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:12:45.028080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:12:45.028451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Checking segment: {'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:12:45.028941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:45.029362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Bound using segment: {'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:12:45.029872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Bound port: a66ba19d-7313-41d9-9b6e-29ddfd6986fb, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:12:45.030255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:45.118558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] For port a66ba19d-7313-41d9-9b6e-29ddfd6986fb, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:12:45.122670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] For port a66ba19d-7313-41d9-9b6e-29ddfd6986fb, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a66ba19d-7313-41d9-9b6e-29ddfd6986fb,segment=NetworkSegment(04db926c-b070-4439-beff-98a6fcc62327),segment_id=04db926c-b070-4439-beff-98a6fcc62327)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:12:45.130310 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:45.222188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4da2a-05bb-488b-8b28-7331489b5cd6 None None] Pushing event updated for resources: {'Port': ['ID=a66ba19d-7313-41d9-9b6e-29ddfd6986fb,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:46.554504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:46.935830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-9c255bb9-10ec-4838-b90e-4668095be819 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:12:46.949269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9c255bb9-10ec-4838-b90e-4668095be819 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3813081 May 12 19:12:47.940802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a66ba19d-7313-41d9-9b6e-29ddfd6986fb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:12:48.011180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a66ba19d-7313-41d9-9b6e-29ddfd6986fb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:12:49.043021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e65b9-d553-4fc6-a6bb-9d7f47da0569 None None] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:12:49.130560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] Provisioning for port a66ba19d-7313-41d9-9b6e-29ddfd6986fb completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:12:49.137154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] Provisioning complete for port a66ba19d-7313-41d9-9b6e-29ddfd6986fb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:12:49.137565 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:49.352118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] Current status of the port a66ba19d-7313-41d9-9b6e-29ddfd6986fb is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:12:49.352528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:49.364110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34572) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:49.426399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] For port a66ba19d-7313-41d9-9b6e-29ddfd6986fb, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a66ba19d-7313-41d9-9b6e-29ddfd6986fb,segment=NetworkSegment(04db926c-b070-4439-beff-98a6fcc62327),segment_id=04db926c-b070-4439-beff-98a6fcc62327)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:12:49.434752 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:49.507230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12c208-2ed5-41b7-a053-3ef78944d60f None None] Pushing event updated for resources: {'Port': ['ID=a66ba19d-7313-41d9-9b6e-29ddfd6986fb,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:49.654744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-547a4564-9bd1-4fd8-9e76-38fea25c4bf5 None None] Provisioning complete for port a66ba19d-7313-41d9-9b6e-29ddfd6986fb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:12:49.655114 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547a4564-9bd1-4fd8-9e76-38fea25c4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:49.746359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-9b2af9c8-6e62-40b0-aa0d-ee3da8b34595 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:12:49.761745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9b2af9c8-6e62-40b0-aa0d-ee3da8b34595 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3820260 May 12 19:12:49.769018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-547a4564-9bd1-4fd8-9e76-38fea25c4bf5 None None] Current status of the port a66ba19d-7313-41d9-9b6e-29ddfd6986fb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:12:49.879765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a66ba19d-7313-41d9-9b6e-29ddfd6986fb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:12:49.948757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a66ba19d-7313-41d9-9b6e-29ddfd6986fb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:12:49.949086 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:50.063113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a66ba19d-7313-41d9-9b6e-29ddfd6986fb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:12:52.487006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34584) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:52.862733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'name': 'router1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:12:52.868151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:12:52.872134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Usage tracker for resource:router and tenant:4def3d854dc0421bbb7310c77bb3f16b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:12:52.875526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:12:52.881324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:12:52.895762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:52.897384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:52.918845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:53.030115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:53.050842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:53.052033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-04c37342-7064-42c1-b88a-1661a174622a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5640547 May 12 19:12:55.463122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34594) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:56.069156 n-d-841626-1 neutron-server[88113]: WARNING oslo_policy.policy [None req-3410944e-9eb8-4796-9947-0aa4810a8ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:12:56.069741 n-d-841626-1 neutron-server[88113]: WARNING oslo_policy.policy [None req-3410944e-9eb8-4796-9947-0aa4810a8ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:12:56.280271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-3410944e-9eb8-4796-9947-0aa4810a8ee1 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:12:56.281340 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3410944e-9eb8-4796-9947-0aa4810a8ee1 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8172748 May 12 19:12:56.733459 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48fa3730-f74e-4fab-b306-ec0557d5befc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:58.729896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34608) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:12:58.899892 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc5d6-1ec7-4d2b-a34a-d029243b1353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.118544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:12:59.123567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:12:59.127477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Usage tracker for resource:network and tenant:decdfcb39b9049b5baffdc2511eb8f8f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:12:59.130348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:12:59.136033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:12:59.146955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Made reservation on behalf of decdfcb39b9049b5baffdc2511eb8f8f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:12:59.150609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.169480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.183521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:12:59.187312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Usage tracker for resource:security_group_rule and tenant:decdfcb39b9049b5baffdc2511eb8f8f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:12:59.190002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:12:59.195410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:12:59.275834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.282848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.298763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Reserving flat network on physical network physnet1 {{(pid=88112) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 19:12:59.321469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad397653-f1e7-4ff6-a8e3-755f50941781,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:59.326036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.326372 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Added segment 3086fae3-440f-42e5-a9c1-52391b3ba997 of type flat for network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 May 12 19:12:59.358122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.396610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.397680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:59.398249 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.495400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] Pushing event updated for resources: {'Network': ['ID=79f6a4f4-7b97-421e-9184-eeab9b532ba3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:59.502000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-54803e7a-2798-4000-880f-0f5b5b3cd2ec admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7711239 May 12 19:12:59.509267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:12:59.813214 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:12:59.981119 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:13:00.141907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:01.373768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:01.947439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34628) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:13:02.164006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65dcf7e-e33d-4a14-992b-2ffc3a681376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:02.165383 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e65dcf7e-e33d-4a14-992b-2ffc3a681376 admin admin] 10.222.0.72 "GET /v2.0/subnets/5c0c618f-825a-41e3-af63-2a2f0c3184a1 HTTP/1.1" status: 200 len: 849 time: 0.2170117 May 12 19:13:02.309884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-37ce61e8-892c-4724-a6d7-521fc9bda552 admin admin] 10.222.0.72 "GET /v2.0/routers/99f4d60f-83cb-453b-8224-8d71ce6f9a2c HTTP/1.1" status: 200 len: 704 time: 0.1370778 May 12 19:13:02.777461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.038554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Allocated IP 172.20.0.1 (0dfd46a5-b01d-4deb-a5bc-4912c56abc01/5c0c618f-825a-41e3-af63-2a2f0c3184a1/15da35a4-28b4-4e3c-b4f3-9464d7d4fe85) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:13:03.194230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.211505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Transition to ACTIVE for port object 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:13:03.268760 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.334703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:13:03.337555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:13:03.341243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:13:03.341773 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.453776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Pushing event updated for resources: {'Port': ['ID=15da35a4-28b4-4e3c-b4f3-9464d7d4fe85,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:03.496872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4ee72d8d-8528-4828-8354-706135e0962b None None] Provisioning for port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:13:03.501539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4ee72d8d-8528-4828-8354-706135e0962b None None] Provisioning complete for port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:13:03.501902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ee72d8d-8528-4828-8354-706135e0962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.553127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ee72d8d-8528-4828-8354-706135e0962b None None] Port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:13:03.596905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.821173 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.828918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.829739 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:03.958202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Pushing event updated for resources: {'Port': ['ID=15da35a4-28b4-4e3c-b4f3-9464d7d4fe85,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:04.026288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:13:04.027362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:13:04.222207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:13:04.278550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0e4b1937-0e4c-44f6-84f7-3ffb95d20600 None None] Provisioning complete for port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:13:04.278902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1937-0e4c-44f6-84f7-3ffb95d20600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:04.334210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1937-0e4c-44f6-84f7-3ffb95d20600 None None] Port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:13:04.417627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:13:04.428115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Sync routers for ids ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:13:04.429211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20ac573a-a70d-4fa9-9fb4-4b9e93f407ad admin admin] 10.222.0.72 "PUT /v2.0/routers/99f4d60f-83cb-453b-8224-8d71ce6f9a2c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1112177 May 12 19:13:04.438495 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Routers {'99f4d60f-83cb-453b-8224-8d71ce6f9a2c'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:13:04.439324 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:12:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:04.610820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Set router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:13:04.969435 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'name': 'router1', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:12:52Z', 'updated_at': '2022-05-12T19:13:03Z', 'revision_number': 2, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'gw_port_host': None, '_interfaces': [{'id': '15da35a4-28b4-4e3c-b4f3-9464d7d4fe85', 'name': '', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'mac_address': 'fa:16:3e:40:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:02Z', 'updated_at': '2022-05-12T19:13:03Z', 'revision_number': 2, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'subnets': [{'id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6d0d53a-46aa-47a9-82f7-94f1d9353377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:04.974359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Checking router: 99f4d60f-83cb-453b-8224-8d71ce6f9a2c for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:13:04.974714 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Updating router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:13:05.025531 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:05.409241 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:05.423886 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Transition to ACTIVE for port object 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:13:05.432046 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:05.666918 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Pushing event updated for resources: {'Port': ['ID=15da35a4-28b4-4e3c-b4f3-9464d7d4fe85,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:05.676070 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Attempting to bind port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:13:05.676452 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Attempting to bind port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:13:05.676872 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Attempting to bind port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 on network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:13:05.679463 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.679790 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.680111 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.680428 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.680741 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.681058 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.681392 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.681711 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.682007 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.682305 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.682598 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.682919 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Tracked resource versions report: May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: pushed versions: May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: { 'AddressGroup': {'1.2'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'ConntrackHelper': {'1.0'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Log': {'1.0'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Network': {'1.1'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Port': {'1.7'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'PortForwarding': {'1.2'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'QosPolicy': {'1.8'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'SecurityGroup': {'1.4'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'SecurityGroupRule': {'1.2'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'SubPort': {'1.0'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Subnet': {'1.1'}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Trunk': {'1.1'}} May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: consumer versions: May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: { DHCP agent@n-d-841626-1: {}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: L3 agent@n-d-841626-1: {}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: Metadata agent@n-d-841626-1: {}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: Metering agent@n-d-841626-1: {}, May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'ConntrackHelper': '1.0', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Log': '1.0', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Network': '1.1', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Port': '1.7', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'PortForwarding': '1.2', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'QosPolicy': '1.8', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'SecurityGroup': '1.4', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'SecurityGroupRule': '1.2', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'SubPort': '1.0', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Subnet': '1.1', May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: 'Trunk': '1.1'}} May 12 19:13:05.684052 n-d-841626-1 neutron-server[88115]: {{(pid=88115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:13:05.689934 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:13:05.690293 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Checking segment: {'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:13:05.690752 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:05.691095 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Bound using segment: {'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:13:05.691613 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Bound port: 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04db926c-b070-4439-beff-98a6fcc62327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:13:05.692005 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:05.777287 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] For port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:13:05.781478 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] For port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=15da35a4-28b4-4e3c-b4f3-9464d7d4fe85,segment=NetworkSegment(04db926c-b070-4439-beff-98a6fcc62327),segment_id=04db926c-b070-4439-beff-98a6fcc62327)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:13:05.788792 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:05.870639 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea1a1-060d-4d92-b9b6-d49ebd0b05ff None None] Pushing event updated for resources: {'Port': ['ID=15da35a4-28b4-4e3c-b4f3-9464d7d4fe85,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:05.878864 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Routers {'99f4d60f-83cb-453b-8224-8d71ce6f9a2c'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:13:05.879576 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:12:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:06.032788 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] Set router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:13:06.355285 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'name': 'router1', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:12:52Z', 'updated_at': '2022-05-12T19:13:03Z', 'revision_number': 2, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'gw_port_host': None, '_interfaces': [{'id': '15da35a4-28b4-4e3c-b4f3-9464d7d4fe85', 'name': '', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'mac_address': 'fa:16:3e:40:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:02Z', 'updated_at': '2022-05-12T19:13:05Z', 'revision_number': 4, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'subnets': [{'id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6d0d53a-46aa-47a9-82f7-94f1d9353377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:06.359301 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526756fb-af58-4ebb-b888-220767700ff0 None None] The sync data for ids ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'] in n-d-841626-1 is: [{'id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'name': 'router1', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:12:52Z', 'updated_at': '2022-05-12T19:13:03Z', 'revision_number': 2, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'gw_port_host': None, '_interfaces': [{'id': '15da35a4-28b4-4e3c-b4f3-9464d7d4fe85', 'name': '', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'mac_address': 'fa:16:3e:40:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:02Z', 'updated_at': '2022-05-12T19:13:05Z', 'revision_number': 4, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'subnets': [{'id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6d0d53a-46aa-47a9-82f7-94f1d9353377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:13:06.664399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34650) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:13:06.938431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.policy [None req-5c723d85-6934-40ce-99dc-8e908482e03b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88113) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 19:13:06.983770 n-d-841626-1 neutron-server[88113]: WARNING oslo_policy.policy [None req-5c723d85-6934-40ce-99dc-8e908482e03b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:13:06.984155 n-d-841626-1 neutron-server[88113]: WARNING oslo_policy.policy [None req-5c723d85-6934-40ce-99dc-8e908482e03b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 19:13:06.993013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c723d85-6934-40ce-99dc-8e908482e03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:06.994769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5c723d85-6934-40ce-99dc-8e908482e03b admin admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 842 time: 0.3294790 May 12 19:13:07.006249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'cidr': '172.25.2.0/24'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:13:07.008656 n-d-841626-1 neutron-server[88113]: INFO neutron.quota [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Loaded quota_driver: . May 12 19:13:07.015992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:13:07.023517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Usage tracker for resource:subnet and tenant:decdfcb39b9049b5baffdc2511eb8f8f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:13:07.027275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:13:07.034939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:13:07.050827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Made reservation on behalf of decdfcb39b9049b5baffdc2511eb8f8f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:13:07.053895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:07.500717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:13:07.501222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:07.584533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:13:07.584908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Network hostable DHCP agents. Network: 79f6a4f4-7b97-421e-9184-eeab9b532ba3, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:13:07.589087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=97806d4e-5c9f-4a33-9d65-625a1a604850,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:07.600622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.600962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.601322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.601651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.601977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.602303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.602636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.602936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.603242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.603558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.603874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.604188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Tracked resource versions report: May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: pushed versions: May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: { 'AddressGroup': {'1.2'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'ConntrackHelper': {'1.0'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Log': {'1.0'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Network': {'1.1'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Port': {'1.7'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'PortForwarding': {'1.2'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'QosPolicy': {'1.8'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'SecurityGroup': {'1.4'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'SecurityGroupRule': {'1.2'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'SubPort': {'1.0'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Subnet': {'1.1'}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Trunk': {'1.1'}} May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: consumer versions: May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: { DHCP agent@n-d-841626-1: {}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: L3 agent@n-d-841626-1: {}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: Metadata agent@n-d-841626-1: {}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: Metering agent@n-d-841626-1: {}, May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'ConntrackHelper': '1.0', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Log': '1.0', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Network': '1.1', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Port': '1.7', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'PortForwarding': '1.2', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'QosPolicy': '1.8', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'SecurityGroup': '1.4', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'SecurityGroupRule': '1.2', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'SubPort': '1.0', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Subnet': '1.1', May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: 'Trunk': '1.1'}} May 12 19:13:07.605312 n-d-841626-1 neutron-server[88113]: {{(pid=88113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:13:07.636720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:13:07.649264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 79f6a4f4-7b97-421e-9184-eeab9b532ba3) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:13:07.654593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:07.655849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:07.659018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff47e01-6e2e-4839-95a3-c67747fefb30 None None] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:13:07.679829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-41aa59f7-e455-40eb-b125-ba135924d9af admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6784666 May 12 19:13:07.880015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee799e-6796-4c1c-86eb-8b9064ceffcc None None] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:13:07.945704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:13:08.031072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:13:08.038077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:13:08.038638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:08.258450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:13:08.259068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:08.298321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=15da35a4-28b4-4e3c-b4f3-9464d7d4fe85,segment=NetworkSegment(04db926c-b070-4439-beff-98a6fcc62327),segment_id=04db926c-b070-4439-beff-98a6fcc62327)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:13:08.305586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:08.378049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=15da35a4-28b4-4e3c-b4f3-9464d7d4fe85,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:09.889154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:13:09.957901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34670) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:13:09.963471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:13:09.963853 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:10.105148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:13:10.192126 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b650d6c8-d6f3-401a-948d-042a324eed13 admin admin] 10.222.0.72 "GET /v2.0/routers/99f4d60f-83cb-453b-8224-8d71ce6f9a2c HTTP/1.1" status: 200 len: 710 time: 0.2329438 May 12 19:13:10.327620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e218ff-bb1a-44cf-baae-c17abae85328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:10.328969 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d5e218ff-bb1a-44cf-baae-c17abae85328 admin admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 886 time: 0.1317229 May 12 19:13:10.340633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:13:10.830202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:11.162855 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:11.223810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:11.369460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Allocated IP 172.25.2.31 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/bf532e61-fec3-45b7-a122-3483df9609cd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:13:11.561337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:11.622856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:11.690290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:13:11.693221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:13:11.696015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:13:11.760317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Pushing event updated for resources: {'Port': ['ID=bf532e61-fec3-45b7-a122-3483df9609cd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:12.108093 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:12.440940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:12.444670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:12.623119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:13:12.854718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:13:12.863107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:12.875384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d20b5d70-dc05-4f14-b4d5-c998bbe02553 admin admin] 10.222.0.72 "PUT /v2.0/routers/99f4d60f-83cb-453b-8224-8d71ce6f9a2c HTTP/1.1" status: 200 len: 889 time: 2.5268993 May 12 19:13:12.875611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Sync routers for ids ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:13:12.875611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Routers {'99f4d60f-83cb-453b-8224-8d71ce6f9a2c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:13:12.876222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:12:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:13.069875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Set router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:13:13.402372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'name': 'router1', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'bf532e61-fec3-45b7-a122-3483df9609cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:12:52Z', 'updated_at': '2022-05-12T19:13:11Z', 'revision_number': 4, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'gw_port': {'id': 'bf532e61-fec3-45b7-a122-3483df9609cd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:11Z', 'updated_at': '2022-05-12T19:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '15da35a4-28b4-4e3c-b4f3-9464d7d4fe85', 'name': '', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'mac_address': 'fa:16:3e:40:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:02Z', 'updated_at': '2022-05-12T19:13:08Z', 'revision_number': 5, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'subnets': [{'id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6d0d53a-46aa-47a9-82f7-94f1d9353377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:13.407304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Checking router: 99f4d60f-83cb-453b-8224-8d71ce6f9a2c for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:13:13.407643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Updating router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c port bf532e61-fec3-45b7-a122-3483df9609cd binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:13:13.458205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:13.777172 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:13.788615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Transition to ACTIVE for port object bf532e61-fec3-45b7-a122-3483df9609cd will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:13:13.796116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:13.875319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709ba77-8dc3-494b-88ac-c580a8e33cf3 None None] Pushing event updated for resources: {'Port': ['ID=bf532e61-fec3-45b7-a122-3483df9609cd,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:13.877650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Attempting to bind port bf532e61-fec3-45b7-a122-3483df9609cd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:13:13.878240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Attempting to bind port bf532e61-fec3-45b7-a122-3483df9609cd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:13:13.878355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Attempting to bind port bf532e61-fec3-45b7-a122-3483df9609cd on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:13:13.884079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:13:13.884447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:13:13.884843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:13.885229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:13:13.885719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Bound port: bf532e61-fec3-45b7-a122-3483df9609cd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:13:13.886096 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:13.956259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] For port bf532e61-fec3-45b7-a122-3483df9609cd, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:13:13.959237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] For port bf532e61-fec3-45b7-a122-3483df9609cd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bf532e61-fec3-45b7-a122-3483df9609cd,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:13:13.965648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:14.044320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Routers {'99f4d60f-83cb-453b-8224-8d71ce6f9a2c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:13:14.044809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:12:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:14.091696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709ba77-8dc3-494b-88ac-c580a8e33cf3 None None] Pushing event updated for resources: {'Port': ['ID=bf532e61-fec3-45b7-a122-3483df9609cd,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:14.226221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] Set router 99f4d60f-83cb-453b-8224-8d71ce6f9a2c gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:13:14.567957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'name': 'router1', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'bf532e61-fec3-45b7-a122-3483df9609cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:12:52Z', 'updated_at': '2022-05-12T19:13:11Z', 'revision_number': 4, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'gw_port': {'id': 'bf532e61-fec3-45b7-a122-3483df9609cd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:11Z', 'updated_at': '2022-05-12T19:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '15da35a4-28b4-4e3c-b4f3-9464d7d4fe85', 'name': '', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'mac_address': 'fa:16:3e:40:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:02Z', 'updated_at': '2022-05-12T19:13:08Z', 'revision_number': 5, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'subnets': [{'id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6d0d53a-46aa-47a9-82f7-94f1d9353377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:14.572676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badff9e-a874-4f87-8ae9-1e11d12fd56f None None] The sync data for ids ['99f4d60f-83cb-453b-8224-8d71ce6f9a2c'] in n-d-841626-1 is: [{'id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'name': 'router1', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'bf532e61-fec3-45b7-a122-3483df9609cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:12:52Z', 'updated_at': '2022-05-12T19:13:11Z', 'revision_number': 4, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'gw_port': {'id': 'bf532e61-fec3-45b7-a122-3483df9609cd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:11Z', 'updated_at': '2022-05-12T19:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '15da35a4-28b4-4e3c-b4f3-9464d7d4fe85', 'name': '', 'network_id': '0dfd46a5-b01d-4deb-a5bc-4912c56abc01', 'tenant_id': '4def3d854dc0421bbb7310c77bb3f16b', 'mac_address': 'fa:16:3e:40:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4d60f-83cb-453b-8224-8d71ce6f9a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:13:02Z', 'updated_at': '2022-05-12T19:13:08Z', 'revision_number': 5, 'project_id': '4def3d854dc0421bbb7310c77bb3f16b', 'subnets': [{'id': '5c0c618f-825a-41e3-af63-2a2f0c3184a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6d0d53a-46aa-47a9-82f7-94f1d9353377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:13:15.224474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34680) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:13:15.341671 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e847ae1-2423-4e94-90ec-70b971353ae3 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1159954 May 12 19:13:15.912820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bf532e61-fec3-45b7-a122-3483df9609cd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:13:15.986836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port bf532e61-fec3-45b7-a122-3483df9609cd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:13:15.991701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port bf532e61-fec3-45b7-a122-3483df9609cd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:13:15.992103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:16.111434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port bf532e61-fec3-45b7-a122-3483df9609cd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:13:16.112020 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:16.129225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port bf532e61-fec3-45b7-a122-3483df9609cd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bf532e61-fec3-45b7-a122-3483df9609cd,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:13:16.134952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:16.219407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=bf532e61-fec3-45b7-a122-3483df9609cd,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:17.912906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bf532e61-fec3-45b7-a122-3483df9609cd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:13:17.981515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port bf532e61-fec3-45b7-a122-3483df9609cd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:13:17.982038 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:18.108842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port bf532e61-fec3-45b7-a122-3483df9609cd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:13:26.739568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-697e4a25-a6f1-4e3a-a697-ed2092ccd569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:28.904868 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c393e533-95c8-4bef-b356-f5e54a637790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:29.817687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:30.139134 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:31.388957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:36.980894 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:13:56.743998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38543fa7-612e-4eb6-8807-2d5128f63443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:58.909068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a444c82e-4474-4382-a6df-1b44c18419b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:13:59.821853 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:00.134171 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:01.400458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:13.981409 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:14:26.794698 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ad505494-c751-4434-92ff-4ece570bdb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:28.913310 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a00db76d-3b36-4708-aead-0870f4b1a199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:29.817437 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:30.136956 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:31.407568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:50.980205 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:14:56.751973 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a35bd2f-e90d-4413-ac55-ed74655b186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:58.917906 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4824179c-0257-4ac2-b6db-41f034b21e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:14:59.822633 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:00.140282 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:01.412443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:21.772786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35282) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:21.842048 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ca3f26-b58b-4c2d-aa93-9de96e548201 admin admin] GET failed (client error): The resource could not be found. May 12 19:15:21.843321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8ca3f26-b58b-4c2d-aa93-9de96e548201 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695279 May 12 19:15:21.978651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa25f844-63c3-441f-9cb9-70fbdffee04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:21.980031 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fa25f844-63c3-441f-9cb9-70fbdffee04d admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1327960 May 12 19:15:24.141397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:24.257396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420c54e4-0471-4b10-b96f-981f583a6d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:24.257952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-420c54e4-0471-4b10-b96f-981f583a6d6b admin admin] Synchronizing usage tracker for tenant:decdfcb39b9049b5baffdc2511eb8f8f on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:15:24.277646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-420c54e4-0471-4b10-b96f-981f583a6d6b admin admin] Unset dirty status for tenant:decdfcb39b9049b5baffdc2511eb8f8f on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:15:24.278852 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-420c54e4-0471-4b10-b96f-981f583a6d6b admin admin] 10.222.0.72 "GET /v2.0/subnets/5c0c618f-825a-41e3-af63-2a2f0c3184a1 HTTP/1.1" status: 200 len: 849 time: 0.1364746 May 12 19:15:24.288193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:15:24.408859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:24.617305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756756899449'] for subnet, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:24.658073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:24.658650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:24.659907 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] 10.222.0.72 "PUT /v2.0/subnets/5c0c618f-825a-41e3-af63-2a2f0c3184a1 HTTP/1.1" status: 200 len: 868 time: 0.3754654 May 12 19:15:24.678076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0d7cb5-2df8-4b52-bc67-8d03775d1c4e None None] Network 0dfd46a5-b01d-4deb-a5bc-4912c56abc01 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:15:24.684684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0c618f-825a-41e3-af63-2a2f0c3184a1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:15:24.692970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.693406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.693652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.693982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.694467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.694786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.695112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.695460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.695779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.696162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.696515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:24.696821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5012-2e40-4ae0-a30f-9441fcfc0fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:15:25.123502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eb8aabf-db8e-4107-be77-978a56b40838 None None] Provisioning complete for port a66ba19d-7313-41d9-9b6e-29ddfd6986fb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:15:25.123846 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb8aabf-db8e-4107-be77-978a56b40838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:25.234951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8aabf-db8e-4107-be77-978a56b40838 None None] Current status of the port a66ba19d-7313-41d9-9b6e-29ddfd6986fb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:15:25.246015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eb8aabf-db8e-4107-be77-978a56b40838 None None] Provisioning complete for port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:15:25.246346 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb8aabf-db8e-4107-be77-978a56b40838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:25.383251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8aabf-db8e-4107-be77-978a56b40838 None None] Current status of the port 15da35a4-28b4-4e3c-b4f3-9464d7d4fe85 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:15:26.755493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df260172-237c-4989-8cd4-e3b301df08d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:26.830259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:27.008482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b588d-2cab-4192-a326-244dc8703895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:27.008864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b588d-2cab-4192-a326-244dc8703895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:27.010499 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-660b588d-2cab-4192-a326-244dc8703895 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1792433 May 12 19:15:27.979380 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:15:28.923380 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-feb57500-5973-4ef7-b2ab-be4ac12d131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:29.179639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35312) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:29.360086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fcb7d-010b-446c-9fc7-cb213dde9fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:29.360575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fcb7d-010b-446c-9fc7-cb213dde9fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:29.362126 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-698fcb7d-010b-446c-9fc7-cb213dde9fdc admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1816101 May 12 19:15:29.825708 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:30.135929 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:31.409984 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:31.536520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:31.731971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff207e99-fff8-499c-b95d-6be7a58dee44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:31.733238 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ff207e99-fff8-499c-b95d-6be7a58dee44 admin admin] 10.222.0.72 "GET /v2.0/networks/0dfd46a5-b01d-4deb-a5bc-4912c56abc01 HTTP/1.1" status: 200 len: 869 time: 0.1957850 May 12 19:15:33.930329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:34.100248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66574964-4eec-49a7-b383-85bce8b0d234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:34.103081 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66574964-4eec-49a7-b383-85bce8b0d234 admin admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 886 time: 0.1701303 May 12 19:15:36.262860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35342) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:36.396468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a638d-2227-4013-8c55-3fd46480bf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:36.397128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a638d-2227-4013-8c55-3fd46480bf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:36.399470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ca4a638d-2227-4013-8c55-3fd46480bf1c admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1355596 May 12 19:15:38.539532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35352) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:38.653284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d093c3-b9bb-4a75-ab54-04ce2b6f39ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:38.653764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d093c3-b9bb-4a75-ab54-04ce2b6f39ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:38.655276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d9d093c3-b9bb-4a75-ab54-04ce2b6f39ca admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1147702 May 12 19:15:40.811306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35362) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:40.956600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0290d-4723-4b0e-83f6-b5e4a9c37834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:40.957947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ef0290d-4723-4b0e-83f6-b5e4a9c37834 admin admin] 10.222.0.72 "GET /v2.0/subnets/5c0c618f-825a-41e3-af63-2a2f0c3184a1 HTTP/1.1" status: 200 len: 868 time: 0.1454098 May 12 19:15:43.121736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35372) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:15:43.225077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638f9be-10f1-4cbb-a043-f83e323e349f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:15:43.226416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0638f9be-10f1-4cbb-a043-f83e323e349f admin admin] 10.222.0.72 "GET /v2.0/subnets/97806d4e-5c9f-4a33-9d65-625a1a604850 HTTP/1.1" status: 200 len: 816 time: 0.1037109 May 12 19:15:56.760550 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcf280c5-2c9e-4771-a906-5c073716e34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:58.921058 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b52d96cb-7c4d-4036-ba18-aa40c226fa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:15:59.829230 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:00.150543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:01.410950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:02.580934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35418) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:16:02.632184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-4db3a5b1-c806-4ff0-94b8-b7f50dc96300 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:16:02.633160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4db3a5b1-c806-4ff0-94b8-b7f50dc96300 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512648 May 12 19:16:04.870617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35428) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:16:04.947803 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-174e9421-fd18-4ebc-8de6-3e6a00a728d9 admin admin] GET failed (client error): The resource could not be found. May 12 19:16:04.948314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-174e9421-fd18-4ebc-8de6-3e6a00a728d9 admin admin] Synchronizing usage tracker for tenant:decdfcb39b9049b5baffdc2511eb8f8f on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:16:04.969172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-174e9421-fd18-4ebc-8de6-3e6a00a728d9 admin admin] Unset dirty status for tenant:decdfcb39b9049b5baffdc2511eb8f8f on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:16:04.970331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-174e9421-fd18-4ebc-8de6-3e6a00a728d9 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0987692 May 12 19:16:04.980366 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:16:05.097949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fcfd3-7d55-40f3-b5d3-295dfb1b2c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:16:05.099314 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9c4fcfd3-7d55-40f3-b5d3-295dfb1b2c6c admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1228089 May 12 19:16:07.272164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35438) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:16:07.328062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:16:07.333214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:16:07.342979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:16:07.356316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Made reservation on behalf of decdfcb39b9049b5baffdc2511eb8f8f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:16:07.358651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:07.446500 n-d-841626-1 neutron-server[88112]: WARNING neutron.services.revisions.revision_plugin [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Could not find related network for resource to bump revision. May 12 19:16:07.458748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:16:07.468335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:07.468676 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Added segment 97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0 of type vlan for network 62d1f52c-7502-41ba-991b-78470fa3e5dd May 12 19:16:07.496180 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:07.527099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:07.528001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:16:07.528601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:07.627011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3537471 May 12 19:16:07.627727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Pushing event updated for resources: {'Network': ['ID=62d1f52c-7502-41ba-991b-78470fa3e5dd,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:16:07.634618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.634996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.635334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.635692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.636008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.636336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.636662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.636987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.637346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.637676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.637998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.638317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f97e10-9adf-47bf-84fd-8011fcd71713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:07.650511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:16:09.797940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35448) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:16:09.876610 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe950414-d740-4072-a557-bea088288c7d admin admin] GET failed (client error): The resource could not be found. May 12 19:16:09.877901 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe950414-d740-4072-a557-bea088288c7d admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0790069 May 12 19:16:09.990184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaeae3a-4c07-4c0b-a985-d5923679c3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:16:09.991552 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2aaeae3a-4c07-4c0b-a985-d5923679c3ab admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1078479 May 12 19:16:10.001349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'cidr': '192.168.233.0/24'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:16:10.006666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:16:10.017006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:16:10.034331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Made reservation on behalf of decdfcb39b9049b5baffdc2511eb8f8f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:16:10.037076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:10.241415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:10.311699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7617bb-480d-4a29-8968-978dd37dd0af,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:16:10.321915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:16:10.322258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Network hostable DHCP agents. Network: 62d1f52c-7502-41ba-991b-78470fa3e5dd, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:16:10.343707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:16:10.353438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 62d1f52c-7502-41ba-991b-78470fa3e5dd) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:16:10.357302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:16:10.357877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:10.362351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ff14c-3353-4934-84f8-713228ca2286 None None] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:16:10.384190 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-19fa69cf-2f0d-4b32-b8d4-c6c7c82b9295 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3862877 May 12 19:16:10.585542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-62d1f52c-7502-41ba-991b-78470fa3e5dd', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'tenant_id': 'decdfcb39b9049b5baffdc2511eb8f8f', 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:16:10.586399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:10.739017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Allocated IP 192.168.233.2 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/0b435709-cb4b-40ee-867f-80443bf7538c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:16:10.940645 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:10.951812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Transition to ACTIVE for port object 0b435709-cb4b-40ee-867f-80443bf7538c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:16:10.970673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Transition to ACTIVE for port object 0b435709-cb4b-40ee-867f-80443bf7538c will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:16:10.977636 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:11.046341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:16:11.049258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:16:11.052277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:16:11.061112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0b435709-cb4b-40ee-867f-80443bf7538c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:16:11.099279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.099625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.099962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.100290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.100614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.100935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.101288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.101610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.101966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.102291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.102606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.102922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:16:11.167370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Attempting to bind port 0b435709-cb4b-40ee-867f-80443bf7538c on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:16:11.167732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Attempting to bind port 0b435709-cb4b-40ee-867f-80443bf7538c by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:16:11.168090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Attempting to bind port 0b435709-cb4b-40ee-867f-80443bf7538c on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:16:11.173468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:16:11.173836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:16:11.174229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:11.174616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:16:11.175073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Bound port: 0b435709-cb4b-40ee-867f-80443bf7538c, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:16:11.175465 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:11.263886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] For port 0b435709-cb4b-40ee-867f-80443bf7538c, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:16:11.267114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] For port 0b435709-cb4b-40ee-867f-80443bf7538c, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0b435709-cb4b-40ee-867f-80443bf7538c,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:16:11.271917 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:11.348490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd08d9-5857-4d86-add6-112dd0a7d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0b435709-cb4b-40ee-867f-80443bf7538c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:16:12.046633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0b435709-cb4b-40ee-867f-80443bf7538c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:16:12.132359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0b435709-cb4b-40ee-867f-80443bf7538c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:16:12.187997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0388ed-f857-4d4b-a996-b0274ffebcdd None None] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:16:12.312192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] Provisioning for port 0b435709-cb4b-40ee-867f-80443bf7538c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:16:12.328831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] Provisioning complete for port 0b435709-cb4b-40ee-867f-80443bf7538c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:16:12.329213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:12.540502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] Current status of the port 0b435709-cb4b-40ee-867f-80443bf7538c is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:16:12.540824 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:12.585852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] For port 0b435709-cb4b-40ee-867f-80443bf7538c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0b435709-cb4b-40ee-867f-80443bf7538c,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:16:12.593804 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:12.665781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff15f7-d29e-4a7a-a2af-47a813421846 None None] Pushing event updated for resources: {'Port': ['ID=0b435709-cb4b-40ee-867f-80443bf7538c,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:16:12.814789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-18594859-8498-44e7-9014-fe6ec24ebd09 None None] Provisioning complete for port 0b435709-cb4b-40ee-867f-80443bf7538c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:16:12.815083 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18594859-8498-44e7-9014-fe6ec24ebd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:12.932626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-18594859-8498-44e7-9014-fe6ec24ebd09 None None] Current status of the port 0b435709-cb4b-40ee-867f-80443bf7538c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:16:14.004247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0b435709-cb4b-40ee-867f-80443bf7538c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:16:14.074266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0b435709-cb4b-40ee-867f-80443bf7538c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:16:14.074621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:14.189613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0b435709-cb4b-40ee-867f-80443bf7538c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:16:26.766950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26edc4bc-2be5-46f4-a8c4-81f92b34cb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:28.917911 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ad0826a-bf9a-4598-8266-a9321be7048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:29.838871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:30.141498 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:31.415062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:41.980164 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:16:56.761071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91dbfcbe-5047-4129-8b08-205e41b58921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:58.911986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cf34f07-5734-4df2-ace1-57e37c9718d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:16:59.841342 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:00.142397 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:01.416997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:18.981569 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:17:26.767700 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c131547e-60ca-4860-9fba-1f6acb6fd512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:28.917539 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ce3880b6-d3e3-45e3-b820-e378d70b24d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:29.839892 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:30.139572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:31.419808 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:38.241860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35494) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:17:38.249598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-671267a7-3534-44b7-b87a-310c9f282b59 tempest-verify_tempest_config-39184035 tempest-verify_tempest_config-39184035-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:17:38.250561 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-671267a7-3534-44b7-b87a-310c9f282b59 tempest-verify_tempest_config-39184035 tempest-verify_tempest_config-39184035-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074995 May 12 19:17:38.574895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35512) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:17:38.700794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:38.715517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:17:38.719743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8be7eb4034e944968ace32611abb8e6f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:17:38.723107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:17:38.729412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:17:38.830045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:38.836218 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:38.886000 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8be7eb4034e944968ace32611abb8e6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3099601 May 12 19:17:38.886805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98043b6-6f3d-4884-bc77-68238fe6b4b0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:17:38.888959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35518) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:17:38.894472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.894878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.895210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.895669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.895999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.896319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.896640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.896959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.897292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.897609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.898008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.899266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0f451-4895-46b0-adc2-b96a8bceb8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:38.949535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:38.977586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:39.072813 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:39.088500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98043b6-6f3d-4884-bc77-68238fe6b4b0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:17:39.096610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:39.097754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f98043b6-6f3d-4884-bc77-68238fe6b4b0 HTTP/1.1" status: 204 len: 168 time: 0.2077386 May 12 19:17:39.099029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.099378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.099718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.100155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.100482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.100845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.101171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.101523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.101830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.102141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.102638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:39.103126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba54ce-5344-4512-8ef0-27b4feb62529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:17:55.986866 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:17:56.762691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1606ef83-6b67-4de5-ba09-b4416316065a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:58.924693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8a3d-bf13-4c3f-9fad-5488cb1c2626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:17:59.842310 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:00.136349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:01.425989 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:26.776023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12053a1c-df11-46af-bfc0-3320de455c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:28.919896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3a7b92f-93e8-45ba-9566-3c1e6969799c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:29.856633 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:30.135441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:31.432513 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:32.990965 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:18:56.771085 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9e290922-ad25-46e4-844e-f93a3ddedb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:58.924554 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7409a62-2a9d-4e6c-8006-c0a6e850f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:18:59.849311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:00.133084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:01.441974 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:09.995820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:19:26.775259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1c9cb40-16ae-4781-a1ce-059435f57481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:28.926075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f681ee6-34a3-478e-abff-867d4609b001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:29.863619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:30.128928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:31.442666 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:46.997769 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:19:56.779580 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8aae16c8-6c8a-4d33-a309-34d6f15159a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:58.934506 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-306d1e39-35fd-4a71-abf1-355a1e3e7cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:19:59.855907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:00.134757 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:01.446311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:24.001700 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 5 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:20:26.785433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4865aff1-3cd3-4284-b337-8e2e31e35ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:28.932525 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b0b88676-1bad-495e-b572-a878ec6b2fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:29.867256 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:30.129830 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:31.454864 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:37.624986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3772193'] for agent, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:38.003012 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3772193'] for agent, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:56.790926 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f424712c-c2b6-4cb5-9eeb-429efa85a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:58.931511 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55335539-7e64-4650-831d-2a8fc7030dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:20:59.861308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:00.134992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:01.006978 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:21:01.458865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:07.596291 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:08.009298 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:26.796415 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3da9b8f9-908a-49e7-9ab4-9b5b841b2552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:28.571815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:21:28.696685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-912f221e-31cc-4d55-8115-a2b07f7402c1 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1232157 May 12 19:21:28.917524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55fdc039-c5b0-4c18-9b16-2723d86552ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:29.864895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:30.131858 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:30.870426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35592) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:21:30.928659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4a22a8f-3081-4f34-861d-e7f1b1bf48cd admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0571339 May 12 19:21:31.462764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:37.588006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:38.012987 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:21:38.025069 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:56.791551 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b305160-186a-4bfc-a80c-d384bdf49f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:58.930475 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8bab9372-6d6b-4279-b2f3-8828d05636da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:21:59.867603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:00.129201 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:01.461963 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:07.592176 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:08.025088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:15.021831 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:22:26.807182 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d509695d-4945-4519-a39d-e852e271f2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:28.933748 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-faa940e0-184d-4ac4-95d8-887585bfb8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:29.872155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:30.125305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:31.471111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:37.580090 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:38.056736 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:52.011712 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:22:56.802316 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18b0237e-df13-4ae0-aedf-561c13351adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:58.935855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41bc2f4f-a608-4327-a32d-bbb131e7a6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:22:59.872730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:00.134850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:01.466034 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:07.605238 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:08.060518 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:13.431562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35742) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:13.891733 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a394e6d1-f98e-4401-b9c3-ae73e215cc10 tempest-AutoAllocateNetworkTest-1363800486 tempest-AutoAllocateNetworkTest-1363800486-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6497d68cc35049d182cab763e9396820&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4588988 May 12 19:23:13.894479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:14.061115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90e245-227e-472c-90a3-6d51ef9178e2 tempest-AutoAllocateNetworkTest-1363800486 tempest-AutoAllocateNetworkTest-1363800486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:14.062619 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fd90e245-227e-472c-90a3-6d51ef9178e2 tempest-AutoAllocateNetworkTest-1363800486 tempest-AutoAllocateNetworkTest-1363800486-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1670828 May 12 19:23:14.065661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35788) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:14.138242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-340df56d-7489-44ba-94fb-56f0ad3f69ef tempest-AutoAllocateNetworkTest-1363800486 tempest-AutoAllocateNetworkTest-1363800486-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714905 May 12 19:23:14.138422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35796) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:14.166624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bdc65e07-61c3-44bb-be85-84d05e386f5b tempest-AutoAllocateNetworkTest-1363800486 tempest-AutoAllocateNetworkTest-1363800486-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6497d68cc35049d182cab763e9396820 HTTP/1.1" status: 200 len: 208 time: 0.0268092 May 12 19:23:15.073449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35838) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:15.321012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35852) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:15.444656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.459883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:15.464329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Usage tracker for resource:security_group_rule and tenant:6497d68cc35049d182cab763e9396820 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:15.467310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:15.473177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:15.570779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.576169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.622486 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6497d68cc35049d182cab763e9396820&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5483644 May 12 19:23:15.624114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd93769-f2d5-41a2-8e4e-006324083a67,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:15.625453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35868) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:15.633536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.634025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.634490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.635004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.635461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.635907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.636359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.636822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.637297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.637746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.638195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.638643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae05e2c-7ce4-4792-ada8-3657f6deb28c admin admin] Tracked resource versions report: May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: pushed versions: May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: { 'AddressGroup': {'1.2'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'ConntrackHelper': {'1.0'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Log': {'1.0'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Network': {'1.1'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Port': {'1.7'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'PortForwarding': {'1.2'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'QosPolicy': {'1.8'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'SecurityGroup': {'1.4'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'SecurityGroupRule': {'1.2'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'SubPort': {'1.0'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Subnet': {'1.1'}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Trunk': {'1.1'}} May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: consumer versions: May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: { DHCP agent@n-d-841626-1: {}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: HyperV agent@n-h1-841626-1: {}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: HyperV agent@n-h2-841626-1: {}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: L3 agent@n-d-841626-1: {}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: Metadata agent@n-d-841626-1: {}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: Metering agent@n-d-841626-1: {}, May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'ConntrackHelper': '1.0', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Log': '1.0', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Network': '1.1', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Port': '1.7', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'PortForwarding': '1.2', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'QosPolicy': '1.8', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'SecurityGroup': '1.4', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'SecurityGroupRule': '1.2', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'SubPort': '1.0', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Subnet': '1.1', May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: 'Trunk': '1.1'}} May 12 19:23:15.639851 n-d-841626-1 neutron-server[88113]: {{(pid=88113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:23:15.695714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.722303 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.766390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-network', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:15.771550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:15.780894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Usage tracker for resource:network and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:15.784604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:15.784826 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.791009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:15.805198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Made reservation on behalf of 6e5ab1addcea4df886a61eedd0c99c80 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:15.807942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd93769-f2d5-41a2-8e4e-006324083a67,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:15.809623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.819830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.820214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.820710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.821040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.821388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.821706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.822013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.822543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.822983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.823963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.824418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.824870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Tracked resource versions report: May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: pushed versions: May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: { 'AddressGroup': {'1.2'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'ConntrackHelper': {'1.0'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Log': {'1.0'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Network': {'1.1'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Port': {'1.7'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'PortForwarding': {'1.2'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'QosPolicy': {'1.8'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'SecurityGroup': {'1.4'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'SecurityGroupRule': {'1.2'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'SubPort': {'1.0'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Subnet': {'1.1'}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Trunk': {'1.1'}} May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: consumer versions: May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: { DHCP agent@n-d-841626-1: {}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: HyperV agent@n-h1-841626-1: {}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: HyperV agent@n-h2-841626-1: {}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: L3 agent@n-d-841626-1: {}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: Metadata agent@n-d-841626-1: {}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: Metering agent@n-d-841626-1: {}, May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'ConntrackHelper': '1.0', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Log': '1.0', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Network': '1.1', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Port': '1.7', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'PortForwarding': '1.2', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'QosPolicy': '1.8', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'SecurityGroup': '1.4', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'SecurityGroupRule': '1.2', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'SubPort': '1.0', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Subnet': '1.1', May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: 'Trunk': '1.1'}} May 12 19:23:15.826079 n-d-841626-1 neutron-server[88112]: {{(pid=88112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:23:15.828261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.834031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.838550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-43e697df-53f5-4ea7-9513-f761a88ede4b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5cd93769-f2d5-41a2-8e4e-006324083a67 HTTP/1.1" status: 204 len: 168 time: 0.2112551 May 12 19:23:15.847286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:15.852407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Usage tracker for resource:security_group_rule and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:15.856088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:15.861905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:15.961300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:15.966235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.001692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:23:16.007488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90053583-c9b9-47dd-834a-5969e592071f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:16.016718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756757041529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.017452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Unsubscribe: segment precommit_create {{(pid=88113) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 19:23:16.017793 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Added segment 9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af of type vlan for network 1cb5f7dc-5d64-4b56-8dac-9352191c365b May 12 19:23:16.056422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.093768 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.095681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:16.096472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.229663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] Pushing event updated for resources: {'Network': ['ID=1cb5f7dc-5d64-4b56-8dac-9352191c365b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:16.238732 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-322d0283-d978-4e89-b975-5f1bed924daf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9164786 May 12 19:23:16.238928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:16.246489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Request body: {'subnet': {'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-subnet', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:16.250914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:23:16.271321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:16.275191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Usage tracker for resource:subnet and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:16.278214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:16.288022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:16.300358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Made reservation on behalf of 6e5ab1addcea4df886a61eedd0c99c80 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:16.302653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.553262 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.640407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2955043-30a2-4f31-9d61-82837f7a0f3b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:16.657113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Checking segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:16.657562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Network hostable DHCP agents. Network: 1cb5f7dc-5d64-4b56-8dac-9352191c365b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:23:16.683771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:23:16.696433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 1cb5f7dc-5d64-4b56-8dac-9352191c365b) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:16.701175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:16.701801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.709817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d9899a-2de1-4e7f-9f45-3616c113a9a5 None None] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:16.731016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b7b38cbe-27f1-47cf-81ac-9ad824cf374e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4899976 May 12 19:23:16.731726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:16.738219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:16.743591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:16.748752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Usage tracker for resource:router and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:16.752646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:16.759997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:16.775328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.777989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.807468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:16.949620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:23:16.951213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.166198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Allocated IP 172.20.0.2 (1cb5f7dc-5d64-4b56-8dac-9352191c365b/c2955043-30a2-4f31-9d61-82837f7a0f3b/8a456f38-0f9a-4ce0-b559-37494495c942) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:17.209986 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.424939 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.439441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Transition to ACTIVE for port object 8a456f38-0f9a-4ce0-b559-37494495c942 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:17.462113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Transition to ACTIVE for port object 8a456f38-0f9a-4ce0-b559-37494495c942 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:17.470493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.523701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:17.529928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:17.538963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.539611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:17.571480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.630349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Pushing event updated for resources: {'Port': ['ID=8a456f38-0f9a-4ce0-b559-37494495c942,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:17.648810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.648998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.649236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.649567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.650011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.650391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.650629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.650944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.651259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.651963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.652075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.652384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Tracked resource versions report: May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: pushed versions: May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: { 'AddressGroup': {'1.2'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'ConntrackHelper': {'1.0'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Log': {'1.0'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Network': {'1.1'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Port': {'1.7'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'PortForwarding': {'1.2'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'QosPolicy': {'1.8'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'SecurityGroup': {'1.4'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'SecurityGroupRule': {'1.2'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'SubPort': {'1.0'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Subnet': {'1.1'}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Trunk': {'1.1'}} May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: consumer versions: May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: { DHCP agent@n-d-841626-1: {}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: HyperV agent@n-h1-841626-1: {}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: HyperV agent@n-h2-841626-1: {}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: L3 agent@n-d-841626-1: {}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: Metadata agent@n-d-841626-1: {}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: Metering agent@n-d-841626-1: {}, May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'ConntrackHelper': '1.0', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Log': '1.0', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Network': '1.1', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Port': '1.7', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'PortForwarding': '1.2', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'QosPolicy': '1.8', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'SecurityGroup': '1.4', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'SecurityGroupRule': '1.2', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'SubPort': '1.0', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Subnet': '1.1', May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: 'Trunk': '1.1'}} May 12 19:23:17.653482 n-d-841626-1 neutron-server[88114]: {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:23:17.659808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Attempting to bind port 8a456f38-0f9a-4ce0-b559-37494495c942 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:17.660168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Attempting to bind port 8a456f38-0f9a-4ce0-b559-37494495c942 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:17.660533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Attempting to bind port 8a456f38-0f9a-4ce0-b559-37494495c942 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:17.666672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:17.667038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Checking segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:17.667429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.667814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Bound using segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:17.668268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Bound port: 8a456f38-0f9a-4ce0-b559-37494495c942, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:17.668646 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.744825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Allocated IP 172.25.2.150 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/923e33b1-1ce3-4bdc-a854-643210a7f6c5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:17.772548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] For port 8a456f38-0f9a-4ce0-b559-37494495c942, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:17.776509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] For port 8a456f38-0f9a-4ce0-b559-37494495c942, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8a456f38-0f9a-4ce0-b559-37494495c942,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:17.784160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.886257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a880d-2e41-40cc-9492-2e7b68aa2b3b None None] Pushing event updated for resources: {'Port': ['ID=8a456f38-0f9a-4ce0-b559-37494495c942,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:17.925161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35978) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:17.948852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:17.998124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:18.140226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Pushing event updated for resources: {'Port': ['ID=923e33b1-1ce3-4bdc-a854-643210a7f6c5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:18.151531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:18.170757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:18.174423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:18.196584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:18.201702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Usage tracker for resource:security_group_rule and tenant:1543fb670302435ba78f69ae96cc6144 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:18.205393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:18.216631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:18.385363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:18.405086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:18.432523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:18.662039 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1543fb670302435ba78f69ae96cc6144&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7352629 May 12 19:23:18.670276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36004) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:18.685309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c713b09-e5ee-4f7d-9088-87449f561d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d9ae1-fac3-423b-b698-beae1fc0f2ff,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:18.814199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02295138-108c-40ed-99f1-e57e9af07a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:18.967503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02295138-108c-40ed-99f1-e57e9af07a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:19.016501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:19.258397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02295138-108c-40ed-99f1-e57e9af07a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:19.291400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02295138-108c-40ed-99f1-e57e9af07a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d9ae1-fac3-423b-b698-beae1fc0f2ff,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:19.345426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02295138-108c-40ed-99f1-e57e9af07a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:19.348936 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-02295138-108c-40ed-99f1-e57e9af07a51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/190d9ae1-fac3-423b-b698-beae1fc0f2ff HTTP/1.1" status: 204 len: 168 time: 0.6753502 May 12 19:23:19.383651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850411b-d9c2-472c-9c2c-edd23c1cca33 None None] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:19.480784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8ee952fc-fc3a-4255-ae22-9c4e717d22f7 None None] Provisioning for port 8a456f38-0f9a-4ce0-b559-37494495c942 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:19.562356 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:19.850153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Router 3c96abfd-770f-41ce-81a4-5937619eff47 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:23:20.021580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36068) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:20.047575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.048381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:23:20.058952 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Sync routers for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:23:20.073419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.075428 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:20.076309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7fdc52a0-a826-4818-a084-d2975d2a583b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3429780 May 12 19:23:20.077513 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:22:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:20.079413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:20.081174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:20.085349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Usage tracker for resource:security_group_rule and tenant:4d53f5630b424e5da3bd70541ac066f7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:20.099877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:20.114442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:20.280321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.285611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36080) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:20.290007 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.344352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59bbbfe-3064-4815-a10a-b3b12abf7a5b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:20.353852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Synchronizing usage tracker for tenant:decdfcb39b9049b5baffdc2511eb8f8f on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:23:20.379340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] Unset dirty status for tenant:decdfcb39b9049b5baffdc2511eb8f8f on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:23:20.381431 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-974fd868-2e3a-4ba0-b21d-31766e9eed2e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d53f5630b424e5da3bd70541ac066f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3576202 May 12 19:23:20.384468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36088) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:20.405198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a456f38-0f9a-4ce0-b559-37494495c942 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:20.440342 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:20.500390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 8a456f38-0f9a-4ce0-b559-37494495c942 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:20.518189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8a456f38-0f9a-4ce0-b559-37494495c942 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:20.519815 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.527076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24df7a53-8af9-4839-9680-5f7f99c52e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.606389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24df7a53-8af9-4839-9680-5f7f99c52e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.727720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24df7a53-8af9-4839-9680-5f7f99c52e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.756117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7a53-8af9-4839-9680-5f7f99c52e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59bbbfe-3064-4815-a10a-b3b12abf7a5b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:20.770964 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24df7a53-8af9-4839-9680-5f7f99c52e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.772394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-24df7a53-8af9-4839-9680-5f7f99c52e68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a59bbbfe-3064-4815-a10a-b3b12abf7a5b HTTP/1.1" status: 204 len: 168 time: 0.3851438 May 12 19:23:20.776090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8a456f38-0f9a-4ce0-b559-37494495c942 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:20.776689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.831237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 8a456f38-0f9a-4ce0-b559-37494495c942, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8a456f38-0f9a-4ce0-b559-37494495c942,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:20.837578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:20.963125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=8a456f38-0f9a-4ce0-b559-37494495c942,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:21.015773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36130) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:21.137674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:18Z', 'revision_number': 3, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:21.141867 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Checking router: 3c96abfd-770f-41ce-81a4-5937619eff47 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:23:21.142262 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Updating router 3c96abfd-770f-41ce-81a4-5937619eff47 port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:23:21.219857 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.265390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.303725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:21.315475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Usage tracker for resource:security_group_rule and tenant:9b3355a3732b40d3a3397b378678501b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:21.321800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:21.330585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:21.510038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.548702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:21.555852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6112b9edd0427495ea08d3a00eec3c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:21.559019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.562853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:21.567932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.577130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:21.637021 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.661541 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Transition to ACTIVE for port object 923e33b1-1ce3-4bdc-a854-643210a7f6c5 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:21.673551 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.692615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b3355a3732b40d3a3397b378678501b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4055107 May 12 19:23:21.693227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36158) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:21.700543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40c812-1fcf-4774-a31b-151d925ac109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e58851-7401-4fb4-8b39-cb3183841416,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:21.737876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.745383 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Attempting to bind port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:21.745751 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Attempting to bind port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:21.746110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Attempting to bind port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:21.758172 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:21.758576 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:21.758960 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.759443 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:21.760035 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Bound port: 923e33b1-1ce3-4bdc-a854-643210a7f6c5, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:21.760500 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.780095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.793703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.802193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36162) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:21.852408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36170) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:21.885725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fb8fe7-e5a3-40a4-9690-751e8868e66b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:21.890915 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] For port 923e33b1-1ce3-4bdc-a854-643210a7f6c5, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:21.891459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e51e1003-328c-4920-a5bb-b9c6824685c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa6112b9edd0427495ea08d3a00eec3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8741760 May 12 19:23:21.894373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36184) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:21.894868 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] For port 923e33b1-1ce3-4bdc-a854-643210a7f6c5, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=923e33b1-1ce3-4bdc-a854-643210a7f6c5,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:21.907182 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.915240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbd09931-9824-41cd-92b8-6e8c2599335e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:21.934912 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:21.935985 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:22:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:21.994419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbd09931-9824-41cd-92b8-6e8c2599335e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.055037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde4e05-526c-4ac3-bb11-7cfb0a7a82c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.126858 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:22.128320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Allocated IP 172.20.0.1 (1cb5f7dc-5d64-4b56-8dac-9352191c365b/c2955043-30a2-4f31-9d61-82837f7a0f3b/47e3efb4-f032-4aa3-82ed-d2a398478301) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:22.129232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde4e05-526c-4ac3-bb11-7cfb0a7a82c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.140707 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbd09931-9824-41cd-92b8-6e8c2599335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.188232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd09931-9824-41cd-92b8-6e8c2599335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e58851-7401-4fb4-8b39-cb3183841416,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:22.243186 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Pushing event updated for resources: {'Port': ['ID=923e33b1-1ce3-4bdc-a854-643210a7f6c5,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:22.252699 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde4e05-526c-4ac3-bb11-7cfb0a7a82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.270966 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.272037 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.272526 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.273140 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.273623 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.274078 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.274545 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.275012 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.275523 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.276116 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.276256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.276694 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.277586 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Tracked resource versions report: May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: pushed versions: May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: { 'AddressGroup': {'1.2'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'ConntrackHelper': {'1.0'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Log': {'1.0'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Network': {'1.1'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Port': {'1.7'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'PortForwarding': {'1.2'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'QosPolicy': {'1.8'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'SecurityGroup': {'1.4'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'SecurityGroupRule': {'1.2'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'SubPort': {'1.0'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Subnet': {'1.1'}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Trunk': {'1.1'}} May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: consumer versions: May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: { DHCP agent@n-d-841626-1: {}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: HyperV agent@n-h1-841626-1: {}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: HyperV agent@n-h2-841626-1: {}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: L3 agent@n-d-841626-1: {}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: Metadata agent@n-d-841626-1: {}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: Metering agent@n-d-841626-1: {}, May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: Open vSwitch agent@n-d-841626-1: { 'AddressGroup': '1.2', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'ConntrackHelper': '1.0', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Log': '1.0', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Network': '1.1', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Port': '1.7', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'PortForwarding': '1.2', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'QosPolicy': '1.8', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'SecurityGroup': '1.4', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'SecurityGroupRule': '1.2', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'SubPort': '1.0', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Subnet': '1.1', May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: 'Trunk': '1.1'}} May 12 19:23:22.278990 n-d-841626-1 neutron-server[88115]: {{(pid=88115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 19:23:22.322241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde4e05-526c-4ac3-bb11-7cfb0a7a82c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fb8fe7-e5a3-40a4-9690-751e8868e66b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:22.330789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde4e05-526c-4ac3-bb11-7cfb0a7a82c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.331916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6bde4e05-526c-4ac3-bb11-7cfb0a7a82c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56fb8fe7-e5a3-40a4-9690-751e8868e66b HTTP/1.1" status: 204 len: 168 time: 0.4359210 May 12 19:23:22.342967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a456f38-0f9a-4ce0-b559-37494495c942 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:22.347496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:22.351635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Usage tracker for resource:security_group_rule and tenant:58221cd3cb7d4c0cba8e4a7a31e25539 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:22.360126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:22.370070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:22.427456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.445436 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c90ce-34c8-4a6b-8ab5-bcb8a77ab17b None None] Pushing event updated for resources: {'Port': ['ID=923e33b1-1ce3-4bdc-a854-643210a7f6c5,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:22.468455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbd09931-9824-41cd-92b8-6e8c2599335e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.478611 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bbd09931-9824-41cd-92b8-6e8c2599335e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d4e58851-7401-4fb4-8b39-cb3183841416 HTTP/1.1" status: 204 len: 168 time: 0.7814317 May 12 19:23:22.496497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:22.538011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Usage tracker for resource:security_group_rule and tenant:579c4a79ea484b2799f5a6b970afd227 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:22.548272 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.549008 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:18Z', 'revision_number': 3, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:22.552206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:22.553539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8a456f38-0f9a-4ce0-b559-37494495c942 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:22.553903 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.555892 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945b59c-c81a-4160-934c-72ed87caf0ea None None] The sync data for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 is: [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:18Z', 'revision_number': 3, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:23:22.558080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.616160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:22.647928 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.656627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58221cd3cb7d4c0cba8e4a7a31e25539&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8005874 May 12 19:23:22.664127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36210) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:22.671504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f3ab9-097d-4e0b-9b4f-75c133147313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc57753a-aa53-418a-8c46-434cada4e912,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:22.690723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Transition to ACTIVE for port object 47e3efb4-f032-4aa3-82ed-d2a398478301 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:22.777128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da322cf8-c6aa-4b69-b0d9-ba44dc98510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.785537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.814055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8a456f38-0f9a-4ce0-b559-37494495c942 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:22.828541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da322cf8-c6aa-4b69-b0d9-ba44dc98510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.836923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.857932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.885575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:22.896359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:22.908414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:22.908907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:22.973864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da322cf8-c6aa-4b69-b0d9-ba44dc98510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.008842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da322cf8-c6aa-4b69-b0d9-ba44dc98510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc57753a-aa53-418a-8c46-434cada4e912,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:23.034626 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da322cf8-c6aa-4b69-b0d9-ba44dc98510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.040109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-da322cf8-c6aa-4b69-b0d9-ba44dc98510c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc57753a-aa53-418a-8c46-434cada4e912 HTTP/1.1" status: 204 len: 168 time: 0.3703682 May 12 19:23:23.072285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36226) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:23.079538 n-d-841626-1 neutron-server[88112]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 19:23:23.104404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Pushing event updated for resources: {'Port': ['ID=47e3efb4-f032-4aa3-82ed-d2a398478301,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:23.135828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-de7efb3a-7cdf-4fae-ae2a-0784cc40ab56 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8d261f74f3bc4ae68e9fb455e75fe16c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593734 May 12 19:23:23.143867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36230) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:23.149077 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=579c4a79ea484b2799f5a6b970afd227&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3449290 May 12 19:23:23.162245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bb7b1-4e11-4ee8-aad2-7b857232ad68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab1582-202c-4ad9-8030-f1bc45ecc4fa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:23.318013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:23.342977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.368793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:23.373215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc9eba6f82748d1a4784e0f09812edb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:23.376246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:23.411274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c9b5bae-601a-43c5-a174-68941e9eabc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.415454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a081a033-9938-43f3-8887-96d20f59c420 None None] Provisioning for port 47e3efb4-f032-4aa3-82ed-d2a398478301 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:23.424263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:23.427627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a081a033-9938-43f3-8887-96d20f59c420 None None] Provisioning complete for port 47e3efb4-f032-4aa3-82ed-d2a398478301 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:23.430210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a081a033-9938-43f3-8887-96d20f59c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.477830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36240) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:23.484562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.522751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c9b5bae-601a-43c5-a174-68941e9eabc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.617385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a081a033-9938-43f3-8887-96d20f59c420 None None] Port 47e3efb4-f032-4aa3-82ed-d2a398478301 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:23:23.639601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.713163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-e9cb398c-7286-4904-aa95-6992ffabffb1 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:23.723488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-e9cb398c-7286-4904-aa95-6992ffabffb1 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5625715 May 12 19:23:23.751416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:23.758459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Usage tracker for resource:security_group_rule and tenant:946a8d97cddb47ad9f94cdeba08ec95e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:23.767600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-7ce43f13-7f8a-475f-9618-ff56559b9626 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/quotas/8d261f74f3bc4ae68e9fb455e75fe16c HTTP/1.1" status: 200 len: 375 time: 0.0427256 May 12 19:23:23.769694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:23.778926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:23.816815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.845917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.852997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-fba66f58-0693-4a71-9582-1806d7332277 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d261f74f3bc4ae68e9fb455e75fe16c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844381 May 12 19:23:23.902399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c9b5bae-601a-43c5-a174-68941e9eabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:23.995965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b5bae-601a-43c5-a174-68941e9eabc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab1582-202c-4ad9-8030-f1bc45ecc4fa,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:24.029622 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2cc9eba6f82748d1a4784e0f09812edb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7053666 May 12 19:23:24.032183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36250) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:24.047742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c9b5bae-601a-43c5-a174-68941e9eabc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.050544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3c9b5bae-601a-43c5-a174-68941e9eabc0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebab1582-202c-4ad9-8030-f1bc45ecc4fa HTTP/1.1" status: 204 len: 168 time: 0.9054422 May 12 19:23:24.098539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fb4fa-08f6-4f55-a3be-fb920494f915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70723db-22ce-4b2e-9f17-38391819b8f8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:24.136433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.146326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.147164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.171337 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.188109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.331621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36274) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:24.333622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 923e33b1-1ce3-4bdc-a854-643210a7f6c5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:24.386450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d21c12-4dd7-44e0-846c-d1f2a0e43155,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:24.393241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c64a40b7-79d2-45a4-b3cc-93fbe7faaace admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=946a8d97cddb47ad9f94cdeba08ec95e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9117198 May 12 19:23:24.396637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36280) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:24.397678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f6ff-aeb5-4763-acc5-67b569bd4124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.401986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Pushing event updated for resources: {'Port': ['ID=47e3efb4-f032-4aa3-82ed-d2a398478301,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:24.426191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.456591 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f6ff-aeb5-4763-acc5-67b569bd4124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.474502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:24.482008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:24.482857 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.510884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:24.512623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:24.554976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:24.582903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Usage tracker for resource:security_group_rule and tenant:300111529e0e481dbd86b7eb5e1b5163 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:24.601060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:24.648016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:24.732256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c360-1116-4016-88df-4082bd6303b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.739188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:24.740014 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.791536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 923e33b1-1ce3-4bdc-a854-643210a7f6c5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=923e33b1-1ce3-4bdc-a854-643210a7f6c5,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:24.800398 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.816048 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c360-1116-4016-88df-4082bd6303b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.841413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f6ff-aeb5-4763-acc5-67b569bd4124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:24.908372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0f6ff-aeb5-4763-acc5-67b569bd4124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70723db-22ce-4b2e-9f17-38391819b8f8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:24.911024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Router 3c96abfd-770f-41ce-81a4-5937619eff47 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:23:24.957682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=923e33b1-1ce3-4bdc-a854-643210a7f6c5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:24.978506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:25.005399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eed305c4-215a-4970-83a9-b173f6fe2650 None None] Provisioning complete for port 47e3efb4-f032-4aa3-82ed-d2a398478301 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:25.005871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eed305c4-215a-4970-83a9-b173f6fe2650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.016721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36302) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:25.039620 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f6ff-aeb5-4763-acc5-67b569bd4124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.040927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2dd0f6ff-aeb5-4763-acc5-67b569bd4124 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c70723db-22ce-4b2e-9f17-38391819b8f8 HTTP/1.1" status: 204 len: 168 time: 0.9879384 May 12 19:23:25.050758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.076662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:25.108578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Usage tracker for resource:security_group_rule and tenant:149009549e0e40cf880ecd441a600ad2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:25.113777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:25.122205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eed305c4-215a-4970-83a9-b173f6fe2650 None None] Port 47e3efb4-f032-4aa3-82ed-d2a398478301 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:23:25.126055 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c360-1116-4016-88df-4082bd6303b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.134067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:25.152002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.158369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2c360-1116-4016-88df-4082bd6303b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d21c12-4dd7-44e0-846c-d1f2a0e43155,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:25.168221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.231410 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c360-1116-4016-88df-4082bd6303b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.232534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1ee2c360-1116-4016-88df-4082bd6303b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44d21c12-4dd7-44e0-846c-d1f2a0e43155 HTTP/1.1" status: 204 len: 168 time: 0.8106203 May 12 19:23:25.286512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:23:25.307805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=300111529e0e481dbd86b7eb5e1b5163&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9613299 May 12 19:23:25.310365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36316) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:25.324458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ebb88-85af-4b6e-91d7-382dd56a668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11ab74d-d35f-403c-8df9-9431073245cc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:25.329360 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1d844443-2f5e-4471-889f-9ecb46f62efa admin admin] 10.222.0.72 "PUT /v2.0/routers/3c96abfd-770f-41ce-81a4-5937619eff47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2486858 May 12 19:23:25.496973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ad27fd7-e810-4949-89d7-c4dcdd7abdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.506940 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4babc5ee-2d02-468e-80c3-5c9b32faee4f req-bf7643cd-19c0-45eb-a1f2-4c792bc8b50c tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 210 time: 0.5226481 May 12 19:23:25.520747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.540481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.548260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ad27fd7-e810-4949-89d7-c4dcdd7abdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.627347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36328) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:25.627962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=149009549e0e40cf880ecd441a600ad2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6089118 May 12 19:23:25.661275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec9b3f-5424-4870-a722-884bc5d1fb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e0ec2f-8aaf-49de-9d06-10e9fcd6eb2c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:25.686748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ad27fd7-e810-4949-89d7-c4dcdd7abdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.712154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad27fd7-e810-4949-89d7-c4dcdd7abdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11ab74d-d35f-403c-8df9-9431073245cc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:25.718837 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ad27fd7-e810-4949-89d7-c4dcdd7abdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.720361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5ad27fd7-e810-4949-89d7-c4dcdd7abdd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e11ab74d-d35f-403c-8df9-9431073245cc HTTP/1.1" status: 204 len: 168 time: 0.4030859 May 12 19:23:25.762700 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59a99584-0681-4424-9f5e-e795c4884fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.801570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59a99584-0681-4424-9f5e-e795c4884fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.869407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Sync routers for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:23:25.877201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59a99584-0681-4424-9f5e-e795c4884fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.883297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:25.883905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:22:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:25.906114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59a99584-0681-4424-9f5e-e795c4884fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:25.907552 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-59a99584-0681-4424-9f5e-e795c4884fd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0e0ec2f-8aaf-49de-9d06-10e9fcd6eb2c HTTP/1.1" status: 204 len: 168 time: 0.2786405 May 12 19:23:25.912829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a99584-0681-4424-9f5e-e795c4884fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e0ec2f-8aaf-49de-9d06-10e9fcd6eb2c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:26.096674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:26.290596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 923e33b1-1ce3-4bdc-a854-643210a7f6c5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:26.530550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:26.530989 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:26.648740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 2, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:26.669744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Checking router: 3c96abfd-770f-41ce-81a4-5937619eff47 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:23:26.670186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Updating router 3c96abfd-770f-41ce-81a4-5937619eff47 port 47e3efb4-f032-4aa3-82ed-d2a398478301 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:23:26.723586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-273ff175-564b-4f40-a134-9d95cc2f0402 req-56d8336c-eecc-4e4a-a297-6fac9a2ee918 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 210 time: 0.0520468 May 12 19:23:26.728906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:26.739703 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:26.837527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.73', 65461) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:26.846086 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a4922c7f-dfa8-4e92-9ccd-96b9405fd845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:26.869534 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-e8b18d1a-8000-45ba-a939-e75ffafc786e tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8d261f74f3bc4ae68e9fb455e75fe16c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293858 May 12 19:23:27.073355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-211d4c5d-ce40-49fd-9aae-f656cbd262ed tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:27.075256 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-211d4c5d-ce40-49fd-9aae-f656cbd262ed tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011712 May 12 19:23:27.201014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Request body: {'port': {'device_id': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '8d261f74f3bc4ae68e9fb455e75fe16c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:27.248996 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.264087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Transition to ACTIVE for port object 47e3efb4-f032-4aa3-82ed-d2a398478301 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:27.277032 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.375083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:27.379311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Usage tracker for resource:port and tenant:8d261f74f3bc4ae68e9fb455e75fe16c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:27.383638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:27.393797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:27.415143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Made reservation on behalf of 8d261f74f3bc4ae68e9fb455e75fe16c for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:27.421486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.424440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03fe73-dc0a-4b83-95a8-7d14c7615fe8 None None] Pushing event updated for resources: {'Port': ['ID=47e3efb4-f032-4aa3-82ed-d2a398478301,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:27.452299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.487832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:27.492591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Usage tracker for resource:security_group_rule and tenant:8d261f74f3bc4ae68e9fb455e75fe16c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:27.495809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:27.502104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:27.558579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Attempting to bind port 47e3efb4-f032-4aa3-82ed-d2a398478301 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:27.559372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Attempting to bind port 47e3efb4-f032-4aa3-82ed-d2a398478301 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:27.559888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Attempting to bind port 47e3efb4-f032-4aa3-82ed-d2a398478301 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:27.567724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:27.568349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Checking segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:27.568936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.569582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Bound using segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:27.570285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Bound port: 47e3efb4-f032-4aa3-82ed-d2a398478301, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:27.571361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.605777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36424) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:27.611484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-network', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:27.618060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:27.630135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Usage tracker for resource:network and tenant:6f43165d5b0947708edca83b0ea0e840 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:27.633799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:27.639913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:27.666469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.676578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.683174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Made reservation on behalf of 6f43165d5b0947708edca83b0ea0e840 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:27.685945 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.703300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] For port 47e3efb4-f032-4aa3-82ed-d2a398478301, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:27.706879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] For port 47e3efb4-f032-4aa3-82ed-d2a398478301, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=47e3efb4-f032-4aa3-82ed-d2a398478301,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:27.711050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.715778 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.754106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:27.769167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Usage tracker for resource:security_group_rule and tenant:6f43165d5b0947708edca83b0ea0e840 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:27.778092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:27.798850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:27.827081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:27.923142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:27.923767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:22:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:27.931318 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:27.941906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.043097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Allocated IP 192.168.233.22 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/984490b1-5743-42d5-aa0c-26e4b37da1e9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:28.045920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03fe73-dc0a-4b83-95a8-7d14c7615fe8 None None] Pushing event updated for resources: {'Port': ['ID=47e3efb4-f032-4aa3-82ed-d2a398478301,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:28.079355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2421d48-fd96-413d-bd07-a67b4f324b8f req-ceb1062e-f4f2-4255-bc9c-5b19a4c86ac9 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 210 time: 0.1322744 May 12 19:23:28.123288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:23:28.132158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39546b43-cd2d-4bed-8251-ed238b1e532a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:28.152425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.152768 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Added segment 88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9 of type vlan for network 48ace6e1-528a-42d5-b719-8102b8d04f3c May 12 19:23:28.220129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.274346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:28.292812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.293831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:28.294438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.416062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.432784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Transition to ACTIVE for port object 984490b1-5743-42d5-aa0c-26e4b37da1e9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:28.466411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.496934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8899922 May 12 19:23:28.500420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36468) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:28.502644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736247e-2f4a-4664-baad-5066c3da3533 admin admin] Pushing event updated for resources: {'Network': ['ID=48ace6e1-528a-42d5-b719-8102b8d04f3c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:28.514003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Request body: {'subnet': {'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-subnet', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:28.540527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:28.547435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Usage tracker for resource:subnet and tenant:6f43165d5b0947708edca83b0ea0e840 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:28.549047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:23:28.561426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:28.583132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:28.599375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:28.613178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:28.624066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:28.626205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Made reservation on behalf of 6f43165d5b0947708edca83b0ea0e840 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:28.628560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.652225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:28.652900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:28.699669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Pushing event updated for resources: {'Port': ['ID=984490b1-5743-42d5-aa0c-26e4b37da1e9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:28.750916 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-6fc91964-55fc-473d-ba50-6ed4ec53c834 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5554764 May 12 19:23:28.769915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-9c64bf6e-d71f-4db6-b9c4-157a569ef134 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:23:28.771806 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-9c64bf6e-d71f-4db6-b9c4-157a569ef134 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063844 May 12 19:23:29.012699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:23:29.067983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-82fb3a98-b65b-442a-86c6-648f9bb98916 None None] Provisioning for port 984490b1-5743-42d5-aa0c-26e4b37da1e9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:29.074443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-82fb3a98-b65b-442a-86c6-648f9bb98916 None None] Provisioning complete for port 984490b1-5743-42d5-aa0c-26e4b37da1e9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:29.075094 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82fb3a98-b65b-442a-86c6-648f9bb98916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:29.223423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d7dec9a6-2580-468b-8db2-c4daa1981a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:29.234923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-82fb3a98-b65b-442a-86c6-648f9bb98916 None None] Port 984490b1-5743-42d5-aa0c-26e4b37da1e9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:23:29.281427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36490) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:29.301010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:27Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:29.314992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51fa17-db20-44ff-b27c-41b025d99eca None None] The sync data for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 is: [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:27Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:23:29.613331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:29.803643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-219307204-network', 'tenant_id': '688e1e82516441b8afefb2f3de675b79'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:29.856974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6fe0d20-41d6-48e4-8d6a-edc3444f28c8,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:29.880732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ef1ee-581a-4b36-8c10-dbeb740b3f43 req-4279aa04-0c55-4457-b3a3-c8b8d02cd5cc tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:29.882309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-727ef1ee-581a-4b36-8c10-dbeb740b3f43 req-4279aa04-0c55-4457-b3a3-c8b8d02cd5cc tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 935 time: 0.4045241 May 12 19:23:29.887436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Checking segment: {'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:29.887740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Network hostable DHCP agents. Network: 48ace6e1-528a-42d5-b719-8102b8d04f3c, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:23:29.891852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:29.968294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-727ef1ee-581a-4b36-8c10-dbeb740b3f43 req-c9e153d1-5233-4f56-8ddb-ff1c017a6d4d tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736113 May 12 19:23:29.969542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:23:29.996039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 48ace6e1-528a-42d5-b719-8102b8d04f3c) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:30.000681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:30.001340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.013935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49beb65b-77f9-441e-9964-2ccde1898b68 None None] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:30.039730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:30.050180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Usage tracker for resource:network and tenant:688e1e82516441b8afefb2f3de675b79 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:30.054995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:30.071305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-129228d6-9c37-4ea8-86c1-7f5aa6dc7f91 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5697191 May 12 19:23:30.074465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36510) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:30.081803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:30.084216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:30.104187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Made reservation on behalf of 688e1e82516441b8afefb2f3de675b79 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:30.106817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.107273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:30.123427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Usage tracker for resource:router and tenant:6f43165d5b0947708edca83b0ea0e840 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:30.155012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:30.170782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.173214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:30.196215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.207810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.207810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.208066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:30.221867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Usage tracker for resource:security_group_rule and tenant:688e1e82516441b8afefb2f3de675b79 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:30.238662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:30.256983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:30.257511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.454120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 47e3efb4-f032-4aa3-82ed-d2a398478301 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:30.567073 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.574481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.581955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-48ace6e1-528a-42d5-b719-8102b8d04f3c', 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'fixed_ips': [{'subnet_id': 'd6fe0d20-41d6-48e4-8d6a-edc3444f28c8'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:23:30.584653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.624013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Request body: {'port': {'device_id': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'device_owner': 'compute:tempest-test_az-1178091940', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:30.688109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 47e3efb4-f032-4aa3-82ed-d2a398478301 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:30.700873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 47e3efb4-f032-4aa3-82ed-d2a398478301 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:30.701992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.889168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:23:30.934674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 47e3efb4-f032-4aa3-82ed-d2a398478301 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:30.935599 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:30.972314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778a3ca6-0873-444f-b84b-1cb12f84340e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:31.013150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:31.014788 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Added segment 95bc580a-4ce9-496f-a42f-4237af3b4e66 of type vlan for network 47c13cac-b4e1-428b-9c50-11992682fb5e May 12 19:23:31.191140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:31.194825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:31.248187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 47e3efb4-f032-4aa3-82ed-d2a398478301, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=47e3efb4-f032-4aa3-82ed-d2a398478301,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:31.255241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Allocated IP 172.20.0.2 (48ace6e1-528a-42d5-b719-8102b8d04f3c/d6fe0d20-41d6-48e4-8d6a-edc3444f28c8/ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:31.262352 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:31.488752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:31.619503 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:31.629659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=47e3efb4-f032-4aa3-82ed-d2a398478301,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:31.677484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bdcd8-2595-4801-90f5-684aaa9a82da req-da55c85c-178a-40b9-ab60-a9b2bfc391e4 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:31.679495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f8bdcd8-2595-4801-90f5-684aaa9a82da req-da55c85c-178a-40b9-ab60-a9b2bfc391e4 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 935 time: 0.4316878 May 12 19:23:31.798677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f8bdcd8-2595-4801-90f5-684aaa9a82da req-ba8ef481-ab7d-4339-9ff8-242f83d53fb2 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096921 May 12 19:23:31.865285 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:31.881601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Transition to ACTIVE for port object ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:31.926971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Transition to ACTIVE for port object ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:31.937774 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.111865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:32.140142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.142046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:32.154718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:32.246521 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.346447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Pushing event updated for resources: {'Port': ['ID=ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:32.406782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Attempting to bind port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:32.407284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Attempting to bind port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:32.408835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Attempting to bind port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 on network 48ace6e1-528a-42d5-b719-8102b8d04f3c {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:32.419691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 47e3efb4-f032-4aa3-82ed-d2a398478301 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:32.459187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] It took 0.93 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:23:32.485508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984490b1-5743-42d5-aa0c-26e4b37da1e9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:23:32.491675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.497464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:32.498477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.529887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.533623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:32.537665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Checking segment: {'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:32.543837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.544697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Bound using segment: {'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:32.545451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Bound port: ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:32.546062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.637468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Transition to ACTIVE for port object 984490b1-5743-42d5-aa0c-26e4b37da1e9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:32.642849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.3601966 May 12 19:23:32.646604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36552) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:32.665276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Request body: {'subnet': {'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-219307204-subnet', 'tenant_id': '688e1e82516441b8afefb2f3de675b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:32.665502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Allocated IP 172.25.2.47 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f2fadefa-b3db-472a-9559-9223a0833370) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:32.665598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:32.665674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Usage tracker for resource:subnet and tenant:688e1e82516441b8afefb2f3de675b79 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:32.669211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:32.676426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:32.685557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98465699-edb1-4a60-a0e9-37007799591d admin admin] Pushing event updated for resources: {'Network': ['ID=47c13cac-b4e1-428b-9c50-11992682fb5e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:32.687983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:32.729448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 47c13cac-b4e1-428b-9c50-11992682fb5e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:23:32.730073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Made reservation on behalf of 688e1e82516441b8afefb2f3de675b79 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:32.731851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:33.019062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:33.073897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] For port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:33.086868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] For port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1,segment=NetworkSegment(88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9),segment_id=88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:33.096773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 47e3efb4-f032-4aa3-82ed-d2a398478301 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:33.097322 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:33.194329 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:33.210399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:33.426614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Attempting to bind port 984490b1-5743-42d5-aa0c-26e4b37da1e9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:33.427071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Attempting to bind port 984490b1-5743-42d5-aa0c-26e4b37da1e9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:33.427482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Attempting to bind port 984490b1-5743-42d5-aa0c-26e4b37da1e9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:33.429905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Pushing event updated for resources: {'Port': ['ID=984490b1-5743-42d5-aa0c-26e4b37da1e9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:33.438650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Port 984490b1-5743-42d5-aa0c-26e4b37da1e9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:23:33.439173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Attempting to bind port 984490b1-5743-42d5-aa0c-26e4b37da1e9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:33.454091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:33.454575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:33.455392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:33.455987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Bound port: 984490b1-5743-42d5-aa0c-26e4b37da1e9, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:33.456436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:33.469130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fadefa-b3db-472a-9559-9223a0833370,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:33.509654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:33.512896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:33.519711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:33.739908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] For port 984490b1-5743-42d5-aa0c-26e4b37da1e9, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:33.844465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] For port 984490b1-5743-42d5-aa0c-26e4b37da1e9, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=984490b1-5743-42d5-aa0c-26e4b37da1e9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:33.859624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:33.871017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189adc6-3272-4667-8061-9f1fde10ed4e None None] Pushing event updated for resources: {'Port': ['ID=ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:34.111477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483176fc-436f-46cc-a1d2-b39fa7644be7 req-c3c0ebf8-24b8-46ea-8158-88c4bc6bfcf0 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:34.114333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 47e3efb4-f032-4aa3-82ed-d2a398478301 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:34.126796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-483176fc-436f-46cc-a1d2-b39fa7644be7 req-c3c0ebf8-24b8-46ea-8158-88c4bc6bfcf0 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 969 time: 1.0425792 May 12 19:23:34.151717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:34.152677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:34.191575 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] 10.222.0.73 "PUT /v2.0/ports/984490b1-5743-42d5-aa0c-26e4b37da1e9 HTTP/1.1" status: 200 len: 1117 time: 4.4604316 May 12 19:23:34.192454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'tag': '984490b1-5743-42d5-aa0c-26e4b37da1e9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:23:34.407082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:34.626620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:34.678871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:34.765220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:34.835371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:34.836012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Network hostable DHCP agents. Network: 47c13cac-b4e1-428b-9c50-11992682fb5e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:23:34.873241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1d413-fe6b-419d-886c-b18efb37d024 service neutron] Pushing event updated for resources: {'Port': ['ID=984490b1-5743-42d5-aa0c-26e4b37da1e9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:34.883736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-483176fc-436f-46cc-a1d2-b39fa7644be7 req-2ece9bf5-8dee-484e-ac25-6e4ffacbbaf1 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7310719 May 12 19:23:34.965553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79b5823-0f43-4c0e-96de-948a820c5629,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:34.985174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Network 47c13cac-b4e1-428b-9c50-11992682fb5e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:23:35.034434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-d1cb9e8f-4045-475e-839a-c1ec674d1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:35.036003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-d1cb9e8f-4045-475e-839a-c1ec674d1b32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d261f74f3bc4ae68e9fb455e75fe16c&device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 1120 time: 0.6153598 May 12 19:23:35.051217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 47c13cac-b4e1-428b-9c50-11992682fb5e) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:35.062466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3f017-b0d1-40de-a98d-7739c35d2c37 None None] Network 47c13cac-b4e1-428b-9c50-11992682fb5e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:35.066646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:35.067270 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:35.206570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-36582036-3800-4303-b472-8262678e7aca tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f12ab24156f46279682ec07b46e52a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558963 May 12 19:23:35.479547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-54162faa-3046-49b6-840e-8ab22adb1010 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:35.481148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-54162faa-3046-49b6-840e-8ab22adb1010 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658775 May 12 19:23:35.525738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-f3557697-5a64-4ee7-bb66-86be81d98f8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=984490b1-5743-42d5-aa0c-26e4b37da1e9 HTTP/1.1" status: 200 len: 217 time: 0.4449027 May 12 19:23:35.557375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e11f9790-68ca-4d0c-bb27-69dbaf9cd522 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9096303 May 12 19:23:35.602371 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6e3fc3da-f2c2-40ba-94e0-ce50c3c9338b tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/quotas/5f12ab24156f46279682ec07b46e52a6 HTTP/1.1" status: 200 len: 375 time: 0.0312381 May 12 19:23:35.684493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc357531-833f-4db3-8c2a-072ff9f62cbd None None] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:35.720531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c0191-4137-42e4-a323-1e3ac356e5a8 None None] Network 47c13cac-b4e1-428b-9c50-11992682fb5e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:35.738630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-ef47071e-548f-46ae-a956-fbf7dc503c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:35.740769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-ef47071e-548f-46ae-a956-fbf7dc503c85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1658292 May 12 19:23:35.824037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-1000fb44-6b87-4d8d-9b50-6a030b3ff0ba tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f12ab24156f46279682ec07b46e52a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2134566 May 12 19:23:35.955548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:35.992785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd558a-635a-4e64-932f-91ff567ca233 req-2e6d6871-7ed2-446d-a323-ec267cbc69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:36.000490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-2e6d6871-7ed2-446d-a323-ec267cbc69f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406168 May 12 19:23:36.272790 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369b86d4-d9a1-4585-871d-1f65a24884b7'] response: {'name': 'network-changed', 'server_uuid': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'tag': '984490b1-5743-42d5-aa0c-26e4b37da1e9', 'status': 'completed', 'code': 200} May 12 19:23:36.428122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] Provisioning for port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:36.473160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-87ba7f4a-7867-48be-9fa5-13842124459b service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559631 May 12 19:23:36.552244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] Provisioning complete for port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:36.562163 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:36.580511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:23:37.027154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62fd558a-635a-4e64-932f-91ff567ca233 req-a606fab6-4f59-4569-afff-0aa624be4d99 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380090 May 12 19:23:37.096652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36668) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:37.113846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1920001489-network', 'tenant_id': 'dc586adac7a1497a97cc84111f484834'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:37.130271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:37.152775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Usage tracker for resource:network and tenant:dc586adac7a1497a97cc84111f484834 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:37.267177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:37.301252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7a780b1-e303-4200-a2d7-7d033c8a0e16 req-63a3715f-3deb-4424-915c-07ea71e9ed7c tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 210 time: 0.2482133 May 12 19:23:37.319925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:37.382415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Made reservation on behalf of dc586adac7a1497a97cc84111f484834 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:37.384925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:37.423574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:37.479641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:37.493167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Usage tracker for resource:security_group_rule and tenant:dc586adac7a1497a97cc84111f484834 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:37.497957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:37.506064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-10db05f1-71af-4ef1-a84f-24b08cfee628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:37.508235 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-10db05f1-71af-4ef1-a84f-24b08cfee628 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d261f74f3bc4ae68e9fb455e75fe16c&device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 1120 time: 0.3443174 May 12 19:23:37.509422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:37.554084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] Current status of the port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:37.554704 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:37.615366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:23:37.628511 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Sync routers for ids ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:23:37.641844 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Routers {'f6daaa94-52a3-49de-8d0d-7cff3743b5a2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:37.642500 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:37.696484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2859-d7db-44d8-851d-c38097fc78ab req-5131b160-f36f-4b14-aac2-a2118b54154d tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:37.708901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d8d2859-d7db-44d8-851d-c38097fc78ab req-5131b160-f36f-4b14-aac2-a2118b54154d tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 969 time: 0.5528765 May 12 19:23:37.715716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] For port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1,segment=NetworkSegment(88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9),segment_id=88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:37.722696 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:37.725288 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:37.745831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:37.751102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f9243da-afb5-40a6-ac3c-621975125152 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.6754901 May 12 19:23:37.754687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36688) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:37.964795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5e92a-e531-4d51-b500-05bbef47c429 None None] Pushing event updated for resources: {'Port': ['ID=ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:38.054522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d8d2859-d7db-44d8-851d-c38097fc78ab req-44194b2e-7460-4baa-a4c4-cf13eba63d12 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445208 May 12 19:23:38.069754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3d902f6c-f037-4f91-ab3c-55f44ea14837 None None] Provisioning complete for port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:38.070220 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3d902f6c-f037-4f91-ab3c-55f44ea14837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:38.176871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Set router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:38.263692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-b2cc51c5-0718-4e1d-8e2f-115fcddd3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:38.268004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-b2cc51c5-0718-4e1d-8e2f-115fcddd3194 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.6982434 May 12 19:23:38.507589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:38.621564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36706) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:38.627902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:38.642557 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-eb1ba649-d095-4a25-ba14-cf44facb430e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=984490b1-5743-42d5-aa0c-26e4b37da1e9 HTTP/1.1" status: 200 len: 217 time: 0.3561132 May 12 19:23:38.776346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:38.812217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3d902f6c-f037-4f91-ab3c-55f44ea14837 None None] Current status of the port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:38.867881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:38.868253 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:38.882346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:38.957428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3be9c745-37cb-4ed0-8fd0-f0dbcc8281f5 req-2d556ac4-e350-4c56-afc5-e44823fac96f tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 210 time: 0.3367362 May 12 19:23:39.011058 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:23:34Z', 'revision_number': 3, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:39.021352 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Checking router: f6daaa94-52a3-49de-8d0d-7cff3743b5a2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:23:39.022526 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Updating router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 port f2fadefa-b3db-472a-9559-9223a0833370 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:23:39.031387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:23:39.044056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.051218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af99292a-10d5-419f-8967-2fad181639df,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:39.063344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-4d703455-0bf4-4e9d-ae90-a09ffce51459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:39.064708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-4d703455-0bf4-4e9d-ae90-a09ffce51459 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4117169 May 12 19:23:39.088584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.088927 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Added segment 06791867-d924-4ca3-b7f1-f71367820d2f of type vlan for network ff39d92d-ebea-4dbf-9722-95efdbace6bf May 12 19:23:39.118431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:39.128913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:26af8d7d4929481cb9342e390e50e491 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:39.132163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:39.150355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:39.171670 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.176625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:39.340184 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.422682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.36', 50988) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:39.430951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.431944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:39.432741 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.441488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.453815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36742) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:39.469757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:39.520539 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-39ccc7c3-0a5c-4973-8342-b518da8d7b1c tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5f12ab24156f46279682ec07b46e52a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836267 May 12 19:23:39.682127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26af8d7d4929481cb9342e390e50e491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0563006 May 12 19:23:39.685715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36748) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:39.990963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820b17b-6fd8-43fa-a4d4-7d09641e4ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9557a401-fbf4-4d73-9602-c1a6d31cfa37,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:39.996600 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.083785 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.098450 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Transition to ACTIVE for port object f2fadefa-b3db-472a-9559-9223a0833370 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:40.101015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:40.109381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Usage tracker for resource:security_group_rule and tenant:bc749d00e319449e9a094d24828c25d3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:40.114273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:40.115880 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.123173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:40.206253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-367bc36a-c7f7-4924-acea-19948a81cb55 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:40.214131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-367bc36a-c7f7-4924-acea-19948a81cb55 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6906164 May 12 19:23:40.218857 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1194561 May 12 19:23:40.228976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440e5bc-97bd-4998-87d7-54d5e9ec4b7d req-92b14bda-8b9c-4704-88b4-eeff605b351d tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:40.236688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3440e5bc-97bd-4998-87d7-54d5e9ec4b7d req-92b14bda-8b9c-4704-88b4-eeff605b351d tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 969 time: 0.7099819 May 12 19:23:40.249515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36770) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:40.305033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Request body: {'subnet': {'network_id': 'ff39d92d-ebea-4dbf-9722-95efdbace6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1920001489-subnet', 'tenant_id': 'dc586adac7a1497a97cc84111f484834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:40.348262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Request body: {'port': {'device_id': 'cf903555-0afb-405e-b464-f3fed99d4243', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '5f12ab24156f46279682ec07b46e52a6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:40.349296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:40.364730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Usage tracker for resource:subnet and tenant:dc586adac7a1497a97cc84111f484834 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:40.390524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ac0f-1c9e-418d-a20e-72411283af59 admin admin] Pushing event updated for resources: {'Network': ['ID=ff39d92d-ebea-4dbf-9722-95efdbace6bf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:40.400743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:40.410388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ff39d92d-ebea-4dbf-9722-95efdbace6bf details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:23:40.418837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:40.449091 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece18b8-2402-45c4-a07e-037aff3f6b87 None None] Pushing event updated for resources: {'Port': ['ID=f2fadefa-b3db-472a-9559-9223a0833370,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:40.468019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Attempting to bind port f2fadefa-b3db-472a-9559-9223a0833370 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:40.469799 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Attempting to bind port f2fadefa-b3db-472a-9559-9223a0833370 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:40.470164 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Attempting to bind port f2fadefa-b3db-472a-9559-9223a0833370 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:40.479000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3440e5bc-97bd-4998-87d7-54d5e9ec4b7d req-9575f2fd-8292-4108-9eb2-bb7acc3f22a1 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349138 May 12 19:23:40.480065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Made reservation on behalf of dc586adac7a1497a97cc84111f484834 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:40.484229 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:40.484719 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:40.487541 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.488520 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.500227 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:40.500815 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Bound port: f2fadefa-b3db-472a-9559-9223a0833370, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:40.501345 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.600444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-09f15bb6-59db-41f4-8942-81ea53c962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:40.611622 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] For port f2fadefa-b3db-472a-9559-9223a0833370, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:40.613147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-09f15bb6-59db-41f4-8942-81ea53c962e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5184834 May 12 19:23:40.615847 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] For port f2fadefa-b3db-472a-9559-9223a0833370, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2fadefa-b3db-472a-9559-9223a0833370,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:40.618232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e433d0d-437d-4828-af77-c96718629895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.625994 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.749043 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Routers {'f6daaa94-52a3-49de-8d0d-7cff3743b5a2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:40.750144 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:40.810023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e433d0d-437d-4828-af77-c96718629895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:40.988384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:41.006292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Usage tracker for resource:port and tenant:5f12ab24156f46279682ec07b46e52a6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:41.015792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:41.026461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:41.059899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Made reservation on behalf of 5f12ab24156f46279682ec07b46e52a6 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:41.065350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:41.104430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:41.121411 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece18b8-2402-45c4-a07e-037aff3f6b87 None None] Pushing event updated for resources: {'Port': ['ID=f2fadefa-b3db-472a-9559-9223a0833370,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:41.139778 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-9722c1f3-5f53-4d69-b250-737f04ea6ace service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252214 May 12 19:23:41.142931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e433d0d-437d-4828-af77-c96718629895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:41.148780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:41.193290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Usage tracker for resource:security_group_rule and tenant:5f12ab24156f46279682ec07b46e52a6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:41.207386 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] Set router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:41.211361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e433d0d-437d-4828-af77-c96718629895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9557a401-fbf4-4d73-9602-c1a6d31cfa37,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:41.219198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:41.279373 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:41.295733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:41.311846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e433d0d-437d-4828-af77-c96718629895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:41.313452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e433d0d-437d-4828-af77-c96718629895 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9557a401-fbf4-4d73-9602-c1a6d31cfa37 HTTP/1.1" status: 204 len: 168 time: 1.6060157 May 12 19:23:41.376692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3c687a5-d4e6-48b0-9c6f-353188a08484 req-5dcb56c0-0797-4f9e-af81-0d1b50c6232f tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 210 time: 0.9369514 May 12 19:23:41.415302 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d50dfd0-605b-4329-9760-c58ef2358cf7 req-04527bfd-8382-4310-ab0d-0ab2592cec92 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679052 May 12 19:23:41.477285 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:41.484798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:41.785205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fed9fa-9efa-4a51-a9aa-4c03e370651d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:41.831586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Allocated IP 172.20.0.1 (48ace6e1-528a-42d5-b719-8102b8d04f3c/d6fe0d20-41d6-48e4-8d6a-edc3444f28c8/7806e4de-e467-48c1-bfb6-9e8a49f35ca9) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:41.907349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:23:34Z', 'revision_number': 3, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:41.924809 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef9c6b-f3d0-4d86-952c-960aee65641b None None] The sync data for ids ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'] in n-d-841626-1 is: [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:23:34Z', 'revision_number': 3, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:23:42.042664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Allocated IP 192.168.233.224 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/521b90ec-a62e-4a52-8f18-97534e733ae9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:42.120736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36808) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:42.158183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.196315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:42.240296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e73f39c99cbf444eab77a754d09bb1ab is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:42.242117 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.250933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:42.384825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.390106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1087d94e-ed18-4aa4-a442-d77987390712,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:42.423168 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.429308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:42.524661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565fc283-ada8-4046-9dae-5fa3ec319629,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:42.642398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-33b2fd8f-4ee1-4a82-b7bb-ca0deff23dfb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc749d00e319449e9a094d24828c25d3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1841490 May 12 19:23:42.646338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.663220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36816) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:42.674724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Checking segment: {'id': '06791867-d924-4ca3-b7f1-f71367820d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ff39d92d-ebea-4dbf-9722-95efdbace6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:42.675095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Network hostable DHCP agents. Network: ff39d92d-ebea-4dbf-9722-95efdbace6bf, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:23:42.701822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208921-cb9a-4c50-9c42-770b162d175d req-9864e6d8-a3e7-4086-b07c-c0a2b0680e3a tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:42.708941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85208921-cb9a-4c50-9c42-770b162d175d req-9864e6d8-a3e7-4086-b07c-c0a2b0680e3a tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 969 time: 0.6775396 May 12 19:23:42.734643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.771609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Transition to ACTIVE for port object 521b90ec-a62e-4a52-8f18-97534e733ae9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:42.808174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.835734 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.846782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Transition to ACTIVE for port object 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:42.905815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.929970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Network ff39d92d-ebea-4dbf-9722-95efdbace6bf is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:23:42.964668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85208921-cb9a-4c50-9c42-770b162d175d req-318c30af-4ea2-4ca0-9f95-ad0601232f33 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546108 May 12 19:23:42.971361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ff39d92d-ebea-4dbf-9722-95efdbace6bf) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:42.988334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70796583-2298-4a1f-b397-ee7c628e9feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:42.991967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf4cef-4621-425a-abd9-9a709ec35284 None None] Network ff39d92d-ebea-4dbf-9722-95efdbace6bf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:43.002590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:43.003080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.028476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:43.087803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:43.105108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70796583-2298-4a1f-b397-ee7c628e9feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.120025 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e73f39c99cbf444eab77a754d09bb1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9948871 May 12 19:23:43.146785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:43.154916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:43.172381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:43.177240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.224480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b780dd-3f9b-4cdc-b53e-74d1a4db43d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec5787d-1c2d-49ac-acf5-9f65685dafe2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:43.293128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.319630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Pushing event updated for resources: {'Port': ['ID=521b90ec-a62e-4a52-8f18-97534e733ae9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:43.359301 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-0d5c1cb6-2525-4ea2-945c-de229932398e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0404162 May 12 19:23:43.371320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-8004c26b-1672-4043-86c2-64054dbde1c3 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:23:43.373010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-8004c26b-1672-4043-86c2-64054dbde1c3 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074062 May 12 19:23:43.525852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Pushing event updated for resources: {'Port': ['ID=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:43.617773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:43.623735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c15ff1-8770-4d79-9b84-10f182dd46e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.659225 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c15ff1-8770-4d79-9b84-10f182dd46e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.720459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-40d499e0-c4a7-413f-a086-731fbabe184c None None] Provisioning for port 521b90ec-a62e-4a52-8f18-97534e733ae9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:43.753309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:43.777461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b883abd2-2828-4dbf-996c-0aea7e12a4f1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.5126407 May 12 19:23:43.780554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:43.782354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.788637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c15ff1-8770-4d79-9b84-10f182dd46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.822779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-40d499e0-c4a7-413f-a086-731fbabe184c None None] Provisioning complete for port 521b90ec-a62e-4a52-8f18-97534e733ae9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:43.823151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40d499e0-c4a7-413f-a086-731fbabe184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.858213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c15ff1-8770-4d79-9b84-10f182dd46e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec5787d-1c2d-49ac-acf5-9f65685dafe2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:43.860983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c15ff1-8770-4d79-9b84-10f182dd46e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:43.862639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-87c15ff1-8770-4d79-9b84-10f182dd46e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fec5787d-1c2d-49ac-acf5-9f65685dafe2 HTTP/1.1" status: 204 len: 168 time: 0.7066779 May 12 19:23:43.923614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5abc7-9372-4260-8706-8dd384344517 req-aaaed020-56e4-4c10-8aff-7f3d3149db84 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:43.935650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bee5abc7-9372-4260-8706-8dd384344517 req-aaaed020-56e4-4c10-8aff-7f3d3149db84 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 936 time: 0.6517699 May 12 19:23:43.978663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f5033-eae4-42ca-ba7c-b0d76d513931 None None] Network ff39d92d-ebea-4dbf-9722-95efdbace6bf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:23:43.987099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36840) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:44.029451 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70796583-2298-4a1f-b397-ee7c628e9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:44.069235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Request body: {'port': {'device_id': 'cf903555-0afb-405e-b464-f3fed99d4243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:44.075675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70796583-2298-4a1f-b397-ee7c628e9feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565fc283-ada8-4046-9dae-5fa3ec319629,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:44.078082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70796583-2298-4a1f-b397-ee7c628e9feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:44.079679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-70796583-2298-4a1f-b397-ee7c628e9feb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/565fc283-ada8-4046-9dae-5fa3ec319629 HTTP/1.1" status: 204 len: 168 time: 1.3930063 May 12 19:23:44.104122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bee5abc7-9372-4260-8706-8dd384344517 req-49d0b8ac-f9b7-443f-a848-2dc76df9cdf7 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670754 May 12 19:23:44.389968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:44.405069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 984490b1-5743-42d5-aa0c-26e4b37da1e9 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:23:44.409558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-40d499e0-c4a7-413f-a086-731fbabe184c None None] Port 521b90ec-a62e-4a52-8f18-97534e733ae9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:23:44.451011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2fadefa-b3db-472a-9559-9223a0833370 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:44.596526 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:23:44.600473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:44.781862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:44.835842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8750d-625a-432e-b65e-79a1c1441e8d req-9dd13ce5-985c-44ef-9624-5559f5764dfe tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:44.846075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cd8750d-625a-432e-b65e-79a1c1441e8d req-9dd13ce5-985c-44ef-9624-5559f5764dfe tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 969 time: 0.6569390 May 12 19:23:44.859922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:44.892263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Usage tracker for resource:security_group_rule and tenant:f264564287994f89b94dc371e3aa3849 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:45.005319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 984490b1-5743-42d5-aa0c-26e4b37da1e9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=984490b1-5743-42d5-aa0c-26e4b37da1e9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:45.046120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '984490b1-5743-42d5-aa0c-26e4b37da1e9', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '984490b1-5743-42d5-aa0c-26e4b37da1e9', 'mac_address': 'fa:16:3e:03:bd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:tempest-test_az-1178091940', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:23:45.050259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:45.127850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:45.230080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cd8750d-625a-432e-b65e-79a1c1441e8d req-20d380af-e645-45c6-af08-d20de7fccd50 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830128 May 12 19:23:45.287694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b26c832e-1fb1-4754-8dc1-97f4513729d9 None None] Provisioning for port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:45.383025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 984490b1-5743-42d5-aa0c-26e4b37da1e9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:45.397680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521b90ec-a62e-4a52-8f18-97534e733ae9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:23:45.414606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.416601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.429475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Transition to ACTIVE for port object 521b90ec-a62e-4a52-8f18-97534e733ae9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:45.438484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.621418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36864) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:45.643984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.672833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.673481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.684538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=521b90ec-a62e-4a52-8f18-97534e733ae9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:45.700157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b26c832e-1fb1-4754-8dc1-97f4513729d9 None None] Provisioning complete for port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:45.702092 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b26c832e-1fb1-4754-8dc1-97f4513729d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.766831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984490b1-5743-42d5-aa0c-26e4b37da1e9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:23:45.792572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.794895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 984490b1-5743-42d5-aa0c-26e4b37da1e9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=984490b1-5743-42d5-aa0c-26e4b37da1e9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:45.811458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f2fadefa-b3db-472a-9559-9223a0833370 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:45.828219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f2fadefa-b3db-472a-9559-9223a0833370 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:45.828918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.925035 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.974750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:45.988590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:45.998012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Usage tracker for resource:security_group_rule and tenant:cd4ee1d6c5d8412e80634af9e6ded2ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:46.002242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:46.029817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:46.082193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f2fadefa-b3db-472a-9559-9223a0833370 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:46.082752 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:46.101364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f2fadefa-b3db-472a-9559-9223a0833370, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2fadefa-b3db-472a-9559-9223a0833370,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:46.108913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b26c832e-1fb1-4754-8dc1-97f4513729d9 None None] Port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:23:46.114427 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:46.136950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=984490b1-5743-42d5-aa0c-26e4b37da1e9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:46.209344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Pushing event updated for resources: {'Port': ['ID=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:46.266718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:46.288950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f2fadefa-b3db-472a-9559-9223a0833370,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:46.310692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9977d-6613-483d-bdc9-01f402f1a0e3 req-7993ca85-e484-4f11-af16-e37ccf1651c8 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:46.311800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['984490b1-5743-42d5-aa0c-26e4b37da1e9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:23:46.319036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18a9977d-6613-483d-bdc9-01f402f1a0e3 req-7993ca85-e484-4f11-af16-e37ccf1651c8 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 948 time: 0.7650282 May 12 19:23:46.333139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee68e0-e32b-491b-9a55-8a396776808f req-a34f6f17-1441-4c2f-af57-f5c584292411 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:46.334805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-a34f6f17-1441-4c2f-af57-f5c584292411 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 0.4921172 May 12 19:23:46.359754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:46.388980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-12254e50-4e6d-4953-aa14-9fd70f6fd649 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/quotas/688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 375 time: 0.0477135 May 12 19:23:46.393007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:46.396721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:46.454972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:46.473174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Attempting to bind port 521b90ec-a62e-4a52-8f18-97534e733ae9 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:46.473540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Attempting to bind port 521b90ec-a62e-4a52-8f18-97534e733ae9 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:46.473922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Attempting to bind port 521b90ec-a62e-4a52-8f18-97534e733ae9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:46.520586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Port 521b90ec-a62e-4a52-8f18-97534e733ae9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:23:46.520913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Attempting to bind port 521b90ec-a62e-4a52-8f18-97534e733ae9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:46.592814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18a9977d-6613-483d-bdc9-01f402f1a0e3 req-f1cac7a6-0cc9-4828-8e6b-58837fa36b75 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727656 May 12 19:23:46.624867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-1cbc1494-26ac-4c60-aa81-ec283aa9a436 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2174404 May 12 19:23:46.749058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:46.751888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:46.752603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:46.753337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Bound port: 521b90ec-a62e-4a52-8f18-97534e733ae9, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:46.754018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:46.866118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-00542d9d-c2b0-42d3-ba2f-d78f7ed4140b None None] Provisioning complete for port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:46.866789 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00542d9d-c2b0-42d3-ba2f-d78f7ed4140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:46.907953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44267997-4477-4b32-aedf-e4e6ad6c5bce,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:46.916278 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd4ee1d6c5d8412e80634af9e6ded2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2331529 May 12 19:23:46.925946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:46.943450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-427cc870-034c-4fa3-a5e3-2848062e9366 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f264564287994f89b94dc371e3aa3849&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9551795 May 12 19:23:46.946079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36902) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:46.991482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-00542d9d-c2b0-42d3-ba2f-d78f7ed4140b None None] Port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:23:47.005505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:23:47.085524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9167d2-0bd2-46e6-9ede-9376f52b61cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0fa1e6-d61c-4b09-9723-e12a6aa9aecf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:47.129378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70638f0d-2a34-4f64-bfc0-3917a645e7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.136139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] For port 521b90ec-a62e-4a52-8f18-97534e733ae9, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:47.144087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-c5669daf-4cb9-4a28-a28e-313934020307 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:23:47.145108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-c5669daf-4cb9-4a28-a28e-313934020307 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2681484 May 12 19:23:47.148569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] For port 521b90ec-a62e-4a52-8f18-97534e733ae9, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=521b90ec-a62e-4a52-8f18-97534e733ae9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:47.177566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.229089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-75d556ba-fbd0-494b-9c3a-01ec3bcb8908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.232783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70638f0d-2a34-4f64-bfc0-3917a645e7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.307675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:47.308407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.309914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] 10.222.0.36 "PUT /v2.0/ports/521b90ec-a62e-4a52-8f18-97534e733ae9 HTTP/1.1" status: 200 len: 1096 time: 3.6119862 May 12 19:23:47.319385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf903555-0afb-405e-b464-f3fed99d4243', 'tag': '521b90ec-a62e-4a52-8f18-97534e733ae9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:23:47.386649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-75d556ba-fbd0-494b-9c3a-01ec3bcb8908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.434741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847c8ce-f7fa-458f-ad9c-602b29267cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=521b90ec-a62e-4a52-8f18-97534e733ae9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:47.560343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f29c3d-abd4-4f51-a4c0-11af756ece60 req-571b6cc3-bdd3-4696-aaa7-b307a7325859 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:47.565057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70638f0d-2a34-4f64-bfc0-3917a645e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.577283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27f29c3d-abd4-4f51-a4c0-11af756ece60 req-571b6cc3-bdd3-4696-aaa7-b307a7325859 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 970 time: 0.7012789 May 12 19:23:47.601880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70638f0d-2a34-4f64-bfc0-3917a645e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0fa1e6-d61c-4b09-9723-e12a6aa9aecf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:47.625925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-75d556ba-fbd0-494b-9c3a-01ec3bcb8908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.630202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-75d556ba-fbd0-494b-9c3a-01ec3bcb8908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.635385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-75d556ba-fbd0-494b-9c3a-01ec3bcb8908 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44267997-4477-4b32-aedf-e4e6ad6c5bce HTTP/1.1" status: 204 len: 168 time: 0.6857092 May 12 19:23:47.646129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70638f0d-2a34-4f64-bfc0-3917a645e7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:47.652217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-70638f0d-2a34-4f64-bfc0-3917a645e7e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b0fa1e6-d61c-4b09-9723-e12a6aa9aecf HTTP/1.1" status: 204 len: 168 time: 0.7172163 May 12 19:23:47.658757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d556ba-fbd0-494b-9c3a-01ec3bcb8908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44267997-4477-4b32-aedf-e4e6ad6c5bce,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:47.681473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-9735cd1f-93e8-456b-b351-6c22d93115de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:47.683785 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-9735cd1f-93e8-456b-b351-6c22d93115de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12ab24156f46279682ec07b46e52a6&device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 1099 time: 0.1914666 May 12 19:23:47.791090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27f29c3d-abd4-4f51-a4c0-11af756ece60 req-6a5d4d7e-51ab-4ff2-8d0b-e867c53db8f1 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125809 May 12 19:23:47.798336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:23:47.804084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-7924e597-2d79-413e-83e4-70c43eef542c service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308966 May 12 19:23:47.814517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-755e4ba2-1eeb-4422-9c97-450c81c3778d admin admin] 10.222.0.72 "PUT /v2.0/routers/f6daaa94-52a3-49de-8d0d-7cff3743b5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0588136 May 12 19:23:47.826543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Sync routers for ids ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:23:47.849017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Routers {'f6daaa94-52a3-49de-8d0d-7cff3743b5a2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:47.851881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:47.933764 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca88399-cf5e-4fbb-b54c-40756280b9ae'] response: {'name': 'network-changed', 'server_uuid': 'cf903555-0afb-405e-b464-f3fed99d4243', 'tag': '521b90ec-a62e-4a52-8f18-97534e733ae9', 'status': 'completed', 'code': 200} May 12 19:23:48.259836 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-0b8691ab-7b87-40de-b409-64e1a7eacf40 service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405053 May 12 19:23:48.330112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2fadefa-b3db-472a-9559-9223a0833370 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:48.374988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb3c37-10c4-4247-aa43-46d7f5adcef7 req-6a7d9209-4ed2-4e4b-9f89-4aa00ac650c4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:48.387741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7eb3c37-10c4-4247-aa43-46d7f5adcef7 req-6a7d9209-4ed2-4e4b-9f89-4aa00ac650c4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 948 time: 0.2466733 May 12 19:23:48.472979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 984490b1-5743-42d5-aa0c-26e4b37da1e9 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:48.502576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7eb3c37-10c4-4247-aa43-46d7f5adcef7 req-fd3c6b06-a657-4d36-b60e-aa8378ffdb5b tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155012 May 12 19:23:48.583077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Set router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:48.674719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36944) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:48.699724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49b4c-e96d-40ad-8fcf-b4815a7048f8 req-93eee1ae-de73-408c-815e-2ee18b63d307 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 210 time: 0.1107392 May 12 19:23:48.715903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:48.758234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:48.766290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:10c6e4fd859c424cbf9fa3392f59e06a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:48.782335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:48.790943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:48.798065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f2fadefa-b3db-472a-9559-9223a0833370 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:48.798431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:48.890705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 984490b1-5743-42d5-aa0c-26e4b37da1e9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:49.031384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 984490b1-5743-42d5-aa0c-26e4b37da1e9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:49.031757 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.055199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.080179 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.216805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=10c6e4fd859c424cbf9fa3392f59e06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417206 May 12 19:23:49.219152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:49.255314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a474b-cfed-42b3-8783-39c443038ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e5b28-443c-4475-973f-e66c3cee404f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:49.322583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f2fadefa-b3db-472a-9559-9223a0833370 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:49.362716 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-049b406d-f55e-48f1-8186-72817014d25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.439804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-049b406d-f55e-48f1-8186-72817014d25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.455165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f31c-9a7a-49aa-b3cb-40a1705e88d3 req-12328b7e-a6c7-427d-84ab-e7ecacd5c360 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:49.465470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3727f31c-9a7a-49aa-b3cb-40a1705e88d3 req-12328b7e-a6c7-427d-84ab-e7ecacd5c360 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 970 time: 0.2982390 May 12 19:23:49.522331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-049b406d-f55e-48f1-8186-72817014d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.535482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3727f31c-9a7a-49aa-b3cb-40a1705e88d3 req-2c4eab40-acd5-4bf6-83d9-acf578bf3f0d tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690322 May 12 19:23:49.566838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 984490b1-5743-42d5-aa0c-26e4b37da1e9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:49.567433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.570887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b406d-f55e-48f1-8186-72817014d25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e5b28-443c-4475-973f-e66c3cee404f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:49.591225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-049b406d-f55e-48f1-8186-72817014d25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.595623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-049b406d-f55e-48f1-8186-72817014d25b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c92e5b28-443c-4475-973f-e66c3cee404f HTTP/1.1" status: 204 len: 168 time: 0.3417974 May 12 19:23:49.631934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984490b1-5743-42d5-aa0c-26e4b37da1e9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:23:49.695173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 984490b1-5743-42d5-aa0c-26e4b37da1e9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=984490b1-5743-42d5-aa0c-26e4b37da1e9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:49.703459 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.747487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:23:44Z', 'revision_number': 4, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7806e4de-e467-48c1-bfb6-9e8a49f35ca9', 'name': '', 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'mac_address': 'fa:16:3e:be:42:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'd6fe0d20-41d6-48e4-8d6a-edc3444f28c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:41Z', 'updated_at': '2022-05-12T19:23:44Z', 'revision_number': 2, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'subnets': [{'id': 'd6fe0d20-41d6-48e4-8d6a-edc3444f28c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:49.759540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Checking router: f6daaa94-52a3-49de-8d0d-7cff3743b5a2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:23:49.759904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Updating router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:23:49.835440 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:49.850341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=984490b1-5743-42d5-aa0c-26e4b37da1e9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:50.209783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c9e59-5490-4f46-8180-ff83c871946b req-21323c79-d102-464f-8524-2319484c5860 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:50.214822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df6c9e59-5490-4f46-8180-ff83c871946b req-21323c79-d102-464f-8524-2319484c5860 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 948 time: 0.2441266 May 12 19:23:50.408672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:50.421127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f215174c-7c27-4549-adf8-dde52e49f2d2 req-4bad2e8b-49f1-44e1-b9c8-580ab52c15e6 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 210 time: 0.1770024 May 12 19:23:50.439224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Transition to ACTIVE for port object 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:50.448010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df6c9e59-5490-4f46-8180-ff83c871946b req-ad8c5901-bd16-4d64-9f39-c5bd1280be3a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271376 May 12 19:23:50.463742 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:50.743407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0393f-7f92-4cf2-84c8-dd191e347329 None None] Pushing event updated for resources: {'Port': ['ID=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:50.783732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Attempting to bind port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:50.784099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Attempting to bind port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:50.784454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Attempting to bind port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 on network 48ace6e1-528a-42d5-b719-8102b8d04f3c {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:50.831188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:50.831568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Checking segment: {'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:50.832008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:50.832352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Bound using segment: {'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:50.832825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Bound port: 7806e4de-e467-48c1-bfb6-9e8a49f35ca9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:50.833232 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:50.923212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-de16e2a7-999d-4567-8127-bc1c8f846b1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=521b90ec-a62e-4a52-8f18-97534e733ae9 HTTP/1.1" status: 200 len: 217 time: 0.1931612 May 12 19:23:51.027490 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b99002-1890-45cb-8f85-fa769bada8d8'] response: {'server_uuid': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984490b1-5743-42d5-aa0c-26e4b37da1e9', 'code': 200} May 12 19:23:51.031986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04b47a-3357-49d3-811f-fdc307233320 req-9c658143-8197-4e6f-b4c8-85e6fd4ece39 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:51.044409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c04b47a-3357-49d3-811f-fdc307233320 req-9c658143-8197-4e6f-b4c8-85e6fd4ece39 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 971 time: 0.2387490 May 12 19:23:51.079755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-48817733-fabf-43e9-9684-2486d57abc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:51.083447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-48817733-fabf-43e9-9684-2486d57abc44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1509292 May 12 19:23:51.084042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] For port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:51.088285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] For port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,segment=NetworkSegment(88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9),segment_id=88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:51.100966 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:51.139780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c04b47a-3357-49d3-811f-fdc307233320 req-950af901-f8c0-4bfe-bb7b-6ebd597896fe tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924830 May 12 19:23:51.191615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37042) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:51.197693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758176023', 'description': 'tempest-description--846810069'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:51.207095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:51.224701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Usage tracker for resource:security_group and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:51.228380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:51.247272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:51.267435 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:51.332194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:51.343543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Usage tracker for resource:security_group_rule and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:51.353321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:51.365364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:51.386558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Routers {'f6daaa94-52a3-49de-8d0d-7cff3743b5a2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:23:51.388588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:51.479075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-203c94ca-9b65-4987-a17b-541ee2eb52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:51.480579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-203c94ca-9b65-4987-a17b-541ee2eb52f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3322105 May 12 19:23:51.486859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-2dbd54e4-3b98-46c3-98f3-d54c0660e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:51.488323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-2dbd54e4-3b98-46c3-98f3-d54c0660e778 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 1122 time: 0.1913080 May 12 19:23:51.516126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:51.527940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:51.532040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0393f-7f92-4cf2-84c8-dd191e347329 None None] Pushing event updated for resources: {'Port': ['ID=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:51.644737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1240abe-e33f-44b5-b22c-75838a9c4fac,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:51.671033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:51.672490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2cf03d08-471d-4e1d-9b74-1c49dcb4b6b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4792047 May 12 19:23:51.677698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37066) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:51.684058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'security_group_rule': {'security_group_id': 'a1240abe-e33f-44b5-b22c-75838a9c4fac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:51.694398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:51.710812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37070) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:51.727906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:51.744380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Usage tracker for resource:security_group_rule and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:51.784984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:51.800245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.36', 50994) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:51.806593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Usage tracker for resource:security_group_rule and tenant:30d2d017718d4c1688c24d079c2ba778 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:51.811744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:51.828784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:51.853422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:51.859064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83fc0c89-1038-40a4-bb82-ba2f3fd397d2 req-3ef82210-a183-4449-8c52-2d2c27fd39d2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 210 time: 0.1215701 May 12 19:23:51.861854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] Set router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:23:51.887341 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:51.902906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:52.082466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ddd8-4280-4821-a619-e5944ad5e84a req-c1e91551-fa06-445b-bc2e-99c17e55b589 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:52.090600 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-a26fa7ed-57ec-43b6-9396-d9f2cf52f124 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013393 May 12 19:23:52.100636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2686ddd8-4280-4821-a619-e5944ad5e84a req-c1e91551-fa06-445b-bc2e-99c17e55b589 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 948 time: 0.3909183 May 12 19:23:52.227523 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.250658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.303867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee68e0-e32b-491b-9a55-8a396776808f req-1774113e-5684-4ab0-8fef-f54f400b7a29 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:52.304565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bfee68e0-e32b-491b-9a55-8a396776808f req-1774113e-5684-4ab0-8fef-f54f400b7a29 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Synchronizing usage tracker for tenant:688e1e82516441b8afefb2f3de675b79 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:23:52.321854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2686ddd8-4280-4821-a619-e5944ad5e84a req-d7475c2f-b500-4316-85bb-1aea2f3f4036 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172475 May 12 19:23:52.326034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.326795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:23:44Z', 'revision_number': 4, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7806e4de-e467-48c1-bfb6-9e8a49f35ca9', 'name': '', 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'mac_address': 'fa:16:3e:be:42:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'd6fe0d20-41d6-48e4-8d6a-edc3444f28c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:41Z', 'updated_at': '2022-05-12T19:23:51Z', 'revision_number': 4, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'subnets': [{'id': 'd6fe0d20-41d6-48e4-8d6a-edc3444f28c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:23:52.330070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6512702 May 12 19:23:52.331978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0c17-5437-45ba-a1a0-38c4bc11c6fe None None] The sync data for ids ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'] in n-d-841626-1 is: [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:23:44Z', 'revision_number': 4, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7806e4de-e467-48c1-bfb6-9e8a49f35ca9', 'name': '', 'network_id': '48ace6e1-528a-42d5-b719-8102b8d04f3c', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'mac_address': 'fa:16:3e:be:42:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'd6fe0d20-41d6-48e4-8d6a-edc3444f28c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:41Z', 'updated_at': '2022-05-12T19:23:51Z', 'revision_number': 4, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'subnets': [{'id': 'd6fe0d20-41d6-48e4-8d6a-edc3444f28c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:23:52.332154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37088) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:52.335555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee2961-7361-4a13-842d-46405e8cc8ca tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c031e0a-0bde-41a4-ba43-86628c0ff4ac,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:52.344363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'security_group_rule': {'security_group_id': 'a1240abe-e33f-44b5-b22c-75838a9c4fac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:52.361780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:52.374457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.431578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Usage tracker for resource:security_group_rule and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:52.432673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:52.436217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:52.436938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Usage tracker for resource:security_group_rule and tenant:be244c7cb2c24ab4ab95d2bf05480b09 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:52.439788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:52.447102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:52.450647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:52.490452 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.608782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b074e-7cb9-46a0-9461-7b2a61be95c6 req-0f88c9e2-b382-444a-b360-f4dcb1b29dda tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:52.619774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f1b074e-7cb9-46a0-9461-7b2a61be95c6 req-0f88c9e2-b382-444a-b360-f4dcb1b29dda tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 971 time: 0.2614138 May 12 19:23:52.685781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.690738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8558e352-8f3d-426d-a8bf-5dc7aaeced0a req-97957bb6-dfff-4e67-b95f-9d59213ad57b service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833297 May 12 19:23:52.704035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.708943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.731451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f1b074e-7cb9-46a0-9461-7b2a61be95c6 req-78a16840-8058-4bb5-a441-b8fedfb98272 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077352 May 12 19:23:52.751163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2091575581', 'description': 'tempest-description-1699406631'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:52.759893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:52.771675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Usage tracker for resource:security_group and tenant:300cf9e2ac8d4253b09c44d7984cd436 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:52.776654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:52.780261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.784482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:52.790386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be244c7cb2c24ab4ab95d2bf05480b09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0743968 May 12 19:23:52.793997 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.800159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37100) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:52.828242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.869151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bfee68e0-e32b-491b-9a55-8a396776808f req-1774113e-5684-4ab0-8fef-f54f400b7a29 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Unset dirty status for tenant:688e1e82516441b8afefb2f3de675b79 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:23:52.869470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.870436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-1774113e-5684-4ab0-8fef-f54f400b7a29 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 1.0671484 May 12 19:23:52.873639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa6c4101-dfb8-4cc6-b4fb-98e938981e8a req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3511953 May 12 19:23:52.880896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc9650-69f2-4cd9-b263-6ef599e5c040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f93cf9f-e6d5-466c-81a5-0838f4a86672,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:52.892517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Request body: {'port': {'device_id': 'e6574902-bd72-449d-b39e-d473ef984958', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'admin_state_up': True, 'tenant_id': '688e1e82516441b8afefb2f3de675b79'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:52.962718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78207f76-7b05-4ef6-acd2-37b386e008bf,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:52.983190 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:52.998986 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.003317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b9b3d6b6-da35-48f8-998c-768336631abd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6678152 May 12 19:23:53.005429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37108) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:53.047715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:53.056953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:53.067185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:53.104035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093366f-592a-40e3-8265-b67e04bb09e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de9dc0a3-861f-4d26-bf39-497b4cbd8f12,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:53.112449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83d7f88b-30c4-46b3-98a0-31779743f7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.128853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-88371cea-04f7-4b81-ad0f-4b66c40a12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:53.130385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-88371cea-04f7-4b81-ad0f-4b66c40a12af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12ab24156f46279682ec07b46e52a6&device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 1099 time: 0.3531287 May 12 19:23:53.142144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83d7f88b-30c4-46b3-98a0-31779743f7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.149487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Usage tracker for resource:floatingip and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:53.168331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Usage tracker for resource:security_group_rule and tenant:300cf9e2ac8d4253b09c44d7984cd436 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:53.176690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:53.181219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42ce7325-8b04-49f2-bd6e-480137f134c3 req-23ac42fe-8f08-48fc-bab0-2768c58e3e05 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 210 time: 0.1398859 May 12 19:23:53.183709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:53.199970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:53.203928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:53.260879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:53.267870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Usage tracker for resource:port and tenant:688e1e82516441b8afefb2f3de675b79 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:53.272346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:53.282458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:53.317283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-a6df277d-869d-4da7-8953-d92531d64134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:53.318752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-a6df277d-869d-4da7-8953-d92531d64134 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.1722360 May 12 19:23:53.319745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Made reservation on behalf of 688e1e82516441b8afefb2f3de675b79 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:53.323495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.368550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.373917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.409218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-e19ad556-fcf6-4406-b019-2607dca7d633 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=521b90ec-a62e-4a52-8f18-97534e733ae9 HTTP/1.1" status: 200 len: 217 time: 0.0742395 May 12 19:23:53.423501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.522752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-3d7b978b-4541-43a2-abb3-1b5f63147110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:53.524474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-3d7b978b-4541-43a2-abb3-1b5f63147110 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0728443 May 12 19:23:53.532910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:53.549497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Usage tracker for resource:security_group_rule and tenant:300cf9e2ac8d4253b09c44d7984cd436 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:53.558446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:53.625147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:53.629003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83d7f88b-30c4-46b3-98a0-31779743f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.647675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd219880-d4b6-4c54-a2c7-24949a57e77b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:53.652933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-b153b48a-214c-41d7-98bb-efeac5b2162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:53.654442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-b153b48a-214c-41d7-98bb-efeac5b2162f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226575 May 12 19:23:53.684618 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83d7f88b-30c4-46b3-98a0-31779743f7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.685749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-83d7f88b-30c4-46b3-98a0-31779743f7be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f93cf9f-e6d5-466c-81a5-0838f4a86672 HTTP/1.1" status: 204 len: 168 time: 0.8778906 May 12 19:23:53.689923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7f88b-30c4-46b3-98a0-31779743f7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f93cf9f-e6d5-466c-81a5-0838f4a86672,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:53.795403 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.802492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Allocated IP 172.20.0.8 (47c13cac-b4e1-428b-9c50-11992682fb5e/e79b5823-0f43-4c0e-96de-948a820c5629/2da17602-42df-4939-9c9c-da2d6c1f7906) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:53.803382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.859544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f361-f4a4-439a-afa8-510a629e344b req-fe2a8223-e9f5-48db-8c63-ddebe2192143 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:53.861246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a63f361-f4a4-439a-afa8-510a629e344b req-fe2a8223-e9f5-48db-8c63-ddebe2192143 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 948 time: 0.3129566 May 12 19:23:53.862954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-7492848e-7248-4d8f-9383-bc7a0820fc0c service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804645 May 12 19:23:53.878465 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.879649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa89088e-cb90-44bb-a738-afa55543aa37 req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1449459 May 12 19:23:53.898095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:53.903196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e833b-1f13-4038-b334-5aff9c3b0175 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154216d3-8cb2-4b9b-8a02-6a7fb0631ce4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:53.986517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a63f361-f4a4-439a-afa8-510a629e344b req-5fb0e958-647f-4fec-bb60-910d1eef4964 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143224 May 12 19:23:54.124831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Allocated IP 172.25.2.127 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f9f8ddc7-807c-442f-8862-0e608688ca69) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:54.264715 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.303718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.314176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37142) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:54.383770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:54.408949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.421994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.436105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819496f5-48d7-4bf8-80d3-cbd9c6c2c754 req-e7336d07-0100-4ee4-98e7-d02243126461 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:54.437664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-819496f5-48d7-4bf8-80d3-cbd9c6c2c754 req-e7336d07-0100-4ee4-98e7-d02243126461 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 971 time: 0.1953189 May 12 19:23:54.464587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Network 47c13cac-b4e1-428b-9c50-11992682fb5e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:54.470174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:54.475521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:54.477787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:54.484742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:54.485492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.487589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:54.491061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Usage tracker for resource:security_group_rule and tenant:69dea1576db444baabdbbe71bd0e7a9f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:54.491221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-819496f5-48d7-4bf8-80d3-cbd9c6c2c754 req-95830887-aef7-4e55-8a37-90f45296bfc1 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 May 12 19:23:54.494427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:54.495928 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.500944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:54.501762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.532277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:54.544591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:54.582141 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9a5f0b3-af9e-4d0f-bfa2-fe277011ff9f req-1a2c9123-c542-4b68-b13c-c95105b358dd service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082934 May 12 19:23:54.583872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1827784556', 'description': 'tempest-description-1214676693'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:54.591102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:54.594125 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-86eaac0c-9b60-43ce-a7ed-7ccd6a126b43 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7101400 May 12 19:23:54.608660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Request body: {'port': {'device_id': 'e6574902-bd72-449d-b39e-d473ef984958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:54.617347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Usage tracker for resource:security_group and tenant:300cf9e2ac8d4253b09c44d7984cd436 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:54.620895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:54.627910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:54.643007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:54.643482 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.646509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:54.665040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:54.671212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:54.691495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,segment=NetworkSegment(88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9),segment_id=88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:54.697424 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.747437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.785083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:54.788760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.821806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.850634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.901872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:54.915409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5649f19c-ed0d-4668-a768-919aa7fbe1f6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:54.922388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a8e03568-de9e-4982-b988-3363db962d24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69dea1576db444baabdbbe71bd0e7a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037328 May 12 19:23:54.928834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37148) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:54.945888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event updated for resources: {'Port': ['ID=f9f8ddc7-807c-442f-8862-0e608688ca69,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:54.966510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:54.975399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Usage tracker for resource:security_group_rule and tenant:300cf9e2ac8d4253b09c44d7984cd436 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:54.979126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.001691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:55.018984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:55.165022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4b19-6331-41cd-9cab-9430cc3f8086 req-fec1fb1c-1f6c-49e6-9639-d7b31503780f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:55.169794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb8c4b19-6331-41cd-9cab-9430cc3f8086 req-fec1fb1c-1f6c-49e6-9639-d7b31503780f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 931 time: 0.5143993 May 12 19:23:55.175515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-50865521-9fee-441f-a809-78d25a9be1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.211674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-50865521-9fee-441f-a809-78d25a9be1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.265927 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.283603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb8c4b19-6331-41cd-9cab-9430cc3f8086 req-81144d42-d4f5-4658-b2b2-d635bcfec9cc tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046431 May 12 19:23:55.287300 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.349327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-50865521-9fee-441f-a809-78d25a9be1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.356798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc02e28-4c90-40f2-8869-cd4cb5c652a7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:55.371495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da17602-42df-4939-9c9c-da2d6c1f7906 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:23:55.377005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50865521-9fee-441f-a809-78d25a9be1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649f19c-ed0d-4668-a768-919aa7fbe1f6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:55.378747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.381045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.382579 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.388023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-50865521-9fee-441f-a809-78d25a9be1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.391423 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-50865521-9fee-441f-a809-78d25a9be1d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5649f19c-ed0d-4668-a768-919aa7fbe1f6 HTTP/1.1" status: 204 len: 168 time: 0.4593747 May 12 19:23:55.392088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-054fa141-2aec-45dd-8a96-3150b336f059 req-1a447e23-74c2-4e71-a0f2-1bb46c443c23 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8250225 May 12 19:23:55.403615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Transition to ACTIVE for port object 2da17602-42df-4939-9c9c-da2d6c1f7906 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:55.404570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.410949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.515204 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.530252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event updated for resources: {'Port': ['ID=f9f8ddc7-807c-442f-8862-0e608688ca69,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:55.594902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.605474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eec61e47-3f00-4205-b409-cf264a011d3e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5727265 May 12 19:23:55.619633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747a918-297c-4640-8095-b740da445854 service neutron] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:55.635655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f619-169a-47da-8667-b7797c7f9238 req-bfce09b0-4bd7-4138-9d58-230d417a2bfc tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:55.637804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7314f619-169a-47da-8667-b7797c7f9238 req-bfce09b0-4bd7-4138-9d58-230d417a2bfc tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 948 time: 0.1163483 May 12 19:23:55.645418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:23:55.646038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:23:55.646990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:55.653355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:23:55.654239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:23:55.660830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:23:55.662084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:23:55.662757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:23:55.663357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Bound port: 2da17602-42df-4939-9c9c-da2d6c1f7906, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:23:55.663862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.684534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7314f619-169a-47da-8667-b7797c7f9238 req-a2a56d39-83a2-45fc-a435-915c3d44348c tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 May 12 19:23:55.709544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1845374224', 'description': 'tempest-description-1179494280'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:55.714248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:55.721136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Usage tracker for resource:security_group and tenant:c124eae6118e4789aa888872fa3dc116 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:55.730586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:55.737671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:55.753024 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.771448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.791773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:55.808811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:23:55.813102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:23:55.823496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.835586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Usage tracker for resource:security_group_rule and tenant:c124eae6118e4789aa888872fa3dc116 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:55.843329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:55.851898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:55.922180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4891dc-2f97-40a2-8d8e-87bc8edb8e20 req-025c64c8-a243-4d8c-9438-9fbdbefb4427 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:55.923722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b4891dc-2f97-40a2-8d8e-87bc8edb8e20 req-025c64c8-a243-4d8c-9438-9fbdbefb4427 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 971 time: 0.1295161 May 12 19:23:55.949852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:55.950482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:55.951871 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8747a918-297c-4640-8095-b740da445854 service neutron] 10.222.0.36 "PUT /v2.0/ports/2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 1091 time: 1.3508320 May 12 19:23:55.952925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:23:55.960491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747a918-297c-4640-8095-b740da445854 service neutron] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:55.985731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b4891dc-2f97-40a2-8d8e-87bc8edb8e20 req-42a8dc3c-ca94-4090-b177-93882f0e58e6 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558915 May 12 19:23:56.014668 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:56.022154 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:56.033305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:56.042242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Usage tracker for resource:security_group_rule and tenant:c124eae6118e4789aa888872fa3dc116 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:56.047758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:56.076787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:56.088641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea927b6e-5610-451e-9084-98044f2565b6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:56.107786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee68e0-e32b-491b-9a55-8a396776808f req-78d2b6f7-cb88-412a-887f-edea37fa6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:56.110523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-78d2b6f7-cb88-412a-887f-edea37fa6243 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1094 time: 0.1032159 May 12 19:23:56.185471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:56.187992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-838d3a70-c0b7-4982-89cb-580760337609 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Synchronizing usage tracker for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:23:56.192926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-cfbb7578-bdb3-4914-a6b0-a38f10e107f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.0748653 May 12 19:23:56.197762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:56.239069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-838d3a70-c0b7-4982-89cb-580760337609 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Unset dirty status for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:23:56.240367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-838d3a70-c0b7-4982-89cb-580760337609 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1758176023&fields=id&tenant_id=6e5ab1addcea4df886a61eedd0c99c80 HTTP/1.1" status: 200 len: 267 time: 0.1200876 May 12 19:23:56.249668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf21b369-0c6f-497f-9c74-ce29fdf6ad36,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:56.277310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:56.277512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee68e0-e32b-491b-9a55-8a396776808f req-642c7a7d-7583-41b6-acac-039bc02ec315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:56.277610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5feb3b5-8dfe-4d77-9ca9-59622fddafe1 req-a00d2cb3-5cab-476d-9025-72518a561d3a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5705383 May 12 19:23:56.277704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-642c7a7d-7583-41b6-acac-039bc02ec315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.0769050 May 12 19:23:56.312409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:56.338074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-2710e1f9-8df6-4cdb-9716-c580fe4910c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519991 May 12 19:23:56.382776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:56.383430 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:56.511578 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-8a46e15c-a6cd-46db-9077-fb3eed472b01 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580150 May 12 19:23:56.544985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:56.561904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-73000263-d139-472a-9023-ff9883253476 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:56.563490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-73000263-d139-472a-9023-ff9883253476 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 824 time: 0.3104038 May 12 19:23:56.584789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-77e8143d-128a-4440-a7a0-60ed40aaa314 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/quotas/6e5ab1addcea4df886a61eedd0c99c80 HTTP/1.1" status: 200 len: 375 time: 0.0158863 May 12 19:23:56.666059 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bfee68e0-e32b-491b-9a55-8a396776808f req-ece658d8-df55-4de8-bd7b-a9e8d12cc044 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544926 May 12 19:23:56.675949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-233735a3-8504-41d7-a81d-d4261f79f6bd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852189 May 12 19:23:56.769369 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe95736-b315-473f-86cf-0c762effee2e'] response: {'name': 'network-changed', 'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906', 'status': 'completed', 'code': 200} May 12 19:23:56.825692 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8653b47-5a11-412f-a919-43086846824e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:56.832138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-c9454b4f-9e7f-4ff0-8623-1fc489300045 service neutron] 10.222.0.72 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429214 May 12 19:23:56.888398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-64541d96-caa1-43d7-8d8c-9770c1d543ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:56.889929 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-64541d96-caa1-43d7-8d8c-9770c1d543ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1094 time: 0.0940647 May 12 19:23:56.913830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 521b90ec-a62e-4a52-8f18-97534e733ae9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:23:57.034572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-d16f49da-8929-46e9-96b1-c771a522f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:57.038034 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-d16f49da-8929-46e9-96b1-c771a522f480 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.1417120 May 12 19:23:57.070154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-da86d90f-2236-406c-afa4-36b0311ac292 service neutron] 10.222.0.72 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293582 May 12 19:23:57.070621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 521b90ec-a62e-4a52-8f18-97534e733ae9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=521b90ec-a62e-4a52-8f18-97534e733ae9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:57.080792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-e829d969-f7d4-42e7-b4ac-46cd0905d484 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:57.083527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-e829d969-f7d4-42e7-b4ac-46cd0905d484 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 1122 time: 0.1640079 May 12 19:23:57.093598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '521b90ec-a62e-4a52-8f18-97534e733ae9', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '521b90ec-a62e-4a52-8f18-97534e733ae9', 'mac_address': 'fa:16:3e:32:f6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:23:57.122874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.126576 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-f686f5b9-ad2d-4db6-a351-47412fadad32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.0808156 May 12 19:23:57.139026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:57.143141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Usage tracker for resource:security_group_rule and tenant:ee4ecbf95cbf458cad0b4f0f10563485 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:57.146142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:57.152167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:57.212858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-7af86702-8adb-4daf-ba8a-599b818ae2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:57.215109 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-7af86702-8adb-4daf-ba8a-599b818ae2da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.0820122 May 12 19:23:57.266440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 521b90ec-a62e-4a52-8f18-97534e733ae9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:57.266819 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.281642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-8eb24d2a-0416-4304-bbe1-16e320af2c7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598590 May 12 19:23:57.291204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521b90ec-a62e-4a52-8f18-97534e733ae9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:23:57.297488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1611326267', 'description': 'tempest-description-1030163611'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:57.304101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:57.307369 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.313584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 521b90ec-a62e-4a52-8f18-97534e733ae9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=521b90ec-a62e-4a52-8f18-97534e733ae9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:57.322222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Usage tracker for resource:security_group and tenant:c124eae6118e4789aa888872fa3dc116 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:57.323006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.328376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.355508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:57.386497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:57.433646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aaa55fbe-bd31-4dff-a724-6b53ac8d8586 req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319211 May 12 19:23:57.466462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.484925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=521b90ec-a62e-4a52-8f18-97534e733ae9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:57.486152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76bd8-90b5-4845-9d90-66b8463876d4 tempest-AggregatesAdminTestJSON-1897368336 tempest-AggregatesAdminTestJSON-1897368336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16e641a-305a-4fb2-8ccd-ee749c185a33,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:57.496201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:57.500740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Usage tracker for resource:security_group_rule and tenant:c124eae6118e4789aa888872fa3dc116 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:57.505470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:57.513135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:57.559954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-a5a208fe-acf5-41c1-85ee-f5b79685a82a service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706676 May 12 19:23:57.623980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['521b90ec-a62e-4a52-8f18-97534e733ae9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:23:57.716037 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a48677fe-0076-4439-bf8d-cad6120c8b97 req-fb464794-cbbc-4371-a184-db971a44e7ed service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489828 May 12 19:23:57.735852 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.741775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.785473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6035453-731c-47fd-bdf6-64caf8754f5e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:57.800709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:57.807009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd3af782-3588-4fef-89ba-cf16c103951d req-f5487551-ccbd-49a3-a8b9-8d6509136274 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5236552 May 12 19:23:57.822152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d155fd4-bd2b-4062-a332-f5e04871cfb7 req-16b19daa-8adc-4385-8c3e-e979a443d8e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:57.823747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d155fd4-bd2b-4062-a332-f5e04871cfb7 req-16b19daa-8adc-4385-8c3e-e979a443d8e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.2514570 May 12 19:23:57.889885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d155fd4-bd2b-4062-a332-f5e04871cfb7 req-d8964e32-bc4c-4cd1-8ab2-d1ec1674c1be tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 May 12 19:23:57.986606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90744d8-114a-4fc5-9403-878c5857e001 req-3ee0987f-bdfd-4037-ac5d-d702a4fb4da3 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:57.988042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b90744d8-114a-4fc5-9403-878c5857e001 req-3ee0987f-bdfd-4037-ac5d-d702a4fb4da3 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 949 time: 0.0891619 May 12 19:23:58.033221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b90744d8-114a-4fc5-9403-878c5857e001 req-1a0e1f91-afbc-4d94-a0e3-229c4b4c5aa1 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 May 12 19:23:58.173648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53b0d4ba-622b-499c-810b-23d756b1cf3d req-f8a1c03d-20a6-40af-a0bf-df5bf93e6ffa tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 210 time: 0.0435867 May 12 19:23:58.498535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.498535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.501657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.501657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.501657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.509921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.509921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.514008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9f1dbb0-2496-4e1a-9d04-bc057feed615 req-8c2d0d55-0049-4c8a-9d81-d2f536f58264 tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.2400861 May 12 19:23:58.667768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-87388c9b-6a5e-4276-b8f2-dbe8001e2f72 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.668589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-87388c9b-6a5e-4276-b8f2-dbe8001e2f72 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Synchronizing usage tracker for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:23:58.690896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-87388c9b-6a5e-4276-b8f2-dbe8001e2f72 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Unset dirty status for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:23:58.692387 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-87388c9b-6a5e-4276-b8f2-dbe8001e2f72 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.73 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 824 time: 0.2475445 May 12 19:23:58.746862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-f0d30f0e-347e-425c-a045-fa57694eaec3 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Synchronizing usage tracker for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:23:58.760654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-f0d30f0e-347e-425c-a045-fa57694eaec3 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Unset dirty status for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:23:58.761862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-f0d30f0e-347e-425c-a045-fa57694eaec3 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e5ab1addcea4df886a61eedd0c99c80 HTTP/1.1" status: 200 len: 380 time: 0.0608029 May 12 19:23:58.765523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-33803a5b-cd13-4535-831d-fdf68bf623fb tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Synchronizing usage tracker for tenant:c124eae6118e4789aa888872fa3dc116 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:23:58.771887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'port': {'device_id': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'admin_state_up': True, 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'security_groups': ['a1240abe-e33f-44b5-b22c-75838a9c4fac']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:58.794951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abcac4-810d-474e-9a2c-642bad228cce req-c4c21ad2-6953-4ca9-a312-b871d159fe4c tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:58.795762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0abcac4-810d-474e-9a2c-642bad228cce req-c4c21ad2-6953-4ca9-a312-b871d159fe4c tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 971 time: 0.1523321 May 12 19:23:58.796914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-33803a5b-cd13-4535-831d-fdf68bf623fb tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Unset dirty status for tenant:c124eae6118e4789aa888872fa3dc116 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:23:58.800550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-33803a5b-cd13-4535-831d-fdf68bf623fb tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42325 time: 0.4375618 May 12 19:23:58.877661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0abcac4-810d-474e-9a2c-642bad228cce req-98d78dde-9e96-475c-817e-9c94b60fb970 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749600 May 12 19:23:58.887121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-0ab739b9-add0-444d-b053-a72b9cbebde6 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0a911efa-9002-4311-88c0-ed2d14e0c3a6 HTTP/1.1" status: 200 len: 2973 time: 0.0619709 May 12 19:23:58.905270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 521b90ec-a62e-4a52-8f18-97534e733ae9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:23:58.928553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:58.932640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Usage tracker for resource:port and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:58.935641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:58.941493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:58.955906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Made reservation on behalf of 6e5ab1addcea4df886a61eedd0c99c80 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:23:58.959489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:58.975573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:58.984512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bc358b0-e3c9-44af-b63c-cbbc81320049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.011717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 521b90ec-a62e-4a52-8f18-97534e733ae9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:23:59.017498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 521b90ec-a62e-4a52-8f18-97534e733ae9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:23:59.017870 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.047461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-b17dba65-6856-4670-ae45-17e895457fea tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0a911efa-9002-4311-88c0-ed2d14e0c3a6 HTTP/1.1" status: 200 len: 2973 time: 0.1524794 May 12 19:23:59.121752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde623-f689-4211-892c-2446f738980f req-4876854e-9216-48b2-9a1d-88c5c87352fc tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:59.123119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15dde623-f689-4211-892c-2446f738980f req-4876854e-9216-48b2-9a1d-88c5c87352fc tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 886 time: 0.1971142 May 12 19:23:59.136654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-6c860de4-8a07-4736-8165-1ebea8672ad2 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/26fed9fa-9efa-4a51-a9aa-4c03e370651d HTTP/1.1" status: 200 len: 2981 time: 0.0821130 May 12 19:23:59.182397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 521b90ec-a62e-4a52-8f18-97534e733ae9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:23:59.182813 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.198705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-b7759e05-c796-4ca6-b93d-8f160032857b tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/26fed9fa-9efa-4a51-a9aa-4c03e370651d HTTP/1.1" status: 200 len: 2981 time: 0.0611103 May 12 19:23:59.218514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Allocated IP 172.20.0.3 (1cb5f7dc-5d64-4b56-8dac-9352191c365b/c2955043-30a2-4f31-9d61-82837f7a0f3b/a32d9119-690c-4680-8f37-7d83a32bc564) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:23:59.224598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.227292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf903555-0afb-405e-b464-f3fed99d4243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b90ec-a62e-4a52-8f18-97534e733ae9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:23:59.240963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 521b90ec-a62e-4a52-8f18-97534e733ae9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=521b90ec-a62e-4a52-8f18-97534e733ae9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:23:59.245504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.246295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:23:59.253525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:581472ef4d5e4e99ba70f7a47ce6f665 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:23:59.263890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:23:59.273021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:23:59.318743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-e1929634-cad0-4359-b048-6a35091548ef tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/39546b43-cd2d-4bed-8251-ed238b1e532a HTTP/1.1" status: 200 len: 2981 time: 0.1191781 May 12 19:23:59.324306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=521b90ec-a62e-4a52-8f18-97534e733ae9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:59.383145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2adf3-b96d-4cfc-9ae4-7c31660f8da6 req-cf8132b4-dbf3-426e-85c4-9746ea2b7bad tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:59.384630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acf2adf3-b96d-4cfc-9ae4-7c31660f8da6 req-cf8132b4-dbf3-426e-85c4-9746ea2b7bad tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.1388321 May 12 19:23:59.389432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-53a4d5c8-d594-4416-866c-31763b2c443b tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/39546b43-cd2d-4bed-8251-ed238b1e532a HTTP/1.1" status: 200 len: 2981 time: 0.0647402 May 12 19:23:59.475723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acf2adf3-b96d-4cfc-9ae4-7c31660f8da6 req-b769cf59-8193-4edf-a294-74f505ac9a91 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835662 May 12 19:23:59.482292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-be385b77-bbf7-4177-8a76-0275d0447503 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/778a3ca6-0873-444f-b84b-1cb12f84340e HTTP/1.1" status: 200 len: 2981 time: 0.0768273 May 12 19:23:59.490038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.528083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.529328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Transition to ACTIVE for port object a32d9119-690c-4680-8f37-7d83a32bc564 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:23:59.537542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.545603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-e85ddd8c-0362-46c7-8c98-6abc9a15f151 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/778a3ca6-0873-444f-b84b-1cb12f84340e HTTP/1.1" status: 200 len: 2981 time: 0.0554852 May 12 19:23:59.592452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=581472ef4d5e4e99ba70f7a47ce6f665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6156809 May 12 19:23:59.596344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37284) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:59.600638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a5c0c-3f73-4697-bf25-19932279c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72db6a81-8d93-4ef9-aa74-362a299a6d77,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:59.618409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.661546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-5894e4eb-7c64-4ac6-9526-ba89fea4f885 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/90053583-c9b9-47dd-834a-5969e592071f HTTP/1.1" status: 200 len: 2977 time: 0.1051438 May 12 19:23:59.718165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:23:59.720759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-0b15c25f-60ae-45f4-85e4-d943aec7d793 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/90053583-c9b9-47dd-834a-5969e592071f HTTP/1.1" status: 200 len: 2977 time: 0.0520988 May 12 19:23:59.724816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:23:59.726552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.73', 65474) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:23:59.729126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa0ef-e6f9-4842-9dbb-ccb03982154c req-de460ddd-7968-4b61-85b7-30bdd43656b5 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:59.730331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event updated for resources: {'Port': ['ID=a32d9119-690c-4680-8f37-7d83a32bc564,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:23:59.731212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1eafa0ef-e6f9-4842-9dbb-ccb03982154c req-de460ddd-7968-4b61-85b7-30bdd43656b5 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 950 time: 0.1456096 May 12 19:23:59.732567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:23:59.737892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:23:59.738673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.814194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1eafa0ef-e6f9-4842-9dbb-ccb03982154c req-8088b967-94b3-4ade-a7ad-d07c2947a360 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 May 12 19:23:59.819208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-44ca3891-8745-4181-b551-d77daab1a8a9 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ad397653-f1e7-4ff6-a8e3-755f50941781 HTTP/1.1" status: 200 len: 2977 time: 0.0773096 May 12 19:23:59.821757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe27ad99-88fc-4517-9373-410d4500400d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.855579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-dd97fa77-747f-48a5-9b3a-781d148ddeff tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0887418 May 12 19:23:59.882722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:23:59.887995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Request body: {'port': {'device_id': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'device_owner': 'compute:tempest-test_az-1178091940', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:23:59.991228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-c692b3db-a579-46de-ba0b-520d7b857776 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ad397653-f1e7-4ff6-a8e3-755f50941781 HTTP/1.1" status: 200 len: 2977 time: 0.1535790 May 12 19:23:59.999892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe27ad99-88fc-4517-9373-410d4500400d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.047012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7110ae31-71fe-4e7b-a495-384700d1976a None None] Provisioning for port a32d9119-690c-4680-8f37-7d83a32bc564 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:00.053124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7110ae31-71fe-4e7b-a495-384700d1976a None None] Provisioning complete for port a32d9119-690c-4680-8f37-7d83a32bc564 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:00.053861 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7110ae31-71fe-4e7b-a495-384700d1976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.092841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.106502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe27ad99-88fc-4517-9373-410d4500400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.112052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-5855b6cd-72e6-425b-a1ae-c1dad9e7aeec tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/af99292a-10d5-419f-8967-2fad181639df HTTP/1.1" status: 200 len: 2981 time: 0.1139250 May 12 19:24:00.113801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.114329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.114876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.115375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.115816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.116263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.117158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.118761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8bbb5a8d-1289-4fd4-9f13-1a1966fa0785 req-76b01a0f-0088-4c57-9409-3e9ce9be9bcf tempest-NetworksTest-1949677608 tempest-NetworksTest-1949677608-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.2467296 May 12 19:24:00.134622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7110ae31-71fe-4e7b-a495-384700d1976a None None] Port a32d9119-690c-4680-8f37-7d83a32bc564 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:00.141986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27ad99-88fc-4517-9373-410d4500400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db6a81-8d93-4ef9-aa74-362a299a6d77,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:00.143926 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe27ad99-88fc-4517-9373-410d4500400d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.145097 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe27ad99-88fc-4517-9373-410d4500400d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72db6a81-8d93-4ef9-aa74-362a299a6d77 HTTP/1.1" status: 204 len: 168 time: 0.5471330 May 12 19:24:00.166235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-46311497-cfd4-4a91-a32d-d2ea3947c94c tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.166891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-46311497-cfd4-4a91-a32d-d2ea3947c94c tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Synchronizing usage tracker for tenant:8d261f74f3bc4ae68e9fb455e75fe16c on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:24:00.181338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-c95a0626-0135-40cb-91c1-a9f70c078ca5 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/af99292a-10d5-419f-8967-2fad181639df HTTP/1.1" status: 200 len: 2981 time: 0.0610406 May 12 19:24:00.217023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.237750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-e815b707-11d8-4259-aa27-0b5640dd2664 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/dd219880-d4b6-4c54-a2c7-24949a57e77b HTTP/1.1" status: 200 len: 2981 time: 0.0554736 May 12 19:24:00.245926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-46311497-cfd4-4a91-a32d-d2ea3947c94c tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Unset dirty status for tenant:8d261f74f3bc4ae68e9fb455e75fe16c on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:24:00.246673 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-46311497-cfd4-4a91-a32d-d2ea3947c94c tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.73 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 971 time: 0.5189393 May 12 19:24:00.308003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-e3963ca6-837b-4c58-b976-8e597ddc2a1f tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/dd219880-d4b6-4c54-a2c7-24949a57e77b HTTP/1.1" status: 200 len: 2981 time: 0.0692425 May 12 19:24:00.401479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Deleting port 984490b1-5743-42d5-aa0c-26e4b37da1e9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:24:00.401848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.563776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:00.629767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf7f40-34f0-48d7-9607-3936dbd3f293 req-4f06ded4-9d14-4d82-89ce-29d621e2aa59 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:00.635193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5acf7f40-34f0-48d7-9607-3936dbd3f293 req-4f06ded4-9d14-4d82-89ce-29d621e2aa59 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 931 time: 0.3222828 May 12 19:24:00.639253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-fc6f512b-ad7f-4f0f-b4d9-15bba49b27d8 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/de9dc0a3-861f-4d26-bf39-497b4cbd8f12 HTTP/1.1" status: 200 len: 2981 time: 0.3304882 May 12 19:24:00.716072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37308) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:00.764997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5acf7f40-34f0-48d7-9607-3936dbd3f293 req-00d7fdf0-cbe7-40ca-a8e4-388f6eb3ed79 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211810 May 12 19:24:00.786085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-98ada682-4a8e-433e-a227-65586b880f84 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/de9dc0a3-861f-4d26-bf39-497b4cbd8f12 HTTP/1.1" status: 200 len: 2981 time: 0.1093583 May 12 19:24:00.791326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:00.844178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:00.846942 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca65976a-43d7-4692-8754-3152a1c10899'] response: {'server_uuid': 'cf903555-0afb-405e-b464-f3fed99d4243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b90ec-a62e-4a52-8f18-97534e733ae9', 'code': 200} May 12 19:24:00.857920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e5d1e382354aa2b55b0089c98026e2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:00.861168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-39a6c5d3-32a7-4bad-8041-90030007246b tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/e16e641a-305a-4fb2-8ccd-ee749c185a33 HTTP/1.1" status: 200 len: 2981 time: 0.0698926 May 12 19:24:00.864667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:00.903514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:00.920859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:24:00.943511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-d2788ab2-502f-4711-b040-a8b839539f4e tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/e16e641a-305a-4fb2-8ccd-ee749c185a33 HTTP/1.1" status: 200 len: 2981 time: 0.0634694 May 12 19:24:01.037911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.047113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-002a3af4-00ac-488e-bf99-8133e689e4a6 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ea927b6e-5610-451e-9084-98044f2565b6 HTTP/1.1" status: 200 len: 2981 time: 0.0973372 May 12 19:24:01.060590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] For port 984490b1-5743-42d5-aa0c-26e4b37da1e9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=984490b1-5743-42d5-aa0c-26e4b37da1e9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:01.060834 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.106008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:01.107094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:01.124585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '2da17602-42df-4939-9c9c-da2d6c1f7906', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'port_id': '2da17602-42df-4939-9c9c-da2d6c1f7906', 'mac_address': 'fa:16:3e:4c:bb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79b5823-0f43-4c0e-96de-948a820c5629', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:24:01.128875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8d908-e787-452e-aba5-1da17c0bc6f0 req-2c57fde3-4ecd-4f14-8e7b-593aab56a52a tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:01.136140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0be8d908-e787-452e-aba5-1da17c0bc6f0 req-2c57fde3-4ecd-4f14-8e7b-593aab56a52a tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 971 time: 0.1432209 May 12 19:24:01.173832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-f5bd70ca-cd85-4d66-bf87-19967b627df1 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ea927b6e-5610-451e-9084-98044f2565b6 HTTP/1.1" status: 200 len: 2981 time: 0.1151426 May 12 19:24:01.189729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0be8d908-e787-452e-aba5-1da17c0bc6f0 req-7fc99945-a43b-4f2d-a40f-4a425d4a8115 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/security-groups?id=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525250 May 12 19:24:01.215596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 2da17602-42df-4939-9c9c-da2d6c1f7906 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:01.216775 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.234468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Calling delete_port for 984490b1-5743-42d5-aa0c-26e4b37da1e9 owned by compute:tempest-test_az-1178091940 {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:24:01.237426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-8b07948f-a687-4a77-bc6d-702881d7b43a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1 HTTP/1.1" status: 200 len: 2980 time: 0.0463729 May 12 19:24:01.252081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da17602-42df-4939-9c9c-da2d6c1f7906 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:24:01.266037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Usage tracker for resource:security_group_rule and tenant:9c366b33f3c74965a41b4fdb779c69a7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:01.270729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:01.270898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:01.278622 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.282438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:24:01.305137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:01.345251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab2dab2-6549-45ab-9aa5-e448a35600a5 req-a9207435-23b0-4649-afcf-78bfa25be357 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1 HTTP/1.1" status: 200 len: 2980 time: 0.0989227 May 12 19:24:01.372951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:01.400629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed0270-0aea-4981-babd-bb2e2957e2d6 req-670f5e33-6c18-4373-b01c-53136df3912a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:01.402258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10ed0270-0aea-4981-babd-bb2e2957e2d6 req-670f5e33-6c18-4373-b01c-53136df3912a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 0.1003919 May 12 19:24:01.446859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10ed0270-0aea-4981-babd-bb2e2957e2d6 req-f8d19fd3-2ed0-4bfc-a243-c95d45590420 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 May 12 19:24:01.488257 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.503572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['2da17602-42df-4939-9c9c-da2d6c1f7906'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:24:01.519132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494bf13-3fa0-4b95-9779-18d7d02a2c7e req-955c4f97-c259-45c9-892f-4d8873b7ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:01.520650 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2494bf13-3fa0-4b95-9779-18d7d02a2c7e req-955c4f97-c259-45c9-892f-4d8873b7ee7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 1101 time: 0.5960555 May 12 19:24:01.523463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32d9119-690c-4680-8f37-7d83a32bc564 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:24:01.552999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.594850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7fe8-d52a-4e3f-b1bf-262a9ad57535 req-3abdbf28-9d61-4e57-9d4d-f8996cbcdec4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:01.596381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5fa7fe8-d52a-4e3f-b1bf-262a9ad57535 req-3abdbf28-9d61-4e57-9d4d-f8996cbcdec4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 950 time: 0.1430023 May 12 19:24:01.633100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f02f9286-1c96-4538-b80a-209f2d55e841 req-c0f3f7eb-0d83-437e-8b94-55ef85f6e613 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Synchronizing usage tracker for tenant:300cf9e2ac8d4253b09c44d7984cd436 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:24:01.646492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Transition to ACTIVE for port object a32d9119-690c-4680-8f37-7d83a32bc564 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:01.662254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5fa7fe8-d52a-4e3f-b1bf-262a9ad57535 req-53b2a29d-09c1-43af-ad83-31cd5fac9388 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572104 May 12 19:24:01.671898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f02f9286-1c96-4538-b80a-209f2d55e841 req-c0f3f7eb-0d83-437e-8b94-55ef85f6e613 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Unset dirty status for tenant:300cf9e2ac8d4253b09c44d7984cd436 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:24:01.672069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.673319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f02f9286-1c96-4538-b80a-209f2d55e841 req-c0f3f7eb-0d83-437e-8b94-55ef85f6e613 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=300cf9e2ac8d4253b09c44d7984cd436 HTTP/1.1" status: 200 len: 6104 time: 0.1707962 May 12 19:24:01.676569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.732546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2494bf13-3fa0-4b95-9779-18d7d02a2c7e req-56d8d95d-3245-4d15-8fde-cbed5e185185 service neutron] Synchronizing usage tracker for tenant:30d2d017718d4c1688c24d079c2ba778 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:24:01.734835 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.735832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f02f9286-1c96-4538-b80a-209f2d55e841 req-7990e754-4bc9-4f9f-ac24-517d960345d1 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "GET /v2.0/security-groups/dd219880-d4b6-4c54-a2c7-24949a57e77b HTTP/1.1" status: 200 len: 2981 time: 0.0553911 May 12 19:24:01.794064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f02f9286-1c96-4538-b80a-209f2d55e841 req-1bf62701-1ff0-4882-82e0-23b0ec9636a6 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "GET /v2.0/security-groups/dd219880-d4b6-4c54-a2c7-24949a57e77b HTTP/1.1" status: 200 len: 2981 time: 0.0523324 May 12 19:24:01.872333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96cc601b-e0de-436d-a0c6-b736b4a32ef6 req-0060bfc3-89b0-4d7d-86a7-5d3ec0572a7a tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/c6035453-731c-47fd-bdf6-64caf8754f5e HTTP/1.1" status: 200 len: 1778 time: 0.0554750 May 12 19:24:01.904565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.966340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2494bf13-3fa0-4b95-9779-18d7d02a2c7e req-56d8d95d-3245-4d15-8fde-cbed5e185185 service neutron] Unset dirty status for tenant:30d2d017718d4c1688c24d079c2ba778 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:24:01.968872 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2494bf13-3fa0-4b95-9779-18d7d02a2c7e req-56d8d95d-3245-4d15-8fde-cbed5e185185 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338524 May 12 19:24:01.969657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:01.995575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96cc601b-e0de-436d-a0c6-b736b4a32ef6 req-a35b7162-46d8-49f4-bff2-21c46f0e0ad3 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.014700 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.025694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96cc601b-e0de-436d-a0c6-b736b4a32ef6 req-a35b7162-46d8-49f4-bff2-21c46f0e0ad3 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.027056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['984490b1-5743-42d5-aa0c-26e4b37da1e9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:24:02.031141 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3e5d1e382354aa2b55b0089c98026e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2672665 May 12 19:24:02.031141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Pushing event updated for resources: {'Port': ['ID=a32d9119-690c-4680-8f37-7d83a32bc564,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.032126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37324) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:02.065907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e34a-0f06-4815-87d9-964af5ff63c9 req-3ab578e3-3b5a-43a9-8d09-6902f5b5baed tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:02.067392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0437e34a-0f06-4815-87d9-964af5ff63c9 req-3ab578e3-3b5a-43a9-8d09-6902f5b5baed tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 965 time: 0.1542444 May 12 19:24:02.095054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Attempting to bind port a32d9119-690c-4680-8f37-7d83a32bc564 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:02.095382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Attempting to bind port a32d9119-690c-4680-8f37-7d83a32bc564 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:02.095708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Attempting to bind port a32d9119-690c-4680-8f37-7d83a32bc564 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:02.097694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24c227-b95c-4d87-9263-381ae1b48576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a74e17-dcdd-48a7-b203-c5d215c932db,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.112869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c366b33f3c74965a41b4fdb779c69a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5406299 May 12 19:24:02.118382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37328) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:02.125934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Pushing event deleted for resources: {'Port': ['ID=984490b1-5743-42d5-aa0c-26e4b37da1e9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.130952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Port a32d9119-690c-4680-8f37-7d83a32bc564 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:24:02.131276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Attempting to bind port a32d9119-690c-4680-8f37-7d83a32bc564 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:02.163024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0437e34a-0f06-4815-87d9-964af5ff63c9 req-227ada7c-7167-46ea-aded-b4affc610d11 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856597 May 12 19:24:02.163669 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96cc601b-e0de-436d-a0c6-b736b4a32ef6 req-a35b7162-46d8-49f4-bff2-21c46f0e0ad3 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.196753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b7162-46d8-49f4-bff2-21c46f0e0ad3 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6035453-731c-47fd-bdf6-64caf8754f5e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.216323 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6ca588c-f7b5-492a-9d60-0712dce38cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.226848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:02.228723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Checking segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:02.232043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Bound using segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:02.232250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96cc601b-e0de-436d-a0c6-b736b4a32ef6 req-a35b7162-46d8-49f4-bff2-21c46f0e0ad3 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.232703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Bound port: a32d9119-690c-4680-8f37-7d83a32bc564, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:02.233149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.236831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96cc601b-e0de-436d-a0c6-b736b4a32ef6 req-a35b7162-46d8-49f4-bff2-21c46f0e0ad3 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6035453-731c-47fd-bdf6-64caf8754f5e HTTP/1.1" status: 204 len: 173 time: 0.3633037 May 12 19:24:02.284710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6ca588c-f7b5-492a-9d60-0712dce38cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.377243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fdca3-3018-4d9f-8a64-cad9ca974820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4ca58-fce3-4a16-a542-682ffa7d34f4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.391458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] No DVR routers for this DVR port 984490b1-5743-42d5-aa0c-26e4b37da1e9 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:24:02.393422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3689b593-cb53-4c67-8a3e-3516fb95504f req-f52854bb-f594-4b7d-8528-475d1e7579c8 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "GET /v2.0/security-groups/cf21b369-0c6f-497f-9c74-ce29fdf6ad36 HTTP/1.1" status: 200 len: 1778 time: 0.1341004 May 12 19:24:02.395180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.395428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-712ed00b-9871-4bfe-80db-5533c3b65504 req-b0806375-85f0-44b7-9135-1de39012ee25 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.72 "GET /v2.0/ports?device_id=379d0fc8-f941-4a84-813a-dd5cc23c126d HTTP/1.1" status: 200 len: 210 time: 0.0620499 May 12 19:24:02.446740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6ca588c-f7b5-492a-9d60-0712dce38cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.470740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca588c-f7b5-492a-9d60-0712dce38cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4ca58-fce3-4a16-a542-682ffa7d34f4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.483320 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6ca588c-f7b5-492a-9d60-0712dce38cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.486769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e6ca588c-f7b5-492a-9d60-0712dce38cbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30d4ca58-fce3-4a16-a542-682ffa7d34f4 HTTP/1.1" status: 204 len: 168 time: 0.3651361 May 12 19:24:02.489585 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3689b593-cb53-4c67-8a3e-3516fb95504f req-382369b1-e26b-4bd9-9d48-3c3ce2adf899 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.502438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'name': 'network-vif-deleted', 'tag': '984490b1-5743-42d5-aa0c-26e4b37da1e9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:02.521016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3689b593-cb53-4c67-8a3e-3516fb95504f req-382369b1-e26b-4bd9-9d48-3c3ce2adf899 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.523705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18831990-587f-4d88-928a-45bcca20e9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.544454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] For port a32d9119-690c-4680-8f37-7d83a32bc564, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:02.558079 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-24fe6d48-7891-431f-acb5-6dad9fc3c294 req-20ae2a48-18e4-4efd-97e3-3065abab2e99 tempest-AggregatesAdminTestJSON-1402032886 tempest-AggregatesAdminTestJSON-1402032886-project] 10.222.0.73 "DELETE /v2.0/ports/984490b1-5743-42d5-aa0c-26e4b37da1e9 HTTP/1.1" status: 204 len: 173 time: 2.3040183 May 12 19:24:02.575301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18831990-587f-4d88-928a-45bcca20e9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.580763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3689b593-cb53-4c67-8a3e-3516fb95504f req-382369b1-e26b-4bd9-9d48-3c3ce2adf899 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.584406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] For port a32d9119-690c-4680-8f37-7d83a32bc564, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a32d9119-690c-4680-8f37-7d83a32bc564,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:02.599421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.608370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382369b1-e26b-4bd9-9d48-3c3ce2adf899 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf21b369-0c6f-497f-9c74-ce29fdf6ad36,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.676501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3689b593-cb53-4c67-8a3e-3516fb95504f req-382369b1-e26b-4bd9-9d48-3c3ce2adf899 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.689302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:02.689929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.690747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3689b593-cb53-4c67-8a3e-3516fb95504f req-382369b1-e26b-4bd9-9d48-3c3ce2adf899 tempest-SecurityGroupsTestAdminJSON-291107695 tempest-SecurityGroupsTestAdminJSON-291107695-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf21b369-0c6f-497f-9c74-ce29fdf6ad36 HTTP/1.1" status: 204 len: 173 time: 0.2871604 May 12 19:24:02.691252 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] 10.222.0.73 "PUT /v2.0/ports/a32d9119-690c-4680-8f37-7d83a32bc564 HTTP/1.1" status: 200 len: 1113 time: 2.8192749 May 12 19:24:02.732423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbba6e-dca0-46ce-a94d-2f1cfaab948e service neutron] Pushing event updated for resources: {'Port': ['ID=a32d9119-690c-4680-8f37-7d83a32bc564,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.750546 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c3fe5c-0d81-41c0-870a-3d2750f32888'] response: {'server_uuid': '379d0fc8-f941-4a84-813a-dd5cc23c126d', 'name': 'network-vif-deleted', 'tag': '984490b1-5743-42d5-aa0c-26e4b37da1e9', 'status': 'completed', 'code': 200} May 12 19:24:02.768913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56817b00-9d71-4cf4-adc0-fd766a7fd3e7 req-804662b1-8414-4e80-85eb-e6c480b60096 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:02.770846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56817b00-9d71-4cf4-adc0-fd766a7fd3e7 req-804662b1-8414-4e80-85eb-e6c480b60096 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 0.1497149 May 12 19:24:02.805468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18831990-587f-4d88-928a-45bcca20e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.824877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18831990-587f-4d88-928a-45bcca20e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a74e17-dcdd-48a7-b203-c5d215c932db,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:02.864482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18831990-587f-4d88-928a-45bcca20e9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:02.865664 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-18831990-587f-4d88-928a-45bcca20e9a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26a74e17-dcdd-48a7-b203-c5d215c932db HTTP/1.1" status: 204 len: 168 time: 0.8213277 May 12 19:24:02.869000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56817b00-9d71-4cf4-adc0-fd766a7fd3e7 req-dc9d1b40-78cf-4f16-b626-b21992b2e643 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759919 May 12 19:24:02.887197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-d2a11c48-88fd-4716-8ee8-d1d52bc6c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:02.889559 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-d2a11c48-88fd-4716-8ee8-d1d52bc6c4ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 1116 time: 0.1340301 May 12 19:24:02.896252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a9c4f32-a6b0-4efa-9bfa-795b304a857f req-da0e196b-42e9-4454-87ae-7db0f4ce0d3d tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "GET /v2.0/security-groups/2dc02e28-4c90-40f2-8869-cd4cb5c652a7 HTTP/1.1" status: 200 len: 1778 time: 0.1189008 May 12 19:24:02.944221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:02.996838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f32-a6b0-4efa-9bfa-795b304a857f req-bf0b5a6e-905b-4592-9415-65ff4de02004 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.010167 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-e1b7f191-df92-4ae0-a4b7-7d1623ac7472 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32d9119-690c-4680-8f37-7d83a32bc564 HTTP/1.1" status: 200 len: 217 time: 0.1133130 May 12 19:24:03.019008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37350) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:03.056237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.078206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f32-a6b0-4efa-9bfa-795b304a857f req-bf0b5a6e-905b-4592-9415-65ff4de02004 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.116597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-1c14bc12-c4b6-42bf-be75-dd9c963d0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:03.118882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-1c14bc12-c4b6-42bf-be75-dd9c963d0d8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2955043-30a2-4f31-9d61-82837f7a0f3b HTTP/1.1" status: 200 len: 863 time: 0.1016376 May 12 19:24:03.123623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 2da17602-42df-4939-9c9c-da2d6c1f7906 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:03.131889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:03.132247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 2da17602-42df-4939-9c9c-da2d6c1f7906 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:03.132759 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.146237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Usage tracker for resource:security_group_rule and tenant:4656305de3bc4702b8ece7081f22a956 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:03.151266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:03.174808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:03.224300 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f32-a6b0-4efa-9bfa-795b304a857f req-bf0b5a6e-905b-4592-9415-65ff4de02004 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.256341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024f587-c8c1-4716-8922-be0026a0c5bb req-3f212351-2a96-4946-9f69-179b27498447 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:03.257916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f024f587-c8c1-4716-8922-be0026a0c5bb req-3f212351-2a96-4946-9f69-179b27498447 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 950 time: 0.1894493 May 12 19:24:03.271912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b5a6e-905b-4592-9415-65ff4de02004 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc02e28-4c90-40f2-8869-cd4cb5c652a7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:03.327267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 2da17602-42df-4939-9c9c-da2d6c1f7906 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:03.328049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.328831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-16219b8a-1ed9-4bb8-bd3f-16a8dfabb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:03.330445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-16219b8a-1ed9-4bb8-bd3f-16a8dfabb93e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1cb5f7dc-5d64-4b56-8dac-9352191c365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046626 May 12 19:24:03.359918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:03.364256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.370050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f32-a6b0-4efa-9bfa-795b304a857f req-bf0b5a6e-905b-4592-9415-65ff4de02004 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.371474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a9c4f32-a6b0-4efa-9bfa-795b304a857f req-bf0b5a6e-905b-4592-9415-65ff4de02004 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "DELETE /v2.0/security-groups/2dc02e28-4c90-40f2-8869-cd4cb5c652a7 HTTP/1.1" status: 204 len: 173 time: 0.4742775 May 12 19:24:03.375135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.393264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:03.405977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.469772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f024f587-c8c1-4716-8922-be0026a0c5bb req-627f7dfc-1096-4776-a12b-f9775364440e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032783 May 12 19:24:03.471695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7662d7a0-8fdc-4456-9bbd-787386253bad,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:03.510786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-37658c30-18db-4ab6-af10-dc50e25fc9cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4656305de3bc4702b8ece7081f22a956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907193 May 12 19:24:03.513620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37370) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:03.519254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:03.555171 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0502aeaf-d5d7-49b1-8126-6ad8bc11584f'] response: {'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906', 'code': 200} May 12 19:24:03.566836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-49f25f5d-e825-4e06-8e4a-37b0b9d49677 service neutron] 10.222.0.73 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292726 May 12 19:24:03.673477 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9662ee30-4ea9-41e2-bdf7-3e818fd8f625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.772420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23718c5f-d173-4fd2-8bad-6c89ce96e2e8 req-41124f1e-ba48-4aad-b4be-93db69434337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:03.773855 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-23718c5f-d173-4fd2-8bad-6c89ce96e2e8 req-41124f1e-ba48-4aad-b4be-93db69434337 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1096 time: 0.1284771 May 12 19:24:03.775658 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2e9427ce-9c81-45d1-8563-90aa8495ea93 req-4b7db3f8-5622-41a1-9c4a-79fcb1eb4e06 service neutron] 10.222.0.73 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944740 May 12 19:24:03.821471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9662ee30-4ea9-41e2-bdf7-3e818fd8f625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.824796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-23718c5f-d173-4fd2-8bad-6c89ce96e2e8 req-ab89a40b-ed6d-4c68-8c2a-ea14d7dbeb36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 May 12 19:24:03.836782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7703c1b1-8e5d-4a72-a0d8-21a5d46e968f req-44134bf9-67f7-4468-9ea6-199e922be180 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "GET /v2.0/security-groups/154216d3-8cb2-4b9b-8a02-6a7fb0631ce4 HTTP/1.1" status: 200 len: 1778 time: 0.2476430 May 12 19:24:03.921984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c8243-a30e-4e83-b648-b24c5e3f1627 req-c7556bac-87f7-43da-9bb3-ae4f35c4fb8b tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:03.923372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c3c8243-a30e-4e83-b648-b24c5e3f1627 req-c7556bac-87f7-43da-9bb3-ae4f35c4fb8b tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 965 time: 0.3353951 May 12 19:24:03.972148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37386) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:03.974265 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9662ee30-4ea9-41e2-bdf7-3e818fd8f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:03.978026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7703c1b1-8e5d-4a72-a0d8-21a5d46e968f req-adb469a4-3cef-4793-a8e3-f51e3ba735a7 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.009698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662ee30-4ea9-41e2-bdf7-3e818fd8f625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7662d7a0-8fdc-4456-9bbd-787386253bad,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:04.018713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c3c8243-a30e-4e83-b648-b24c5e3f1627 req-cd7d47f4-166e-4cec-b076-0381e89eeca3 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878720 May 12 19:24:04.031084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9662ee30-4ea9-41e2-bdf7-3e818fd8f625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.038078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9662ee30-4ea9-41e2-bdf7-3e818fd8f625 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7662d7a0-8fdc-4456-9bbd-787386253bad HTTP/1.1" status: 204 len: 168 time: 0.5229363 May 12 19:24:04.043026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7703c1b1-8e5d-4a72-a0d8-21a5d46e968f req-adb469a4-3cef-4793-a8e3-f51e3ba735a7 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.120161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7703c1b1-8e5d-4a72-a0d8-21a5d46e968f req-adb469a4-3cef-4793-a8e3-f51e3ba735a7 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.125015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-network', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:04.131939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:04.137025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Usage tracker for resource:network and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:04.141034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:04.149008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:04.164520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Made reservation on behalf of beecf6eeebb8459989dfcc8581f786ef for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:04.165727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb469a4-3cef-4793-a8e3-f51e3ba735a7 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154216d3-8cb2-4b9b-8a02-6a7fb0631ce4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:04.170063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.181256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7703c1b1-8e5d-4a72-a0d8-21a5d46e968f req-adb469a4-3cef-4793-a8e3-f51e3ba735a7 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.186597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7703c1b1-8e5d-4a72-a0d8-21a5d46e968f req-adb469a4-3cef-4793-a8e3-f51e3ba735a7 tempest-SecurityGroupsTestAdminJSON-187990883 tempest-SecurityGroupsTestAdminJSON-187990883-project] 10.222.0.72 "DELETE /v2.0/security-groups/154216d3-8cb2-4b9b-8a02-6a7fb0631ce4 HTTP/1.1" status: 204 len: 173 time: 0.3364761 May 12 19:24:04.205106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.229837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:04.234069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Usage tracker for resource:security_group_rule and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:04.237110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:04.244389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:04.361498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.367433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.402398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e03599-d515-49c0-9c1b-ef1f7fcceee6 req-d8c4ccbb-925f-4245-b9ce-52708ccecf8c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:04.412563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:24:04.413361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69e03599-d515-49c0-9c1b-ef1f7fcceee6 req-d8c4ccbb-925f-4245-b9ce-52708ccecf8c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 945 time: 0.1617181 May 12 19:24:04.426032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781bd723-71f6-4eca-ae1f-0ffdb6486030,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:04.430852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.431313 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Added segment 046accd9-5c47-4bbc-8be0-4193e556c7eb of type vlan for network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 May 12 19:24:04.452443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 984490b1-5743-42d5-aa0c-26e4b37da1e9 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:24:04.470352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.487511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69e03599-d515-49c0-9c1b-ef1f7fcceee6 req-292dca32-a05a-4f1c-9629-b55218e72d6c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732102 May 12 19:24:04.527090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 984490b1-5743-42d5-aa0c-26e4b37da1e9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:24:04.527508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 984490b1-5743-42d5-aa0c-26e4b37da1e9 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:24:04.533022 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.534789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:04.535362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.650250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37422) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:04.665235 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6892912 May 12 19:24:04.667042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37428) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:04.671771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Request body: {'subnet': {'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-subnet', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:04.674838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52924f-9e41-46aa-a6de-2b8e70c7ad45 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6d2180-4dc0-435e-8247-bfb3729d84d2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:04.679368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:04.685949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Usage tracker for resource:subnet and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:04.690266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:04.700682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:04.703080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:24:04.722704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Made reservation on behalf of beecf6eeebb8459989dfcc8581f786ef for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:04.726173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:04.738918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554a48c-31a8-42d6-a8e6-9ff2c503eafb req-96a07456-bede-4090-aa85-64ff6315243a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:04.740617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7554a48c-31a8-42d6-a8e6-9ff2c503eafb req-96a07456-bede-4090-aa85-64ff6315243a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 950 time: 0.1276796 May 12 19:24:04.821256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7554a48c-31a8-42d6-a8e6-9ff2c503eafb req-311b7648-ea72-4dc9-b94f-79b1ca9685a1 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741620 May 12 19:24:04.854786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:05.013798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7852e255-e6d0-4638-ba17-3d3b490f00d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=300cf9e2ac8d4253b09c44d7984cd436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576365 May 12 19:24:05.014379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37448) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:05.035186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.141812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1f3d53ea-af18-4a1e-b55e-ee279e5cdf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.171021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8ad03b-704b-4059-9a9e-f35738ecf8ef,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:05.182199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Checking segment: {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:05.182721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Network hostable DHCP agents. Network: 5c6d2180-4dc0-435e-8247-bfb3729d84d2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:24:05.206366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1f3d53ea-af18-4a1e-b55e-ee279e5cdf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.210381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:24:05.230830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 5c6d2180-4dc0-435e-8247-bfb3729d84d2) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:05.247422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5812761-dd67-42c3-8d56-f2f9fd9254f3 None None] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:24:05.253606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:05.254527 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.281306 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0d9b298-2bc8-4ef0-b8aa-f31edf43e625 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6141176 May 12 19:24:05.284075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37464) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:05.290534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:05.296619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:05.301875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Usage tracker for resource:router and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:05.307639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:05.316664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1f3d53ea-af18-4a1e-b55e-ee279e5cdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.333247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:05.352635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d53ea-af18-4a1e-b55e-ee279e5cdf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd219880-d4b6-4c54-a2c7-24949a57e77b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:05.357617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1f3d53ea-af18-4a1e-b55e-ee279e5cdf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.362041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1f3d53ea-af18-4a1e-b55e-ee279e5cdf0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd219880-d4b6-4c54-a2c7-24949a57e77b HTTP/1.1" status: 204 len: 168 time: 0.3468251 May 12 19:24:05.383338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.384461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.407766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.431033 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161fb491-f6c8-4543-8985-630247d37c53'] response: {'name': 'network-changed', 'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'status': 'completed', 'code': 200} May 12 19:24:05.651768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:24:05.653256 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:05.673594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c895-b258-4730-bafb-a41228ad21d3 req-a2352e6a-ef87-4368-99dd-9537adce2f41 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:05.677378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6195c895-b258-4730-bafb-a41228ad21d3 req-a2352e6a-ef87-4368-99dd-9537adce2f41 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 965 time: 0.1281068 May 12 19:24:05.839947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6195c895-b258-4730-bafb-a41228ad21d3 req-d045a309-f40f-4535-adcc-3fa6c0948ebf tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562529 May 12 19:24:05.853412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Allocated IP 172.20.0.2 (5c6d2180-4dc0-435e-8247-bfb3729d84d2/9c8ad03b-704b-4059-9a9e-f35738ecf8ef/cd16bb68-0bad-4569-be3a-37d0575a6566) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:05.930786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac3ae-de75-4ec2-a44e-9214b0e96fa6 req-9e2888fd-061a-4dfd-a72d-98563a40f1ed tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:05.941684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e71ac3ae-de75-4ec2-a44e-9214b0e96fa6 req-9e2888fd-061a-4dfd-a72d-98563a40f1ed tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 945 time: 0.1889760 May 12 19:24:06.015925 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:24:06.064115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.069709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:06.073425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-ac46e00e-b58f-4c0c-b387-9769bd09e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:06.074881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-ac46e00e-b58f-4c0c-b387-9769bd09e079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 1116 time: 0.6245782 May 12 19:24:06.122361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e71ac3ae-de75-4ec2-a44e-9214b0e96fa6 req-cda43302-a7a3-47c5-b1ef-e423569b962c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781304 May 12 19:24:06.198326 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.211475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48efa-ff23-4227-9e95-f1a7502add78 req-e7ab587f-69ac-45d5-91af-a0c2d1bd1098 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:06.212836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Transition to ACTIVE for port object cd16bb68-0bad-4569-be3a-37d0575a6566 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:06.213402 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcb48efa-ff23-4227-9e95-f1a7502add78 req-e7ab587f-69ac-45d5-91af-a0c2d1bd1098 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 950 time: 0.1757138 May 12 19:24:06.232789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Transition to ACTIVE for port object cd16bb68-0bad-4569-be3a-37d0575a6566 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:06.245409 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.303389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcb48efa-ff23-4227-9e95-f1a7502add78 req-f203f5b5-673e-4a7b-bb93-354e1f6e24be tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823965 May 12 19:24:06.389848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:06.408552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:06.412664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:06.491285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a32d9119-690c-4680-8f37-7d83a32bc564 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:24:06.493811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Pushing event updated for resources: {'Port': ['ID=cd16bb68-0bad-4569-be3a-37d0575a6566,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:06.547047 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4eaa91d2-3548-4787-ba32-9a5e3e7a85a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c124eae6118e4789aa888872fa3dc116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761083 May 12 19:24:06.549657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37522) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:06.559639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Attempting to bind port cd16bb68-0bad-4569-be3a-37d0575a6566 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:06.560001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Attempting to bind port cd16bb68-0bad-4569-be3a-37d0575a6566 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:06.560366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Attempting to bind port cd16bb68-0bad-4569-be3a-37d0575a6566 on network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:06.568285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:06.568657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Checking segment: {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:06.569062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.569487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Bound using segment: {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:06.569953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Bound port: cd16bb68-0bad-4569-be3a-37d0575a6566, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:06.570338 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.606755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-163a17ef-f3bc-4a20-b3d5-ba9ed6866dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:06.608575 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-163a17ef-f3bc-4a20-b3d5-ba9ed6866dd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 925 time: 0.4941297 May 12 19:24:06.693660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-74491151-b05f-44c2-8226-d957b4df8345 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32d9119-690c-4680-8f37-7d83a32bc564 HTTP/1.1" status: 200 len: 217 time: 0.0767899 May 12 19:24:06.704836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70d2d33c-332f-41c2-9c9e-80cbdd46e741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.760162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70d2d33c-332f-41c2-9c9e-80cbdd46e741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.762661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] For port cd16bb68-0bad-4569-be3a-37d0575a6566, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:06.798976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] For port cd16bb68-0bad-4569-be3a-37d0575a6566, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cd16bb68-0bad-4569-be3a-37d0575a6566,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:06.806861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a32d9119-690c-4680-8f37-7d83a32bc564, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a32d9119-690c-4680-8f37-7d83a32bc564,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:06.820058 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.825776 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70d2d33c-332f-41c2-9c9e-80cbdd46e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.874456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2d33c-332f-41c2-9c9e-80cbdd46e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea927b6e-5610-451e-9084-98044f2565b6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:06.886178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'port_id': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'mac_address': 'fa:16:3e:60:cc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-1178091940', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:24:06.888453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70d2d33c-332f-41c2-9c9e-80cbdd46e741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:06.890117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-70d2d33c-332f-41c2-9c9e-80cbdd46e741 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea927b6e-5610-451e-9084-98044f2565b6 HTTP/1.1" status: 204 len: 168 time: 0.3394837 May 12 19:24:06.969570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-bc855566-b27f-4b75-a6a4-4281a55e892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:06.977312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-bc855566-b27f-4b75-a6a4-4281a55e892f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2955043-30a2-4f31-9d61-82837f7a0f3b HTTP/1.1" status: 200 len: 863 time: 0.2696705 May 12 19:24:07.036848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaa506-734b-4f71-b829-0a2c688ad658 req-e0a1522d-1bfd-4543-9eb6-2efa0c9726b2 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:07.045338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5aaa506-734b-4f71-b829-0a2c688ad658 req-e0a1522d-1bfd-4543-9eb6-2efa0c9726b2 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1096 time: 0.1000078 May 12 19:24:07.083128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ac5b3-305b-40fc-b8eb-d3830669b168 None None] Pushing event updated for resources: {'Port': ['ID=cd16bb68-0bad-4569-be3a-37d0575a6566,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:07.099859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a32d9119-690c-4680-8f37-7d83a32bc564 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:07.100570 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:07.114414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:07.124184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32d9119-690c-4680-8f37-7d83a32bc564 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:24:07.158634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a32d9119-690c-4680-8f37-7d83a32bc564, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a32d9119-690c-4680-8f37-7d83a32bc564,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:07.171631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:07.190314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:07.221214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5aaa506-734b-4f71-b829-0a2c688ad658 req-6cb0eea7-8a32-4fe1-818d-999ff517c26e tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693037 May 12 19:24:07.265990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a32d9119-690c-4680-8f37-7d83a32bc564,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:07.300573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fc68-ef62-4ed5-b118-4e5770a4e47b req-df32fd99-d03b-4660-a537-3c079764aaa7 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:07.308203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfb9fc68-ef62-4ed5-b118-4e5770a4e47b req-df32fd99-d03b-4660-a537-3c079764aaa7 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 966 time: 0.2244482 May 12 19:24:07.308567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-1352bebe-eb34-44a8-aeb4-a2844ffd4a11 tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:07.310206 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-1352bebe-eb34-44a8-aeb4-a2844ffd4a11 tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 1101 time: 0.4719033 May 12 19:24:07.370826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a32d9119-690c-4680-8f37-7d83a32bc564'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:24:07.409098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfb9fc68-ef62-4ed5-b118-4e5770a4e47b req-fb7817df-9c74-4190-8cea-9cd3134fe9b2 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996857 May 12 19:24:07.416964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-29de9c79-aa0f-4d3b-959c-fc3036b1c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:07.418564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-29de9c79-aa0f-4d3b-959c-fc3036b1c839 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1cb5f7dc-5d64-4b56-8dac-9352191c365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3547375 May 12 19:24:07.657886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:07.659767 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-5837101e-a36f-4301-9ed9-e0a25839d18e service neutron] 10.222.0.73 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049594 May 12 19:24:07.662336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Deleting port 521b90ec-a62e-4a52-8f18-97534e733ae9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:24:07.662669 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:07.719115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7b1ec-0a3a-41ba-8678-788e88ff1fb4 req-19a9ca6b-e21a-4446-9f21-aa762a5d2c18 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:07.728009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93d7b1ec-0a3a-41ba-8678-788e88ff1fb4 req-19a9ca6b-e21a-4446-9f21-aa762a5d2c18 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf903555-0afb-405e-b464-f3fed99d4243 HTTP/1.1" status: 200 len: 950 time: 0.1824017 May 12 19:24:07.801959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93d7b1ec-0a3a-41ba-8678-788e88ff1fb4 req-62755c33-9f62-46f2-aeef-329a63d04bb1 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727775 May 12 19:24:08.009138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Allocated IP 172.25.2.60 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/582bf7c3-d47e-4b5a-bec9-33b7bebb20e1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:08.037826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4979c-8fbb-4187-9aec-e5457fd943dc req-4919de8e-c456-4c3e-b362-042c11f9e717 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:08.040693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25e4979c-8fbb-4187-9aec-e5457fd943dc req-4919de8e-c456-4c3e-b362-042c11f9e717 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1096 time: 0.1354303 May 12 19:24:08.058094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-380168a5-e788-4b77-a1f3-76883caa2d16 req-89702caf-1e5e-430d-9f5e-c2dfbe57527d service neutron] 10.222.0.73 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404570 May 12 19:24:08.110835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:08.145336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25e4979c-8fbb-4187-9aec-e5457fd943dc req-b204f1f3-10a6-40d5-a263-d678cff765e1 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981271 May 12 19:24:08.401501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] For port 521b90ec-a62e-4a52-8f18-97534e733ae9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=521b90ec-a62e-4a52-8f18-97534e733ae9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:08.404307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cd16bb68-0bad-4569-be3a-37d0575a6566 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:08.407198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:08.536996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a32d9119-690c-4680-8f37-7d83a32bc564 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:08.567884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Calling delete_port for 521b90ec-a62e-4a52-8f18-97534e733ae9 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:24:08.602298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa96fb2-f86f-40fe-ae45-77484b1e93fe None None] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:24:08.607772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:08.801049 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:08.885353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Pushing event deleted for resources: {'Port': ['ID=521b90ec-a62e-4a52-8f18-97534e733ae9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:08.900596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['521b90ec-a62e-4a52-8f18-97534e733ae9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:24:08.988896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab70be-5ae4-458f-baa0-3a011d8fe801 req-b592be62-99d2-4fbf-bef8-61d5c57cf586 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:08.990857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efab70be-5ae4-458f-baa0-3a011d8fe801 req-b592be62-99d2-4fbf-bef8-61d5c57cf586 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 966 time: 0.1662531 May 12 19:24:09.021946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.063016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efab70be-5ae4-458f-baa0-3a011d8fe801 req-2fde9181-d118-4e8a-92a6-0db679f7b3a0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647516 May 12 19:24:09.083828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e8bedea0-0a16-4149-8e85-838d49ea4d7e None None] Provisioning for port cd16bb68-0bad-4569-be3a-37d0575a6566 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:09.177079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port cd16bb68-0bad-4569-be3a-37d0575a6566 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:09.178335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Pushing event updated for resources: {'Port': ['ID=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:09.185218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] No DVR routers for this DVR port 521b90ec-a62e-4a52-8f18-97534e733ae9 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:24:09.195897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cd16bb68-0bad-4569-be3a-37d0575a6566 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:09.196249 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.208617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.214599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf903555-0afb-405e-b464-f3fed99d4243', 'name': 'network-vif-deleted', 'tag': '521b90ec-a62e-4a52-8f18-97534e733ae9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:09.229572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:09.231858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:09.234817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0de784ad-b7be-43f8-b464-ff6b6fdf9ade req-f42e49f7-d988-4bda-bf45-5d669cd78bfc tempest-DeleteServersAdminTestJSON-13945750 tempest-DeleteServersAdminTestJSON-13945750-project-admin] 10.222.0.36 "DELETE /v2.0/ports/521b90ec-a62e-4a52-8f18-97534e733ae9 HTTP/1.1" status: 204 len: 173 time: 1.9156871 May 12 19:24:09.235556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:09.389781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cd16bb68-0bad-4569-be3a-37d0575a6566 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:09.390168 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.431233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port a32d9119-690c-4680-8f37-7d83a32bc564 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:09.444762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port a32d9119-690c-4680-8f37-7d83a32bc564 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:09.445410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.497212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port cd16bb68-0bad-4569-be3a-37d0575a6566, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cd16bb68-0bad-4569-be3a-37d0575a6566,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:09.508809 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.672475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=cd16bb68-0bad-4569-be3a-37d0575a6566,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:09.684462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a32d9119-690c-4680-8f37-7d83a32bc564 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:09.684963 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.742388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:09.765828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a32d9119-690c-4680-8f37-7d83a32bc564, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a32d9119-690c-4680-8f37-7d83a32bc564,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:09.766722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.771174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.789567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9f15eea-7229-46f6-93c4-cf9c026bc72d req-43754701-a08a-4b71-be90-27a6285f6bf6 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a2b63a18067a4fe8ab318c30feea33b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562868 May 12 19:24:09.895888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-209d6ef2-6fb4-494f-be6e-79c8ef4ea4a6 None None] Provisioning complete for port cd16bb68-0bad-4569-be3a-37d0575a6566 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:09.896412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-209d6ef2-6fb4-494f-be6e-79c8ef4ea4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:09.950877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a32d9119-690c-4680-8f37-7d83a32bc564,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:10.042442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15eea-7229-46f6-93c4-cf9c026bc72d req-e1edc519-77f2-4fb7-bb24-e7af17bca93c tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:10.043973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9f15eea-7229-46f6-93c4-cf9c026bc72d req-e1edc519-77f2-4fb7-bb24-e7af17bca93c tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458153 May 12 19:24:10.051277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-209d6ef2-6fb4-494f-be6e-79c8ef4ea4a6 None None] Current status of the port cd16bb68-0bad-4569-be3a-37d0575a6566 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:10.061201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9f15eea-7229-46f6-93c4-cf9c026bc72d req-374d3870-afdc-4969-b103-a00292ecc732 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/quotas/a2b63a18067a4fe8ab318c30feea33b6 HTTP/1.1" status: 200 len: 375 time: 0.0097971 May 12 19:24:10.117647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9f15eea-7229-46f6-93c4-cf9c026bc72d req-fc84a3e0-6d1d-4add-982e-bc9ab6a51480 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2b63a18067a4fe8ab318c30feea33b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505919 May 12 19:24:10.331774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:10.348537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cd16bb68-0bad-4569-be3a-37d0575a6566 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:10.411547 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53d8606-996c-41de-ac40-ead884c47e6b'] response: {'server_uuid': 'cf903555-0afb-405e-b464-f3fed99d4243', 'name': 'network-vif-deleted', 'tag': '521b90ec-a62e-4a52-8f18-97534e733ae9', 'status': 'completed', 'code': 200} May 12 19:24:10.458155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cd16bb68-0bad-4569-be3a-37d0575a6566 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:10.458960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:10.596887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:24:10.607422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cd16bb68-0bad-4569-be3a-37d0575a6566 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:10.610300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37708) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:10.667729 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079ebdb2-08df-44ea-996e-78c01475d78e'] response: {'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'code': 200} May 12 19:24:10.741347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-e0e9031e-490e-44b3-a059-1569b673b42c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:24:10.750137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-e0e9031e-490e-44b3-a059-1569b673b42c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1385629 May 12 19:24:10.875160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Request body: {'binding': {'host': 'n-h2-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:10.875666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Unknown quota resources ['binding']. {{(pid=88112) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:24:10.875862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:10.890805 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Sync routers for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:10.899139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c50863-7057-4a98-8ff8-dddbf0366aca req-e3897534-4522-4504-b6da-40c9dab0644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:10.900906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-41c50863-7057-4a98-8ff8-dddbf0366aca req-e3897534-4522-4504-b6da-40c9dab0644b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 1118 time: 0.1175189 May 12 19:24:10.903569 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:10.904648 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:10.924292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:10.929603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6030f90c-8bd4-4d5b-8bc2-4c348d87859c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6441476 May 12 19:24:10.930429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37726) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:10.966465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 521b90ec-a62e-4a52-8f18-97534e733ae9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:24:11.055879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-41c50863-7057-4a98-8ff8-dddbf0366aca req-4f794668-1988-43e6-b7cc-ccb70ab86a8c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492174 May 12 19:24:11.056217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 521b90ec-a62e-4a52-8f18-97534e733ae9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:24:11.056772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 521b90ec-a62e-4a52-8f18-97534e733ae9 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:24:11.124768 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:11.209856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on host n-h2-841626-1 for vnic_type normal with profile None {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:11.210244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:11.210417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:11.218447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:24:11.218796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:11.228352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:11.228685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:11.229559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:11.230015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Bound port: 2da17602-42df-4939-9c9c-da2d6c1f7906, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:11.309915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78714ff0-fc99-4202-a794-52482442e2cf req-8bbb3ce2-1a47-4527-95a9-278eed52c991 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:11.311545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78714ff0-fc99-4202-a794-52482442e2cf req-8bbb3ce2-1a47-4527-95a9-278eed52c991 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 967 time: 0.4969194 May 12 19:24:11.367749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:11.375623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] Notify callbacks [] for binding, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:11.376809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-584dd192-e965-44f9-bbb2-f8ba04d91704 service neutron] 10.222.0.72 "POST /v2.0/ports/2da17602-42df-4939-9c9c-da2d6c1f7906/bindings HTTP/1.1" status: 201 len: 389 time: 0.5815854 May 12 19:24:11.383310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78714ff0-fc99-4202-a794-52482442e2cf req-5878432c-f73a-4b63-b816-6424f26de59d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656006 May 12 19:24:11.501659 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:09Z', 'revision_number': 3, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:11.512921 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Checking router: 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:11.514351 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Updating router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:24:11.627421 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:11.885039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-0dc1e47d-8446-4e27-9ca3-9dd122934388 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f12ab24156f46279682ec07b46e52a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666170 May 12 19:24:11.938428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-854c3321-4a80-4c76-9634-cffdd22023d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:11.939818 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-854c3321-4a80-4c76-9634-cffdd22023d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1096 time: 0.1438229 May 12 19:24:11.987797 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74c29907-c8f2-496a-af3b-2b83043708b2 req-2f24fd3c-1221-48f5-a6ef-dda29385bce6 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0710855 May 12 19:24:12.093261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:12.103080 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:12.117427 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Transition to ACTIVE for port object 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:12.142333 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:12.206195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-154e596a-ccd1-421a-b89d-d79bf455b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:12.206988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-6b42916e-9c55-4d0c-98cc-7cea3dd0e8c2 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:12.207557 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-154e596a-ccd1-421a-b89d-d79bf455b773 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.2430634 May 12 19:24:12.215965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-6b42916e-9c55-4d0c-98cc-7cea3dd0e8c2 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3297822 May 12 19:24:12.244803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b7827cc9-ef4d-4a26-a34e-69dbb46cc80e tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/quotas/5f12ab24156f46279682ec07b46e52a6 HTTP/1.1" status: 200 len: 375 time: 0.0277388 May 12 19:24:12.289014 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d6b54-d22b-4c73-937f-a8a17db65011 None None] Pushing event updated for resources: {'Port': ['ID=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:12.289615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-c7f69f2e-072d-49bc-b5f4-40c4ed0b4012 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.0748529 May 12 19:24:12.333866 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Attempting to bind port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:12.335101 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Attempting to bind port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:12.336000 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Attempting to bind port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:12.344180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-7918f709-d08b-409a-9b4c-7eeafa0fba47 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f12ab24156f46279682ec07b46e52a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984302 May 12 19:24:12.344710 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:12.345195 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:12.345808 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:12.346603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:12.347242 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Bound port: 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:12.347685 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:12.446283 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] For port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:12.446599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1bcd5-9e0b-4e6e-b5fe-2e6634bc92ef req-68a5227a-a7ae-470f-951f-05d29d724089 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:12.448924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1dc1bcd5-9e0b-4e6e-b5fe-2e6634bc92ef req-68a5227a-a7ae-470f-951f-05d29d724089 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 945 time: 0.2277627 May 12 19:24:12.450639 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] For port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:12.457996 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:12.485084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-756e1d3e-39be-415b-9025-89f5607991b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:12.486965 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-756e1d3e-39be-415b-9025-89f5607991b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.0819678 May 12 19:24:12.506106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1dc1bcd5-9e0b-4e6e-b5fe-2e6634bc92ef req-1c6142f5-678c-42ab-a595-98c88489217f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509863 May 12 19:24:12.555579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-887a3d9e-ac0e-40cc-b947-f6eca0039e7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610929 May 12 19:24:12.558693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Allocated IP 172.20.0.1 (5c6d2180-4dc0-435e-8247-bfb3729d84d2/9c8ad03b-704b-4059-9a9e-f35738ecf8ef/001cf967-b75c-4804-8ce5-1998e45a0ebc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:12.565489 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d6b54-d22b-4c73-937f-a8a17db65011 None None] Pushing event updated for resources: {'Port': ['ID=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:12.586974 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:12.587328 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:12.782756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97add4ed-09f8-4471-b541-f3482f6d3480 req-4ab40c49-0377-48aa-9efe-00b664ee481f tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0461822 May 12 19:24:12.813086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-4451be8b-fcd3-4612-a764-a42b8c9b25ce service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489057 May 12 19:24:12.862587 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:12.940927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c738493-5df8-45be-ac80-43101034cd67 req-86d64530-85e4-4791-a7d4-f3b5d0986eaa tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0542986 May 12 19:24:12.982663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcbfd-9dfc-49b5-9725-08750f15dcfe req-415b360d-f9ce-4458-a22b-df6433d27518 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:12.984373 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-523fcbfd-9dfc-49b5-9725-08750f15dcfe req-415b360d-f9ce-4458-a22b-df6433d27518 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 967 time: 0.1438930 May 12 19:24:13.027770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:13.050339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-523fcbfd-9dfc-49b5-9725-08750f15dcfe req-cd475f1d-62ea-4075-80ac-432db6dc7be0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599160 May 12 19:24:13.060569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Transition to ACTIVE for port object 001cf967-b75c-4804-8ce5-1998e45a0ebc will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:13.129626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:13.233747 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-342dab3d-ad5d-4ef1-8bb6-459b99eed8ef service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125028 May 12 19:24:13.240551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:13.243501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:13.247414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:13.247813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:13.265883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Pushing event updated for resources: {'Port': ['ID=001cf967-b75c-4804-8ce5-1998e45a0ebc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:13.323742 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:09Z', 'revision_number': 3, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:13.330996 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2928645-9882-4e55-a6a0-c62ad2e43ae3 None None] The sync data for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 is: [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:09Z', 'revision_number': 3, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:24:13.436002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:13.547849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22882a98-0e35-4a8e-b4c6-9e44715aabf6 req-af28d652-f9f6-4f32-b37c-5bbacea83949 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a2b63a18067a4fe8ab318c30feea33b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724788 May 12 19:24:13.607705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-00d6d1c3-f33d-475c-9890-903e5b259f3b None None] Provisioning for port 001cf967-b75c-4804-8ce5-1998e45a0ebc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:13.615067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-00d6d1c3-f33d-475c-9890-903e5b259f3b None None] Provisioning complete for port 001cf967-b75c-4804-8ce5-1998e45a0ebc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:13.615751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00d6d1c3-f33d-475c-9890-903e5b259f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:13.690204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d1c3-f33d-475c-9890-903e5b259f3b None None] Port 001cf967-b75c-4804-8ce5-1998e45a0ebc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:13.762326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4db3027e-37b9-4348-803a-bfcdef8ec741 req-0c8dd483-c656-4866-8fb2-83a7e947b658 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.2328060 May 12 19:24:13.767515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558742f-19a3-4f50-966f-69bf0bdac729 req-ae8da586-0474-4481-9551-454e54c1aa55 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:13.769049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7558742f-19a3-4f50-966f-69bf0bdac729 req-ae8da586-0474-4481-9551-454e54c1aa55 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 967 time: 0.2661939 May 12 19:24:13.782881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37818) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:13.786744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22882a98-0e35-4a8e-b4c6-9e44715aabf6 req-3c01d75e-a2a3-4ecb-84a0-357a8f7fca7e tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:13.794678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22882a98-0e35-4a8e-b4c6-9e44715aabf6 req-3c01d75e-a2a3-4ecb-84a0-357a8f7fca7e tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452893 May 12 19:24:13.799135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'floatingip': {'port_id': 'a32d9119-690c-4680-8f37-7d83a32bc564'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:13.810115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22882a98-0e35-4a8e-b4c6-9e44715aabf6 req-f5ec4845-4984-4b6a-8497-d26d077440dc tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/quotas/a2b63a18067a4fe8ab318c30feea33b6 HTTP/1.1" status: 200 len: 375 time: 0.0141678 May 12 19:24:13.871215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22882a98-0e35-4a8e-b4c6-9e44715aabf6 req-874e36b9-b904-452d-91c4-d163dfacd716 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2b63a18067a4fe8ab318c30feea33b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601699 May 12 19:24:13.910806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:14.139313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e7ee0dc-484a-4f9d-92e5-7f181d3bbc95 req-ba2059ba-7cfa-4047-be35-3c762fd92af6 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0728283 May 12 19:24:14.178038 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-20dc9d0c-4610-4724-84f5-30516fc74c54 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5f12ab24156f46279682ec07b46e52a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733902 May 12 19:24:14.178599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec700-b184-4023-bebf-0c72a079202f req-5c3abecf-ac3c-45ea-b338-1b68c421d801 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:14.180110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc0ec700-b184-4023-bebf-0c72a079202f req-5c3abecf-ac3c-45ea-b338-1b68c421d801 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 945 time: 0.2005930 May 12 19:24:14.280584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc0ec700-b184-4023-bebf-0c72a079202f req-55a90f63-3893-4723-953d-683d33901ad4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 May 12 19:24:14.332838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-c87feaf8-479d-4d7b-8e5b-0aded44db066 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:14.338727 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-c87feaf8-479d-4d7b-8e5b-0aded44db066 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.9037971 May 12 19:24:14.395460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:14.443368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841626-1'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:14.547192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfb04a34-9b96-4ae2-9b9e-6b55b1d2dc4e req-1e7c57a9-f09f-41aa-9c5d-865565e42379 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0753384 May 12 19:24:14.561595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:14.567546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:14.567910 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:14.757595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:14.758176 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:14.792881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:14.805032 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:14.922286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:14.926038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:14.961748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:24:14.993690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-cd522839-3259-47d6-b5f3-b03c8dd3406a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:14.995147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-cd522839-3259-47d6-b5f3-b03c8dd3406a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7947927 May 12 19:24:15.027678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:15.047269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Request body: {'port': {'device_id': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '5f12ab24156f46279682ec07b46e52a6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:15.122089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:15.123097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:15.142622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b171a44b-d7c4-41f0-9dc3-f7e0a9600e93 req-52b02ca0-0af0-43b1-bb55-0ef436196c34 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a2b63a18067a4fe8ab318c30feea33b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650496 May 12 19:24:15.314826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171a44b-d7c4-41f0-9dc3-f7e0a9600e93 req-9b948762-92d3-4a36-8396-bbead168cf9d tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:15.324325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b171a44b-d7c4-41f0-9dc3-f7e0a9600e93 req-9b948762-92d3-4a36-8396-bbead168cf9d tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791320 May 12 19:24:15.339068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b171a44b-d7c4-41f0-9dc3-f7e0a9600e93 req-da97ba04-6df5-4aa0-b9e7-0e3e0e3cbc79 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/quotas/a2b63a18067a4fe8ab318c30feea33b6 HTTP/1.1" status: 200 len: 375 time: 0.0151193 May 12 19:24:15.424354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b171a44b-d7c4-41f0-9dc3-f7e0a9600e93 req-4df9806f-dde1-498b-a02d-c6af24ab7c15 tempest-QuotasAdminNegativeTest-1309840133 tempest-QuotasAdminNegativeTest-1309840133-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2b63a18067a4fe8ab318c30feea33b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842493 May 12 19:24:15.431844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-966a6d45-64b6-4c3a-b60f-f455028d2ef8 req-c77d25cb-6a9a-44be-861f-a7e38d6fb25d tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0586188 May 12 19:24:15.749033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011b8-6b2e-44bd-bc8d-bfd34f5a1a4d req-521c71dd-5746-41cf-94a3-4e7240c48be9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:15.750534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bea011b8-6b2e-44bd-bc8d-bfd34f5a1a4d req-521c71dd-5746-41cf-94a3-4e7240c48be9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 945 time: 0.1601758 May 12 19:24:15.804414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bea011b8-6b2e-44bd-bc8d-bfd34f5a1a4d req-3fbd3fa0-0060-4d1c-8e63-51d1b06439c7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 May 12 19:24:15.898780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Pushing event updated for resources: {'Port': ['ID=001cf967-b75c-4804-8ce5-1998e45a0ebc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:15.908325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50dfd976-5825-4181-8dd7-232e7b497061 req-eb028330-0f29-4259-8115-37f0b71150ea tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0449915 May 12 19:24:15.928483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.928814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.929152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.929504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.929824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.930365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.930696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.931055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.931374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.931692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.932217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.932603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:15.952385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:15.990162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Usage tracker for resource:port and tenant:5f12ab24156f46279682ec07b46e52a6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:16.015976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:16.039347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:16.068695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:16.084615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:16.090423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:16.105768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Made reservation on behalf of 5f12ab24156f46279682ec07b46e52a6 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:16.109170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:16.152176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdeee06e-afb6-4bed-ba01-615d0a5afcda req-3898bb6e-3e21-41c8-99ef-6e0f60f17ae1 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0660830 May 12 19:24:16.209967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:24:16.238441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e6f8e06-2cba-446c-a497-f85276eb56ad req-1fc736db-7274-489d-8d73-749e2689f05c tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0783644 May 12 19:24:16.267475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:16.353702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:16.374826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:16.443113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:16.460494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:16.517370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:16.518451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:16.595462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d1a529da-3b43-4de7-9884-024d41b3caec None None] Provisioning complete for port 001cf967-b75c-4804-8ce5-1998e45a0ebc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:16.595965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1a529da-3b43-4de7-9884-024d41b3caec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:16.603904 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d51ff52-9979-48a6-a13e-eaa32d777d48'] response: {'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906', 'code': 200} May 12 19:24:16.607869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:24:16.772003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37970) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:16.792877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d1a529da-3b43-4de7-9884-024d41b3caec None None] Port 001cf967-b75c-4804-8ce5-1998e45a0ebc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:16.828505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:17.015749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:17.017830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.042987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:17.047149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Usage tracker for resource:security_group_rule and tenant:a2b63a18067a4fe8ab318c30feea33b6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:17.050164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:17.068141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:24:17.071574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:17.084998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.099286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on host n-h1-841626-1 for vnic_type normal with profile {"migrating_to": "n-h2-841626-1"} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:17.099739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:17.100048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:17.107347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.137421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e44767-af79-45c9-8c9b-de2b72c2b128 req-3c344851-235b-4e4a-9e6a-31dfab1d5dfe tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:17.138548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25e44767-af79-45c9-8c9b-de2b72c2b128 req-3c344851-235b-4e4a-9e6a-31dfab1d5dfe tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.1871066 May 12 19:24:17.170665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37998) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:17.174670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:24:17.174997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Attempting to bind port 2da17602-42df-4939-9c9c-da2d6c1f7906 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:17.200147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25e44767-af79-45c9-8c9b-de2b72c2b128 req-f09604d1-5993-4547-8b1e-8bf82a9cc5dc tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 May 12 19:24:17.258762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.267211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.350986 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2b63a18067a4fe8ab318c30feea33b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763986 May 12 19:24:17.352829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38014) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:17.392932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd432c7-e4b4-48a5-b8d8-26debd97b286,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:17.412561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ed8bac4-17b8-402c-a5e0-454a8b575ffc req-e56bd6c4-b708-4491-8236-4a214cc52cbe tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0615933 May 12 19:24:17.416193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:17.416725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:17.417113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:17.417599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Bound port: 2da17602-42df-4939-9c9c-da2d6c1f7906, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:17.417938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.421265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.421603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.422097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.422422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.422745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.423066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.423384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.423699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.424014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.424323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.424789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.425099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8160-cddd-4628-a2ac-c3739fd33f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:17.464115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Allocated IP 192.168.233.39 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/2881ad60-65f9-43f7-bc0a-3f4c558d25be) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:17.503718 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d1c0d40-b4bc-4ebd-8bb4-5edbb51d5646 req-213e778e-2cd3-4b49-8f46-639c71f9b939 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0843315 May 12 19:24:17.547758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0eca410-c9fa-4c66-968f-feccf5f82fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.576535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0eca410-c9fa-4c66-968f-feccf5f82fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.655961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0eca410-c9fa-4c66-968f-feccf5f82fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.672483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eca410-c9fa-4c66-968f-feccf5f82fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd432c7-e4b4-48a5-b8d8-26debd97b286,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:17.679559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0eca410-c9fa-4c66-968f-feccf5f82fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:17.680661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c0eca410-c9fa-4c66-968f-feccf5f82fcb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fd432c7-e4b4-48a5-b8d8-26debd97b286 HTTP/1.1" status: 204 len: 168 time: 0.2942803 May 12 19:24:17.793840 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8 associated. External IP: 172.25.2.127, port: a32d9119-690c-4680-8f37-7d83a32bc564. May 12 19:24:17.880557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:17.894242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38034) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:17.894369 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-48bab80a-b82b-4556-909c-53e86a594be1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d261f74f3bc4ae68e9fb455e75fe16c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7207544 May 12 19:24:17.908617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Sync routers for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:17.927872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:17.929175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:17.936745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38038) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:17.982419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:18.007375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9017a7d3-044a-4c1d-92cc-3c9924251a0e admin admin] 10.222.0.72 "PUT /v2.0/routers/8f8d54eb-9182-4302-8dab-7c1385d5b5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0739861 May 12 19:24:18.019165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:18.023106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a94e174-ef49-4737-a14d-4c39ea3a6392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.075202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a94e174-ef49-4737-a14d-4c39ea3a6392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.081995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.177167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a94e174-ef49-4737-a14d-4c39ea3a6392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.183044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38046) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:18.199217 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.228301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:18.239310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94e174-ef49-4737-a14d-4c39ea3a6392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:18.251625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a94e174-ef49-4737-a14d-4c39ea3a6392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.254186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8a94e174-ef49-4737-a14d-4c39ea3a6392 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f43da0eb-e7c1-49dc-a08f-4b3bc7da19a1 HTTP/1.1" status: 204 len: 168 time: 0.3549261 May 12 19:24:18.274920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.302690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:18.323738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Usage tracker for resource:security_group_rule and tenant:bf873c2ed88c4357991b8d0e6590bfdd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:18.330865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:18.340387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:18.348820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:18.353425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Usage tracker for resource:security_group_rule and tenant:363d80f6102d4f1b82fafc39478655bf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:18.359177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:18.370876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:18.507605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:18.508241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.510817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] 10.222.0.73 "PUT /v2.0/ports/2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 1121 time: 4.0905986 May 12 19:24:18.528945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176182d9-2a5c-4d94-b522-38134c4beb70 service neutron] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:18.551820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.587911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Transition to ACTIVE for port object 2881ad60-65f9-43f7-bc0a-3f4c558d25be will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:18.687261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-866ad80a-dbae-4cf2-8c56-7d89999ac82e req-e0ac8d17-0497-462c-b5ae-43ebc8249870 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0901949 May 12 19:24:18.709867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.711226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['2da17602-42df-4939-9c9c-da2d6c1f7906'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:24:18.739342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.747019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:18.749644 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.775331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.794858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Router 3c96abfd-770f-41ce-81a4-5937619eff47 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:24:18.812708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=363d80f6102d4f1b82fafc39478655bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201315 May 12 19:24:18.816708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:18.830612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed211c-69a5-4663-bd3b-2b02cbdd5963 req-6d142a66-6e13-4afd-acff-f87da3377480 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:18.834457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38066) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:18.837887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58ed211c-69a5-4663-bd3b-2b02cbdd5963 req-6d142a66-6e13-4afd-acff-f87da3377480 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.3765614 May 12 19:24:18.848590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf873c2ed88c4357991b8d0e6590bfdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9082057 May 12 19:24:18.862489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38068) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:18.880879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff0f37-598d-4bd7-958e-b6f759d72837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676662b6-6f24-4f7f-aeae-9efcd0196119,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:18.968897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 2, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:18.982493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Checking router: 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:18.983085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Updating router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 port 001cf967-b75c-4804-8ce5-1998e45a0ebc binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:24:18.987115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:18.994795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58ed211c-69a5-4663-bd3b-2b02cbdd5963 req-558c6d77-c762-4437-bb53-c8f49b453f78 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533549 May 12 19:24:19.001923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:19.034399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38078) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:19.069391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:19.075099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:19.075744 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.112423 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7211b288-7ec0-44fb-8b6b-06cf4f8609c9'] response: {'name': 'network-changed', 'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906', 'status': 'completed', 'code': 200} May 12 19:24:19.145313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2c9f7f9-4af9-47d0-870f-53fddfbb3774 req-ec3c5eb9-a485-4474-a56b-0e5e18023215 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.2116275 May 12 19:24:19.162371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a8aa3-1454-4b5f-9945-62c654559936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edff961-dba9-4a93-82d3-a873abb00c3a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:19.162566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.233976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b6fef-a462-490c-9942-da6017cdfc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.280327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-80d57396-89f7-41a1-8c7a-e729eae689b7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee4ecbf95cbf458cad0b4f0f10563485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734416 May 12 19:24:19.284510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38084) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:19.301914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b6fef-a462-490c-9942-da6017cdfc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.404636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1854729-b31a-4e92-b7d6-35c067d9fdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.433044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38090) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:19.443014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-network', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:19.449641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1854729-b31a-4e92-b7d6-35c067d9fdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.458050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:19.466817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Usage tracker for resource:network and tenant:c60f8ef95b2f4601a94cc8195f97d538 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:19.475561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:19.478284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1faad349-b785-4a27-ae11-e8ed5074cef7 None None] Provisioning for port 2881ad60-65f9-43f7-bc0a-3f4c558d25be completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:19.478409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b6fef-a462-490c-9942-da6017cdfc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.494043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1faad349-b785-4a27-ae11-e8ed5074cef7 None None] Provisioning complete for port 2881ad60-65f9-43f7-bc0a-3f4c558d25be triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:19.494422 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1faad349-b785-4a27-ae11-e8ed5074cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.497684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:19.504834 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4750245 May 12 19:24:19.520148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8d536-c874-4010-b7db-0d5e6ba85837 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Pushing event updated for resources: {'Port': ['ID=2881ad60-65f9-43f7-bc0a-3f4c558d25be,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:19.524578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b6fef-a462-490c-9942-da6017cdfc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676662b6-6f24-4f7f-aeae-9efcd0196119,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:19.532042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Request body: {'port': {'device_id': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:19.538609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b6fef-a462-490c-9942-da6017cdfc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.549092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-942b6fef-a462-490c-9942-da6017cdfc33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/676662b6-6f24-4f7f-aeae-9efcd0196119 HTTP/1.1" status: 204 len: 168 time: 0.6840329 May 12 19:24:19.550862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Made reservation on behalf of c60f8ef95b2f4601a94cc8195f97d538 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:19.553113 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.569827 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.589521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:19.590157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1faad349-b785-4a27-ae11-e8ed5074cef7 None None] Port 2881ad60-65f9-43f7-bc0a-3f4c558d25be cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:19.594210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Usage tracker for resource:security_group_rule and tenant:c60f8ef95b2f4601a94cc8195f97d538 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:19.597589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:19.604121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1854729-b31a-4e92-b7d6-35c067d9fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.609638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:19.628920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1854729-b31a-4e92-b7d6-35c067d9fdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16e641a-305a-4fb2-8ccd-ee749c185a33,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:19.640016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1854729-b31a-4e92-b7d6-35c067d9fdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.641584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b1854729-b31a-4e92-b7d6-35c067d9fdd7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e16e641a-305a-4fb2-8ccd-ee749c185a33 HTTP/1.1" status: 204 len: 168 time: 0.3559461 May 12 19:24:19.693840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ba9d-cb3a-4667-ab51-71042e1f2bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.696311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:19.705306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.726901 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] Sync routers for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:19.747021 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:19.748946 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:19.809100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.818098 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.848391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:24:19.849177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ba9d-cb3a-4667-ab51-71042e1f2bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.871893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.873166 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Added segment a2ef09fb-415b-49d9-9962-3e79009e06f2 of type vlan for network cce0c3de-4022-4b4c-9fbb-4e631719eb9f May 12 19:24:19.882658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.891658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.912598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Transition to ACTIVE for port object 001cf967-b75c-4804-8ce5-1998e45a0ebc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:19.925716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:19.938879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c97caf2-163b-4112-8645-4379f4c949fd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "PUT /v2.0/floatingips/20a352d8-cc08-47f4-95bb-e2cd31a4bab8 HTTP/1.1" status: 200 len: 1013 time: 6.1516101 May 12 19:24:19.964992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-4087159e-d342-47a2-b6eb-28a090285c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:19.976052 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-4087159e-d342-47a2-b6eb-28a090285c92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1124 time: 0.8386388 May 12 19:24:19.990611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ab223-bd0a-4290-a7dc-f5cddd66a3d5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:19.999003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.099188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Pushing event updated for resources: {'Port': ['ID=001cf967-b75c-4804-8ce5-1998e45a0ebc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:20.115753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.121719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.122288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.122821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.123310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.123791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.124284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.124786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.129632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.130183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.130688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.131187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:20.154808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.159397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:20.160002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.246653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8122487 May 12 19:24:20.288552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38112) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:20.300859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Request body: {'subnet': {'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-subnet', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:20.303874 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:20.342371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:20.381470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Usage tracker for resource:subnet and tenant:c60f8ef95b2f4601a94cc8195f97d538 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:20.404221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:20.434327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:20.472055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38122) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:20.506057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ba9d-cb3a-4667-ab51-71042e1f2bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.529611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f612678-f3ab-4945-9b3d-b1095bddc006 admin admin] Pushing event updated for resources: {'Network': ['ID=cce0c3de-4022-4b4c-9fbb-4e631719eb9f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:20.533691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Attempting to bind port 001cf967-b75c-4804-8ce5-1998e45a0ebc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:20.534056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Attempting to bind port 001cf967-b75c-4804-8ce5-1998e45a0ebc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:20.534414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Attempting to bind port 001cf967-b75c-4804-8ce5-1998e45a0ebc on network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:20.540928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:20.541318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Checking segment: {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:20.541717 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.542101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Bound using segment: {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:20.542565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Bound port: 001cf967-b75c-4804-8ce5-1998e45a0ebc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:20.542952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.544433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e4d5-0551-4ef3-bac8-f51abd83f3b4 req-8d66e543-29f3-437d-8522-82d8c1b095e5 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:20.551638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fe0e4d5-0551-4ef3-bac8-f51abd83f3b4 req-8d66e543-29f3-437d-8522-82d8c1b095e5 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 935 time: 0.5487244 May 12 19:24:20.593821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:24:20.597487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.616058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fe0e4d5-0551-4ef3-bac8-f51abd83f3b4 req-f8621bfa-c686-4319-a07e-deb88bc38daa tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632658 May 12 19:24:20.638723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850d27-f49a-45fb-b0e0-b595c7264785 req-282a328f-5568-419a-98af-8f456581a599 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:20.640194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9ba9d-cb3a-4667-ab51-71042e1f2bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edff961-dba9-4a93-82d3-a873abb00c3a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:20.645912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ba9d-cb3a-4667-ab51-71042e1f2bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.650955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad850d27-f49a-45fb-b0e0-b595c7264785 req-282a328f-5568-419a-98af-8f456581a599 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 967 time: 0.4068856 May 12 19:24:20.652742 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ff9ba9d-cb3a-4667-ab51-71042e1f2bd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3edff961-dba9-4a93-82d3-a873abb00c3a HTTP/1.1" status: 204 len: 168 time: 1.6642845 May 12 19:24:20.663337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:20.672546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Usage tracker for resource:security_group_rule and tenant:24fd83ce6378473086c8f91368c57526 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:20.680029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:20.691701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:20.745733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad850d27-f49a-45fb-b0e0-b595c7264785 req-6ec89684-329d-4bd4-a65f-422b6c6427b3 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936580 May 12 19:24:20.836236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] For port 001cf967-b75c-4804-8ce5-1998e45a0ebc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:20.842551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] For port 001cf967-b75c-4804-8ce5-1998e45a0ebc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=001cf967-b75c-4804-8ce5-1998e45a0ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:20.851800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.853762 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:20.921047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:21.022390 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24fd83ce6378473086c8f91368c57526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457323 May 12 19:24:21.023683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Made reservation on behalf of c60f8ef95b2f4601a94cc8195f97d538 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:21.026770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:21.027962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38136) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:21.070301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:21.070996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:21.086302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cf9d8-8b39-4238-b882-b1e45c5057b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a6824d-6636-4163-8d7d-6562a014101e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:21.099907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f2ee106-77ac-4266-9235-8369397499af req-7684abc1-bb61-41be-a907-1ca81541160d tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1433766 May 12 19:24:21.149161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:21.352950 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20a352d8-cc08-47f4-95bb-e2cd31a4bab8', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'port_id': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'mac_address': 'fa:16:3e:60:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'device_owner': 'compute:tempest-test_az-1178091940'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:23:54Z', 'updated_at': '2022-05-12T19:24:16Z', 'revision_number': 1, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:21.362281 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] Checking router: 3c96abfd-770f-41ce-81a4-5937619eff47 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:21.387965 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58243700-74c5-47e4-ab2e-3ed13fbcc1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:21.388222 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:21.388806 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:21.435658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58243700-74c5-47e4-ab2e-3ed13fbcc1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:21.445426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20f523-2d37-48b6-9c6d-12df3b694b71 None None] Pushing event updated for resources: {'Port': ['ID=001cf967-b75c-4804-8ce5-1998e45a0ebc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:21.552903 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acb5e0b-596f-4e08-b68b-6f9f4be8744a'] response: {'name': 'network-changed', 'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'status': 'completed', 'code': 200} May 12 19:24:21.554025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-530e690b-3379-4e10-b960-cca19d237b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:21.554679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eaf7c-21db-4ce6-b8ee-e762acded85e req-25d615ee-e453-4950-bc63-09307dab68ff tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:21.555481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-530e690b-3379-4e10-b960-cca19d237b6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 1.5696237 May 12 19:24:21.561198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-194eaf7c-21db-4ce6-b8ee-e762acded85e req-25d615ee-e453-4950-bc63-09307dab68ff tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.3412955 May 12 19:24:21.597613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:21.686516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-194eaf7c-21db-4ce6-b8ee-e762acded85e req-ba556fae-b3b0-4a4f-bad9-2811e2ba5de5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961950 May 12 19:24:21.700361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58243700-74c5-47e4-ab2e-3ed13fbcc1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:21.722726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58243700-74c5-47e4-ab2e-3ed13fbcc1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a6824d-6636-4163-8d7d-6562a014101e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:21.730575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58243700-74c5-47e4-ab2e-3ed13fbcc1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:21.731905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-58243700-74c5-47e4-ab2e-3ed13fbcc1d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31a6824d-6636-4163-8d7d-6562a014101e HTTP/1.1" status: 204 len: 168 time: 0.6952198 May 12 19:24:21.741929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2881ad60-65f9-43f7-bc0a-3f4c558d25be {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:24:21.750957 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-62e49b91-2c3f-4863-949b-33a759d50e2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.1525600 May 12 19:24:21.762035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:21.840148 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:21.840589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-b2bcbefd-ec97-4861-a33a-3b1ea760aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:21.842064 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-b2bcbefd-ec97-4861-a33a-3b1ea760aae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.0710614 May 12 19:24:21.911461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Transition to ACTIVE for port object 2881ad60-65f9-43f7-bc0a-3f4c558d25be will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:21.915523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-60c09fd1-09d9-4ce7-97e9-6d834ce66237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626249 May 12 19:24:21.978097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:22.033816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db90b-3b5d-497b-8933-e5fd1d4b40fc req-51e79041-eb00-4328-9469-3f14432b508b tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:22.039577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-110db90b-3b5d-497b-8933-e5fd1d4b40fc req-51e79041-eb00-4328-9469-3f14432b508b tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 947 time: 0.2042496 May 12 19:24:22.090783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-f041fe94-f7a7-416e-b7e5-f498e30f5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:22.092369 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-f041fe94-f7a7-416e-b7e5-f498e30f5b9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 1118 time: 0.5500052 May 12 19:24:22.116990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-110db90b-3b5d-497b-8933-e5fd1d4b40fc req-f0b45021-58d6-467d-8fe6-a9c0c199e8ad tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740197 May 12 19:24:22.140587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:20Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:22.148207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb2dc0-c9b7-479f-8a91-1043a4d9e771 None None] The sync data for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 is: [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:20Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:24:22.442187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 001cf967-b75c-4804-8ce5-1998e45a0ebc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:22.536787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a99e2cc-ee4b-4be4-bdf6-a26ab39720a5 req-4f6bf5d7-28a9-41ca-830a-b15bf2abc9a1 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1182034 May 12 19:24:22.578715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:24:22.663722 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20a352d8-cc08-47f4-95bb-e2cd31a4bab8', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'port_id': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'mac_address': 'fa:16:3e:60:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'device_owner': 'compute:tempest-test_az-1178091940'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:23:54Z', 'updated_at': '2022-05-12T19:24:16Z', 'revision_number': 1, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:22.669396 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ac312-c647-4bc7-8053-9c8d3b44730e None None] The sync data for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 is: [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20a352d8-cc08-47f4-95bb-e2cd31a4bab8', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'port_id': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'mac_address': 'fa:16:3e:60:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'device_owner': 'compute:tempest-test_az-1178091940'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:23:54Z', 'updated_at': '2022-05-12T19:24:16Z', 'revision_number': 1, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:24:22.710976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2881ad60-65f9-43f7-bc0a-3f4c558d25be,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:22.817904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 001cf967-b75c-4804-8ce5-1998e45a0ebc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:22.842775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 001cf967-b75c-4804-8ce5-1998e45a0ebc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:22.843147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:22.892798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:22.931341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 has no active binding in host n-h2-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:24:22.994760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-819538ea-9334-48cd-9a5e-8be26a68e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:22.998243 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-819538ea-9334-48cd-9a5e-8be26a68e61b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 925 time: 0.4553010 May 12 19:24:23.074816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9e4e2-b510-47a9-b8e1-77e48bab2a00 req-4484ae41-9698-4d07-9d97-3a55dd36be80 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:23.084262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fb9e4e2-b510-47a9-b8e1-77e48bab2a00 req-4484ae41-9698-4d07-9d97-3a55dd36be80 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.1835892 May 12 19:24:23.117006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06fd83a-9c76-4e5a-8a44-aef62671c2e2 None None] New status for floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:24:23.198525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 001cf967-b75c-4804-8ce5-1998e45a0ebc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:23.199276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:23.215838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fb9e4e2-b510-47a9-b8e1-77e48bab2a00 req-a2557610-1e52-4662-be04-ba20d4d6001b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251910 May 12 19:24:23.350959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:23.402969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c435f9-7f1c-438d-944f-2960144951b8 req-dd0814df-0827-4fc8-bdf6-30aa08943b47 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:23.403831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 001cf967-b75c-4804-8ce5-1998e45a0ebc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=001cf967-b75c-4804-8ce5-1998e45a0ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:23.410142 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48c435f9-7f1c-438d-944f-2960144951b8 req-dd0814df-0827-4fc8-bdf6-30aa08943b47 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 947 time: 0.1322520 May 12 19:24:23.419772 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:23.481035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Attempting to bind port 2881ad60-65f9-43f7-bc0a-3f4c558d25be on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:23.481405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Attempting to bind port 2881ad60-65f9-43f7-bc0a-3f4c558d25be by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:23.481728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Attempting to bind port 2881ad60-65f9-43f7-bc0a-3f4c558d25be on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:23.482867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48c435f9-7f1c-438d-944f-2960144951b8 req-5611c500-bd5f-4e7a-986a-3eeb1b2a431b tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694168 May 12 19:24:23.540889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-00326907-2c62-4e7b-8549-3b7310241a7f service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6133249 May 12 19:24:23.541472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Port 2881ad60-65f9-43f7-bc0a-3f4c558d25be on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:24:23.541787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Attempting to bind port 2881ad60-65f9-43f7-bc0a-3f4c558d25be on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:23.591677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:23.592049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:23.592387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:23.592958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Bound port: 2881ad60-65f9-43f7-bc0a-3f4c558d25be, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:23.593357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:23.632240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:23.639270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-b957052d-8a29-4039-8e84-de50676e9683 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32d9119-690c-4680-8f37-7d83a32bc564 HTTP/1.1" status: 200 len: 1021 time: 0.6117246 May 12 19:24:23.737025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=001cf967-b75c-4804-8ce5-1998e45a0ebc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:23.827316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Checking segment: {'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:23.827806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Network hostable DHCP agents. Network: cce0c3de-4022-4b4c-9fbb-4e631719eb9f, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:24:23.867187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d317d8f-14f4-4c5f-9323-a151ffd60ff1 req-18c36584-2d5d-4999-b8d4-e78c9c0fcb50 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0930336 May 12 19:24:24.072446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-0fbeb7fc-7671-4b4e-90a0-888a9c578a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:24.074067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-0fbeb7fc-7671-4b4e-90a0-888a9c578a97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2955043-30a2-4f31-9d61-82837f7a0f3b HTTP/1.1" status: 200 len: 863 time: 0.3022234 May 12 19:24:24.086820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] For port 2881ad60-65f9-43f7-bc0a-3f4c558d25be, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:24.139476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a47dc5d5-5df4-4bb9-b961-a89ed98a80df req-1d80fb4b-b3d7-4b0a-a85e-beae477e34f1 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850904 May 12 19:24:24.161302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:24:24.182191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] For port 2881ad60-65f9-43f7-bc0a-3f4c558d25be, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2881ad60-65f9-43f7-bc0a-3f4c558d25be,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:24.207656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.246454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, cce0c3de-4022-4b4c-9fbb-4e631719eb9f) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:24.250720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:24.251390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.256234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af81006-256b-4360-8154-b7d7087de0f6 None None] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:24:24.303765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:24.304601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.306223 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/2881ad60-65f9-43f7-bc0a-3f4c558d25be HTTP/1.1" status: 200 len: 1095 time: 4.7801144 May 12 19:24:24.317644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'tag': '2881ad60-65f9-43f7-bc0a-3f4c558d25be'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:24.425089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 001cf967-b75c-4804-8ce5-1998e45a0ebc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:24.455177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b2f94074-66cf-4df1-a252-2492196c7246 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.1655078 May 12 19:24:24.458367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38242) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:24.464873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:24.474416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:24.484311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Usage tracker for resource:router and tenant:c60f8ef95b2f4601a94cc8195f97d538 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:24.494376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d3451-469c-4b8c-89c3-3bc435c747d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2881ad60-65f9-43f7-bc0a-3f4c558d25be,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:24.500637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:24.518185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:24.551604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-276e64a1-436b-4568-86c4-ffb8f40fc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:24.556091 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-276e64a1-436b-4568-86c4-ffb8f40fc8ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1cb5f7dc-5d64-4b56-8dac-9352191c365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4686470 May 12 19:24:24.562337 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.563735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.600183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.642553 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5e57c2-77c2-493f-90a0-0c754f7bc6f9'] response: {'name': 'network-changed', 'server_uuid': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'tag': '2881ad60-65f9-43f7-bc0a-3f4c558d25be', 'status': 'completed', 'code': 200} May 12 19:24:24.692383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-6ac64251-bc90-468f-a008-6e9802824238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:24.693923 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-6ac64251-bc90-468f-a008-6e9802824238 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f12ab24156f46279682ec07b46e52a6&device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 1098 time: 0.3303251 May 12 19:24:24.786631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 001cf967-b75c-4804-8ce5-1998e45a0ebc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:24.787603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.798550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-9cc87738-317e-457e-ab35-5b46fe21c404 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=2881ad60-65f9-43f7-bc0a-3f4c558d25be HTTP/1.1" status: 200 len: 217 time: 0.0833819 May 12 19:24:24.846138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-4849d5b7-a516-4e93-8836-420f56262a04 service neutron] 10.222.0.73 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812669 May 12 19:24:24.902053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-cce0c3de-4022-4b4c-9fbb-4e631719eb9f', 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'fixed_ips': [{'subnet_id': 'ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:24:24.903746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:24.971862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-77a64189-0e89-4892-9c45-a551b075a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:24.973598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-77a64189-0e89-4892-9c45-a551b075a306 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1676798 May 12 19:24:25.096544 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-efd12d1d-0301-41d1-ad67-dbe3eaba6d10 req-189892ed-dd43-4173-a614-352e7d653d7a service neutron] 10.222.0.73 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341809 May 12 19:24:25.119613 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:25.123666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abbb2-fb98-4d95-951b-48142c39314f req-366f803e-c2f9-45aa-8a0d-d5b93a951532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:25.125848 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-366f803e-c2f9-45aa-8a0d-d5b93a951532 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447885 May 12 19:24:25.153919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987bb99-62e0-4ad7-a422-26cac9ebb238 req-4da1fa25-42d6-4ac1-a357-92a0a038e42d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:25.155528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8987bb99-62e0-4ad7-a422-26cac9ebb238 req-4da1fa25-42d6-4ac1-a357-92a0a038e42d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.5311673 May 12 19:24:25.265522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Allocated IP 172.20.0.2 (cce0c3de-4022-4b4c-9fbb-4e631719eb9f/ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303/7d7a1b31-17ee-4f65-a98c-03632c1843c2) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:25.282861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced87f48-09d1-4123-8062-21c42345b4ec req-d569bc47-9a8f-463a-9b0d-ea8968456072 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:25.284803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ced87f48-09d1-4123-8062-21c42345b4ec req-d569bc47-9a8f-463a-9b0d-ea8968456072 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 947 time: 0.4338555 May 12 19:24:25.325627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 001cf967-b75c-4804-8ce5-1998e45a0ebc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:25.389765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8987bb99-62e0-4ad7-a422-26cac9ebb238 req-8d8a65a4-a775-4a6e-a6cd-c6a379ccbb9c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081647 May 12 19:24:25.395081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ced87f48-09d1-4123-8062-21c42345b4ec req-c37165d5-1473-4e69-aceb-182429bcbd82 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884428 May 12 19:24:25.450122 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-a0a4615e-8e15-4437-9911-cbda035b15a5 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155527 May 12 19:24:25.592899 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:25.604920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Transition to ACTIVE for port object 7d7a1b31-17ee-4f65-a98c-03632c1843c2 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:25.627861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Transition to ACTIVE for port object 7d7a1b31-17ee-4f65-a98c-03632c1843c2 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:25.639087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d78abbb2-fb98-4d95-951b-48142c39314f req-2ab3cd08-e5ec-4415-bc60-9b016db4162d service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818118 May 12 19:24:25.642906 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:25.738682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:25.742216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:25.746348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:25.821584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:25.840009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Pushing event updated for resources: {'Port': ['ID=7d7a1b31-17ee-4f65-a98c-03632c1843c2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:25.855992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:25.872965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979212a-0aed-429d-a88e-7e721d11579b req-9b5031f1-67a5-4a20-801a-1e52be51492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:25.874477 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7979212a-0aed-429d-a88e-7e721d11579b req-9b5031f1-67a5-4a20-801a-1e52be51492d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f12ab24156f46279682ec07b46e52a6&device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 1098 time: 0.1775534 May 12 19:24:25.950984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d88ebd22-55db-4cff-aeea-bde7fe8dcb91 req-9ae1d4e5-085b-40a5-8064-9e07068be5d6 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0917680 May 12 19:24:25.971004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Attempting to bind port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:25.971473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Attempting to bind port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:25.971725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Attempting to bind port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 on network cce0c3de-4022-4b4c-9fbb-4e631719eb9f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:25.986569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:25.986896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Checking segment: {'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:25.989359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:25.989764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Bound using segment: {'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:25.990247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Bound port: 7d7a1b31-17ee-4f65-a98c-03632c1843c2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:25.990622 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:26.107110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979212a-0aed-429d-a88e-7e721d11579b req-8f2bea53-d47d-4dd5-b5d6-ee2f48c6050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:26.108680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7979212a-0aed-429d-a88e-7e721d11579b req-8f2bea53-d47d-4dd5-b5d6-ee2f48c6050c service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2267213 May 12 19:24:26.140720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] For port 7d7a1b31-17ee-4f65-a98c-03632c1843c2, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:26.149245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] For port 7d7a1b31-17ee-4f65-a98c-03632c1843c2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d7a1b31-17ee-4f65-a98c-03632c1843c2,segment=NetworkSegment(a2ef09fb-415b-49d9-9962-3e79009e06f2),segment_id=a2ef09fb-415b-49d9-9962-3e79009e06f2)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:26.160588 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:26.196093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Allocated IP 172.25.2.38 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f7edf146-cab4-4d2c-b543-f07d5b39653d) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:26.281164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69583d62-b046-434c-8cf7-6e0556b67e1c None None] Pushing event updated for resources: {'Port': ['ID=7d7a1b31-17ee-4f65-a98c-03632c1843c2,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:26.372114 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7979212a-0aed-429d-a88e-7e721d11579b req-3ca9a11c-79d4-4e2a-af6b-58600f1d71fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=2881ad60-65f9-43f7-bc0a-3f4c558d25be HTTP/1.1" status: 200 len: 217 time: 0.1767614 May 12 19:24:26.392307 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:26.449065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:26.463451 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-a40553b9-a007-46fd-a285-bb6c0bdccfd8 service neutron] 10.222.0.36 "GET /v2.0/ports/2da17602-42df-4939-9c9c-da2d6c1f7906/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.3475540 May 12 19:24:26.469377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979212a-0aed-429d-a88e-7e721d11579b req-f2a328f3-2027-40f3-b417-4a03896bbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:26.472334 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7979212a-0aed-429d-a88e-7e721d11579b req-f2a328f3-2027-40f3-b417-4a03896bbff4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0873153 May 12 19:24:26.653128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:26.730470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:26.752016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:26.776452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979212a-0aed-429d-a88e-7e721d11579b req-33c8fce4-8048-4a87-9e27-32b929e02c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:26.780285 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7979212a-0aed-429d-a88e-7e721d11579b req-33c8fce4-8048-4a87-9e27-32b929e02c4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2607710 May 12 19:24:26.811748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38314) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:26.822758 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c90e55df-2764-4a5e-8851-1cdb2f6af735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:26.830685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Pushing event updated for resources: {'Port': ['ID=f7edf146-cab4-4d2c-b543-f07d5b39653d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:26.873923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38320) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:27.066622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420894f-df3b-4718-9f42-c5e603d00f8f req-07f09ea1-3666-45c2-ad90-6d197538ba34 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:27.066868 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.068265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5420894f-df3b-4718-9f42-c5e603d00f8f req-07f09ea1-3666-45c2-ad90-6d197538ba34 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 947 time: 0.4198420 May 12 19:24:27.106859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.119366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:27.133937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7979212a-0aed-429d-a88e-7e721d11579b req-7af52eba-3f27-4280-a4c6-2d1d4645c528 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289914 May 12 19:24:27.138408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Usage tracker for resource:security_group_rule and tenant:56b9eacb99a54917a592e48d56c57f36 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:27.146720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:27.157432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:27.169026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99158bcb-474d-4403-bfa5-07697ae288aa req-4c77c5d3-dfea-4a25-87fa-09650f0a0c63 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:27.170486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99158bcb-474d-4403-bfa5-07697ae288aa req-4c77c5d3-dfea-4a25-87fa-09650f0a0c63 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 943 time: 0.3219094 May 12 19:24:27.182773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e32931c72c6456caa88c16336450324 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:27.189125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:27.193928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:27.255521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:27.278243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:27.302987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5420894f-df3b-4718-9f42-c5e603d00f8f req-b7713736-597c-4bfb-aadb-e000a9c0f538 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271287 May 12 19:24:27.341579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99158bcb-474d-4403-bfa5-07697ae288aa req-33af77b1-b871-4921-ac91-7500fe486ccc tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622343 May 12 19:24:27.356631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:27.356969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.470657 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7979212a-0aed-429d-a88e-7e721d11579b req-f40a580e-e75c-4aef-a824-bcab304240c4 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277733 May 12 19:24:27.498641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da17602-42df-4939-9c9c-da2d6c1f7906 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:24:27.518582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:27.577037 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.600808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-984230d5-7798-41ba-9888-08ec8994b058 req-868243dc-70e4-4470-b861-f97e1fc7fe8b tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0629704 May 12 19:24:27.651982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.668748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.684891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c14a0-d491-43ba-b540-6d7ab07714e2 None None] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:24:27.710117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.736882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:27.812948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-469ae93a-1560-4f38-8d55-d6f6844bb1d2 None None] Provisioning for port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:27.851443 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e32931c72c6456caa88c16336450324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9764409 May 12 19:24:27.859929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a13dc30-191a-486e-a634-c7742a732aa7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:27.862424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38346) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:27.868718 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5bf0d532-bbf5-40aa-8721-1746a4b256dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56b9eacb99a54917a592e48d56c57f36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0559850 May 12 19:24:27.893921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38350) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:27.952173 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.099074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486b85b-40c1-4fa1-bd38-98533a194dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd12aa-dfee-496a-8a9c-87540c45f3ed,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:28.106740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] Transition to ACTIVE for port object 2da17602-42df-4939-9c9c-da2d6c1f7906 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:28.130883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-473faee2-ea44-4342-bc7a-d39a191f4e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.139536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.242239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f311166-ef86-41cf-b8fe-d9e5bb366966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.248945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:24:28.373790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] No DVR routers for this DVR port 2da17602-42df-4939-9c9c-da2d6c1f7906 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:24:28.384416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-473faee2-ea44-4342-bc7a-d39a191f4e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.413418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d7a1b31-17ee-4f65-a98c-03632c1843c2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:28.457715 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f311166-ef86-41cf-b8fe-d9e5bb366966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.470115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] Pushing event updated for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:28.517450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:28.523478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:28.523841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.534816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-382f7846-f322-473b-ab77-8d70ed3aee18 service neutron] 10.222.0.36 "PUT /v2.0/ports/2da17602-42df-4939-9c9c-da2d6c1f7906/bindings/n-h2-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0616188 May 12 19:24:28.562872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-473faee2-ea44-4342-bc7a-d39a191f4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.587696 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f311166-ef86-41cf-b8fe-d9e5bb366966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.589602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2881ad60-65f9-43f7-bc0a-3f4c558d25be details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:24:28.593962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473faee2-ea44-4342-bc7a-d39a191f4e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a13dc30-191a-486e-a634-c7742a732aa7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:28.605961 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-473faee2-ea44-4342-bc7a-d39a191f4e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.609478 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-473faee2-ea44-4342-bc7a-d39a191f4e77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a13dc30-191a-486e-a634-c7742a732aa7 HTTP/1.1" status: 204 len: 168 time: 0.7108250 May 12 19:24:28.623980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f311166-ef86-41cf-b8fe-d9e5bb366966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.627375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3f311166-ef86-41cf-b8fe-d9e5bb366966 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64cd12aa-dfee-496a-8a9c-87540c45f3ed HTTP/1.1" status: 204 len: 168 time: 0.7596314 May 12 19:24:28.656512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:28.665845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f311166-ef86-41cf-b8fe-d9e5bb366966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd12aa-dfee-496a-8a9c-87540c45f3ed,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:28.677773 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Sync routers for ids ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:28.695790 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Routers {'74b2c0cb-0124-442c-8ebf-d78faa33d3c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:28.696724 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:23:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:28.727136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.728928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cb45037c-1d71-4d08-9e1a-d5b90f708856 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2689898 May 12 19:24:28.732464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38386) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:28.793878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca0a0d-dfa7-4496-a26e-bae9ebf56378 req-7833ef14-f530-4505-91dd-2a842e21403c tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:28.796796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acca0a0d-dfa7-4496-a26e-bae9ebf56378 req-7833ef14-f530-4505-91dd-2a842e21403c tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 947 time: 0.2989709 May 12 19:24:28.809256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394fe16-ae8f-4cf8-8c1c-d6b614513bc8 req-a67484b3-9d0b-4999-9282-e095508866ba tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:28.811563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2394fe16-ae8f-4cf8-8c1c-d6b614513bc8 req-a67484b3-9d0b-4999-9282-e095508866ba tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 0.3012073 May 12 19:24:28.812657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:28.813643 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.880547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2881ad60-65f9-43f7-bc0a-3f4c558d25be, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2881ad60-65f9-43f7-bc0a-3f4c558d25be,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:28.906409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '2881ad60-65f9-43f7-bc0a-3f4c558d25be', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '2881ad60-65f9-43f7-bc0a-3f4c558d25be', 'mac_address': 'fa:16:3e:39:8f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:24:28.909602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7d7a1b31-17ee-4f65-a98c-03632c1843c2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d7a1b31-17ee-4f65-a98c-03632c1843c2,segment=NetworkSegment(a2ef09fb-415b-49d9-9962-3e79009e06f2),segment_id=a2ef09fb-415b-49d9-9962-3e79009e06f2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:28.931569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2394fe16-ae8f-4cf8-8c1c-d6b614513bc8 req-17ce69d2-fedc-4ac5-974c-4d6e98d546f4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965543 May 12 19:24:28.936657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-9fca68c1-aa50-45c4-8a96-5be09dda3833 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:28.938208 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-9fca68c1-aa50-45c4-8a96-5be09dda3833 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.3245189 May 12 19:24:28.977929 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:28.990436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acca0a0d-dfa7-4496-a26e-bae9ebf56378 req-2728a3ea-5e03-493c-b978-b7641a1268ff tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759944 May 12 19:24:29.029536 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Set router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:29.126114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:24:29.249492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cda376e-fe3b-4c23-91b3-71a43d4b91f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.288624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-30bdb610-1820-4797-b562-f7139caad03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:29.290592 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-30bdb610-1820-4797-b562-f7139caad03c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958&tenant_id=688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 1095 time: 0.3424230 May 12 19:24:29.291044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38402) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:29.299496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2881ad60-65f9-43f7-bc0a-3f4c558d25be is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:29.300209 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.339485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7d7a1b31-17ee-4f65-a98c-03632c1843c2,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:29.339915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38406) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:29.346556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2881ad60-65f9-43f7-bc0a-3f4c558d25be {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:24:29.353706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:24:29.367588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2881ad60-65f9-43f7-bc0a-3f4c558d25be, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2881ad60-65f9-43f7-bc0a-3f4c558d25be,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:29.371022 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.376556 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.389827 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e3f347a-32d9-424a-9a56-9aa5104fecda req-d3bcab02-82a0-48da-9443-e7f0f9c62e65 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1127477 May 12 19:24:29.395788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.407832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:29.416208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Usage tracker for resource:security_group_rule and tenant:38139a3fe48849dbacf26aeb4b27aa45 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:29.427904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:29.445728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:29.480025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:29.512594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Usage tracker for resource:security_group_rule and tenant:d88f9408ee1341b39f05a72046272643 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:29.513967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2881ad60-65f9-43f7-bc0a-3f4c558d25be,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:29.524325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:29.538274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:29.572058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.578158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.600929 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:24:27Z', 'revision_number': 3, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:29.606277 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Checking router: 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:29.606928 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Updating router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 port f7edf146-cab4-4d2c-b543-f07d5b39653d binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:24:29.625729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38139a3fe48849dbacf26aeb4b27aa45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795818 May 12 19:24:29.628565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:29.634416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['2881ad60-65f9-43f7-bc0a-3f4c558d25be'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:24:29.674212 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.749428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-f6780838-27ef-466a-98ab-57dba3e8139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:29.750905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-f6780838-27ef-466a-98ab-57dba3e8139c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1095 time: 0.3630767 May 12 19:24:29.772649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0c226-9aa4-45dd-b699-6f79be16caff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3640e5-60fa-4509-b624-1e7e11088838,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:29.809470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09268272-cf99-4928-bc18-a8953d6f5509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.845717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09268272-cf99-4928-bc18-a8953d6f5509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.931438 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.966895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09268272-cf99-4928-bc18-a8953d6f5509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:29.992835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09268272-cf99-4928-bc18-a8953d6f5509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3640e5-60fa-4509-b624-1e7e11088838,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:30.005072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09268272-cf99-4928-bc18-a8953d6f5509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.006555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-09268272-cf99-4928-bc18-a8953d6f5509 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c3640e5-60fa-4509-b624-1e7e11088838 HTTP/1.1" status: 204 len: 168 time: 0.3760061 May 12 19:24:30.101786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.116948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.166304 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.169369 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.171819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d88f9408ee1341b39f05a72046272643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775609 May 12 19:24:30.185687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38436) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:30.193469 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Transition to ACTIVE for port object f7edf146-cab4-4d2c-b543-f07d5b39653d will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:30.210765 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.238344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645dce5-6c83-4a99-a674-bf473fd9a520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36602ad-672a-4dc9-bfe9-0ab29b5448d6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:30.302955 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Pushing event updated for resources: {'Port': ['ID=f7edf146-cab4-4d2c-b543-f07d5b39653d,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:30.312393 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.312743 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.313077 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.313434 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.313760 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.314079 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.314409 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.314722 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.315054 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.315370 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.315667 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.315981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:24:30.337060 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Attempting to bind port f7edf146-cab4-4d2c-b543-f07d5b39653d on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:30.337458 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Attempting to bind port f7edf146-cab4-4d2c-b543-f07d5b39653d by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:30.337824 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Attempting to bind port f7edf146-cab4-4d2c-b543-f07d5b39653d on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:30.343841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:30.344380 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:30.344618 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.345001 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:30.345549 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Bound port: f7edf146-cab4-4d2c-b543-f07d5b39653d, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:30.345863 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.371173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f2b6-618f-45a8-9f75-164355928192 req-5c335c69-beca-4db6-8bd3-abc17876fa1a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:30.373100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12d5f2b6-618f-45a8-9f75-164355928192 req-5c335c69-beca-4db6-8bd3-abc17876fa1a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 0.2210026 May 12 19:24:30.385932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a29fe-5a5d-49c9-a23e-640076fc27c9 req-48783dda-e2be-46ac-97e6-90744a01e7ca tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:30.387442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb3a29fe-5a5d-49c9-a23e-640076fc27c9 req-48783dda-e2be-46ac-97e6-90744a01e7ca tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 948 time: 0.1606328 May 12 19:24:30.393791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-b1d22afa-00c5-4610-a8fd-b3b7d5c1f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:30.395345 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-b1d22afa-00c5-4610-a8fd-b3b7d5c1f5ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.6350524 May 12 19:24:30.429536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d7a1b31-17ee-4f65-a98c-03632c1843c2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:30.455096 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] For port f7edf146-cab4-4d2c-b543-f07d5b39653d, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:30.458556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] For port f7edf146-cab4-4d2c-b543-f07d5b39653d, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f7edf146-cab4-4d2c-b543-f07d5b39653d,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:30.466756 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.497856 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-a0b78e96-e825-401b-813c-594c82a4c3a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.0847807 May 12 19:24:30.501216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ba11905-559f-4080-a902-eb8e2e10174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.521103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:30.522338 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.534240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12d5f2b6-618f-45a8-9f75-164355928192 req-13968c36-c8c4-4c7f-aebe-a63d946a0f41 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432099 May 12 19:24:30.549165 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Routers {'74b2c0cb-0124-442c-8ebf-d78faa33d3c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:30.549735 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:30.561294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb3a29fe-5a5d-49c9-a23e-640076fc27c9 req-e11bfb94-a840-4a97-a478-034206cca804 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335833 May 12 19:24:30.581825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.621585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2881ad60-65f9-43f7-bc0a-3f4c558d25be up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:30.646874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ba11905-559f-4080-a902-eb8e2e10174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:30.705947 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744b87e-e571-40cc-8bd6-6e233da50cf6 None None] Pushing event updated for resources: {'Port': ['ID=f7edf146-cab4-4d2c-b543-f07d5b39653d,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:30.724297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-f73c0dc3-5d0c-4b67-b523-606f47b882dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:30.726737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-f73c0dc3-5d0c-4b67-b523-606f47b882dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.2187598 May 12 19:24:30.772172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb5c1657-3f05-4c76-a9d8-f57354ea386b req-bf6e10f0-21ef-43d5-be3c-5526f7bc9e4f tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0575068 May 12 19:24:30.842797 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-3c38328c-fc34-4945-87f5-314cfc9b0854 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737286 May 12 19:24:30.868892 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] Set router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:30.871019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:30.876099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 2881ad60-65f9-43f7-bc0a-3f4c558d25be completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:30.883402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 2881ad60-65f9-43f7-bc0a-3f4c558d25be triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:30.883953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.056139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2881ad60-65f9-43f7-bc0a-3f4c558d25be is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:31.056764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.068715 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ba11905-559f-4080-a902-eb8e2e10174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.119001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2881ad60-65f9-43f7-bc0a-3f4c558d25be'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:31.142632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2881ad60-65f9-43f7-bc0a-3f4c558d25be, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2881ad60-65f9-43f7-bc0a-3f4c558d25be,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:31.153917 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.205867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Allocated IP 172.20.0.1 (cce0c3de-4022-4b4c-9fbb-4e631719eb9f/ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303/b13654bc-614b-43d2-bd32-049086509b78) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:31.247666 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67afae27-0c70-4a6d-a706-dad805474b02'] response: {'server_uuid': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2881ad60-65f9-43f7-bc0a-3f4c558d25be', 'code': 200} May 12 19:24:31.261661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba11905-559f-4080-a902-eb8e2e10174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36602ad-672a-4dc9-bfe9-0ab29b5448d6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:31.270273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2881ad60-65f9-43f7-bc0a-3f4c558d25be,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:31.386994 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:24:27Z', 'revision_number': 3, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:31.391822 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fca0a-af91-494c-8bcf-a3d5795b18ca None None] The sync data for ids ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'] in n-d-841626-1 is: [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:24:27Z', 'revision_number': 3, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:24:31.446676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38476) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:31.457661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ba11905-559f-4080-a902-eb8e2e10174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.459135 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2ba11905-559f-4080-a902-eb8e2e10174b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e36602ad-672a-4dc9-bfe9-0ab29b5448d6 HTTP/1.1" status: 204 len: 168 time: 1.2721255 May 12 19:24:31.498588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-3519013d-bb8e-4139-b60e-b5b8b5d2a68e service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477396 May 12 19:24:31.498835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.575691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38486) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:31.616436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.653617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Transition to ACTIVE for port object b13654bc-614b-43d2-bd32-049086509b78 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:31.664706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf83109-7cec-41d3-ba7b-fc7b90eedfda req-39c5e2b3-5878-41f6-8dc6-fdfdef4218ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:31.666291 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2cf83109-7cec-41d3-ba7b-fc7b90eedfda req-39c5e2b3-5878-41f6-8dc6-fdfdef4218ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 1100 time: 0.3141291 May 12 19:24:31.755432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-475358255-network', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:31.777263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:31.840317 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-66c8a09c-14ff-411b-8a75-62821cffe9d7 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224485 May 12 19:24:31.858658 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2cf83109-7cec-41d3-ba7b-fc7b90eedfda req-d2d29243-86aa-431e-942a-3503d7be8508 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699965 May 12 19:24:31.869858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:31.874361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Usage tracker for resource:network and tenant:9e4ceea658e84b05bb40118c4978d6a5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:31.882492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:31.890052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:31.982325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:31.985870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:31.991798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:31.992291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.011213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Made reservation on behalf of 9e4ceea658e84b05bb40118c4978d6a5 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:32.011733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.024217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Pushing event updated for resources: {'Port': ['ID=b13654bc-614b-43d2-bd32-049086509b78,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:32.048242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.135367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:32.153509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Usage tracker for resource:security_group_rule and tenant:9e4ceea658e84b05bb40118c4978d6a5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:32.159346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:32.164270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.244564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.355903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-575f3335-8c9e-4d71-ae70-930ffe27a820 None None] Provisioning for port b13654bc-614b-43d2-bd32-049086509b78 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:32.361646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-575f3335-8c9e-4d71-ae70-930ffe27a820 None None] Provisioning complete for port b13654bc-614b-43d2-bd32-049086509b78 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:32.361834 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-575f3335-8c9e-4d71-ae70-930ffe27a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.415515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f7edf146-cab4-4d2c-b543-f07d5b39653d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:32.430974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6881-d40b-44d6-9fa7-7e9f798e3c81 req-ccb05670-57b8-436b-80c8-04a616019eb7 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:32.438066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-369f6881-d40b-44d6-9fa7-7e9f798e3c81 req-ccb05670-57b8-436b-80c8-04a616019eb7 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 949 time: 0.6730659 May 12 19:24:32.443428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:32.483669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:32.528164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a04bffac339f4ea8b9062dc05bea96d5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:32.539221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:32.540629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-575f3335-8c9e-4d71-ae70-930ffe27a820 None None] Port b13654bc-614b-43d2-bd32-049086509b78 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:32.549484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-369f6881-d40b-44d6-9fa7-7e9f798e3c81 req-6de3c5dc-a1e5-45d5-a662-b619a419c6a1 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104000 May 12 19:24:32.559900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:32.582580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422e1d-9e3e-4da8-af99-67959f98b00c req-1fc2aaea-a669-4c6f-9435-4bb1914d0a3f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:32.584262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34422e1d-9e3e-4da8-af99-67959f98b00c req-1fc2aaea-a669-4c6f-9435-4bb1914d0a3f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 0.6852875 May 12 19:24:32.592671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f7edf146-cab4-4d2c-b543-f07d5b39653d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:32.600381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f7edf146-cab4-4d2c-b543-f07d5b39653d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:32.600986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.795447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f7edf146-cab4-4d2c-b543-f07d5b39653d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:32.795964 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.811049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-ae7775e6-ca99-4a74-a4a8-ba85b5accce6 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:32.812554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-ae7775e6-ca99-4a74-a4a8-ba85b5accce6 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.3917828 May 12 19:24:32.813400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ddcb785-1a9a-495e-ae7b-3f2126d82c85 req-bb9ecc97-b0af-4c10-92d3-41468ad474cd tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0771511 May 12 19:24:32.821059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f7edf146-cab4-4d2c-b543-f07d5b39653d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f7edf146-cab4-4d2c-b543-f07d5b39653d,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:32.824089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.829195 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.888257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34422e1d-9e3e-4da8-af99-67959f98b00c req-5c29b19e-cd80-4038-aebc-ce08b3ed7697 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920542 May 12 19:24:32.921652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.922417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.928517 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.936261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.943930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.979185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:32.980430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f7edf146-cab4-4d2c-b543-f07d5b39653d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:33.015345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Pushing event updated for resources: {'Port': ['ID=b13654bc-614b-43d2-bd32-049086509b78,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:33.022854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a04bffac339f4ea8b9062dc05bea96d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4459262 May 12 19:24:33.028788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38520) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:33.079955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:24:33.094426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132ca26f-9987-4570-85c8-2d648f98b9c4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:33.113865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.114216 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Added segment c03ac0b4-6aa1-4091-acd4-d656a3cdc17d of type vlan for network f81507db-3d35-49f4-b94d-0d8be741b42b May 12 19:24:33.173073 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-106cd5d5-a2a8-4594-ba49-1bbf6ab37e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.203611 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-106cd5d5-a2a8-4594-ba49-1bbf6ab37e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.215867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-89617df8-b1f0-4b30-bc58-f8d206b09ac6 service neutron] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:33.217676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.227496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10782a1f-02e8-424e-80ff-a79a542a09b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf1a74f-14a5-4648-a644-06f915a34623,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:33.230695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-89617df8-b1f0-4b30-bc58-f8d206b09ac6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.231566 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fcf3e38-c7ec-4918-aaf8-ed9e360489b4 req-89617df8-b1f0-4b30-bc58-f8d206b09ac6 service neutron] 10.222.0.73 "DELETE /v2.0/ports/2da17602-42df-4939-9c9c-da2d6c1f7906/bindings/n-h1-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.4055240 May 12 19:24:33.243712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:33.244987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:33.298772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.300317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:33.301076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.330631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-106cd5d5-a2a8-4594-ba49-1bbf6ab37e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.451172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cd5d5-a2a8-4594-ba49-1bbf6ab37e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf1a74f-14a5-4648-a644-06f915a34623,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:33.467108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-106cd5d5-a2a8-4594-ba49-1bbf6ab37e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.468434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-106cd5d5-a2a8-4594-ba49-1bbf6ab37e41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbf1a74f-14a5-4648-a644-06f915a34623 HTTP/1.1" status: 204 len: 168 time: 0.4315670 May 12 19:24:33.469461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] Pushing event updated for resources: {'Network': ['ID=f81507db-3d35-49f4-b94d-0d8be741b42b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:33.500714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b98e21da-0d73-48fe-8647-1dd3d9dc14ab admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0501530 May 12 19:24:33.501632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38532) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:33.504410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:24:33.505862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f81507db-3d35-49f4-b94d-0d8be741b42b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:24:33.506567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Request body: {'subnet': {'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-subnet', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:33.519497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:33.529996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Usage tracker for resource:subnet and tenant:9e4ceea658e84b05bb40118c4978d6a5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:33.533778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:33.545967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:33.573605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Made reservation on behalf of 9e4ceea658e84b05bb40118c4978d6a5 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:33.576438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.651504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f406f0a4-c763-47ee-a1b1-8bcc5a5cdbb4 None None] Provisioning complete for port b13654bc-614b-43d2-bd32-049086509b78 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:33.652087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f406f0a4-c763-47ee-a1b1-8bcc5a5cdbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:33.735677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f406f0a4-c763-47ee-a1b1-8bcc5a5cdbb4 None None] Port b13654bc-614b-43d2-bd32-049086509b78 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:33.836588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:33.873568 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a4779e8b-ba9a-4d23-8ebe-c270e3585169 admin admin] 10.222.0.72 "PUT /v2.0/routers/74b2c0cb-0124-442c-8ebf-d78faa33d3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1361086 May 12 19:24:33.933733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3aef1-2d68-435a-914b-a12d412db394 req-7402930a-d398-4b18-9ffb-f3638d0e7689 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:33.938301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91a3aef1-2d68-435a-914b-a12d412db394 req-7402930a-d398-4b18-9ffb-f3638d0e7689 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 949 time: 0.1725957 May 12 19:24:34.026523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91a3aef1-2d68-435a-914b-a12d412db394 req-28468753-c54f-4f27-9be9-9eefe097446b tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826740 May 12 19:24:34.033930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.099673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e700a5-e84b-4dc2-8164-5dc95d6e4509,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:34.133630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Checking segment: {'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:34.134073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Network hostable DHCP agents. Network: f81507db-3d35-49f4-b94d-0d8be741b42b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:24:34.166645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Network f81507db-3d35-49f4-b94d-0d8be741b42b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:24:34.191488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, f81507db-3d35-49f4-b94d-0d8be741b42b) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:34.197057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:34.197855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.206171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243e105-318f-43d9-aae8-a80ebe482a0c None None] Network f81507db-3d35-49f4-b94d-0d8be741b42b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:24:34.336852 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5bb0f4e-c5e1-4d53-8a77-4b9cf6ff4247 req-70d6a064-96d1-4c97-a331-738e98514714 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1139283 May 12 19:24:34.340210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-487b3504-ccef-4552-99db-84c5061f74ad admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8372941 May 12 19:24:34.342461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38562) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:34.355838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:34.378581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:34.385385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Usage tracker for resource:router and tenant:9e4ceea658e84b05bb40118c4978d6a5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:34.387468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:34.410815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:34.420813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f7edf146-cab4-4d2c-b543-f07d5b39653d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:34.426788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.428062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.452893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.470580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38566) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:34.487891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Sync routers for ids ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:34.510227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.555697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:34.559903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Usage tracker for resource:security_group_rule and tenant:bc4aa9ac492d4a88a7e5d3347c0ec14d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:34.565417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:34.586186 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:34.636711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Routers {'74b2c0cb-0124-442c-8ebf-d78faa33d3c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:34.638021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:34.688655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.697270 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.742434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc4aa9ac492d4a88a7e5d3347c0ec14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699220 May 12 19:24:34.746134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38574) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:34.800461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512eefd-1bd3-400a-84e3-c2a80a45b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced0ec3-522b-4737-a3a4-7281745a86b1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:34.854818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3335a26a-c84b-4470-9c67-e45d54e6cd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.905626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-f81507db-3d35-49f4-b94d-0d8be741b42b', 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'fixed_ips': [{'subnet_id': '81e700a5-e84b-4dc2-8164-5dc95d6e4509'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:24:34.906450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.916957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3335a26a-c84b-4470-9c67-e45d54e6cd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.939205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:34.981077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f7edf146-cab4-4d2c-b543-f07d5b39653d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:34.981578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:35.012969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3335a26a-c84b-4470-9c67-e45d54e6cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:35.047041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335a26a-c84b-4470-9c67-e45d54e6cd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced0ec3-522b-4737-a3a4-7281745a86b1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:35.080483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3335a26a-c84b-4470-9c67-e45d54e6cd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:35.113508 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3335a26a-c84b-4470-9c67-e45d54e6cd91 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ced0ec3-522b-4737-a3a4-7281745a86b1 HTTP/1.1" status: 204 len: 168 time: 0.3637650 May 12 19:24:35.196516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Set router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:35.648222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4718707-455d-4f5c-9031-885a4d130737 req-ab210971-870f-4f47-b5b6-c12b67b8d56d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:35.649839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4718707-455d-4f5c-9031-885a4d130737 req-ab210971-870f-4f47-b5b6-c12b67b8d56d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 1.0045187 May 12 19:24:35.678449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:35.711222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f7edf146-cab4-4d2c-b543-f07d5b39653d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:35.773290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Allocated IP 172.20.0.2 (f81507db-3d35-49f4-b94d-0d8be741b42b/81e700a5-e84b-4dc2-8164-5dc95d6e4509/5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:35.795194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeae8d-3579-4543-af26-7fa98bf57a0f req-04549a69-cabe-4ff2-afae-91e6b0ba2b8c tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:35.804049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecdeae8d-3579-4543-af26-7fa98bf57a0f req-04549a69-cabe-4ff2-afae-91e6b0ba2b8c tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 949 time: 0.5573754 May 12 19:24:35.879513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'b13654bc-614b-43d2-bd32-049086509b78', 'name': '', 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'mac_address': 'fa:16:3e:47:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:30Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 2, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'subnets': [{'id': 'ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:35.894776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Checking router: 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:35.895276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Updating router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 port b13654bc-614b-43d2-bd32-049086509b78 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:24:35.977572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.002480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4718707-455d-4f5c-9031-885a4d130737 req-6766507b-54f7-4828-9330-a362eb235db0 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352475 May 12 19:24:36.011284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.024761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecdeae8d-3579-4543-af26-7fa98bf57a0f req-ee10a6b1-92a7-45bc-8459-fbebebc4b872 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196884 May 12 19:24:36.078387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:36.115088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38606) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:36.124650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Usage tracker for resource:security_group_rule and tenant:412b730b549544028bd83556649a71d7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:36.135919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:36.165172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:36.226242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.341200 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.349102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.403117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Transition to ACTIVE for port object 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:36.473291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Transition to ACTIVE for port object 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:36.505845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.513330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.516892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:36.527618 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.536868 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.541969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Usage tracker for resource:security_group_rule and tenant:00667ffef0b34c8a9287ea2b889a6951 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:36.638343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:36.679108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa003970-c5fe-4fd5-a155-5265178d8126,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:36.684738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Pushing event updated for resources: {'Port': ['ID=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:36.696572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Network f81507db-3d35-49f4-b94d-0d8be741b42b is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:36.697933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:36.703153 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d5a86c0-d62c-411c-b535-08001e7a3c30 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=412b730b549544028bd83556649a71d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0229073 May 12 19:24:36.704136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:36.704270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38612) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:36.728589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:36.738690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c27082c-c424-44db-8b5e-d161805b5f28 req-fc1c8033-fcd4-4eb7-a475-463830e2bec6 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.2381272 May 12 19:24:36.859069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d847cc-df55-4336-9df0-afcb1486e5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.919568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d847cc-df55-4336-9df0-afcb1486e5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:36.945737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Allocated IP 172.25.2.200 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/b53faf8c-ebac-4d32-be15-c250d6ecc18a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:37.031787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d847cc-df55-4336-9df0-afcb1486e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.062658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d847cc-df55-4336-9df0-afcb1486e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa003970-c5fe-4fd5-a155-5265178d8126,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:37.067100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d847cc-df55-4336-9df0-afcb1486e5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.083580 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c9d847cc-df55-4336-9df0-afcb1486e5e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa003970-c5fe-4fd5-a155-5265178d8126 HTTP/1.1" status: 204 len: 168 time: 0.3665826 May 12 19:24:37.109535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.178582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.281265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=00667ffef0b34c8a9287ea2b889a6951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1620960 May 12 19:24:37.281392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38620) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:37.297166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Attempting to bind port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:37.302124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Attempting to bind port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:37.302906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Attempting to bind port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc on network f81507db-3d35-49f4-b94d-0d8be741b42b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:37.320394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:37.320684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c1ad7-11a9-425c-90f3-f8012807fef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d85a44-0211-4bdf-8182-351590923095,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:37.326274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Checking segment: {'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:37.326835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.327332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Bound using segment: {'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:37.327926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Bound port: 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:37.328395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.359354 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-159a9f50-ca79-4979-a61c-dcd2480ba75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.390052 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-159a9f50-ca79-4979-a61c-dcd2480ba75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.517607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-159a9f50-ca79-4979-a61c-dcd2480ba75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.544681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a9f50-ca79-4979-a61c-dcd2480ba75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d85a44-0211-4bdf-8182-351590923095,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:37.559475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-159a9f50-ca79-4979-a61c-dcd2480ba75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.563192 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-159a9f50-ca79-4979-a61c-dcd2480ba75b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62d85a44-0211-4bdf-8182-351590923095 HTTP/1.1" status: 204 len: 168 time: 0.2785411 May 12 19:24:37.572608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0bc29-3c9b-4e72-bf2b-d03250bc1f97 req-af476cd3-b112-4393-8989-8b8a4bf0b941 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:37.580389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-add0bc29-3c9b-4e72-bf2b-d03250bc1f97 req-af476cd3-b112-4393-8989-8b8a4bf0b941 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 949 time: 0.4690161 May 12 19:24:37.632160 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.650986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] For port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:37.655650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] For port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,segment=NetworkSegment(c03ac0b4-6aa1-4091-acd4-d656a3cdc17d),segment_id=c03ac0b4-6aa1-4091-acd4-d656a3cdc17d)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:37.670032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-add0bc29-3c9b-4e72-bf2b-d03250bc1f97 req-9bb82b6f-296a-4c80-8858-58369d8eb496 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885060 May 12 19:24:37.679635 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.691173 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.705679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ee0f0-8d1e-41d7-9b4c-50477aef83de req-51a8449e-18ba-4967-afd5-ba95f615bb20 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:37.714087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e2ee0f0-8d1e-41d7-9b4c-50477aef83de req-51a8449e-18ba-4967-afd5-ba95f615bb20 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1095 time: 0.3008683 May 12 19:24:37.749606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.842670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:37.864535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01d5b9-613b-47e7-bbc4-6850a24fb571 None None] Pushing event updated for resources: {'Port': ['ID=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:37.866299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:37.891568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.909692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Transition to ACTIVE for port object b13654bc-614b-43d2-bd32-049086509b78 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:37.913830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:37.934879 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:37.975238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38630) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:38.002048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:38.026535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:38.044812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Usage tracker for resource:security_group_rule and tenant:2605c2b16cb44f6bb4f8d67e1ceb9e82 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:38.054647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:38.101203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:38.126064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e2ee0f0-8d1e-41d7-9b4c-50477aef83de req-b2e64f2e-7833-4cfe-8f3a-6f31e952a657 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095979 May 12 19:24:38.402892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8cb62-c542-4a9e-afa1-6256ca43e19b None None] Pushing event updated for resources: {'Port': ['ID=b13654bc-614b-43d2-bd32-049086509b78,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:38.723720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:38.724528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24083433-8071-469b-a414-ed0b561f4728 req-82e6e69b-d085-4fa0-a075-cb9851d29d45 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.5340295 May 12 19:24:38.744537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:38.764448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Pushing event updated for resources: {'Port': ['ID=b53faf8c-ebac-4d32-be15-c250d6ecc18a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:38.781985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:38.833213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a2a313-cf41-4f94-8a23-0e578f4ec96b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:38.857635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-0587186d-6d71-4855-8c4d-d6620596c7fb tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:38.861763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-0587186d-6d71-4855-8c4d-d6620596c7fb tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Synchronizing usage tracker for tenant:5f12ab24156f46279682ec07b46e52a6 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:24:38.931357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:38.939089 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c887e864-541b-4690-8011-bd91a4136109 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2605c2b16cb44f6bb4f8d67e1ceb9e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9591408 May 12 19:24:38.940595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38652) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:38.952741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-0587186d-6d71-4855-8c4d-d6620596c7fb tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Unset dirty status for tenant:5f12ab24156f46279682ec07b46e52a6 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:24:38.954169 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-0587186d-6d71-4855-8c4d-d6620596c7fb tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 949 time: 0.6600695 May 12 19:24:39.001837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:39.010741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Attempting to bind port b13654bc-614b-43d2-bd32-049086509b78 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:39.011417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Attempting to bind port b13654bc-614b-43d2-bd32-049086509b78 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:39.011991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Attempting to bind port b13654bc-614b-43d2-bd32-049086509b78 on network cce0c3de-4022-4b4c-9fbb-4e631719eb9f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:39.034246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:39.034909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Checking segment: {'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:39.037950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:39.038617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Bound using segment: {'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:39.039330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Bound port: b13654bc-614b-43d2-bd32-049086509b78, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ef09fb-415b-49d9-9962-3e79009e06f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:39.042725 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:39.143757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Deleting port 2881ad60-65f9-43f7-bc0a-3f4c558d25be {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:24:39.145255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:39.354767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] For port b13654bc-614b-43d2-bd32-049086509b78, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:39.364040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] For port b13654bc-614b-43d2-bd32-049086509b78, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b13654bc-614b-43d2-bd32-049086509b78,segment=NetworkSegment(a2ef09fb-415b-49d9-9962-3e79009e06f2),segment_id=a2ef09fb-415b-49d9-9962-3e79009e06f2)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:39.377625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:39.581453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Routers {'74b2c0cb-0124-442c-8ebf-d78faa33d3c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:39.583052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:39.863662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] For port 2881ad60-65f9-43f7-bc0a-3f4c558d25be, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2881ad60-65f9-43f7-bc0a-3f4c558d25be,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:39.864066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:39.904303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] Set router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:39.984424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0a26761-9c5c-4b46-b758-dc0b792cce2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:40.041445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:40.057372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Calling delete_port for 2881ad60-65f9-43f7-bc0a-3f4c558d25be owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:24:40.105527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65a158-61a8-49ba-9e8c-7706c0d15906 None None] Network f81507db-3d35-49f4-b94d-0d8be741b42b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:24:40.150239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8725e7-844c-4148-875e-4f0437264af2 req-da34b49a-308e-4fe3-b252-f2269e0af44f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:40.152820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-da34b49a-308e-4fe3-b252-f2269e0af44f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 1.0897713 May 12 19:24:40.175240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8cb62-c542-4a9e-afa1-6256ca43e19b None None] Pushing event updated for resources: {'Port': ['ID=b13654bc-614b-43d2-bd32-049086509b78,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:40.227507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0a26761-9c5c-4b46-b758-dc0b792cce2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:40.262709 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:40.300852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38c1ac-3533-4e4f-b453-5cc6a8c09343 req-df4f2686-d5a0-480a-9fc1-566e9d29b26a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:40.311562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc38c1ac-3533-4e4f-b453-5cc6a8c09343 req-df4f2686-d5a0-480a-9fc1-566e9d29b26a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d01d534-9d66-4d6e-a167-b76476ddeaf7 HTTP/1.1" status: 200 len: 949 time: 1.2494235 May 12 19:24:40.344948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-a51653d1-9546-4d16-99f9-0cc885276fa5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/quotas/688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 375 time: 0.1593039 May 12 19:24:40.385266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Pushing event deleted for resources: {'Port': ['ID=2881ad60-65f9-43f7-bc0a-3f4c558d25be,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:40.600489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc38c1ac-3533-4e4f-b453-5cc6a8c09343 req-e001942d-85cf-422d-9b9b-52ffe6a1bb3a tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.72 "GET /v2.0/security-groups?id=26fed9fa-9efa-4a51-a9aa-4c03e370651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880456 May 12 19:24:40.603530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] No DVR routers for this DVR port 2881ad60-65f9-43f7-bc0a-3f4c558d25be on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:24:40.611346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:40.667563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'name': 'network-vif-deleted', 'tag': '2881ad60-65f9-43f7-bc0a-3f4c558d25be'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:40.695747 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-48e37b42-a7b0-4d59-9188-5c9866fabc71 req-918a52b6-e646-4306-bfee-bb885c8e48a4 tempest-DeleteServersAdminTestJSON-670549507 tempest-DeleteServersAdminTestJSON-670549507-project] 10.222.0.73 "DELETE /v2.0/ports/2881ad60-65f9-43f7-bc0a-3f4c558d25be HTTP/1.1" status: 204 len: 173 time: 1.7291510 May 12 19:24:40.774077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['2881ad60-65f9-43f7-bc0a-3f4c558d25be'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:24:40.926912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-504cff3b-9565-4306-8855-9b4d11a1c24b req-0a6aeac7-8c3a-422a-9e34-32a77866c118 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0630245 May 12 19:24:40.949643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-5721a9dd-962a-4998-a698-505f4107aa69 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5265479 May 12 19:24:40.955926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] Provisioning for port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:40.990772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] Provisioning complete for port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:40.991682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:40.997987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0a26761-9c5c-4b46-b758-dc0b792cce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:41.032676 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413d6c5d-178d-43dd-99fc-3fa38a7b5a6b'] response: {'server_uuid': '8d01d534-9d66-4d6e-a167-b76476ddeaf7', 'name': 'network-vif-deleted', 'tag': '2881ad60-65f9-43f7-bc0a-3f4c558d25be', 'status': 'completed', 'code': 200} May 12 19:24:41.066789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a26761-9c5c-4b46-b758-dc0b792cce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a2a313-cf41-4f94-8a23-0e578f4ec96b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:41.246348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] Current status of the port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:41.247043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:41.249161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0a26761-9c5c-4b46-b758-dc0b792cce2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:41.250395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f0a26761-9c5c-4b46-b758-dc0b792cce2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70a2a313-cf41-4f94-8a23-0e578f4ec96b HTTP/1.1" status: 204 len: 168 time: 2.3058343 May 12 19:24:41.274121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'b13654bc-614b-43d2-bd32-049086509b78', 'name': '', 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'mac_address': 'fa:16:3e:47:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:30Z', 'updated_at': '2022-05-12T19:24:39Z', 'revision_number': 4, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'subnets': [{'id': 'ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:41.300182 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:41.306546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-5295a626-b3e7-4d5b-86fa-fb657586e386 service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560662 May 12 19:24:41.328151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] For port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,segment=NetworkSegment(c03ac0b4-6aa1-4091-acd4-d656a3cdc17d),segment_id=c03ac0b4-6aa1-4091-acd4-d656a3cdc17d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:41.331107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3ef8a-f872-443f-ba5f-4b598aa3e66c None None] The sync data for ids ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'] in n-d-841626-1 is: [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'b13654bc-614b-43d2-bd32-049086509b78', 'name': '', 'network_id': 'cce0c3de-4022-4b4c-9fbb-4e631719eb9f', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'mac_address': 'fa:16:3e:47:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:30Z', 'updated_at': '2022-05-12T19:24:39Z', 'revision_number': 4, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'subnets': [{'id': 'ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:24:41.338781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:41.689793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93247e-9099-4103-a34b-88be730ebd33 None None] Pushing event updated for resources: {'Port': ['ID=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:41.912923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b52fa3b1-2909-40a4-9ebe-5ddf9b25b8b4 None None] Provisioning complete for port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:41.913800 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b52fa3b1-2909-40a4-9ebe-5ddf9b25b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:42.191013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b52fa3b1-2909-40a4-9ebe-5ddf9b25b8b4 None None] Current status of the port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:42.344887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-314d3570-5e4a-4ddc-8ba3-09646e5a493d service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8894255 May 12 19:24:42.432551 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c7afc2c-29f4-40ac-86dc-8744be6c229e req-3e8893d6-d1ac-4542-942c-c0e902d91b7c tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1827145 May 12 19:24:42.575611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Router d36fec66-ff13-4d26-9d60-85711efc39b2 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:24:42.605459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b13654bc-614b-43d2-bd32-049086509b78 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:42.964537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2881ad60-65f9-43f7-bc0a-3f4c558d25be no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:24:43.018585 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:24:43.165840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 2881ad60-65f9-43f7-bc0a-3f4c558d25be {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:24:43.166208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2881ad60-65f9-43f7-bc0a-3f4c558d25be not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:24:43.203863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b13654bc-614b-43d2-bd32-049086509b78 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:43.224063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b13654bc-614b-43d2-bd32-049086509b78 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:43.224441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:43.468228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d05a079-c9a7-437d-817d-c965ca1d2294 req-c04f33bf-67ed-4091-a015-d4ee8ddb2371 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 210 time: 0.2955172 May 12 19:24:43.566927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b13654bc-614b-43d2-bd32-049086509b78 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:43.567302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:43.635813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38750) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:43.649910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b13654bc-614b-43d2-bd32-049086509b78, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b13654bc-614b-43d2-bd32-049086509b78,segment=NetworkSegment(a2ef09fb-415b-49d9-9962-3e79009e06f2),segment_id=a2ef09fb-415b-49d9-9962-3e79009e06f2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:43.663734 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:43.664806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:43.939129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-13854337-18be-43fc-a8a1-42f489f140d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2393737 May 12 19:24:43.976020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b13654bc-614b-43d2-bd32-049086509b78,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:44.058852 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3747af22-1ce4-4a2b-a2ad-965a64c15953 req-f658db5c-e9eb-4287-82c8-eece23f440de tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1925921 May 12 19:24:44.095234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:44.098221 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:44.125050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:44.143999 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Sync routers for ids ['d36fec66-ff13-4d26-9d60-85711efc39b2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:44.172366 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Routers {'d36fec66-ff13-4d26-9d60-85711efc39b2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:44.178211 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d36fec66-ff13-4d26-9d60-85711efc39b2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:44.233256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:44.235028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ba59e62c-2c33-47a8-b6a2-a3082eba1d47 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8908904 May 12 19:24:44.256000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38762) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:44.347471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:44.415895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:44.428614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Usage tracker for resource:security_group_rule and tenant:29935be36bc14f539e64d01fd83f7bd4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:44.442054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:44.473622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:44.520421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287e95-99d5-4478-99a4-9aa339243332 req-82e94b77-dd7d-44f6-84df-00add1779bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:44.550805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-82e94b77-dd7d-44f6-84df-00add1779bd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1095 time: 0.4196174 May 12 19:24:44.612946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:44.723130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38774) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:44.816152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b13654bc-614b-43d2-bd32-049086509b78 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:44.895997 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Set router d36fec66-ff13-4d26-9d60-85711efc39b2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:44.924323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84b96103-c8ad-4038-a079-4ed2c793e021 req-94dc93de-42be-4c9c-b175-17de03dceb41 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 210 time: 0.0993230 May 12 19:24:45.037009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb5e9802-d11e-44be-913a-e141968c4998 req-57929b9e-fa58-44e7-99ec-467bd8f04c4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1450593 May 12 19:24:45.049832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b13654bc-614b-43d2-bd32-049086509b78 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:45.051535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:45.220971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287e95-99d5-4478-99a4-9aa339243332 req-9c856c19-22fb-4066-8818-4d06d56b9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:45.226166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-9c856c19-22fb-4066-8818-4d06d56b9fe9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.6380081 May 12 19:24:45.276338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:45.475369 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:45.485348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b13654bc-614b-43d2-bd32-049086509b78 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:45.615873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29935be36bc14f539e64d01fd83f7bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9785352 May 12 19:24:45.617409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-34ad28c4-b936-4399-9183-55f1abf95254 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.3380969 May 12 19:24:45.644313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38790) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:45.767198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-608e5d69-9f5c-449c-bb53-f089cfa0bf7b req-9d8d6942-5868-4c63-8dd6-5f5687a2397b tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1185441 May 12 19:24:45.967560 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:24:38Z', 'revision_number': 3, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:45.977004 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Checking router: d36fec66-ff13-4d26-9d60-85711efc39b2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:45.977879 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Updating router d36fec66-ff13-4d26-9d60-85711efc39b2 port b53faf8c-ebac-4d32-be15-c250d6ecc18a binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:24:46.037735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b0dc0de3-dcc7-4051-9a1f-34752641dfef req-f2052e7f-d22b-44b8-b092-74b8ab5ad1db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6826eac94d8a432282207b14c2bf73e2&device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.2903972 May 12 19:24:46.084079 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:46.259089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0335a4e-9c1b-423b-99a7-af67b7637c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd4c41-efc1-4b39-8e32-739fa07dfe49,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:46.411163 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-46865ab8-cf9c-45b4-942c-748d5db5cf05 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f12ab24156f46279682ec07b46e52a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6716135 May 12 19:24:46.424238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8725e7-844c-4148-875e-4f0437264af2 req-c85e7234-f300-4449-9f6a-366bb2c530b9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:46.425769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-c85e7234-f300-4449-9f6a-366bb2c530b9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 0.8347664 May 12 19:24:46.436448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38804) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:46.450403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Request body: {'port': {'device_id': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'admin_state_up': True, 'tenant_id': '688e1e82516441b8afefb2f3de675b79'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:46.521277 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8aa616ae-19ab-4b65-94e4-8e138e97ae53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:46.573886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8aa616ae-19ab-4b65-94e4-8e138e97ae53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:46.584145 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b0dc0de3-dcc7-4051-9a1f-34752641dfef req-9d7a69b1-5862-4af0-a58f-9650e671c4ef service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6826eac94d8a432282207b14c2bf73e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3867369 May 12 19:24:46.696219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5da773f6-bdbf-454a-8b3e-326d1fa5ef11 req-9c644cb3-c208-4412-b787-df2c9841c2b5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 210 time: 0.4300756 May 12 19:24:46.700489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8aa616ae-19ab-4b65-94e4-8e138e97ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:46.739136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa616ae-19ab-4b65-94e4-8e138e97ae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd4c41-efc1-4b39-8e32-739fa07dfe49,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:46.764342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8aa616ae-19ab-4b65-94e4-8e138e97ae53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:46.767945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8aa616ae-19ab-4b65-94e4-8e138e97ae53 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ddd4c41-efc1-4b39-8e32-739fa07dfe49 HTTP/1.1" status: 204 len: 168 time: 1.0434206 May 12 19:24:47.007977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.043613 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.044846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287e95-99d5-4478-99a4-9aa339243332 req-e0bace6f-f11b-456d-b918-bb6fb5a2c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:47.047288 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-e0bace6f-f11b-456d-b918-bb6fb5a2c349 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 1.3428118 May 12 19:24:47.062292 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Transition to ACTIVE for port object b53faf8c-ebac-4d32-be15-c250d6ecc18a will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:47.088673 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.173615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-baba0a0c-efc6-452f-9237-83d50eab43f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034868 May 12 19:24:47.246181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97548b0a-2c85-4762-a136-0a3cb8984463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.312115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97548b0a-2c85-4762-a136-0a3cb8984463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.337760 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907949f3-def9-4270-986b-738d27254d87 None None] Pushing event updated for resources: {'Port': ['ID=b53faf8c-ebac-4d32-be15-c250d6ecc18a,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:47.370021 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Attempting to bind port b53faf8c-ebac-4d32-be15-c250d6ecc18a on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:47.370399 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Attempting to bind port b53faf8c-ebac-4d32-be15-c250d6ecc18a by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:47.370726 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Attempting to bind port b53faf8c-ebac-4d32-be15-c250d6ecc18a on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:47.378444 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:47.378832 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:47.379200 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.379642 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:47.380036 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Bound port: b53faf8c-ebac-4d32-be15-c250d6ecc18a, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:47.380420 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.443529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0de3-dcc7-4051-9a1f-34752641dfef req-a3ebd1f5-fc44-4bfd-9a6d-afab0127eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:47.445155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b0dc0de3-dcc7-4051-9a1f-34752641dfef req-a3ebd1f5-fc44-4bfd-9a6d-afab0127eca9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8057423 May 12 19:24:47.458485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97548b0a-2c85-4762-a136-0a3cb8984463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.504054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97548b0a-2c85-4762-a136-0a3cb8984463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fed9fa-9efa-4a51-a9aa-4c03e370651d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:47.531526 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] For port b53faf8c-ebac-4d32-be15-c250d6ecc18a, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:47.540435 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] For port b53faf8c-ebac-4d32-be15-c250d6ecc18a, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b53faf8c-ebac-4d32-be15-c250d6ecc18a,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:47.545644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97548b0a-2c85-4762-a136-0a3cb8984463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.549684 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-97548b0a-2c85-4762-a136-0a3cb8984463 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26fed9fa-9efa-4a51-a9aa-4c03e370651d HTTP/1.1" status: 204 len: 168 time: 1.1146815 May 12 19:24:47.556953 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.573246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:47.574787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38844) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:47.586912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Usage tracker for resource:port and tenant:688e1e82516441b8afefb2f3de675b79 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:47.600977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:47.610841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:47.617036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-57050273-a114-4cd1-a664-f99a77352fbe service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350071 May 12 19:24:47.667512 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Routers {'d36fec66-ff13-4d26-9d60-85711efc39b2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:47.668416 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d36fec66-ff13-4d26-9d60-85711efc39b2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:47.757363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Allocated IP 172.20.0.1 (f81507db-3d35-49f4-b94d-0d8be741b42b/81e700a5-e84b-4dc2-8164-5dc95d6e4509/0aae5e84-da87-4086-8f63-a8f20d75cfde) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:47.782696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Made reservation on behalf of 688e1e82516441b8afefb2f3de675b79 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:47.786845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.837259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38854) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:47.855666 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907949f3-def9-4270-986b-738d27254d87 None None] Pushing event updated for resources: {'Port': ['ID=b53faf8c-ebac-4d32-be15-c250d6ecc18a,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:47.879942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] Set router d36fec66-ff13-4d26-9d60-85711efc39b2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:47.952560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:47.977109 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78287e95-99d5-4478-99a4-9aa339243332 req-1046fc27-3db7-480f-bb58-a37a3adfeba2 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481319 May 12 19:24:47.993228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:48.004040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Usage tracker for resource:security_group_rule and tenant:f1cae6275be5497f95029e1fb7fa0e94 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:48.009696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:48.024099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:48.058930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1279ffe2-c943-44df-8fd2-a7913210d8a0 req-d45fe859-cff9-41ca-9e8e-8cc2e6243486 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.6495814 May 12 19:24:48.154884 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.187185 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.218372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8d7500e-38c1-4676-9d30-9c8c7354f197 req-a868f3a3-e143-4e59-8da4-44173ee31095 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 210 time: 0.0599411 May 12 19:24:48.222027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38874) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:48.256462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Transition to ACTIVE for port object 0aae5e84-da87-4086-8f63-a8f20d75cfde will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:48.260398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.261767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:48.278285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:48.282528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Usage tracker for resource:security_group_rule and tenant:4fcd0fdd5d0c44d3b9748d1a183d6fb6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:48.282659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Usage tracker for resource:security_group_rule and tenant:7e1f8b6a6a56447fa33ee683167e3184 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:48.285460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:48.292372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:48.303975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:48.329427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:48.366808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Allocated IP 172.20.0.5 (47c13cac-b4e1-428b-9c50-11992682fb5e/e79b5823-0f43-4c0e-96de-948a820c5629/c4085344-a14b-40cc-b782-338a95a4bbbb) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:48.391563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.401796 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.453110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:24:38Z', 'revision_number': 3, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:48.458258 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38abfb59-5f58-4051-a902-01d3f6acb210 None None] The sync data for ids ['d36fec66-ff13-4d26-9d60-85711efc39b2'] in n-d-841626-1 is: [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:24:38Z', 'revision_number': 3, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:24:48.517284 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.580174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Network f81507db-3d35-49f4-b94d-0d8be741b42b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:48.640942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:48.678565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.687379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:48.687885 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.752765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e1f8b6a6a56447fa33ee683167e3184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232141 May 12 19:24:48.753565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0aae5e84-da87-4086-8f63-a8f20d75cfde,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:48.773847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:48.782937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38894) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:48.783622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c917340-211d-4150-a281-26fb0f16bda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885c9d93-94d0-4c85-aa47-e2a667748c59,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:49.064138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a83285-d955-4402-9561-abd539c95f54,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:49.120485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fb1f19b6-4fcb-440d-a6db-22e9e8dae089 None None] Provisioning for port 0aae5e84-da87-4086-8f63-a8f20d75cfde completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:49.129792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fb1f19b6-4fcb-440d-a6db-22e9e8dae089 None None] Provisioning complete for port 0aae5e84-da87-4086-8f63-a8f20d75cfde triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:49.130420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb1f19b6-4fcb-440d-a6db-22e9e8dae089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.184002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6c2e8217-5861-4af9-9156-e1396b2af56d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1cae6275be5497f95029e1fb7fa0e94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3407159 May 12 19:24:49.207690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38912) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:49.232883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.243528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f19b6-4fcb-440d-a6db-22e9e8dae089 None None] Port 0aae5e84-da87-4086-8f63-a8f20d75cfde cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:49.280718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.319752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d91470ff-1a9a-4d50-adb5-ecec70f6618d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1758176023&fields=id&tenant_id=6e5ab1addcea4df886a61eedd0c99c80 HTTP/1.1" status: 200 len: 267 time: 0.1566710 May 12 19:24:49.400295 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.414877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-726e552d-ae04-4ded-acea-6d6b183c752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.497906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c317884-8076-4d8f-8c4a-8be69c743b38 req-fb03203c-1a3e-4325-b741-7bd402b6b234 tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.2070735 May 12 19:24:49.532746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fcd0fdd5d0c44d3b9748d1a183d6fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9568341 May 12 19:24:49.536510 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40419ae1-daa8-40e3-8bf0-ea2fc5982b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.538266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef786f8-2829-484b-a10c-463ae9b13907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d76681f-b092-4564-871f-3148465c23a5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:49.566925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.571943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38920) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:49.641935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40419ae1-daa8-40e3-8bf0-ea2fc5982b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.734102 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96b4bdbf-8fa0-42cb-b12b-48debb38cdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.778637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96b4bdbf-8fa0-42cb-b12b-48debb38cdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.827013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-726e552d-ae04-4ded-acea-6d6b183c752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.849627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96b4bdbf-8fa0-42cb-b12b-48debb38cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.876039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:49.880562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4bdbf-8fa0-42cb-b12b-48debb38cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d76681f-b092-4564-871f-3148465c23a5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:50.025704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40419ae1-daa8-40e3-8bf0-ea2fc5982b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.048024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Network 47c13cac-b4e1-428b-9c50-11992682fb5e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:50.070839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-726e552d-ae04-4ded-acea-6d6b183c752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.091901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:50.101856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40419ae1-daa8-40e3-8bf0-ea2fc5982b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a83285-d955-4402-9561-abd539c95f54,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:50.106839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:50.115699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:50.116343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.136873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:50.164649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96b4bdbf-8fa0-42cb-b12b-48debb38cdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.165811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-96b4bdbf-8fa0-42cb-b12b-48debb38cdeb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d76681f-b092-4564-871f-3148465c23a5 HTTP/1.1" status: 204 len: 168 time: 0.5918136 May 12 19:24:50.170109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40419ae1-daa8-40e3-8bf0-ea2fc5982b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.170801 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40419ae1-daa8-40e3-8bf0-ea2fc5982b1a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3a83285-d955-4402-9561-abd539c95f54 HTTP/1.1" status: 204 len: 168 time: 0.9621472 May 12 19:24:50.190440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-307b7eb4-3dc8-4807-9499-f8b444e25a3d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7538402 May 12 19:24:50.209715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Request body: {'port': {'device_id': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:50.217047 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.232818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-de3158c0-e3d3-48ae-ae2a-878a0e43fddf tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:50.244538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-de3158c0-e3d3-48ae-ae2a-878a0e43fddf tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 824 time: 0.9236479 May 12 19:24:50.284422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-ff44aa79-c91a-49d0-98d4-acce0df50b89 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/quotas/6e5ab1addcea4df886a61eedd0c99c80 HTTP/1.1" status: 200 len: 375 time: 0.0384910 May 12 19:24:50.343384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-2b6bb749-19d9-4d19-bad2-0d31dae35c98 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:50.345227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-2b6bb749-19d9-4d19-bad2-0d31dae35c98 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Synchronizing usage tracker for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:24:50.353427 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.354024 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.394243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-726e552d-ae04-4ded-acea-6d6b183c752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.399807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-726e552d-ae04-4ded-acea-6d6b183c752f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/885c9d93-94d0-4c85-aa47-e2a667748c59 HTTP/1.1" status: 204 len: 168 time: 1.6093135 May 12 19:24:50.456723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-2b6bb749-19d9-4d19-bad2-0d31dae35c98 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Unset dirty status for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:24:50.457525 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-2b6bb749-19d9-4d19-bad2-0d31dae35c98 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0 HTTP/1.1" status: 200 len: 967 time: 0.4059422 May 12 19:24:50.462147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e552d-ae04-4ded-acea-6d6b183c752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885c9d93-94d0-4c85-aa47-e2a667748c59,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:50.464896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.679330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd247-9a33-4a41-b555-e025b2bd27e1 req-c93aa78a-a49e-4394-893e-89dbb44b222b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:50.693580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbedd247-9a33-4a41-b555-e025b2bd27e1 req-c93aa78a-a49e-4394-893e-89dbb44b222b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 931 time: 0.8406615 May 12 19:24:50.820500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d59b7066-0fe4-41d7-995c-35ab62631f0e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5349989 May 12 19:24:50.824159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b53faf8c-ebac-4d32-be15-c250d6ecc18a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:50.842486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Deleting port a32d9119-690c-4680-8f37-7d83a32bc564 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:24:50.843950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:50.846216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0aae5e84-da87-4086-8f63-a8f20d75cfde,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:50.904287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbedd247-9a33-4a41-b555-e025b2bd27e1 req-9959b69f-c359-429b-af57-d9524a99b1ae tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095168 May 12 19:24:50.971668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Network f81507db-3d35-49f4-b94d-0d8be741b42b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:50.973664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:51.044721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b53faf8c-ebac-4d32-be15-c250d6ecc18a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:24:51.051714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b53faf8c-ebac-4d32-be15-c250d6ecc18a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:51.052192 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:51.342595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38938) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:51.453510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b53faf8c-ebac-4d32-be15-c250d6ecc18a is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:51.453810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:51.482876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:51.489162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b53faf8c-ebac-4d32-be15-c250d6ecc18a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b53faf8c-ebac-4d32-be15-c250d6ecc18a,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:51.504852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:51.674804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-12e46668-836d-4602-b9bc-60bddb6c69b8 None None] Provisioning complete for port 0aae5e84-da87-4086-8f63-a8f20d75cfde triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:51.676355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12e46668-836d-4602-b9bc-60bddb6c69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:51.865915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5004f03-9dd4-413d-93bd-4d2e33381565 req-7d32745b-2dc2-4cce-8249-ba8d4c5f894c tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1815872 May 12 19:24:51.882180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] For port a32d9119-690c-4680-8f37-7d83a32bc564, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a32d9119-690c-4680-8f37-7d83a32bc564,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:24:51.884586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:51.917365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b53faf8c-ebac-4d32-be15-c250d6ecc18a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:51.947068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-12e46668-836d-4602-b9bc-60bddb6c69b8 None None] Port 0aae5e84-da87-4086-8f63-a8f20d75cfde cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:24:51.974988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Router d36fec66-ff13-4d26-9d60-85711efc39b2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:24:51.991893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d21e8b22-95cf-46a5-bb11-16572b3b8ffa service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:24:51.994501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d21e8b22-95cf-46a5-bb11-16572b3b8ffa service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115106 May 12 19:24:52.070427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:52.092584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:df621c96e23a463a93fc1a6c48891a44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:52.112387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:52.129220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:52.392704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:52.480923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4085344-a14b-40cc-b782-338a95a4bbbb {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:24:52.489386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:52.514727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Transition to ACTIVE for port object c4085344-a14b-40cc-b782-338a95a4bbbb will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:52.550726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-3927dede-7563-454f-b3fc-0bc173110afc service neutron] 10.222.0.72 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451479 May 12 19:24:52.571946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:52.613290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720753f8-c99b-4065-89e7-9e873436645c req-6419f3ba-fc02-49d2-bab8-8a34542c90db tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:52.619970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-720753f8-c99b-4065-89e7-9e873436645c req-6419f3ba-fc02-49d2-bab8-8a34542c90db tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 931 time: 0.4152300 May 12 19:24:52.633631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:52.638865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb5b7987-5421-4943-85dd-0222ebe721e3 admin admin] 10.222.0.72 "PUT /v2.0/routers/d36fec66-ff13-4d26-9d60-85711efc39b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3810956 May 12 19:24:52.654282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Sync routers for ids ['d36fec66-ff13-4d26-9d60-85711efc39b2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:52.674892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Routers {'d36fec66-ff13-4d26-9d60-85711efc39b2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:52.675515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d36fec66-ff13-4d26-9d60-85711efc39b2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:52.799866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:52.863991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b53faf8c-ebac-4d32-be15-c250d6ecc18a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:24:52.984857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-720753f8-c99b-4065-89e7-9e873436645c req-8d9f1c48-b428-4c47-b163-b076844bf8bf tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940720 May 12 19:24:53.055043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d583d850-27a0-476c-b363-45d012cd4b58 service neutron] 10.222.0.72 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959865 May 12 19:24:53.150870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38994) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:24:53.161799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df621c96e23a463a93fc1a6c48891a44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7985814 May 12 19:24:53.168398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af23fc-f0ac-4b90-80ef-c6477805d6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3dae5e-c82f-4def-b465-8d3305112835,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:53.285175 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85729d5e-2d28-46cc-8393-981cb4b17963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.325470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:53.345334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85729d5e-2d28-46cc-8393-981cb4b17963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.355748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.357091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.357434 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8 disassociated. External IP: 172.25.2.127, port: a32d9119-690c-4680-8f37-7d83a32bc564. May 12 19:24:53.359260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Calling delete_port for a32d9119-690c-4680-8f37-7d83a32bc564 owned by compute:tempest-test_az-1178091940 {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:24:53.387783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b53faf8c-ebac-4d32-be15-c250d6ecc18a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:24:53.388377 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.419374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:53.419868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:53.420099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:53.453565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85729d5e-2d28-46cc-8393-981cb4b17963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.468272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:24:53.468632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:53.484169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85729d5e-2d28-46cc-8393-981cb4b17963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3dae5e-c82f-4def-b465-8d3305112835,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:53.496564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:53.499526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85729d5e-2d28-46cc-8393-981cb4b17963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.503496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-85729d5e-2d28-46cc-8393-981cb4b17963 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c3dae5e-c82f-4def-b465-8d3305112835 HTTP/1.1" status: 204 len: 168 time: 0.3516188 May 12 19:24:53.504127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:53.504954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:53.505597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Bound port: c4085344-a14b-40cc-b782-338a95a4bbbb, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:53.506094 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.514961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Set router d36fec66-ff13-4d26-9d60-85711efc39b2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:53.627855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:53.635631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:53.658215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.788807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80a5d49c-41d0-4e92-a361-104535b87fa9 req-d2ec7065-7529-4bbd-b6cd-69f29c83a4fd tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1689842 May 12 19:24:53.930293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:53.931081 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:53.934855 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] 10.222.0.73 "PUT /v2.0/ports/c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 1091 time: 3.7273948 May 12 19:24:53.968773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:54.009984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-ceb49b1d-785f-43fb-8677-f01b8fcdf51c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:24:54.056302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-ceb49b1d-785f-43fb-8677-f01b8fcdf51c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:24:54.063643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-ceb49b1d-785f-43fb-8677-f01b8fcdf51c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3602657 May 12 19:24:54.073412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:54.089593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:54.102043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Usage tracker for resource:floatingip and tenant:9e4ceea658e84b05bb40118c4978d6a5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:54.103680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b53faf8c-ebac-4d32-be15-c250d6ecc18a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:24:54.130082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:54.163202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:54.336500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841b9a73-70c1-4767-add4-4510d39950ac req-4f9a00c7-8bf9-4896-8695-9be7d420c7c8 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 210 time: 0.2205086 May 12 19:24:54.343001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:54.540221 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3487aa-7e3c-49c4-aa36-377026ea5055'] response: {'name': 'network-changed', 'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb', 'status': 'completed', 'code': 200} May 12 19:24:54.564120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f060a4-c6c4-4b27-a36c-0ad7022c3561 service neutron] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:54.566369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:24:48Z', 'revision_number': 4, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0aae5e84-da87-4086-8f63-a8f20d75cfde', 'name': '', 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'mac_address': 'fa:16:3e:f8:e1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '81e700a5-e84b-4dc2-8164-5dc95d6e4509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:47Z', 'updated_at': '2022-05-12T19:24:49Z', 'revision_number': 2, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'subnets': [{'id': '81e700a5-e84b-4dc2-8164-5dc95d6e4509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:54.574869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:54.594014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Checking router: d36fec66-ff13-4d26-9d60-85711efc39b2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:54.594685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Updating router d36fec66-ff13-4d26-9d60-85711efc39b2 port 0aae5e84-da87-4086-8f63-a8f20d75cfde binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:24:54.635471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event deleted for resources: {'Port': ['ID=a32d9119-690c-4680-8f37-7d83a32bc564,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:54.740638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:54.754971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8725e7-844c-4148-875e-4f0437264af2 req-029bb6ed-fc7e-4e82-8b18-72acc36b1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:54.756949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-029bb6ed-fc7e-4e82-8b18-72acc36b1e34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1094 time: 0.7739131 May 12 19:24:54.758225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a32d9119-690c-4680-8f37-7d83a32bc564 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:24:54.862672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: a32d9119-690c-4680-8f37-7d83a32bc564 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:24:54.864267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a32d9119-690c-4680-8f37-7d83a32bc564 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:24:54.893955 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:55.022215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-8b0ea0c0-88b4-43bc-ba42-7a8f774688ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 217 time: 0.2552135 May 12 19:24:55.127572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8725e7-844c-4148-875e-4f0437264af2 req-02ade843-36d3-47b5-8d2f-d324f4350f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:55.129428 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-02ade843-36d3-47b5-8d2f-d324f4350f8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.0978751 May 12 19:24:55.270546 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-e8d4a85b-6379-4ada-99ae-e236f22c79f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353858 May 12 19:24:55.459414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954501be-3177-4359-b1e9-f5b521e3ea0e req-edba29e2-8904-4957-a374-365d3c8d252b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:55.467663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-954501be-3177-4359-b1e9-f5b521e3ea0e req-edba29e2-8904-4957-a374-365d3c8d252b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 943 time: 0.6030462 May 12 19:24:55.523786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Allocated IP 172.25.2.102 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/983c7650-0b72-4ea7-994d-ded466051c3d) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:55.621845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-8cd711f0-6540-479b-893c-65ebbc3f9372 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337808 May 12 19:24:55.701130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-954501be-3177-4359-b1e9-f5b521e3ea0e req-f2607319-7846-4882-b00b-29ad181be3ea tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253430 May 12 19:24:56.022430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45c2b09e-78c3-4669-af09-19738844c8dc req-7779cb9e-3691-4d19-a5b1-f9d5663989e1 tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0961826 May 12 19:24:56.041588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Router 3c96abfd-770f-41ce-81a4-5937619eff47 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:24:56.044242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.064997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.105347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Transition to ACTIVE for port object 0aae5e84-da87-4086-8f63-a8f20d75cfde will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:56.123082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.149218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.347907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:56.359043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:56.368553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:56.394169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=983c7650-0b72-4ea7-994d-ded466051c3d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:56.427492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-4be02dad-eaf1-4741-936b-3e345a6a3b00 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:56.441808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-4be02dad-eaf1-4741-936b-3e345a6a3b00 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.36 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 824 time: 0.8036454 May 12 19:24:56.447864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.593845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b940df2-71fc-47e0-bc9d-e2d8d5bd7e85 None None] Pushing event updated for resources: {'Port': ['ID=0aae5e84-da87-4086-8f63-a8f20d75cfde,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:56.627922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.706262 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-db8725e7-844c-4148-875e-4f0437264af2 req-f6bdec68-7b85-49dd-8280-ee4f4276e95b service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0272036 May 12 19:24:56.787176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Attempting to bind port 0aae5e84-da87-4086-8f63-a8f20d75cfde on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:24:56.788440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Attempting to bind port 0aae5e84-da87-4086-8f63-a8f20d75cfde by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:24:56.789779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Attempting to bind port 0aae5e84-da87-4086-8f63-a8f20d75cfde on network f81507db-3d35-49f4-b94d-0d8be741b42b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:24:56.797416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:24:56.798123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Checking segment: {'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:24:56.798670 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.799235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Bound using segment: {'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:24:56.799940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Bound port: 0aae5e84-da87-4086-8f63-a8f20d75cfde, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:24:56.800461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.908057 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1387c2ee-2500-47c4-a015-1aaab310dd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.934819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] For port 0aae5e84-da87-4086-8f63-a8f20d75cfde, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:24:56.938434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] For port 0aae5e84-da87-4086-8f63-a8f20d75cfde, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0aae5e84-da87-4086-8f63-a8f20d75cfde,segment=NetworkSegment(c03ac0b4-6aa1-4091-acd4-d656a3cdc17d),segment_id=c03ac0b4-6aa1-4091-acd4-d656a3cdc17d)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:24:56.949395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:56.957153 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-2b18e953-17da-449c-81ce-ce95310d930a tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e5ab1addcea4df886a61eedd0c99c80 HTTP/1.1" status: 200 len: 380 time: 0.5105610 May 12 19:24:56.987275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'port': {'device_id': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'admin_state_up': True, 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'security_groups': ['a1240abe-e33f-44b5-b22c-75838a9c4fac']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:57.019337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abadcb05-40d5-42b4-a569-347f7d385692 req-0eab491c-b2bd-407a-8d6c-5c2e92dfd6f9 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 210 time: 0.0623260 May 12 19:24:57.137370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Routers {'d36fec66-ff13-4d26-9d60-85711efc39b2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:57.138000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d36fec66-ff13-4d26-9d60-85711efc39b2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:57.149789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:24:57.158856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:57.161098 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] Sync routers for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:24:57.178246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:57.179650 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:57.185780 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:57.387887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=983c7650-0b72-4ea7-994d-ded466051c3d,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:57.390301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:57.412692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b940df2-71fc-47e0-bc9d-e2d8d5bd7e85 None None] Pushing event updated for resources: {'Port': ['ID=0aae5e84-da87-4086-8f63-a8f20d75cfde,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:24:57.433826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:57.456353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Usage tracker for resource:port and tenant:6e5ab1addcea4df886a61eedd0c99c80 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:24:57.462328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:57.463558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-8f914f6c-ddf2-4a03-b1dd-efbdea110f29 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3978391 May 12 19:24:57.478621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] No DVR routers for this DVR port a32d9119-690c-4680-8f37-7d83a32bc564 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:24:57.481976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:24:57.509729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:57.520948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'name': 'network-vif-deleted', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:24:57.548054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:57.552431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-b06334ea-8848-43c6-af59-ac3190ee8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:57.573903 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-b06334ea-8848-43c6-af59-ac3190ee8df8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1094 time: 0.7181458 May 12 19:24:57.700811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-760d1737-d1c5-4514-86d9-bc506da73439 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:24:57.705225 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:57.746760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-760d1737-d1c5-4514-86d9-bc506da73439 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:24:57.748179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-760d1737-d1c5-4514-86d9-bc506da73439 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.2764039 May 12 19:24:57.828585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] Set router d36fec66-ff13-4d26-9d60-85711efc39b2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:58.036434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Made reservation on behalf of 6e5ab1addcea4df886a61eedd0c99c80 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:24:58.042308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:58.329286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8e31568-2b55-4a9e-9ca7-00b0a6d95a70 req-29d99f95-2d49-4aa4-b9e3-eb9e093bc4db tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.73 "DELETE /v2.0/ports/a32d9119-690c-4680-8f37-7d83a32bc564 HTTP/1.1" status: 204 len: 173 time: 7.8653138 May 12 19:24:58.364364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-5d174ea9-8c06-418f-9f5c-6df7bbdb38cc tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:58.381436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-5d174ea9-8c06-418f-9f5c-6df7bbdb38cc tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.6173916 May 12 19:24:58.397971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-396054d5-723d-4df1-8893-2327376b5082 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:24:58.399586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d225c93e-2c78-4aa2-ab66-4dbc170abce8 req-396054d5-723d-4df1-8893-2327376b5082 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081501 May 12 19:24:58.412728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4d5db-7b29-4fb4-9e03-98f51d3d5677 req-1f4c225b-123c-4d4c-a969-2e83cbf73764 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:58.422139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39a4d5db-7b29-4fb4-9e03-98f51d3d5677 req-1f4c225b-123c-4d4c-a969-2e83cbf73764 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 943 time: 0.4337173 May 12 19:24:58.494089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Allocated IP 172.20.0.11 (1cb5f7dc-5d64-4b56-8dac-9352191c365b/c2955043-30a2-4f31-9d61-82837f7a0f3b/99ffea07-7f1e-4b3a-aa11-0871d6716d56) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:24:58.507870 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39a4d5db-7b29-4fb4-9e03-98f51d3d5677 req-80ad98af-b2cb-442d-aa00-43a2ee62e46d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844924 May 12 19:24:58.565782 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:58.600552 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] Checking router: 3c96abfd-770f-41ce-81a4-5937619eff47 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:24:58.630916 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:24:58.631537 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:58.788879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aecfbb90-edc9-45d2-830b-b20b34fab972 req-fc2082cf-219d-4cee-bcef-490b00cda486 tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0945861 May 12 19:24:58.871185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:24:48Z', 'revision_number': 4, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0aae5e84-da87-4086-8f63-a8f20d75cfde', 'name': '', 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'mac_address': 'fa:16:3e:f8:e1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '81e700a5-e84b-4dc2-8164-5dc95d6e4509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:47Z', 'updated_at': '2022-05-12T19:24:56Z', 'revision_number': 4, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'subnets': [{'id': '81e700a5-e84b-4dc2-8164-5dc95d6e4509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:24:58.882212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b71f1-0fbc-4615-bf72-ba97ae016cf1 None None] The sync data for ids ['d36fec66-ff13-4d26-9d60-85711efc39b2'] in n-d-841626-1 is: [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:24:48Z', 'revision_number': 4, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0aae5e84-da87-4086-8f63-a8f20d75cfde', 'name': '', 'network_id': 'f81507db-3d35-49f4-b94d-0d8be741b42b', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'mac_address': 'fa:16:3e:f8:e1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '81e700a5-e84b-4dc2-8164-5dc95d6e4509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:47Z', 'updated_at': '2022-05-12T19:24:56Z', 'revision_number': 4, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'subnets': [{'id': '81e700a5-e84b-4dc2-8164-5dc95d6e4509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:24:58.989916 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-784f142b-fd69-4148-98dc-23b175ca282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:59.096300 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:24:59.141085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:59.193941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Transition to ACTIVE for port object 99ffea07-7f1e-4b3a-aa11-0871d6716d56 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:24:59.237588 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697c9060-d334-4625-98f3-a0c7efedc2c8'] response: {'server_uuid': '3fe7fd4c-4fe6-4e6c-8bb5-4bfefc395ed0', 'name': 'network-vif-deleted', 'tag': 'a32d9119-690c-4680-8f37-7d83a32bc564', 'status': 'completed', 'code': 200} May 12 19:24:59.284837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:59.422296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:24:59.434004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:24:59.438602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:24:59.444795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:59.445627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:59.476242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-6cdb8b4a-7101-4074-bf2f-859130f6b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:59.480672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-6cdb8b4a-7101-4074-bf2f-859130f6b7e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 1.8973114 May 12 19:24:59.489513 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5060723 May 12 19:24:59.632649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-11026295-f09c-4585-b02c-196a54a5ccd6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4974234 May 12 19:24:59.647702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:59.672949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Request body: {'port': {'device_id': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:24:59.688712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3c2d-f585-435d-b81f-8c7e0c3a31ed req-2fae6cb9-f917-47ae-b2c2-90a0361ca841 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:24:59.702262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f0e3c2d-f585-435d-b81f-8c7e0c3a31ed req-2fae6cb9-f917-47ae-b2c2-90a0361ca841 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 932 time: 0.3552234 May 12 19:24:59.704568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:24:59.793353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:24:59.865898 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-91c69fc7-3f6d-4555-a5c0-b472cf871c04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 217 time: 0.3755388 May 12 19:24:59.889934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f0e3c2d-f585-435d-b81f-8c7e0c3a31ed req-9f7c5330-42cb-4807-89d3-7407f3a42995 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865821 May 12 19:24:59.903551 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:24:59.911715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:00.029172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-1db09a9e-25de-4745-b3d6-5b851d74966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:00.031286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-1db09a9e-25de-4745-b3d6-5b851d74966f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1454408 May 12 19:25:00.033428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dcb43-5238-40a8-8cd3-d7680b2a4ec0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event updated for resources: {'Port': ['ID=99ffea07-7f1e-4b3a-aa11-0871d6716d56,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:00.054372 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:00.062165 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e62bb-2dd6-470f-b5bf-d355bee54465 None None] The sync data for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 is: [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:00.116578 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-544fb4e1-73e8-4f49-9a67-a943db6b161b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766358 May 12 19:25:00.166571 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:00.354013 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-fb16a80e-d5d5-4425-a2cc-da4f4f32b28e service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218390 May 12 19:25:00.355267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:00.547448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dca02080-396e-496e-9637-2704b2fb57a6 req-b980e6d0-0a2e-4c9b-923f-279a6a4e65bb tempest-FlavorsV2NegativeTest-1025878970 tempest-FlavorsV2NegativeTest-1025878970-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=645b42b9c8f74391b75844f560f9667d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639772 May 12 19:25:00.603215 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:00.715021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f50a1f-726a-4e1e-b47c-915d0991aa98 None None] New status for floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:25:00.728694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35eba0bb-7c04-44a0-be6b-edbf93218103 req-dbd3b847-d843-4d28-b750-846ad3156b6c service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412075 May 12 19:25:01.060059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:25:01.064889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0aae5e84-da87-4086-8f63-a8f20d75cfde up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:01.206636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02080-396e-496e-9637-2704b2fb57a6 req-30bada62-bf2a-4d93-8c51-f5817b5efddf tempest-FlavorsV2NegativeTest-1025878970 tempest-FlavorsV2NegativeTest-1025878970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:01.210802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dca02080-396e-496e-9637-2704b2fb57a6 req-30bada62-bf2a-4d93-8c51-f5817b5efddf tempest-FlavorsV2NegativeTest-1025878970 tempest-FlavorsV2NegativeTest-1025878970-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6620812 May 12 19:25:01.226843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5077bd43-f4ec-4fbc-b3b9-37435774fca3 None None] Provisioning for port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:01.233386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Allocated IP 172.25.2.237 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/7d5c7736-d714-41d6-9154-6776b3622853) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:01.258173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5077bd43-f4ec-4fbc-b3b9-37435774fca3 None None] Provisioning complete for port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:01.260022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5077bd43-f4ec-4fbc-b3b9-37435774fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.276991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dca02080-396e-496e-9637-2704b2fb57a6 req-9dc571c8-6ea8-408b-a7b3-11c415893ed9 tempest-FlavorsV2NegativeTest-1025878970 tempest-FlavorsV2NegativeTest-1025878970-project] 10.222.0.72 "GET /v2.0/quotas/645b42b9c8f74391b75844f560f9667d HTTP/1.1" status: 200 len: 375 time: 0.0493410 May 12 19:25:01.349460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ffea07-7f1e-4b3a-aa11-0871d6716d56 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:01.350401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0aae5e84-da87-4086-8f63-a8f20d75cfde completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:01.356628 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:25:01.361603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.375997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5077bd43-f4ec-4fbc-b3b9-37435774fca3 None None] Port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:25:01.377501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0aae5e84-da87-4086-8f63-a8f20d75cfde triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:01.377858 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.395579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Transition to ACTIVE for port object 99ffea07-7f1e-4b3a-aa11-0871d6716d56 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:01.403630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.554617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.589360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.630589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dca02080-396e-496e-9637-2704b2fb57a6 req-9a0bc7e6-22a0-44b4-b522-e7cd09958826 tempest-FlavorsV2NegativeTest-1025878970 tempest-FlavorsV2NegativeTest-1025878970-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=645b42b9c8f74391b75844f560f9667d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3525581 May 12 19:25:01.635562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.713955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0aae5e84-da87-4086-8f63-a8f20d75cfde is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:01.714336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.774464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:01.783068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:01.793971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:01.817495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:01.845457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'c4085344-a14b-40cc-b782-338a95a4bbbb', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'port_id': 'c4085344-a14b-40cc-b782-338a95a4bbbb', 'mac_address': 'fa:16:3e:76:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79b5823-0f43-4c0e-96de-948a820c5629', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:25:01.850574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 0aae5e84-da87-4086-8f63-a8f20d75cfde, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0aae5e84-da87-4086-8f63-a8f20d75cfde,segment=NetworkSegment(c03ac0b4-6aa1-4091-acd4-d656a3cdc17d),segment_id=c03ac0b4-6aa1-4091-acd4-d656a3cdc17d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:01.887848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=7d5c7736-d714-41d6-9154-6776b3622853,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:01.942321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:01.952834 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.023322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Attempting to bind port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:02.024368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Attempting to bind port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:02.024744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Attempting to bind port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:02.036195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:25:02.036515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Attempting to bind port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 on network 1cb5f7dc-5d64-4b56-8dac-9352191c365b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:02.042798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Pushing event updated for resources: {'Port': ['ID=99ffea07-7f1e-4b3a-aa11-0871d6716d56,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:02.063139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port c4085344-a14b-40cc-b782-338a95a4bbbb is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:02.064059 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.065043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:02.065510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Checking segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:02.066014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Bound using segment: {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:02.066755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Bound port: 99ffea07-7f1e-4b3a-aa11-0871d6716d56, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:02.067682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.078603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffca4-24c3-4601-85db-6aaa2138e31e req-ea1413b6-4a7f-45f3-8d04-04f4505cc3d4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:02.080100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f82ffca4-24c3-4601-85db-6aaa2138e31e req-ea1413b6-4a7f-45f3-8d04-04f4505cc3d4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 943 time: 0.2708232 May 12 19:25:02.093487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4085344-a14b-40cc-b782-338a95a4bbbb {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:02.111078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:02.116006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=0aae5e84-da87-4086-8f63-a8f20d75cfde,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:02.120674 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.185599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f82ffca4-24c3-4601-85db-6aaa2138e31e req-e358dcaf-5549-40f5-81b7-54858140324e tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 May 12 19:25:02.186460 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.276775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:02.279962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] For port 99ffea07-7f1e-4b3a-aa11-0871d6716d56, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:02.294384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] For port 99ffea07-7f1e-4b3a-aa11-0871d6716d56, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:02.304371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.337970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['c4085344-a14b-40cc-b782-338a95a4bbbb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:25:02.413421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:02.414132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.415732 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] 10.222.0.36 "PUT /v2.0/ports/99ffea07-7f1e-4b3a-aa11-0871d6716d56 HTTP/1.1" status: 200 len: 1092 time: 2.7906716 May 12 19:25:02.419751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:02.426666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57f226fd-8885-476a-8b10-ceb692a64bd8 req-ed00410d-db81-44f8-909a-2ee397a5a693 tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0812018 May 12 19:25:02.555011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a03eff-7128-48a9-86e6-d0e56c7a8688 service neutron] Pushing event updated for resources: {'Port': ['ID=99ffea07-7f1e-4b3a-aa11-0871d6716d56,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:02.637078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-2da1d5a8-5743-40e6-8652-8577b88dbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:02.639271 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-2da1d5a8-5743-40e6-8652-8577b88dbe7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 1095 time: 0.1751275 May 12 19:25:02.755308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-40f0d153-8a26-49f9-94d2-617581eb67da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56 HTTP/1.1" status: 200 len: 217 time: 0.1075561 May 12 19:25:02.769732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0aae5e84-da87-4086-8f63-a8f20d75cfde up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:02.821766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.824094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-b7e5a682-c6d8-4ce5-8306-7bef556bb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:02.825960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-b7e5a682-c6d8-4ce5-8306-7bef556bb82a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2955043-30a2-4f31-9d61-82837f7a0f3b HTTP/1.1" status: 200 len: 863 time: 0.0642817 May 12 19:25:02.831261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.831631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:02.880319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.932046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.939685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3066573 May 12 19:25:02.980802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0aae5e84-da87-4086-8f63-a8f20d75cfde triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:02.981233 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:02.981599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-6da2b31c-3c8e-4112-9c71-913a8ceda397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:02.986750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-6da2b31c-3c8e-4112-9c71-913a8ceda397 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cb5f7dc-5d64-4b56-8dac-9352191c365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519709 May 12 19:25:03.100998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-f2915d38-93cb-457c-a95d-c46c1ddce929 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:03.120681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9911d8-4144-47d7-b3de-a87ec3f52ee3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=7d5c7736-d714-41d6-9154-6776b3622853,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:03.153506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-f2915d38-93cb-457c-a95d-c46c1ddce929 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:03.155016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-f2915d38-93cb-457c-a95d-c46c1ddce929 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.2143545 May 12 19:25:03.167978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:03.186732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0aae5e84-da87-4086-8f63-a8f20d75cfde is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:03.223395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:03.231402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Usage tracker for resource:security_group_rule and tenant:645b42b9c8f74391b75844f560f9667d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:03.236226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:03.246899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:03.275903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c5120-c381-4d7f-a812-cee264c84696 req-56ba52be-03e5-4eb5-8ebc-e5d02e35ef00 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:03.283067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d59c5120-c381-4d7f-a812-cee264c84696 req-56ba52be-03e5-4eb5-8ebc-e5d02e35ef00 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 944 time: 0.2677476 May 12 19:25:03.344538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d59c5120-c381-4d7f-a812-cee264c84696 req-c4894958-0c9d-464f-ab70-93ced4539c4f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605104 May 12 19:25:03.349528 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-55e774f1-a0fd-4257-bf44-3b8a54e0038d service neutron] 10.222.0.36 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537383 May 12 19:25:03.438847 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f231e9-281d-4c0e-abf1-c44a6825fcd9'] response: {'name': 'network-changed', 'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'status': 'completed', 'code': 200} May 12 19:25:03.443361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-650181ab-cc6a-4ccb-9649-dbf33056fba8 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:03.446099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d643a42-4b1e-4320-a0de-b829edde99a3 req-650181ab-cc6a-4ccb-9649-dbf33056fba8 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.2835793 May 12 19:25:03.522722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:03.563483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:03.601197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7e0b39-b1dc-4fd1-9af0-41b5730427cd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:03.612805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a0a240cf-d697-4d07-b099-02528e322fd8 req-ef5cc905-9ae4-4304-86d0-e6bf95f01d52 service neutron] 10.222.0.36 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543263 May 12 19:25:03.650682 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5d3d1757-835e-4552-aaf8-567d6eae39e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=645b42b9c8f74391b75844f560f9667d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175845 May 12 19:25:03.651729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39180) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:03.809554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cad498f-5d1c-417f-b35b-6030bc75cbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:03.822513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04bb9576-4030-4890-b5be-52555e873c5b req-1271c271-42a9-4a66-9fad-8ba55a5fcef7 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2968099 May 12 19:25:03.830631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-52b7425b-bb65-463e-ad6f-20705a24be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:03.832190 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-52b7425b-bb65-463e-ad6f-20705a24be1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 1095 time: 0.1639850 May 12 19:25:03.835778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:03.854067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0c7e6-e5c0-46e6-9c76-7871757a72f8 req-b6b73b76-c12d-49d7-a963-41404adee8a8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:03.855563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62f0c7e6-e5c0-46e6-9c76-7871757a72f8 req-b6b73b76-c12d-49d7-a963-41404adee8a8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 944 time: 0.1611309 May 12 19:25:03.858046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:03.870829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:03.879998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cad498f-5d1c-417f-b35b-6030bc75cbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:03.911439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:03.942087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62f0c7e6-e5c0-46e6-9c76-7871757a72f8 req-8cc60c66-28ff-4d62-86bb-9f300833f4d8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761032 May 12 19:25:04.077752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cad498f-5d1c-417f-b35b-6030bc75cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:04.130101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad498f-5d1c-417f-b35b-6030bc75cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7e0b39-b1dc-4fd1-9af0-41b5730427cd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:04.143580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-6308fb9f-6a52-4f35-a9f4-af448e68a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:04.145148 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-6308fb9f-6a52-4f35-a9f4-af448e68a1b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 925 time: 0.2958977 May 12 19:25:04.146233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cad498f-5d1c-417f-b35b-6030bc75cbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:04.158816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1cad498f-5d1c-417f-b35b-6030bc75cbd7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d7e0b39-b1dc-4fd1-9af0-41b5730427cd HTTP/1.1" status: 204 len: 168 time: 0.5031712 May 12 19:25:04.243195 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:04.306918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f804cb51-ced0-4d6d-aa85-adea617a8d41 req-457662be-240c-4e09-bb04-afd6082e60f1 tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1263177 May 12 19:25:04.321508 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-bece1bac-03ea-4ec1-9173-b91033118a39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56 HTTP/1.1" status: 200 len: 217 time: 0.1636207 May 12 19:25:04.406733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-798a274b-92bc-461e-b206-24ff98c3f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:04.408786 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-798a274b-92bc-461e-b206-24ff98c3f260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2955043-30a2-4f31-9d61-82837f7a0f3b HTTP/1.1" status: 200 len: 863 time: 0.0785832 May 12 19:25:04.426643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Allocated IP 172.25.2.70 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/a216e880-7651-4d6f-b845-e2b3795192be) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:04.521396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-4688323b-d14d-490e-a586-bafa1b6423fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:04.524639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-4688323b-d14d-490e-a586-bafa1b6423fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cb5f7dc-5d64-4b56-8dac-9352191c365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088016 May 12 19:25:04.618157 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:04.662176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:04.741564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-e32fe530-4baa-4831-ae38-945fb4a5bcd3 service neutron] 10.222.0.36 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108974 May 12 19:25:04.798798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:04.818789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:04.911308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:04.925416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:04.943728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port c4085344-a14b-40cc-b782-338a95a4bbbb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:04.953999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port c4085344-a14b-40cc-b782-338a95a4bbbb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:04.954668 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:04.992672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=a216e880-7651-4d6f-b845-e2b3795192be,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:05.120770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.142565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e037335-4e95-41b1-8a74-8cfbc506846f req-a50aa066-cce2-4335-b518-bc3591dabeae tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:05.157427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e037335-4e95-41b1-8a74-8cfbc506846f req-a50aa066-cce2-4335-b518-bc3591dabeae tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 944 time: 0.3349035 May 12 19:25:05.159210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port c4085344-a14b-40cc-b782-338a95a4bbbb is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:05.159806 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.162449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39216) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:05.211018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:05.226957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:05.236792 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.326340 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6026d6a-03da-45bf-a5f4-02b0d0fa4668 req-83711822-63ce-43b6-bc33-60c798bb79d2 service neutron] 10.222.0.36 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781345 May 12 19:25:05.357841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e037335-4e95-41b1-8a74-8cfbc506846f req-048f12ff-548d-48b6-94b8-a9f6843c5235 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991482 May 12 19:25:05.383191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.424756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:05.465306 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.492355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:05.503838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Usage tracker for resource:security_group_rule and tenant:958b22b24cc749f4810dc6519ac15f84 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:05.513033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:05.521875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:05.556445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:05.682797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1670520253-network', 'tenant_id': '466687d318e54a1bb674d43806e890b1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:05.688746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:05.693125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Usage tracker for resource:network and tenant:466687d318e54a1bb674d43806e890b1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:05.696284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:05.705243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:05.717343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Made reservation on behalf of 466687d318e54a1bb674d43806e890b1 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:05.720463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.733365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.751705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:05.756096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Usage tracker for resource:security_group_rule and tenant:466687d318e54a1bb674d43806e890b1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:05.759109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:05.767486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:05.787061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22103c14-3ff9-43b8-b235-ecc05291da2f req-354f68e6-448d-41cd-a9d2-cd2b58c91156 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:05.793882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22103c14-3ff9-43b8-b235-ecc05291da2f req-354f68e6-448d-41cd-a9d2-cd2b58c91156 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 945 time: 0.1854041 May 12 19:25:05.874943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.876065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.877101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.881487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.883410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.901684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.907607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22103c14-3ff9-43b8-b235-ecc05291da2f req-324118b0-b1d2-4761-a127-812176837546 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128922 May 12 19:25:05.916882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:25:05.926073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f9c6ea-0d1b-46f8-87b9-570f01edc70e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:05.939754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:05.939754 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Added segment 35101831-ed2a-438b-aee6-3e1538714d1f of type vlan for network 85e43fe5-0ae5-454e-94eb-05f505a19d73 May 12 19:25:05.963283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.002758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.005758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.006958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:06.007777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.017509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=958b22b24cc749f4810dc6519ac15f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8505266 May 12 19:25:06.018694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eec1b-0b9b-40ca-9a14-1d30287bfc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fc84af-30e8-4e79-9f86-08f24e7296ff,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:06.022502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39242) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:06.029125 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6860e066-156c-4b9b-a3ff-681f87fc04a4'] response: {'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb', 'code': 200} May 12 19:25:06.077465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=a216e880-7651-4d6f-b845-e2b3795192be,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:06.110511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.111703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04bb9576-4030-4890-b5be-52555e873c5b req-cdb7c255-00e4-4fff-98a6-3cec03fbeb6e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2808721 May 12 19:25:06.213498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=85e43fe5-0ae5-454e-94eb-05f505a19d73,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:06.225078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:25:06.233682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-04bb9576-4030-4890-b5be-52555e873c5b req-08fcbd38-1e4b-499b-bfca-448fbbb88a68 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:06.261845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c6b7c878-5091-408b-af6a-5c63de1fdfb8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7007079 May 12 19:25:06.265511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39246) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:06.273241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Request body: {'subnet': {'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1670520253-subnet', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:06.279204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:06.287529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Usage tracker for resource:subnet and tenant:466687d318e54a1bb674d43806e890b1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:06.296448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:06.311974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:06.334977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68f0e-fda7-4b5f-8339-a89e68c2a0df req-558178b6-5dc9-43b2-9c24-885f5fc4623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:06.335233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-110fb1d3-d488-44ff-ac93-f47d60149620 req-cd1fcc80-1cf2-4f48-ad69-8497a7255c7c tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0913212 May 12 19:25:06.335902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7537-abc9-466b-8a44-a3c10d592636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.337014 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0cb68f0e-fda7-4b5f-8339-a89e68c2a0df req-558178b6-5dc9-43b2-9c24-885f5fc4623f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1096 time: 0.1894817 May 12 19:25:06.338396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Made reservation on behalf of 466687d318e54a1bb674d43806e890b1 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:06.340747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.394212 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7537-abc9-466b-8a44-a3c10d592636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.478204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-04bb9576-4030-4890-b5be-52555e873c5b req-08fcbd38-1e4b-499b-bfca-448fbbb88a68 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:06.480199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04bb9576-4030-4890-b5be-52555e873c5b req-08fcbd38-1e4b-499b-bfca-448fbbb88a68 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.3584967 May 12 19:25:06.482557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7537-abc9-466b-8a44-a3c10d592636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.512394 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0cb68f0e-fda7-4b5f-8339-a89e68c2a0df req-c51cf8f5-59ef-41ef-b205-17bc30542142 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558030 May 12 19:25:06.576501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d7537-abc9-466b-8a44-a3c10d592636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fc84af-30e8-4e79-9f86-08f24e7296ff,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:06.712287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.783542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7537-abc9-466b-8a44-a3c10d592636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.787857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ee8d7537-abc9-466b-8a44-a3c10d592636 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7fc84af-30e8-4e79-9f86-08f24e7296ff HTTP/1.1" status: 204 len: 168 time: 0.7596931 May 12 19:25:06.824819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Checking segment: {'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:06.825215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Network hostable DHCP agents. Network: 85e43fe5-0ae5-454e-94eb-05f505a19d73, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:25:06.830078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2395a71-19ba-475b-92e8-2cfb027796ea,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:06.855463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:25:06.875594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 85e43fe5-0ae5-454e-94eb-05f505a19d73) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:06.885162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dfbbe0-1f75-4f4d-96b2-231ca5eacc25 None None] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:06.895537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:06.896128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:06.939505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aa221-84ba-4f2d-be43-95ff1d8ec5ea req-4744cd5f-e030-48ad-ade6-abc3e9018e5e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:06.942223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-701aa221-84ba-4f2d-be43-95ff1d8ec5ea req-4744cd5f-e030-48ad-ade6-abc3e9018e5e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 944 time: 0.2542470 May 12 19:25:06.944735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-19233f16-55eb-42f9-a1e2-6b335bbd152d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6765454 May 12 19:25:06.949250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39258) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:06.957792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb9576-4030-4890-b5be-52555e873c5b req-69810f10-4bf4-4f94-975d-b750902d2582 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:06.961532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:06.963463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04bb9576-4030-4890-b5be-52555e873c5b req-69810f10-4bf4-4f94-975d-b750902d2582 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.4632578 May 12 19:25:06.991776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:07.006201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Usage tracker for resource:router and tenant:466687d318e54a1bb674d43806e890b1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:07.017873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:07.034320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-701aa221-84ba-4f2d-be43-95ff1d8ec5ea req-22a26839-58ad-44c7-bcc2-2337c2e80eb0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693786 May 12 19:25:07.036038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:07.077818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.079404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.103641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.271060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 99ffea07-7f1e-4b3a-aa11-0871d6716d56 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:25:07.320656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-85e43fe5-0ae5-454e-94eb-05f505a19d73', 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'fixed_ips': [{'subnet_id': 'e2395a71-19ba-475b-92e8-2cfb027796ea'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:25:07.321569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.477114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.504680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:07.511433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-5c490b54-7733-4860-9b95-2161c454e993 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4383759 May 12 19:25:07.523708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1ba3c-fb70-4ed2-8539-5406518c3b4f req-901bf06b-9047-4b18-9afb-25962cf2f20b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:07.525487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cd1ba3c-fb70-4ed2-8539-5406518c3b4f req-901bf06b-9047-4b18-9afb-25962cf2f20b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 945 time: 0.2788856 May 12 19:25:07.532269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:07.572278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:07.605758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 99ffea07-7f1e-4b3a-aa11-0871d6716d56, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:07.608663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:07.624373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'port_id': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'mac_address': 'fa:16:3e:6b:f4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:25:07.651934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cd1ba3c-fb70-4ed2-8539-5406518c3b4f req-94ce5ba2-586a-418c-af9f-50e8fe8bd0f2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144376 May 12 19:25:07.675631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.734485 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.741641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.780078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:07.786400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:c80316f4c6a74e589a39038ffc57b43f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:07.791631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:07.798830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:07.811546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:07.812351 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.916048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ffea07-7f1e-4b3a-aa11-0871d6716d56 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:07.949543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 99ffea07-7f1e-4b3a-aa11-0871d6716d56, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:07.961342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a201074-e023-4ef2-b6de-ed1daf8825e2 req-9e90a4d3-ff67-4dd9-97dd-c29020e1ae12 tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0841634 May 12 19:25:07.965046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:07.969099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Allocated IP 172.20.0.2 (85e43fe5-0ae5-454e-94eb-05f505a19d73/e2395a71-19ba-475b-92e8-2cfb027796ea/3807a10b-2567-4ca3-b693-1e8edbb0ac79) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:08.061340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.264470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Allocated IP 172.25.2.183 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/dd55e2e7-f89c-4631-9387-651d5837815e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:08.348872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.363361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=99ffea07-7f1e-4b3a-aa11-0871d6716d56,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:08.371557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.405894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.431999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.451204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['99ffea07-7f1e-4b3a-aa11-0871d6716d56'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:25:08.502049 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c80316f4c6a74e589a39038ffc57b43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9913723 May 12 19:25:08.506088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39280) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:08.516529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396b583-1c0b-4411-950e-263da0805ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b0451e-3d26-441c-8c10-bea31f1d0b17,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:08.532318 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.574983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1f871-35fc-435f-a30c-fd14fcbaf161 req-eb138ad1-ed33-4465-9197-09a224a15abe tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:08.582887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06c1f871-35fc-435f-a30c-fd14fcbaf161 req-eb138ad1-ed33-4465-9197-09a224a15abe tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 945 time: 0.2686579 May 12 19:25:08.607910 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.632131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Transition to ACTIVE for port object 3807a10b-2567-4ca3-b693-1e8edbb0ac79 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:08.672148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Transition to ACTIVE for port object 3807a10b-2567-4ca3-b693-1e8edbb0ac79 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:08.679538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06c1f871-35fc-435f-a30c-fd14fcbaf161 req-1549d215-9431-4287-914a-9132966a704d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953007 May 12 19:25:08.714279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.727925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-916ce632-563e-44f6-b7c6-69b9453b5952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.736128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.818943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-916ce632-563e-44f6-b7c6-69b9453b5952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.837003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:08.840891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:08.845781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:08.924804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.939923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Pushing event updated for resources: {'Port': ['ID=3807a10b-2567-4ca3-b693-1e8edbb0ac79,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:08.961698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Attempting to bind port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:08.962075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Attempting to bind port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:08.962453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Attempting to bind port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 on network 85e43fe5-0ae5-454e-94eb-05f505a19d73 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:08.968464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:08.970796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Checking segment: {'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:08.970796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:08.970796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Bound using segment: {'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:08.971120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Bound port: 3807a10b-2567-4ca3-b693-1e8edbb0ac79, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:08.971346 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.005895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Allocated IP 172.25.2.207 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/d29c6dda-35aa-470c-bf18-2f4b333af505) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:09.032500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-916ce632-563e-44f6-b7c6-69b9453b5952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.078718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ce632-563e-44f6-b7c6-69b9453b5952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b0451e-3d26-441c-8c10-bea31f1d0b17,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:09.083224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:09.100251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:09.103944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:09.127906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] For port 3807a10b-2567-4ca3-b693-1e8edbb0ac79, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:09.128582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=dd55e2e7-f89c-4631-9387-651d5837815e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:09.138994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] For port 3807a10b-2567-4ca3-b693-1e8edbb0ac79, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3807a10b-2567-4ca3-b693-1e8edbb0ac79,segment=NetworkSegment(35101831-ed2a-438b-aee6-3e1538714d1f),segment_id=35101831-ed2a-438b-aee6-3e1538714d1f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:09.147793 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.166447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.170505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-916ce632-563e-44f6-b7c6-69b9453b5952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.171920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-916ce632-563e-44f6-b7c6-69b9453b5952 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47b0451e-3d26-441c-8c10-bea31f1d0b17 HTTP/1.1" status: 204 len: 168 time: 0.6637280 May 12 19:25:09.221534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 99ffea07-7f1e-4b3a-aa11-0871d6716d56 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:09.237250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.249291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.282365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.333586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1f5d4-166d-40fd-ada3-366a0bd3790f None None] Pushing event updated for resources: {'Port': ['ID=3807a10b-2567-4ca3-b693-1e8edbb0ac79,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:09.357977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:09.365680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:09.366477 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.375833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:09.398266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:09.405838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:09.577773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc2ff4-bc4d-4b36-98e9-8c117333e289 req-4ac7f38c-3978-4b23-a893-528d052e6f31 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:09.581331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbfc2ff4-bc4d-4b36-98e9-8c117333e289 req-4ac7f38c-3978-4b23-a893-528d052e6f31 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 945 time: 0.6469095 May 12 19:25:09.651307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:09.651943 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.717373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:09.726130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbfc2ff4-bc4d-4b36-98e9-8c117333e289 req-e0a39f53-8b9d-406a-b623-7d4d1b47eab8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386697 May 12 19:25:09.745505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 99ffea07-7f1e-4b3a-aa11-0871d6716d56, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:09.750979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.755442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.760714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:09.783285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d29c6dda-35aa-470c-bf18-2f4b333af505,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:09.977133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=99ffea07-7f1e-4b3a-aa11-0871d6716d56,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:09.987462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:10.041762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event updated for resources: {'Port': ['ID=dd55e2e7-f89c-4631-9387-651d5837815e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:10.047436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:10.048611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-4ac6433c-bfef-430f-a46f-df614e83fae5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5220168 May 12 19:25:10.195213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65d1632c-63c5-487b-afb7-5397c78b5bea req-4f4cac7e-8d31-459b-988c-ed625a95f3cc tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0746326 May 12 19:25:10.203095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:10.204237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-9e2c59a4-a8cc-4f2e-b0c2-15e0e6140a05 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:10.229752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-9e2c59a4-a8cc-4f2e-b0c2-15e0e6140a05 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:10.231231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-9e2c59a4-a8cc-4f2e-b0c2-15e0e6140a05 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.1709981 May 12 19:25:10.484942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-d95ed436-360c-44af-870a-260e8443cd5b tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:10.513020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b96ba640-474c-481a-b2ac-d9a0ecf7f474 req-d95ed436-360c-44af-870a-260e8443cd5b tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.2749584 May 12 19:25:10.596710 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7bb89f-7f02-4f6e-876d-da6629929428'] response: {'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'code': 200} May 12 19:25:10.758380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5d1c-8f46-4096-b949-2b2d54ae58c0 req-4820d3fd-da2d-43a0-9da6-4182ec4dc2f2 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:10.767348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec9a5d1c-8f46-4096-b949-2b2d54ae58c0 req-4820d3fd-da2d-43a0-9da6-4182ec4dc2f2 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.2362292 May 12 19:25:10.848322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3807a10b-2567-4ca3-b693-1e8edbb0ac79 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:10.880647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec9a5d1c-8f46-4096-b949-2b2d54ae58c0 req-a94a6596-1ae6-4efa-b976-e0a425354cd7 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104820 May 12 19:25:10.947523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443423c6-52a1-4e7a-82e8-6cf9598e356e None None] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:11.001932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b6c94-49da-4e62-89a1-bd75b6acc0d9 req-d4f5fc92-49a9-4c0a-af72-d535341d89ab tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:11.006695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-164b6c94-49da-4e62-89a1-bd75b6acc0d9 req-d4f5fc92-49a9-4c0a-af72-d535341d89ab tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1096 time: 0.1061192 May 12 19:25:11.047821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] Provisioning for port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:11.048068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:11.071817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:11.082596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] Provisioning complete for port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:11.084016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:11.220403 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abda4ea4-4698-41ec-b713-608cbc131dd8 req-df5c5139-c96e-4880-a4fc-e8da61021ac3 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips/752b7df0-ca4e-4264-91fb-cd4e70cdeeff HTTP/1.1" status: 200 len: 693 time: 0.2033839 May 12 19:25:11.284574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:11.285246 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:11.358969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ef412-d4ae-4922-b725-7367f603c01b req-d9e9aa63-8e77-427a-9260-2278513ac001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:11.360538 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-600ef412-d4ae-4922-b725-7367f603c01b req-d9e9aa63-8e77-427a-9260-2278513ac001 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 1097 time: 0.5438352 May 12 19:25:11.484176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-600ef412-d4ae-4922-b725-7367f603c01b req-9f3c0d3a-c967-4e3b-8644-94ee7bbb2457 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601563 May 12 19:25:11.509597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda4ea4-4698-41ec-b713-608cbc131dd8 req-6ad308e8-bf9e-4999-99f7-6bf506bdd0f5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:11.511630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abda4ea4-4698-41ec-b713-608cbc131dd8 req-6ad308e8-bf9e-4999-99f7-6bf506bdd0f5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.2902341 May 12 19:25:11.513434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-164b6c94-49da-4e62-89a1-bd75b6acc0d9 req-c3cf561b-392f-4198-b623-72f696163c87 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979968 May 12 19:25:11.526632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-abda4ea4-4698-41ec-b713-608cbc131dd8 req-480a2f58-8200-4e84-b80f-5540d7c1d75e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:25:11.538579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abda4ea4-4698-41ec-b713-608cbc131dd8 req-480a2f58-8200-4e84-b80f-5540d7c1d75e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194440 May 12 19:25:11.593044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] Current status of the port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:11.594473 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:11.610765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Router 7908311d-c366-4a53-a32b-527b6d6ebc8d is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:25:11.681904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] For port 3807a10b-2567-4ca3-b693-1e8edbb0ac79, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3807a10b-2567-4ca3-b693-1e8edbb0ac79,segment=NetworkSegment(35101831-ed2a-438b-aee6-3e1538714d1f),segment_id=35101831-ed2a-438b-aee6-3e1538714d1f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:11.689459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:11.689590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:11.703463 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:11.742248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-55d8f35e-27e9-4385-b627-8780cd8ac3b1 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips/752b7df0-ca4e-4264-91fb-cd4e70cdeeff HTTP/1.1" status: 200 len: 693 time: 0.1126401 May 12 19:25:11.842346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b19512-efc1-4245-a720-1e83274adcaa None None] Pushing event updated for resources: {'Port': ['ID=3807a10b-2567-4ca3-b693-1e8edbb0ac79,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:11.849448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:25:11.850005 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:25:11.921726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a62b8fc-3264-4629-980a-94b128002210 req-3bf3f063-7cd2-4e32-bd93-572efa7cefad tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1271596 May 12 19:25:11.960143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:25:11.971099 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Sync routers for ids ['7908311d-c366-4a53-a32b-527b6d6ebc8d'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:25:11.989505 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Routers {'7908311d-c366-4a53-a32b-527b6d6ebc8d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:11.990717 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7908311d-c366-4a53-a32b-527b6d6ebc8d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:12.001030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-3afc5126-f7be-4a56-ad4a-a4ba6ceb9eba tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:12.002650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-3afc5126-f7be-4a56-ad4a-a4ba6ceb9eba tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.2518125 May 12 19:25:12.006738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.008244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e78d948-74d0-4df5-bb51-5430b668b5c0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0537331 May 12 19:25:12.012883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:12.022045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-4f0ec829-11b4-4f02-a3fc-ed502d8256fb tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:25:12.026974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-4f0ec829-11b4-4f02-a3fc-ed502d8256fb tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176983 May 12 19:25:12.033952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9039b7bb-486c-407e-9c39-068bb009a2c7 None None] Provisioning complete for port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:12.034386 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9039b7bb-486c-407e-9c39-068bb009a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.145842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-8763f0cf-0d03-4db4-82fc-79d71e024f20 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.1069658 May 12 19:25:12.267473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-0ff5b76d-8b2f-45cc-91a6-7594903d1d38 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.1133170 May 12 19:25:12.281046 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Set router 7908311d-c366-4a53-a32b-527b6d6ebc8d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:12.283497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9039b7bb-486c-407e-9c39-068bb009a2c7 None None] Current status of the port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:12.441718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39368) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:12.455428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:12.461743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066434232', 'description': 'tempest-description--868648285'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:12.477936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:12.484996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Usage tracker for resource:security_group and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:12.489720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:12.503511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:12.561268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Deleting port dd55e2e7-f89c-4631-9387-651d5837815e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:12.561865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.585347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.622255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:12.674484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Usage tracker for resource:security_group_rule and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:12.690183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:12.723080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:12.746277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3807a10b-2567-4ca3-b693-1e8edbb0ac79 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:12.821906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:12.821906 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.835479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4091d17-e5c8-4728-ae48-e564ea771b07 req-ab727c61-464b-4450-970a-da7a92166a66 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:12.837080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4091d17-e5c8-4728-ae48-e564ea771b07 req-ab727c61-464b-4450-970a-da7a92166a66 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1096 time: 0.2476594 May 12 19:25:12.842031 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:09Z', 'revision_number': 3, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port': {'id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:08Z', 'updated_at': '2022-05-12T19:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:12.850797 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Checking router: 7908311d-c366-4a53-a32b-527b6d6ebc8d for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:25:12.851121 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Updating router 7908311d-c366-4a53-a32b-527b6d6ebc8d port d29c6dda-35aa-470c-bf18-2f4b333af505 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:25:12.897844 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.898223 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.930007 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.955351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:12.967041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.011120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:13.023999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.028863 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5826337 May 12 19:25:13.030281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39372) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:13.040224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Calling delete_port for dd55e2e7-f89c-4631-9387-651d5837815e owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:13.047283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Request body: {'security_group_rule': {'security_group_id': '63069b3c-feb7-470b-9d25-f73ee018a91c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:13.058835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:13.068126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Usage tracker for resource:security_group_rule and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:13.069270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4091d17-e5c8-4728-ae48-e564ea771b07 req-a8a54211-40ed-43ee-a8b6-e1783a16c449 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165468 May 12 19:25:13.072442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe19339-82dd-4e97-be66-e43186170f82 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63069b3c-feb7-470b-9d25-f73ee018a91c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:13.075997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:13.153604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:13.221199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.247207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.268472 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.350670 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.360707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event deleted for resources: {'Port': ['ID=dd55e2e7-f89c-4631-9387-651d5837815e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:13.367241 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Transition to ACTIVE for port object d29c6dda-35aa-470c-bf18-2f4b333af505 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:13.375767 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.416050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.416410 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.425425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.449650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.450905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c2c0d44-3d63-4b5e-b3bf-58af64cd9429 req-bbca7041-dc22-40c4-b5f5-3f9566bafabe tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "DELETE /v2.0/floatingips/752b7df0-ca4e-4264-91fb-cd4e70cdeeff HTTP/1.1" status: 204 len: 173 time: 1.1758974 May 12 19:25:13.460032 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a80b2-6979-4ffa-92f2-1d5dfb512cb5 None None] Pushing event updated for resources: {'Port': ['ID=d29c6dda-35aa-470c-bf18-2f4b333af505,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:13.462738 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Attempting to bind port d29c6dda-35aa-470c-bf18-2f4b333af505 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:13.462977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62359e-a5f5-41f5-825f-9434a072d9de req-20c31220-cb2a-4d70-834f-b4d9887e7c30 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:13.463101 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Attempting to bind port d29c6dda-35aa-470c-bf18-2f4b333af505 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:13.463431 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Attempting to bind port d29c6dda-35aa-470c-bf18-2f4b333af505 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:13.464588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c62359e-a5f5-41f5-825f-9434a072d9de req-20c31220-cb2a-4d70-834f-b4d9887e7c30 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.1551268 May 12 19:25:13.469421 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:13.469995 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:13.470530 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.471041 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:13.471636 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Bound port: d29c6dda-35aa-470c-bf18-2f4b333af505, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:13.472181 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.485367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29d86a4-347d-4629-9014-d2873097e7b0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:13.491035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.495143 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ac0e3325-26a6-4fd3-8b86-d6a7e1b63adc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4593792 May 12 19:25:13.496020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39384) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:13.503562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Request body: {'security_group_rule': {'security_group_id': '63069b3c-feb7-470b-9d25-f73ee018a91c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:13.509348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:13.518106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Usage tracker for resource:security_group_rule and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:13.523736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c62359e-a5f5-41f5-825f-9434a072d9de req-dbf19228-399e-4ec6-b900-8dc36a8e8f2d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525768 May 12 19:25:13.562326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:13.567820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] For port d29c6dda-35aa-470c-bf18-2f4b333af505, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:13.571338 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] For port d29c6dda-35aa-470c-bf18-2f4b333af505, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d29c6dda-35aa-470c-bf18-2f4b333af505,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:13.577434 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.653011 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Routers {'7908311d-c366-4a53-a32b-527b6d6ebc8d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:13.653653 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7908311d-c366-4a53-a32b-527b6d6ebc8d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:13.688088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:13.718912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Allocated IP 172.20.0.1 (85e43fe5-0ae5-454e-94eb-05f505a19d73/e2395a71-19ba-475b-92e8-2cfb027796ea/8482261d-024b-44d7-9645-4045eeb1aff9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:13.723591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.744026 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a80b2-6979-4ffa-92f2-1d5dfb512cb5 None None] Pushing event updated for resources: {'Port': ['ID=d29c6dda-35aa-470c-bf18-2f4b333af505,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:13.751249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50d032dc-abd4-498c-bd22-6a73fec9537c req-c6b2a22a-8d30-4498-8bd9-0a2a81a2286f tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0711672 May 12 19:25:13.884429 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] Set router 7908311d-c366-4a53-a32b-527b6d6ebc8d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:13.897858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ce00-71ff-4e00-805d-33a4fc9c5f82 req-2a7b6e42-15c9-4774-b3c6-6ac2eee881f2 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:13.903688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d77ce00-71ff-4e00-805d-33a4fc9c5f82 req-2a7b6e42-15c9-4774-b3c6-6ac2eee881f2 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1789854 May 12 19:25:13.907470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.920160 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.942571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2be1ca-d7db-4296-bed1-1abf89fb3f92,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:13.969547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.990321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Transition to ACTIVE for port object 8482261d-024b-44d7-9645-4045eeb1aff9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:13.991760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:13.997062 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-345c61c2-ad7e-4275-8f11-b6393c44bf18 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5000622 May 12 19:25:13.997398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:14.005409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:14.018600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:14.025314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.031418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Usage tracker for resource:floatingip and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:14.041625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb672e2-6b2d-4c25-886f-9b731abee4f4 req-5efa32b3-6397-424c-b867-23a60240941d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:14.045640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb672e2-6b2d-4c25-886f-9b731abee4f4 req-5efa32b3-6397-424c-b867-23a60240941d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.1408308 May 12 19:25:14.046614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:14.057292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:14.057727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39408) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:14.066331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Request body: {'floatingip': {'port_id': '99ffea07-7f1e-4b3a-aa11-0871d6716d56'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:14.106682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8482261d-024b-44d7-9645-4045eeb1aff9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:14.120026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:14.121013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:14.144360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:14.144360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.155385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.316790 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.331338 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:09Z', 'revision_number': 3, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port': {'id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:08Z', 'updated_at': '2022-05-12T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:14.340367 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bf726-89f1-4781-944d-eedd319aefdf None None] The sync data for ids ['7908311d-c366-4a53-a32b-527b6d6ebc8d'] in n-d-841626-1 is: [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:09Z', 'revision_number': 3, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port': {'id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:08Z', 'updated_at': '2022-05-12T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:14.348879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.431340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bda54de6-018d-4ae2-b57e-a9461691e1db None None] Provisioning for port 8482261d-024b-44d7-9645-4045eeb1aff9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:14.438111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bda54de6-018d-4ae2-b57e-a9461691e1db None None] Provisioning complete for port 8482261d-024b-44d7-9645-4045eeb1aff9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:14.438722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bda54de6-018d-4ae2-b57e-a9461691e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.505424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bda54de6-018d-4ae2-b57e-a9461691e1db None None] Port 8482261d-024b-44d7-9645-4045eeb1aff9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:25:14.727305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.734352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.735180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:14.781042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fb15bee3-9d38-4de0-b864-40514903a8e2 req-eef3f956-218e-4144-a4dd-5e5b244b890f tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:14.897127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8482261d-024b-44d7-9645-4045eeb1aff9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:14.944250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:14.945949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fb15bee3-9d38-4de0-b864-40514903a8e2 req-eef3f956-218e-4144-a4dd-5e5b244b890f tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:14.946070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:14.952062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb15bee3-9d38-4de0-b864-40514903a8e2 req-eef3f956-218e-4144-a4dd-5e5b244b890f tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=9e4ceea658e84b05bb40118c4978d6a5 HTTP/1.1" status: 200 len: 1656 time: 0.5314410 May 12 19:25:15.164676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15bee3-9d38-4de0-b864-40514903a8e2 req-2e76cc68-fc2c-4fc1-84a2-dbd0bd85982e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:15.171415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb15bee3-9d38-4de0-b864-40514903a8e2 req-2e76cc68-fc2c-4fc1-84a2-dbd0bd85982e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks?id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&id=79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 787 time: 0.2184758 May 12 19:25:15.184727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-fb15bee3-9d38-4de0-b864-40514903a8e2 req-92f2cdb8-c0b3-4e07-8b19-e1e240757a9c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:25:15.191118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb15bee3-9d38-4de0-b864-40514903a8e2 req-92f2cdb8-c0b3-4e07-8b19-e1e240757a9c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188553 May 12 19:25:15.196525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Router 7908311d-c366-4a53-a32b-527b6d6ebc8d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:25:15.238015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a524d3fc-fe27-4815-8762-b6b669db7c2e None None] Provisioning complete for port 8482261d-024b-44d7-9645-4045eeb1aff9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:15.238503 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a524d3fc-fe27-4815-8762-b6b669db7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:15.326482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a524d3fc-fe27-4815-8762-b6b669db7c2e None None] Port 8482261d-024b-44d7-9645-4045eeb1aff9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:25:15.336632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652546c-4cb2-4e64-b8ad-1fb06378080c req-c31b54d1-1789-4fc0-a5e0-ea215c059833 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:15.344207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c652546c-4cb2-4e64-b8ad-1fb06378080c req-c31b54d1-1789-4fc0-a5e0-ea215c059833 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1096 time: 0.6198983 May 12 19:25:15.418560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:25:15.423388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f6a270e0-1889-4a97-938b-e24427d501a4 admin admin] 10.222.0.72 "PUT /v2.0/routers/7908311d-c366-4a53-a32b-527b6d6ebc8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4089861 May 12 19:25:15.625659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa1799f6-de3d-4918-9a31-55a956639509 req-cfd2dc86-aa9c-4a0e-a7e7-56adb7c5648a tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.1978395 May 12 19:25:15.641372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:15.645870 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c652546c-4cb2-4e64-b8ad-1fb06378080c req-02e69270-fab1-4538-bcff-fa94ffdc66c0 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008742 May 12 19:25:15.824307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-6cd7279b-b83c-45ed-b21c-a503ddd669c4 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips/62438452-0302-4d14-9511-0799541eec38 HTTP/1.1" status: 200 len: 692 time: 0.1105046 May 12 19:25:16.159767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Sync routers for ids ['7908311d-c366-4a53-a32b-527b6d6ebc8d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:25:16.169390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Routers {'7908311d-c366-4a53-a32b-527b6d6ebc8d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:16.169999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7908311d-c366-4a53-a32b-527b6d6ebc8d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:16.191985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:25:16.316784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Allocated IP 172.25.2.157 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/af40e2d3-7e5c-4eac-8bc6-e94154126828) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:16.348715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Set router 7908311d-c366-4a53-a32b-527b6d6ebc8d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:16.369802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:16.407601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:16.525777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-4af4c377-4cb1-411a-a579-cfd39ecf4e3e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:16.527107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-4af4c377-4cb1-411a-a579-cfd39ecf4e3e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.6609137 May 12 19:25:16.548604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-d5999b06-c5fc-4405-a0e9-0317f196c21f tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7195899 May 12 19:25:16.568587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-2922057d-d32f-4761-973d-a5ad94d8c978 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:25:16.569534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-2922057d-d32f-4761-973d-a5ad94d8c978 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282023 May 12 19:25:16.578488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:16.590255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:16.673995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:14Z', 'revision_number': 4, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port': {'id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:08Z', 'updated_at': '2022-05-12T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8482261d-024b-44d7-9645-4045eeb1aff9', 'name': '', 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'mac_address': 'fa:16:3e:7d:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e2395a71-19ba-475b-92e8-2cfb027796ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:13Z', 'updated_at': '2022-05-12T19:25:14Z', 'revision_number': 2, 'project_id': '466687d318e54a1bb674d43806e890b1', 'subnets': [{'id': 'e2395a71-19ba-475b-92e8-2cfb027796ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:16.677859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Checking router: 7908311d-c366-4a53-a32b-527b6d6ebc8d for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:25:16.678201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Updating router 7908311d-c366-4a53-a32b-527b6d6ebc8d port 8482261d-024b-44d7-9645-4045eeb1aff9 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:25:16.702377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Usage tracker for resource:floatingip and tenant:466687d318e54a1bb674d43806e890b1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:16.725709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:16.731607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:16.744614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d29c6dda-35aa-470c-bf18-2f4b333af505 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:16.756339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-d8ead596-329d-413f-9982-5094d646fbb9 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.1710339 May 12 19:25:16.757104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:16.874837 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:16.895223 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8 associated. External IP: 172.25.2.127, port: 99ffea07-7f1e-4b3a-aa11-0871d6716d56. May 12 19:25:16.916347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d29c6dda-35aa-470c-bf18-2f4b333af505 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:16.925981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d29c6dda-35aa-470c-bf18-2f4b333af505 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:16.926384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:16.948812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-46b21bff-930e-40d2-8912-e404a430a544 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.1851797 May 12 19:25:16.956610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:16.997263 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a8418151-a56f-4039-9808-d898b81241ef req-1a7c7d67-a7e7-4116-8dae-d9d92ddf2dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0455749 May 12 19:25:17.152757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d29c6dda-35aa-470c-bf18-2f4b333af505 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:17.153207 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.183220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d29c6dda-35aa-470c-bf18-2f4b333af505, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d29c6dda-35aa-470c-bf18-2f4b333af505,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:17.215396 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.278414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Deleting port a216e880-7651-4d6f-b845-e2b3795192be {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:17.278754 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.298967 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.311691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d29c6dda-35aa-470c-bf18-2f4b333af505,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:17.316203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Transition to ACTIVE for port object 8482261d-024b-44d7-9645-4045eeb1aff9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:17.324111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.452617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1a340-306b-4b24-bd1a-ec77b5579c56 None None] Pushing event updated for resources: {'Port': ['ID=8482261d-024b-44d7-9645-4045eeb1aff9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:17.571562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Attempting to bind port 8482261d-024b-44d7-9645-4045eeb1aff9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:17.571915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Attempting to bind port 8482261d-024b-44d7-9645-4045eeb1aff9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:17.572266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Attempting to bind port 8482261d-024b-44d7-9645-4045eeb1aff9 on network 85e43fe5-0ae5-454e-94eb-05f505a19d73 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:17.577601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:17.577965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Checking segment: {'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:17.578361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.578738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Bound using segment: {'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:17.579192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Bound port: 8482261d-024b-44d7-9645-4045eeb1aff9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35101831-ed2a-438b-aee6-3e1538714d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:17.579546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.627046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.673029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] For port 8482261d-024b-44d7-9645-4045eeb1aff9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:17.677254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] For port 8482261d-024b-44d7-9645-4045eeb1aff9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8482261d-024b-44d7-9645-4045eeb1aff9,segment=NetworkSegment(35101831-ed2a-438b-aee6-3e1538714d1f),segment_id=35101831-ed2a-438b-aee6-3e1538714d1f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:17.683341 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.759574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Routers {'7908311d-c366-4a53-a32b-527b6d6ebc8d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:17.766116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7908311d-c366-4a53-a32b-527b6d6ebc8d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:17.801444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:17.824335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:17.837370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1a340-306b-4b24-bd1a-ec77b5579c56 None None] Pushing event updated for resources: {'Port': ['ID=8482261d-024b-44d7-9645-4045eeb1aff9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:17.838338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event updated for resources: {'Port': ['ID=af40e2d3-7e5c-4eac-8bc6-e94154126828,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:17.845314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:17.852425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.852751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:17.877384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.877734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.878062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.878396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.878726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.879063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.879388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.879720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.880041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.880368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.880689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.881006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:17.950633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] Set router 7908311d-c366-4a53-a32b-527b6d6ebc8d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:18.022826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Calling delete_port for a216e880-7651-4d6f-b845-e2b3795192be owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:18.101440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Router 3c96abfd-770f-41ce-81a4-5937619eff47 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:25:18.103253 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:18.108237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:18.309740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:14Z', 'revision_number': 4, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port': {'id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:08Z', 'updated_at': '2022-05-12T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8482261d-024b-44d7-9645-4045eeb1aff9', 'name': '', 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'mac_address': 'fa:16:3e:7d:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e2395a71-19ba-475b-92e8-2cfb027796ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:13Z', 'updated_at': '2022-05-12T19:25:17Z', 'revision_number': 4, 'project_id': '466687d318e54a1bb674d43806e890b1', 'subnets': [{'id': 'e2395a71-19ba-475b-92e8-2cfb027796ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:18.314052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1353c28-a46a-411a-9e77-e6a5ce85794f None None] The sync data for ids ['7908311d-c366-4a53-a32b-527b6d6ebc8d'] in n-d-841626-1 is: [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:14Z', 'revision_number': 4, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port': {'id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:08Z', 'updated_at': '2022-05-12T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8482261d-024b-44d7-9645-4045eeb1aff9', 'name': '', 'network_id': '85e43fe5-0ae5-454e-94eb-05f505a19d73', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'mac_address': 'fa:16:3e:7d:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e2395a71-19ba-475b-92e8-2cfb027796ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:13Z', 'updated_at': '2022-05-12T19:25:17Z', 'revision_number': 4, 'project_id': '466687d318e54a1bb674d43806e890b1', 'subnets': [{'id': 'e2395a71-19ba-475b-92e8-2cfb027796ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:18.380104 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:18.590569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:18.639441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:25:18.651303 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] Sync routers for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:25:18.661708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Allocated IP 172.25.2.138 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/ea27cbc7-cc37-423f-9055-70837bcbb3d5) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:18.661868 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:18.662657 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:18.795872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event deleted for resources: {'Port': ['ID=a216e880-7651-4d6f-b845-e2b3795192be,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:18.838200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8482261d-024b-44d7-9645-4045eeb1aff9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:18.870322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:18.873296 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:18.879705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b1c5f7d-3795-4981-bc50-981711cec374 req-ba8ca74a-1a4b-4a20-84e3-3c50d44565b6 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "DELETE /v2.0/floatingips/62438452-0302-4d14-9511-0799541eec38 HTTP/1.1" status: 204 len: 173 time: 1.9087625 May 12 19:25:18.914032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:18.928284 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:18.945604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 8482261d-024b-44d7-9645-4045eeb1aff9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:18.951212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8482261d-024b-44d7-9645-4045eeb1aff9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:18.952722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.181835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8482261d-024b-44d7-9645-4045eeb1aff9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:19.182489 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.219736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 8482261d-024b-44d7-9645-4045eeb1aff9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8482261d-024b-44d7-9645-4045eeb1aff9,segment=NetworkSegment(35101831-ed2a-438b-aee6-3e1538714d1f),segment_id=35101831-ed2a-438b-aee6-3e1538714d1f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:19.226327 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.227415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d29c6dda-35aa-470c-bf18-2f4b333af505 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:19.249153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9151f6a-402b-4f5e-b7f9-4872eabc32d0 req-52ab1356-f7c5-43e0-81cc-a70d0a8dbc91 tempest-ServersAdmin275Test-1015144037 tempest-ServersAdmin275Test-1015144037-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0811243 May 12 19:25:19.268012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-55c7e85f-80f0-4ebd-8673-42406f73e15f tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "PUT /v2.0/floatingips/20a352d8-cc08-47f4-95bb-e2cd31a4bab8 HTTP/1.1" status: 200 len: 992 time: 5.2067091 May 12 19:25:19.272476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:19.405251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.420325 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20a352d8-cc08-47f4-95bb-e2cd31a4bab8', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'port_id': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'mac_address': 'fa:16:3e:6b:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:23:54Z', 'updated_at': '2022-05-12T19:25:15Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:19.424591 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] Checking router: 3c96abfd-770f-41ce-81a4-5937619eff47 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:25:19.429388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=8482261d-024b-44d7-9645-4045eeb1aff9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:19.442268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d29c6dda-35aa-470c-bf18-2f4b333af505 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:19.442994 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.455433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.458774 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:19.459393 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:19.502497 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.586862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.614392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d29c6dda-35aa-470c-bf18-2f4b333af505 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:19.626628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.660002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:19.667630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:19.671528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:19.684238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.685482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6869440 May 12 19:25:19.688530 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:19.691737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5042a1-f615-40c0-89d3-6bfa159dfe7a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event updated for resources: {'Port': ['ID=af40e2d3-7e5c-4eac-8bc6-e94154126828,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:19.781763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:19.782948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Pushing event updated for resources: {'Port': ['ID=ea27cbc7-cc37-423f-9055-70837bcbb3d5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:19.788025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3089f-107e-42c1-9bb6-79b545d9a36a req-879c1efe-2767-4ec1-9dad-d1f390653c9f tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:19.790044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9a3089f-107e-42c1-9bb6-79b545d9a36a req-879c1efe-2767-4ec1-9dad-d1f390653c9f tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1096 time: 0.2815127 May 12 19:25:19.880389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9a3089f-107e-42c1-9bb6-79b545d9a36a req-0ecef142-6c0c-475f-9005-0441c37b749f tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843258 May 12 19:25:19.880985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:20.026737 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:25:20.055388 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20a352d8-cc08-47f4-95bb-e2cd31a4bab8', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'port_id': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'mac_address': 'fa:16:3e:6b:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:23:54Z', 'updated_at': '2022-05-12T19:25:15Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:20.059472 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472256c-a58c-4e42-b7fe-164641c3fbba None None] The sync data for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 is: [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20a352d8-cc08-47f4-95bb-e2cd31a4bab8', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'port_id': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'mac_address': 'fa:16:3e:6b:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:23:54Z', 'updated_at': '2022-05-12T19:25:15Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:20.100575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-0b853453-6179-4c28-a56d-08de135a7e5d tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips/8f788213-ea76-41be-9482-29d46a627146 HTTP/1.1" status: 200 len: 693 time: 0.1419127 May 12 19:25:20.243032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfde68-3b8f-4141-abe3-29a7bc8a9c5b None None] New status for floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:25:20.287576 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:20.296498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-e38ec46a-cbd1-468e-aeb4-796824712aaf tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:20.297906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-e38ec46a-cbd1-468e-aeb4-796824712aaf tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.1878421 May 12 19:25:20.300058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:20.409758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:20.450320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Pushing event updated for resources: {'Port': ['ID=ea27cbc7-cc37-423f-9055-70837bcbb3d5,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:20.454274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-d1111a6e-7bbc-4ad8-993b-98093d013b3c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:20.469567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:20.470771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-03d34c04-c6da-4697-8d73-19d182d25ef1 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9060171 May 12 19:25:20.476712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-d1111a6e-7bbc-4ad8-993b-98093d013b3c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:20.477864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-d1111a6e-7bbc-4ad8-993b-98093d013b3c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.1470652 May 12 19:25:20.620555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-d115465d-bc05-4809-b7df-db29e452d7e5 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Synchronizing usage tracker for tenant:466687d318e54a1bb674d43806e890b1 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:20.627673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-633ac92f-32ad-44b9-8f10-3141108dae7e tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.0981872 May 12 19:25:20.698092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-d115465d-bc05-4809-b7df-db29e452d7e5 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Unset dirty status for tenant:466687d318e54a1bb674d43806e890b1 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:20.699287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-d115465d-bc05-4809-b7df-db29e452d7e5 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.2205477 May 12 19:25:20.716403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8482261d-024b-44d7-9645-4045eeb1aff9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:20.817800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8482261d-024b-44d7-9645-4045eeb1aff9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:20.818167 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:20.931997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8482261d-024b-44d7-9645-4045eeb1aff9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:20.966364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Deleting port 7d5c7736-d714-41d6-9154-6776b3622853 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:20.966711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:21.141307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-c29cd52e-ec02-4c61-bdcc-ea04f45a858b tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:21.142602 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36a76c89-0c77-4743-be39-f40cb526ba5e req-c29cd52e-ec02-4c61-bdcc-ea04f45a858b tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.3298218 May 12 19:25:21.184480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:21.184818 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:21.308150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Calling delete_port for 7d5c7736-d714-41d6-9154-6776b3622853 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:21.478340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d5347-1bb3-4c02-b444-8a3d8efd9fca req-a54f79b4-22ad-4c2d-b2b8-831a8913ae35 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:21.479702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b2d5347-1bb3-4c02-b444-8a3d8efd9fca req-a54f79b4-22ad-4c2d-b2b8-831a8913ae35 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.1794031 May 12 19:25:21.534517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b2d5347-1bb3-4c02-b444-8a3d8efd9fca req-ea79bf4e-b899-4a6f-b8a0-c3ea16c0cba7 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488226 May 12 19:25:21.535899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:21.607684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event deleted for resources: {'Port': ['ID=7d5c7736-d714-41d6-9154-6776b3622853,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:21.622493 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:21.641346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:21.645658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6ea35cb-31d8-4639-88dc-2480011f0d55 req-191f102a-7cbc-4d12-9a2b-938bfd20a69c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "DELETE /v2.0/floatingips/8f788213-ea76-41be-9482-29d46a627146 HTTP/1.1" status: 204 len: 173 time: 1.0116410 May 12 19:25:21.733439 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a131dee-5209-40c8-a4b4-47f558b907ee'] response: {'name': 'network-changed', 'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'status': 'completed', 'code': 200} May 12 19:25:21.848331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ed1e5d65-045b-4b37-a0e5-3ffd300fe6b9 req-dc8c5096-2139-462e-bd61-365bd4595e73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6826eac94d8a432282207b14c2bf73e2&device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0487320 May 12 19:25:21.852691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-bf0d4387-ad07-4548-8434-10c6fc7b7b34 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2066434232&fields=id&tenant_id=beecf6eeebb8459989dfcc8581f786ef HTTP/1.1" status: 200 len: 267 time: 0.0437744 May 12 19:25:21.885410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ed1e5d65-045b-4b37-a0e5-3ffd300fe6b9 req-d2508c6c-a4ca-472b-9820-1d890609f193 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6826eac94d8a432282207b14c2bf73e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287163 May 12 19:25:22.016527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-159d663d-5664-4bca-ac60-ff03b4cc5dc7 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:22.018376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-159d663d-5664-4bca-ac60-ff03b4cc5dc7 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/networks?id=5c6d2180-4dc0-435e-8247-bfb3729d84d2 HTTP/1.1" status: 200 len: 815 time: 0.1580534 May 12 19:25:22.035089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-4b07cd1d-40f5-4708-87b5-732b3df3c9c6 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/quotas/beecf6eeebb8459989dfcc8581f786ef HTTP/1.1" status: 200 len: 375 time: 0.0107770 May 12 19:25:22.074599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31691b3c-b332-40fd-a975-82afb4db8927 req-aa6cd315-e3e2-44c4-ab0e-58f08fd43aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:22.076097 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31691b3c-b332-40fd-a975-82afb4db8927 req-aa6cd315-e3e2-44c4-ab0e-58f08fd43aeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 1097 time: 0.3116114 May 12 19:25:22.139330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-ef8f0b80-fadc-4f05-b8f6-10dbde9d8ab3 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=beecf6eeebb8459989dfcc8581f786ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916202 May 12 19:25:22.212157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5d65-045b-4b37-a0e5-3ffd300fe6b9 req-a4126eea-ea40-47d9-bcd4-40a17aa58eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:22.214134 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ed1e5d65-045b-4b37-a0e5-3ffd300fe6b9 req-a4126eea-ea40-47d9-bcd4-40a17aa58eb4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3233905 May 12 19:25:22.246236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31691b3c-b332-40fd-a975-82afb4db8927 req-2c2bb986-b621-400e-9fc8-1f0059ac8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:22.247722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31691b3c-b332-40fd-a975-82afb4db8927 req-2c2bb986-b621-400e-9fc8-1f0059ac8511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 200 len: 925 time: 0.1640954 May 12 19:25:22.288707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-5507e357-1858-42c0-ae9f-a77dbac1440e service neutron] 10.222.0.72 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469381 May 12 19:25:22.358864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31691b3c-b332-40fd-a975-82afb4db8927 req-6ae0b31a-6cab-4273-9f62-1261770e1b0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56 HTTP/1.1" status: 200 len: 1002 time: 0.1029961 May 12 19:25:22.422952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-16bde959-8ed2-417f-b2df-6b397bcc4518 service neutron] 10.222.0.72 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284051 May 12 19:25:22.427012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31691b3c-b332-40fd-a975-82afb4db8927 req-a78cb91a-d8a7-4d93-bd64-cf15626ba578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:22.428616 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31691b3c-b332-40fd-a975-82afb4db8927 req-a78cb91a-d8a7-4d93-bd64-cf15626ba578 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2955043-30a2-4f31-9d61-82837f7a0f3b HTTP/1.1" status: 200 len: 863 time: 0.0630083 May 12 19:25:22.511162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31691b3c-b332-40fd-a975-82afb4db8927 req-4f07e37c-74e5-41a3-919f-137329f67825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:22.512945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31691b3c-b332-40fd-a975-82afb4db8927 req-4f07e37c-74e5-41a3-919f-137329f67825 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cb5f7dc-5d64-4b56-8dac-9352191c365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781906 May 12 19:25:22.655351 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31691b3c-b332-40fd-a975-82afb4db8927 req-b274a6d2-5f4f-4b89-982d-b991349901d2 service neutron] 10.222.0.36 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358483 May 12 19:25:22.768595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cfa3c22-df65-42c4-8d0e-4aee4bd4e3f9 req-aa121461-c6c9-4f62-add6-c98b5b60cc08 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips/3eb0aaac-b4dc-4ee3-819f-0f82e82e5d6a HTTP/1.1" status: 200 len: 693 time: 0.2055864 May 12 19:25:22.809063 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31691b3c-b332-40fd-a975-82afb4db8927 req-af432228-96f7-494e-b52d-81fa2f172ad0 service neutron] 10.222.0.36 "GET /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460631 May 12 19:25:22.885166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39524) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:22.938237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3c22-df65-42c4-8d0e-4aee4bd4e3f9 req-3e0c60ab-c3b4-4f99-91d1-c3019e5c1e97 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:22.939580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cfa3c22-df65-42c4-8d0e-4aee4bd4e3f9 req-3e0c60ab-c3b4-4f99-91d1-c3019e5c1e97 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.1728675 May 12 19:25:23.014393 n-d-841626-1 neutron-server[88113]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 19:25:23.018352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-83364b3c-04f8-4d70-9c22-ff960c6c7eab tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:25:23.029976 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-83364b3c-04f8-4d70-9c22-ff960c6c7eab tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1424792 May 12 19:25:23.105934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-a0134084-be42-4a5b-9023-c86e9fde6cf5 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips/36a2879a-46f4-4b10-b8cf-870ae199178e HTTP/1.1" status: 200 len: 693 time: 0.0932093 May 12 19:25:23.124198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Request body: {'binding': {'host': 'n-h1-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:23.124886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Unknown quota resources ['binding']. {{(pid=88113) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:25:23.270912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-7ad35bdf-e394-4288-86e6-5e42dcb7e04c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:23.272187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-7ad35bdf-e394-4288-86e6-5e42dcb7e04c tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.1584809 May 12 19:25:23.336037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on host n-h1-841626-1 for vnic_type normal with profile None {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:23.336420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:23.336751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:23.341914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:25:23.342239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:23.347426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:23.347862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:23.348339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:23.348816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Bound port: c4085344-a14b-40cc-b782-338a95a4bbbb, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:23.360399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-fba3291e-6486-4081-825e-763fb2d9bfb2 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Synchronizing usage tracker for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:23.376449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-fba3291e-6486-4081-825e-763fb2d9bfb2 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Unset dirty status for tenant:9e4ceea658e84b05bb40118c4978d6a5 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:23.377834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-fba3291e-6486-4081-825e-763fb2d9bfb2 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0977523 May 12 19:25:23.427119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:23.434582 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:23.434582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-9d06878e-e054-47a1-bf38-d629d96bfca2 service neutron] 10.222.0.72 "POST /v2.0/ports/c4085344-a14b-40cc-b782-338a95a4bbbb/bindings HTTP/1.1" status: 201 len: 389 time: 0.3697870 May 12 19:25:23.458648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-ac8a4e7e-50ab-4c1e-86c6-ec7655ed1a58 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0731478 May 12 19:25:23.640267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ed1e5d65-045b-4b37-a0e5-3ffd300fe6b9 req-c5bdc256-0154-4313-8d45-a06e79adf5a2 tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.36 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0470314 May 12 19:25:23.673902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Deleting port 983c7650-0b72-4ea7-994d-ded466051c3d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:23.674240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:23.708967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a99ba93c-4a99-4d84-9cc5-be125cdf3eb2 req-57b3dfc2-01d6-4733-a909-2fdb1ba618ba tempest-ServersAdmin275Test-714396054 tempest-ServersAdmin275Test-714396054-project] 10.222.0.72 "GET /v2.0/ports?device_id=453aecae-e86b-4841-8e78-af7ee0149dd7 HTTP/1.1" status: 200 len: 210 time: 0.0752766 May 12 19:25:23.929912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f3b15a0-d43c-44f9-871f-d415b0f9b651 req-43884147-e9b6-4209-9443-efc947cae3b4 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 210 time: 0.0701947 May 12 19:25:23.961428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-9d8cd65d-33e1-4620-a9e2-f06376da921a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:23.961428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-9d8cd65d-33e1-4620-a9e2-f06376da921a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Synchronizing usage tracker for tenant:beecf6eeebb8459989dfcc8581f786ef on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:23.972750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-4343d90e-9566-4ba6-b8dc-3b05741c9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:23.974442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-4343d90e-9566-4ba6-b8dc-3b05741c9e2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1096 time: 0.2240183 May 12 19:25:23.978148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:23.981671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:24.008155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-9d8cd65d-33e1-4620-a9e2-f06376da921a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Unset dirty status for tenant:beecf6eeebb8459989dfcc8581f786ef on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:24.009442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-9d8cd65d-33e1-4620-a9e2-f06376da921a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.73 "GET /v2.0/networks?id=5c6d2180-4dc0-435e-8247-bfb3729d84d2 HTTP/1.1" status: 200 len: 815 time: 0.3064628 May 12 19:25:24.189715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-a4f66a10-9489-4934-a4e2-263c72366329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:24.191226 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-a4f66a10-9489-4934-a4e2-263c72366329 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.2095983 May 12 19:25:24.194724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-9b3529a7-cb7f-4726-96a1-e4ee1129f688 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Synchronizing usage tracker for tenant:beecf6eeebb8459989dfcc8581f786ef on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:24.216541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Calling delete_port for 983c7650-0b72-4ea7-994d-ded466051c3d owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:24.257874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368280a9-c20f-4114-b9fd-a042b15c9627 req-f2acc1f3-0c78-4e35-8e59-d234356e5261 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=466687d318e54a1bb674d43806e890b1 HTTP/1.1" status: 200 len: 696 time: 0.2825718 May 12 19:25:24.413936 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-2686dc99-5d58-4a99-a27d-7295a80fd751 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 217 time: 0.2091432 May 12 19:25:24.414881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-9b3529a7-cb7f-4726-96a1-e4ee1129f688 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Unset dirty status for tenant:beecf6eeebb8459989dfcc8581f786ef on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:24.416209 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-9b3529a7-cb7f-4726-96a1-e4ee1129f688 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beecf6eeebb8459989dfcc8581f786ef HTTP/1.1" status: 200 len: 380 time: 0.3611753 May 12 19:25:24.473329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Request body: {'port': {'device_id': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'admin_state_up': True, 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'security_groups': ['63069b3c-feb7-470b-9d25-f73ee018a91c']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:24.587205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-7277a1ff-6681-4707-a108-9c2ab666294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:24.588663 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-7277a1ff-6681-4707-a108-9c2ab666294b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1676507 May 12 19:25:24.601891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368280a9-c20f-4114-b9fd-a042b15c9627 req-e7f505d0-cff8-42f1-b333-a024c56f70e5 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:24.608804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368280a9-c20f-4114-b9fd-a042b15c9627 req-e7f505d0-cff8-42f1-b333-a024c56f70e5 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks?id=79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 787 time: 0.3377092 May 12 19:25:24.618110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-368280a9-c20f-4114-b9fd-a042b15c9627 req-737df406-96a0-4636-8513-d59a1d013556 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:25:24.630728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368280a9-c20f-4114-b9fd-a042b15c9627 req-737df406-96a0-4636-8513-d59a1d013556 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209770 May 12 19:25:24.668362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:24.698868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-263180b5-0638-4501-a700-fd73ef16b201 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955806 May 12 19:25:24.847887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:24.855588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Usage tracker for resource:port and tenant:beecf6eeebb8459989dfcc8581f786ef is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:24.862309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:24.872632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Pushing event deleted for resources: {'Port': ['ID=983c7650-0b72-4ea7-994d-ded466051c3d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:24.874862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:24.885713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:24.946341 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-e4d441ac-eb43-488d-8b1f-5ace3110fd62 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340720 May 12 19:25:24.951319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:24.952457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acecb81e-cc85-4644-9ae9-3862d8cb22b3 req-f5d18942-56e5-4b51-a89e-f81409fd4205 tempest-FloatingIPDetailsTestJSON-279564990 tempest-FloatingIPDetailsTestJSON-279564990-project] 10.222.0.72 "DELETE /v2.0/floatingips/36a2879a-46f4-4b10-b8cf-870ae199178e HTTP/1.1" status: 204 len: 173 time: 1.4858382 May 12 19:25:24.963363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39572) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:24.997846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Made reservation on behalf of beecf6eeebb8459989dfcc8581f786ef for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:25.008005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:25.252604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-508fbc12-2a17-487d-bb56-d57c921f6092 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips/3eb0aaac-b4dc-4ee3-819f-0f82e82e5d6a HTTP/1.1" status: 200 len: 693 time: 0.1917117 May 12 19:25:25.309225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5e909-033a-485a-8f54-f9815babc19b req-ea62a2f6-fdd6-4ae6-80b0-cc67c2abc6a5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:25.316915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fac5e909-033a-485a-8f54-f9815babc19b req-ea62a2f6-fdd6-4ae6-80b0-cc67c2abc6a5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 945 time: 0.4771228 May 12 19:25:25.379846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-4f15ad22-9861-4609-bd8d-f98f722542fc service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325769 May 12 19:25:25.448289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Allocated IP 172.20.0.14 (5c6d2180-4dc0-435e-8247-bfb3729d84d2/9c8ad03b-704b-4059-9a9e-f35738ecf8ef/150549aa-d10a-4eff-b3ad-db6491a34ebc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:25.528042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fac5e909-033a-485a-8f54-f9815babc19b req-bf9f3624-0faf-4103-981b-d6127ecfceee tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082779 May 12 19:25:25.744305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-c819f99a-fcae-4776-af34-dcc1d611772c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:25.745992 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-c819f99a-fcae-4776-af34-dcc1d611772c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.2673223 May 12 19:25:25.777926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841626-1'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:25.805918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-5d253e53-6c26-4262-851c-76e77beb6139 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:25.816184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-5d253e53-6c26-4262-851c-76e77beb6139 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.5546641 May 12 19:25:25.966643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-003df941-4be6-4e73-90e5-6c6ef9d60ef3 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.1488183 May 12 19:25:25.967778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:26.096305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Transition to ACTIVE for port object 150549aa-d10a-4eff-b3ad-db6491a34ebc will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:26.124239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-5ae02ff0-ade8-4a0c-9408-8d93a3b2d747 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.1065333 May 12 19:25:26.132993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f55e35fc-b0aa-4c9e-af3d-75dafdbb8d33 req-61ae761c-5b36-4187-9bd7-314e1da57701 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 210 time: 0.1739008 May 12 19:25:26.150245 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:26.372112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:26.416851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39602) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:26.541696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event updated for resources: {'Port': ['ID=150549aa-d10a-4eff-b3ad-db6491a34ebc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:26.627420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.628003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.628129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.628531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.628747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.629083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.629441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.629871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.630075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.630402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.630743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.631148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:26.712663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:26.719715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:26.739184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:26.745810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:26.746490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:26.755202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:26.768115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Deleting port ea27cbc7-cc37-423f-9055-70837bcbb3d5 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:26.768593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:26.772407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:26.813307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:26.819088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6826eac94d8a432282207b14c2bf73e2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:26.828763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:26.835029 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c495ddc-042c-4239-bda1-4e49ccab0c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:26.850473 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-6efba551-00c8-430f-a135-c2b98f5d97dc tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4258788 May 12 19:25:26.864925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:26.878806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Request body: {'port': {'device_id': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:26.903685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:26.958043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:27.127053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:27.134495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8e54d0ae-7e06-4599-846a-d581683b4eb8 None None] Provisioning for port 150549aa-d10a-4eff-b3ad-db6491a34ebc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:27.140921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8e54d0ae-7e06-4599-846a-d581683b4eb8 None None] Provisioning complete for port 150549aa-d10a-4eff-b3ad-db6491a34ebc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:27.141569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e54d0ae-7e06-4599-846a-d581683b4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.142243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7651cb-0afb-48da-8d17-901434fc0816 req-08b19b69-0b59-41f4-9181-0734791c766d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:27.149633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a7651cb-0afb-48da-8d17-901434fc0816 req-08b19b69-0b59-41f4-9181-0734791c766d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 945 time: 0.4365702 May 12 19:25:27.167038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.238636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a7651cb-0afb-48da-8d17-901434fc0816 req-40e14166-6122-4341-a614-bb78372129db tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879571 May 12 19:25:27.247021 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.262323 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.262323 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.280814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8e54d0ae-7e06-4599-846a-d581683b4eb8 None None] Port 150549aa-d10a-4eff-b3ad-db6491a34ebc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:25:27.472751 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb77220-15e8-46a0-997b-6b157e448fe3'] response: {'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb', 'code': 200} May 12 19:25:27.478471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Calling delete_port for ea27cbc7-cc37-423f-9055-70837bcbb3d5 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:27.511063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.552726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.560907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.717029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:27.745955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e0fad9c73d4f0b81337e0e561d4626 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:27.762845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:27.811623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:27.823082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:27.856349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.876850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:27.944342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on host n-h2-841626-1 for vnic_type normal with profile {"migrating_to": "n-h1-841626-1"} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:27.944342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:27.944685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:27.983499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:25:27.984471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Attempting to bind port c4085344-a14b-40cc-b782-338a95a4bbbb on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:28.030429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:28.030865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:28.031331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:28.031926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Bound port: c4085344-a14b-40cc-b782-338a95a4bbbb, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:28.032419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.052446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1df3-6980-4111-8235-d4cc4e95a9fe req-9ba18891-f38a-42eb-9627-8ec7f7bfcc3a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:28.060301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee4a1df3-6980-4111-8235-d4cc4e95a9fe req-9ba18891-f38a-42eb-9627-8ec7f7bfcc3a tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 932 time: 0.3253217 May 12 19:25:28.060506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e73348c-ef90-4f37-b3f0-d1a7cfb1459f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:28.074148 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bc8cc219-96a4-4794-b73f-9f9b30fb78b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6826eac94d8a432282207b14c2bf73e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6455555 May 12 19:25:28.076839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39634) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:28.078655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.220144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Pushing event deleted for resources: {'Port': ['ID=ea27cbc7-cc37-423f-9055-70837bcbb3d5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:28.303687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee4a1df3-6980-4111-8235-d4cc4e95a9fe req-37d33631-a1e1-4e3f-81c0-1fe499cdc2ad tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398617 May 12 19:25:28.319557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.333652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Deleting port 0aae5e84-da87-4086-8f63-a8f20d75cfde {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:28.334164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.386943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:28.422205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:28.429795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.435610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.480671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.555998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ea81-c86c-451f-885d-748de0a99c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.581461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.582668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b5ef93d-4047-41cb-8bc7-2745f88538fb req-8b5c74df-19ae-4e09-a14a-7f20997e5d2e tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "DELETE /v2.0/floatingips/3eb0aaac-b4dc-4ee3-819f-0f82e82e5d6a HTTP/1.1" status: 204 len: 173 time: 2.4481316 May 12 19:25:28.641867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:25:28.681772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0e0fad9c73d4f0b81337e0e561d4626&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7726300 May 12 19:25:28.715778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39646) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:28.741676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6ab63-c150-4ea4-b4a5-0ac8b1dc5236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6165093e-22e3-498e-9b44-db966b5c2b0d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:28.742526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ea81-c86c-451f-885d-748de0a99c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.772832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:28.788271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:28.788877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.790486 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-59dba637-ae31-41b7-9772-1dfa6b9b1e85 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 1121 time: 3.0181692 May 12 19:25:28.818291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150549aa-d10a-4eff-b3ad-db6491a34ebc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:28.831151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:28.864916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['c4085344-a14b-40cc-b782-338a95a4bbbb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:25:28.889998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Transition to ACTIVE for port object 150549aa-d10a-4eff-b3ad-db6491a34ebc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:28.898000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.034573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] For port 0aae5e84-da87-4086-8f63-a8f20d75cfde, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0aae5e84-da87-4086-8f63-a8f20d75cfde,segment=NetworkSegment(c03ac0b4-6aa1-4091-acd4-d656a3cdc17d),segment_id=c03ac0b4-6aa1-4091-acd4-d656a3cdc17d)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:29.041916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.053482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa417-571d-4e27-917e-cfce56039368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.085615 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-721c2b92-66b4-47cb-b50b-db9d842d3226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.113742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Pushing event updated for resources: {'Port': ['ID=150549aa-d10a-4eff-b3ad-db6491a34ebc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:29.221047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Attempting to bind port 150549aa-d10a-4eff-b3ad-db6491a34ebc on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:29.221633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Attempting to bind port 150549aa-d10a-4eff-b3ad-db6491a34ebc by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:29.222113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Attempting to bind port 150549aa-d10a-4eff-b3ad-db6491a34ebc on network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:29.234540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Port 150549aa-d10a-4eff-b3ad-db6491a34ebc on network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:25:29.235122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Attempting to bind port 150549aa-d10a-4eff-b3ad-db6491a34ebc on network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:29.247161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Calling delete_port for 0aae5e84-da87-4086-8f63-a8f20d75cfde owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:29.250620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:29.251140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Checking segment: {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:29.251678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Bound using segment: {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:29.252294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Bound port: 150549aa-d10a-4eff-b3ad-db6491a34ebc, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046accd9-5c47-4bbc-8be0-4193e556c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:29.252810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.351671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-033f23d3-3c0b-4cb2-a761-c0508c24d7aa tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6735079 May 12 19:25:29.377123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f660-428f-4e38-ad3d-ca8d43cd2a57 req-6f1cb9b0-ff27-4fe6-9bbb-cfbd6fc07303 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:29.386559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a13f660-428f-4e38-ad3d-ca8d43cd2a57 req-6f1cb9b0-ff27-4fe6-9bbb-cfbd6fc07303 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 943 time: 0.7456393 May 12 19:25:29.388582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ea81-c86c-451f-885d-748de0a99c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.432288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] For port 150549aa-d10a-4eff-b3ad-db6491a34ebc, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:29.436453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] For port 150549aa-d10a-4eff-b3ad-db6491a34ebc, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:29.443561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.555328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:29.640072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Pushing event updated for resources: {'Port': ['ID=150549aa-d10a-4eff-b3ad-db6491a34ebc,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:29.647809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:29.648906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.650623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-a0561778-5737-4ba0-b51e-56e2029a0875 service neutron] 10.222.0.73 "PUT /v2.0/ports/150549aa-d10a-4eff-b3ad-db6491a34ebc HTTP/1.1" status: 200 len: 1092 time: 2.7887902 May 12 19:25:29.653770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:29.709125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3ea81-c86c-451f-885d-748de0a99c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e73348c-ef90-4f37-b3f0-d1a7cfb1459f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:29.751605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa417-571d-4e27-917e-cfce56039368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.819341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:29.827302 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa417-571d-4e27-917e-cfce56039368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.847778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ea81-c86c-451f-885d-748de0a99c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.851773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c8d3ea81-c86c-451f-885d-748de0a99c0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e73348c-ef90-4f37-b3f0-d1a7cfb1459f HTTP/1.1" status: 204 len: 168 time: 1.7690411 May 12 19:25:29.853380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Usage tracker for resource:floatingip and tenant:466687d318e54a1bb674d43806e890b1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:29.860400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfa417-571d-4e27-917e-cfce56039368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6165093e-22e3-498e-9b44-db966b5c2b0d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:29.888807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:29.894896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a13f660-428f-4e38-ad3d-ca8d43cd2a57 req-d29a9155-8e56-499d-8a37-487192890962 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073955 May 12 19:25:29.901476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:29.925696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa417-571d-4e27-917e-cfce56039368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.927116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4bfa417-571d-4e27-917e-cfce56039368 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6165093e-22e3-498e-9b44-db966b5c2b0d HTTP/1.1" status: 204 len: 168 time: 1.2071383 May 12 19:25:29.950262 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:29.971656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:30.156292 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:30.305832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-f6753528-d7b8-4a84-84aa-cc4431fd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:30.307399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-f6753528-d7b8-4a84-84aa-cc4431fd128c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=beecf6eeebb8459989dfcc8581f786ef&device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 1095 time: 0.2236407 May 12 19:25:30.344186 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:30.421005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=0aae5e84-da87-4086-8f63-a8f20d75cfde,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:30.700505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39666) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:30.702230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39668) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:30.830760 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-968e66a1-eb9b-4e02-9deb-42f673121a47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc HTTP/1.1" status: 200 len: 217 time: 0.2177618 May 12 19:25:30.919506 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:31.008484 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:31.049427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:31.060669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26bac5-c507-4c9c-9d20-e8656ad03558 req-8dcd5775-d990-49b3-9b5c-be467cbb3b9d tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:31.062750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec26bac5-c507-4c9c-9d20-e8656ad03558 req-8dcd5775-d990-49b3-9b5c-be467cbb3b9d tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 944 time: 0.8313766 May 12 19:25:31.072010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa65d5502e344478820333f01cce04c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:31.080919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:31.084304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:31.171990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:31.178571 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:31.186141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Usage tracker for resource:security_group_rule and tenant:622dda68cb464954be60b0e73df5ed0e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:31.241306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:31.255185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:31.282957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:31.300382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec26bac5-c507-4c9c-9d20-e8656ad03558 req-d74162aa-2733-409d-ac01-0030426f67c0 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226038 May 12 19:25:31.371888 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ef29f7-b1c8-4b0e-abd0-b56a2c7cb577'] response: {'name': 'network-changed', 'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb', 'status': 'completed', 'code': 200} May 12 19:25:31.510462 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:31.737558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:31.774992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:31.789085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Allocated IP 172.25.2.198 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/80a2e9c7-403c-4fd2-8222-4776013c1fa4) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:31.930444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0aa65d5502e344478820333f01cce04c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2292302 May 12 19:25:31.933902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39678) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:31.990196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbbec1-822a-4981-b72c-05aada9f2404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac9e29a-3cbe-458b-9b55-530e540a9215,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:32.003236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8375cd09-7615-49ff-842b-b123041b85ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.031196 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8375cd09-7615-49ff-842b-b123041b85ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.099217 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.108551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8375cd09-7615-49ff-842b-b123041b85ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.151685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375cd09-7615-49ff-842b-b123041b85ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac9e29a-3cbe-458b-9b55-530e540a9215,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:32.182086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be4dad-f754-4595-b4c7-29d9a8ddfc76 req-6b6970fa-4270-46ed-9d4f-a1b54d2b682d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:32.183444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8375cd09-7615-49ff-842b-b123041b85ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.183629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43be4dad-f754-4595-b4c7-29d9a8ddfc76 req-6b6970fa-4270-46ed-9d4f-a1b54d2b682d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 943 time: 0.6356153 May 12 19:25:32.184936 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8375cd09-7615-49ff-842b-b123041b85ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aac9e29a-3cbe-458b-9b55-530e540a9215 HTTP/1.1" status: 204 len: 168 time: 0.2500648 May 12 19:25:32.193407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.393144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=622dda68cb464954be60b0e73df5ed0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6818409 May 12 19:25:32.398585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39686) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:32.398791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.416693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43be4dad-f754-4595-b4c7-29d9a8ddfc76 req-ebe3468a-2261-4b7f-aa61-a52ecc4a3c84 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157598 May 12 19:25:32.444899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347969a-abbb-49b5-914c-0fe5262b0540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fded2f-bd9d-4979-8054-1c042f9efdc9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:32.463014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Router d36fec66-ff13-4d26-9d60-85711efc39b2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:25:32.644075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53299893-ed79-44ad-aa72-27a1c86700e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.677824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53299893-ed79-44ad-aa72-27a1c86700e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.750559 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53299893-ed79-44ad-aa72-27a1c86700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.769472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53299893-ed79-44ad-aa72-27a1c86700e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fded2f-bd9d-4979-8054-1c042f9efdc9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:32.773060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53299893-ed79-44ad-aa72-27a1c86700e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:32.776626 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-53299893-ed79-44ad-aa72-27a1c86700e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57fded2f-bd9d-4979-8054-1c042f9efdc9 HTTP/1.1" status: 204 len: 168 time: 0.3771062 May 12 19:25:32.986805 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:33.087031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:33.095040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:33.112922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:33.118638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Pushing event updated for resources: {'Port': ['ID=80a2e9c7-403c-4fd2-8222-4776013c1fa4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:33.126378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:25:33.138701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] Sync routers for ids ['d36fec66-ff13-4d26-9d60-85711efc39b2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:25:33.153450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3b630-70c9-492c-ba8d-9ef442527f59 req-080ce1b5-9c86-456c-b773-01f34dd5054e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:33.154535 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] Routers {'d36fec66-ff13-4d26-9d60-85711efc39b2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:33.156324 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d36fec66-ff13-4d26-9d60-85711efc39b2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:33.162342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4e3b630-70c9-492c-ba8d-9ef442527f59 req-080ce1b5-9c86-456c-b773-01f34dd5054e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 944 time: 0.4784336 May 12 19:25:33.326154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:25:33.372809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:33.416569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4e3b630-70c9-492c-ba8d-9ef442527f59 req-0d2c6701-15bc-453a-bb4f-4ef84b8b3007 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529545 May 12 19:25:33.428292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:33.440084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:33.440287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-258ddc5c-c815-4bb4-96ac-93a8a2e16cdc admin admin] 10.222.0.72 "PUT /v2.0/routers/d36fec66-ff13-4d26-9d60-85711efc39b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4750111 May 12 19:25:33.464355 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] Set router d36fec66-ff13-4d26-9d60-85711efc39b2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:33.568189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:33.588102 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76783a29-43d7-4756-b548-7a91318660fa'] response: {'name': 'network-changed', 'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'status': 'completed', 'code': 200} May 12 19:25:33.594372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:33.602184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb has no active binding in host n-h1-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:25:33.741483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:33.926970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.73', 65510) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:33.990103 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:25:29Z', 'revision_number': 5, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:33.995601 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] Checking router: d36fec66-ff13-4d26-9d60-85711efc39b2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:25:34.005077 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] Routers {'d36fec66-ff13-4d26-9d60-85711efc39b2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:34.005862 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d36fec66-ff13-4d26-9d60-85711efc39b2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:34.060804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7734b5-4eb7-47c9-9d30-785dd67872ca req-c9342499-fe46-439b-bcc4-022776fc5a4d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:34.073949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b7734b5-4eb7-47c9-9d30-785dd67872ca req-c9342499-fe46-439b-bcc4-022776fc5a4d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 943 time: 0.3628979 May 12 19:25:34.083233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-2113fdc6-fc13-4ae1-9f47-a85f9517644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:34.084719 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-2113fdc6-fc13-4ae1-9f47-a85f9517644b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9c8ad03b-704b-4059-9a9e-f35738ecf8ef HTTP/1.1" status: 200 len: 854 time: 0.2756498 May 12 19:25:34.175638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:34.188043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:34.223013 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] Set router d36fec66-ff13-4d26-9d60-85711efc39b2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:34.233034 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-9e909b50-d353-4745-85d9-864030f0508b service neutron] 10.222.0.73 "GET /v2.0/ports/c4085344-a14b-40cc-b782-338a95a4bbbb/bindings/n-h1-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.3027084 May 12 19:25:34.268121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b7734b5-4eb7-47c9-9d30-785dd67872ca req-e5eeccfc-1c4a-40c5-b900-dd294789d69a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931927 May 12 19:25:34.287067 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:34.314186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Pushing event updated for resources: {'Port': ['ID=80a2e9c7-403c-4fd2-8222-4776013c1fa4,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:34.328989 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:34.330327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-d36ea5cb-de2b-478f-968a-2cfb6a1bc778 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9675705 May 12 19:25:34.355513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:34.404874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-fd8984e6-45df-4d21-8240-388b407c2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:34.406311 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-fd8984e6-45df-4d21-8240-388b407c2db9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1124 time: 0.5515037 May 12 19:25:34.436933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-6c5a70c1-833d-4449-975d-d202335df866 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Synchronizing usage tracker for tenant:466687d318e54a1bb674d43806e890b1 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:34.471501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-6c5a70c1-833d-4449-975d-d202335df866 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Unset dirty status for tenant:466687d318e54a1bb674d43806e890b1 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:34.473275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-6c5a70c1-833d-4449-975d-d202335df866 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.1345961 May 12 19:25:34.613735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Deleting port b53faf8c-ebac-4d32-be15-c250d6ecc18a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:34.613958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:34.639215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-4ecf051f-a339-4b00-967a-f117dc5529fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:34.641413 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-4ecf051f-a339-4b00-967a-f117dc5529fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.2140315 May 12 19:25:34.724189 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:25:29Z', 'revision_number': 5, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:34.728466 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80da71-5779-4494-85c8-a9a6f414ac06 None None] The sync data for ids ['d36fec66-ff13-4d26-9d60-85711efc39b2'] in n-d-841626-1 is: [{'id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'name': 'tempest-FloatingIPDetailsTestJSON-475358255-router', 'tenant_id': '9e4ceea658e84b05bb40118c4978d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:34Z', 'updated_at': '2022-05-12T19:25:29Z', 'revision_number': 5, 'project_id': '9e4ceea658e84b05bb40118c4978d6a5', 'gw_port': {'id': 'b53faf8c-ebac-4d32-be15-c250d6ecc18a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fec66-ff13-4d26-9d60-85711efc39b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:36Z', 'updated_at': '2022-05-12T19:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:34.748529 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-40decd61-9768-498e-92bb-532dfd562947 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 217 time: 0.0962398 May 12 19:25:34.792429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-216171b2-7fd3-4079-959b-4bc226eb350a tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:34.793844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-216171b2-7fd3-4079-959b-4bc226eb350a tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.3117387 May 12 19:25:34.805586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80462d-d167-429d-9110-2b4bd87f1f44 req-1bed98ef-58be-48b3-ac47-f38df3159180 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:34.807609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e80462d-d167-429d-9110-2b4bd87f1f44 req-1bed98ef-58be-48b3-ac47-f38df3159180 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 944 time: 0.1740129 May 12 19:25:34.813366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-be44c789-6ad4-4c77-9c7f-37e3c615e291 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:25:34.814521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8da3c790-de3e-4f70-9642-24af7d5671a8 req-be44c789-6ad4-4c77-9c7f-37e3c615e291 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062513 May 12 19:25:34.864469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e80462d-d167-429d-9110-2b4bd87f1f44 req-2161ecb1-d1cd-440c-86c8-0fb9b9594ee6 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455658 May 12 19:25:34.912748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-dd40999b-745b-49f4-aceb-f65bd8f6dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:34.916374 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-dd40999b-745b-49f4-aceb-f65bd8f6dd7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c6d2180-4dc0-435e-8247-bfb3729d84d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8141611 May 12 19:25:35.000467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-5fbb1611-490d-44c5-b19e-349c66f62076 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips/77559421-6d71-4519-8902-b65d91c5eb13 HTTP/1.1" status: 200 len: 693 time: 0.1067398 May 12 19:25:35.197799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-8210c703-e249-413b-a49e-74a92a174c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:35.199243 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-8210c703-e249-413b-a49e-74a92a174c02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.4404802 May 12 19:25:35.226540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-7d969a3e-83bb-46d1-a37b-bfb20fd88509 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:35.239243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-7d969a3e-83bb-46d1-a37b-bfb20fd88509 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.2330263 May 12 19:25:35.360093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] For port b53faf8c-ebac-4d32-be15-c250d6ecc18a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b53faf8c-ebac-4d32-be15-c250d6ecc18a,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:35.361046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:35.390186 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-23b3078a-ab94-4ac6-8c62-9e7966ff798f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411257 May 12 19:25:35.404491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-0ff356c4-51de-4ac6-bcfe-a36ab6465850 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.1640024 May 12 19:25:35.497746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-cecfcda7-8c47-4aec-9765-8e6e62247085 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0918469 May 12 19:25:35.550092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Calling delete_port for b53faf8c-ebac-4d32-be15-c250d6ecc18a owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:35.679650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39804) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:35.708165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-93c50a90-6695-4b8b-8920-a09603c6d374 service neutron] 10.222.0.73 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780354 May 12 19:25:35.749612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:35.826631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Deleting port 80a2e9c7-403c-4fd2-8222-4776013c1fa4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:35.826969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:35.953653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f1bd4-b474-4d18-9d98-b2f34d23a1ad req-1a9d35ed-e330-41f7-8053-86dd9fde00c1 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:35.954999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-282f1bd4-b474-4d18-9d98-b2f34d23a1ad req-1a9d35ed-e330-41f7-8053-86dd9fde00c1 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 943 time: 0.4517686 May 12 19:25:36.006155 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.014934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:36.024322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-282f1bd4-b474-4d18-9d98-b2f34d23a1ad req-c8c59eee-9a4b-4f76-8496-1a4bea93123b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617909 May 12 19:25:36.053565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.054446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.108465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:36.116449 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-5453ea85-5455-4ebf-a3f8-075a51fcbb81 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612971 May 12 19:25:36.125090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4085344-a14b-40cc-b782-338a95a4bbbb {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:36.130729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Usage tracker for resource:security_group_rule and tenant:d35c6ec957a24a678e373924bd388fb5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:36.163044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:36.181248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:36.189375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:36.194231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Calling delete_port for 80a2e9c7-403c-4fd2-8222-4776013c1fa4 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:36.249799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6ad597d3-31c4-41c8-9cc0-b6c0210e5b66 req-8434b2ef-e14c-42a6-a5b9-bd752f9957d2 service neutron] 10.222.0.73 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301197 May 12 19:25:36.278060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.373831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.477615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Pushing event deleted for resources: {'Port': ['ID=80a2e9c7-403c-4fd2-8222-4776013c1fa4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:36.485835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-2ce8e0d9-d7b2-4783-9076-0ed42226c525 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=db74c465e6bf4fb591f0927863b1e926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785413 May 12 19:25:36.488760 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.543267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d403754-e09c-47db-9cb7-f932cebbb584 req-a8c2f854-0a36-4827-9403-83876e94277b service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135864 May 12 19:25:36.547450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.591880 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.593010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d33b676a-22e2-4b16-9e19-44f1a034de6c req-4dbe819f-d235-4d30-89fd-704058f79bb2 tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "DELETE /v2.0/floatingips/77559421-6d71-4519-8902-b65d91c5eb13 HTTP/1.1" status: 204 len: 173 time: 1.0908966 May 12 19:25:36.616634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53faf8c-ebac-4d32-be15-c250d6ecc18a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:36.664960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-ae777146-796b-4e20-a29c-3dfa0311b922 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:36.668268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-ae777146-796b-4e20-a29c-3dfa0311b922 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747820 May 12 19:25:36.688115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-68c896ae-9715-4dfd-bb6d-b94dfc1f9663 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/quotas/db74c465e6bf4fb591f0927863b1e926 HTTP/1.1" status: 200 len: 375 time: 0.0113695 May 12 19:25:36.690753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.745587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-211618e7-d0f7-4494-ae58-43f8a2136bd5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db74c465e6bf4fb591f0927863b1e926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497637 May 12 19:25:36.748077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0aae5e84-da87-4086-8f63-a8f20d75cfde no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:36.784282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0aae5e84-da87-4086-8f63-a8f20d75cfde {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:25:36.784618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0aae5e84-da87-4086-8f63-a8f20d75cfde not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:36.837018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6434c-5566-490c-8279-3e91da445224 req-048accab-61d4-4f9d-bd83-eb5e2ee6914f tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:36.838704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53e6434c-5566-490c-8279-3e91da445224 req-048accab-61d4-4f9d-bd83-eb5e2ee6914f tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 944 time: 0.0971286 May 12 19:25:36.857799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] Transition to ACTIVE for port object c4085344-a14b-40cc-b782-338a95a4bbbb will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:36.873430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-76e65ad2-f6de-479c-97fa-abb763bc8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:36.875015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-76e65ad2-f6de-479c-97fa-abb763bc8c9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=beecf6eeebb8459989dfcc8581f786ef&device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 1095 time: 0.5704346 May 12 19:25:36.884515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.898250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53e6434c-5566-490c-8279-3e91da445224 req-fd5b3f91-c026-4a12-88ef-54a5ff5968ff tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527239 May 12 19:25:36.915268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:36.954288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:36.994493 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-b2a97773-393f-4fa6-907d-db5117af332f req-db6f98fd-7f13-46f4-bb13-6cde81f89f4a tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] show failed (client error): The resource could not be found. May 12 19:25:36.995614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2a97773-393f-4fa6-907d-db5117af332f req-db6f98fd-7f13-46f4-bb13-6cde81f89f4a tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips/77559421-6d71-4519-8902-b65d91c5eb13 HTTP/1.1" status: 404 len: 350 time: 0.0817869 May 12 19:25:37.014916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:37.068079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47f7a1e0-7868-4e77-b1b0-a3489edb07db req-c4af1194-1542-4b5d-b78d-7189ef629287 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 210 time: 0.0842514 May 12 19:25:37.141449 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-dd75cd36-b642-41f1-9144-1f8cdfd49f8e req-17ad8d17-c530-4f11-ae22-05f7f4e2054d tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] show failed (client error): The resource could not be found. May 12 19:25:37.142777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd75cd36-b642-41f1-9144-1f8cdfd49f8e req-17ad8d17-c530-4f11-ae22-05f7f4e2054d tempest-FloatingIPsTestJSON-1665015307 tempest-FloatingIPsTestJSON-1665015307-project] 10.222.0.72 "GET /v2.0/floatingips/77559421-6d71-4519-8902-b65d91c5eb13 HTTP/1.1" status: 404 len: 350 time: 0.0775747 May 12 19:25:37.154884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39842) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:37.280156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-a23cabc2-c491-4d0c-b45f-9345e840c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:37.281731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-a23cabc2-c491-4d0c-b45f-9345e840c9c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c6d2180-4dc0-435e-8247-bfb3729d84d2 HTTP/1.1" status: 200 len: 916 time: 0.3956730 May 12 19:25:37.282314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.353401 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d35c6ec957a24a678e373924bd388fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6632905 May 12 19:25:37.378797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39850) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:37.440985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39854) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:37.448833 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-432efd43-2b2d-4764-b1b4-e3a179e1de83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc HTTP/1.1" status: 200 len: 217 time: 0.1040783 May 12 19:25:37.450969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.521005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.590307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-46d1204c-0483-42d8-906c-31a7c8858421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:37.591753 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-46d1204c-0483-42d8-906c-31a7c8858421 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9c8ad03b-704b-4059-9a9e-f35738ecf8ef HTTP/1.1" status: 200 len: 854 time: 0.0778601 May 12 19:25:37.640853 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.669698 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89259ef3-0e6f-4aca-a3fb-363a328928dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.748278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fff209-5b69-4e47-b2af-ddd557f47258 req-8c5243a4-b3f1-4a85-8359-68b7945224a5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:37.749915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77fff209-5b69-4e47-b2af-ddd557f47258 req-8c5243a4-b3f1-4a85-8359-68b7945224a5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 944 time: 0.4140046 May 12 19:25:37.750979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1431e9-2f28-4f41-baec-1f88c5d6c23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f91cf-f11d-4567-bfd6-1ca80b038636,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:37.785850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89259ef3-0e6f-4aca-a3fb-363a328928dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.789277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.807313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] No DVR routers for this DVR port c4085344-a14b-40cc-b782-338a95a4bbbb on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:25:37.816446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:37.858104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:37.861586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.862116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d36fec66-ff13-4d26-9d60-85711efc39b2 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:25:37.871016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Usage tracker for resource:security_group_rule and tenant:b9ae734d21ee4add85a4f767f4bfca56 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:37.876487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:37.889356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:37.895099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77fff209-5b69-4e47-b2af-ddd557f47258 req-98fb3561-e471-4a6c-bc00-9b30b633ba45 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183300 May 12 19:25:37.968345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-f815d58f-9538-4d9f-b7e7-544565f03b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:37.969911 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-f815d58f-9538-4d9f-b7e7-544565f03b03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c6d2180-4dc0-435e-8247-bfb3729d84d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3309391 May 12 19:25:37.976525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:37.978012 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f24bc90b-7625-4d39-bf9a-b44e278fe113 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d36fec66-ff13-4d26-9d60-85711efc39b2 HTTP/1.1" status: 204 len: 168 time: 4.5363693 May 12 19:25:37.982887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39864) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:37.998668 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-25dbbde3-6c6a-48aa-8ec4-87cbda7f10d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/c4085344-a14b-40cc-b782-338a95a4bbbb/bindings/n-h1-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7526081 May 12 19:25:38.036481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89259ef3-0e6f-4aca-a3fb-363a328928dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.204486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89259ef3-0e6f-4aca-a3fb-363a328928dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f91cf-f11d-4567-bfd6-1ca80b038636,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:38.204985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.233091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89259ef3-0e6f-4aca-a3fb-363a328928dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.235758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-89259ef3-0e6f-4aca-a3fb-363a328928dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe3f91cf-f11d-4567-bfd6-1ca80b038636 HTTP/1.1" status: 204 len: 168 time: 0.8542037 May 12 19:25:38.252668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] Deleting subnet 81e700a5-e84b-4dc2-8164-5dc95d6e4509 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:25:38.260844 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.327970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-851e972d-8930-4b37-aa6c-5c0bc6af8153 service neutron] 10.222.0.73 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485999 May 12 19:25:38.347105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.392438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.410879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-945df2c5-fed4-4c78-bdeb-698d38f12340 req-3fcb3a39-c1de-4adc-be80-424fb4748fd2 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 210 time: 0.0705719 May 12 19:25:38.419907 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.479101 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-48fc3440-6183-4d25-b670-866765bf5776 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=db74c465e6bf4fb591f0927863b1e926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082613 May 12 19:25:38.483610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41710b7-20a2-4530-abde-15d42a0cbd74 req-e9ceb456-acf7-49aa-8975-324bf35a4098 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:38.489680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c41710b7-20a2-4530-abde-15d42a0cbd74 req-e9ceb456-acf7-49aa-8975-324bf35a4098 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 944 time: 0.3831649 May 12 19:25:38.540689 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9ae734d21ee4add85a4f767f4bfca56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0939393 May 12 19:25:38.543148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39874) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:38.549054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ba94a-3219-4a8d-b034-f216cdfda7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209d1562-991f-454e-8c17-3f546bca27c2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:38.561606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.686120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b53faf8c-ebac-4d32-be15-c250d6ecc18a no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:38.706563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c41710b7-20a2-4530-abde-15d42a0cbd74 req-e00afb5a-f1e6-49b9-b259-ed03e2340103 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909762 May 12 19:25:38.724026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.744234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b53faf8c-ebac-4d32-be15-c250d6ecc18a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:25:38.744575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b53faf8c-ebac-4d32-be15-c250d6ecc18a not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:38.753848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39878) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:38.781405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e700a5-e84b-4dc2-8164-5dc95d6e4509,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:38.785945 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.790442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa7fa9-e8af-4916-86a8-82c331a4b660 None None] Network f81507db-3d35-49f4-b94d-0d8be741b42b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:38.794320 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.810540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b03d4d93-3e46-42ac-a0f0-334f3f756fbe admin admin] 10.222.0.72 "DELETE /v2.0/subnets/81e700a5-e84b-4dc2-8164-5dc95d6e4509 HTTP/1.1" status: 204 len: 168 time: 0.8241587 May 12 19:25:38.811824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39882) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:38.815999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.829058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-162679c5-3161-40a0-b025-67f65b247fbb tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:38.830575 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-162679c5-3161-40a0-b025-67f65b247fbb tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.6469920 May 12 19:25:38.871845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:38.879864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5cc86ce-2126-47b3-b7c5-da3771af3a99 req-3664ce91-0813-4ce1-a125-4a553a6c0c84 service neutron] 10.222.0.73 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405757 May 12 19:25:38.904904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Usage tracker for resource:security_group_rule and tenant:ddf3a28b6d2f4020a6ad424a9dc4effe is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:38.920787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:38.953815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-2ebbe232-23f5-4432-94ff-cbde5813e168 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:38.955264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-2ebbe232-23f5-4432-94ff-cbde5813e168 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4558575 May 12 19:25:38.957426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-826cfabb-b605-4a76-b438-9ccb696dda68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:38.959721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 150549aa-d10a-4eff-b3ad-db6491a34ebc details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:25:38.975018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Request body: {'port': {'device_id': '437caf8f-bb81-4394-a25e-3696413de36b', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'db74c465e6bf4fb591f0927863b1e926'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:39.037040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.047778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:39.065467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-826cfabb-b605-4a76-b438-9ccb696dda68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.123371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 150549aa-d10a-4eff-b3ad-db6491a34ebc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:39.127254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-707ef3cf-2209-4aa4-8df1-58688ae28bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:39.128950 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-707ef3cf-2209-4aa4-8df1-58688ae28bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33&tenant_id=688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 1095 time: 0.2880447 May 12 19:25:39.151427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'port_id': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'mac_address': 'fa:16:3e:fe:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:25:39.201653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] DHCP port deletion for f81507db-3d35-49f4-b94d-0d8be741b42b request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:25:39.213824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Deleting port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:39.215367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.223491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] Deleting port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:39.224061 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.231533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:39.237369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Usage tracker for resource:port and tenant:db74c465e6bf4fb591f0927863b1e926 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:39.241590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:39.244991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-826cfabb-b605-4a76-b438-9ccb696dda68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.258376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:39.269016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cfabb-b605-4a76-b438-9ccb696dda68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d1562-991f-454e-8c17-3f546bca27c2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:39.281809 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-826cfabb-b605-4a76-b438-9ccb696dda68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.283395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 150549aa-d10a-4eff-b3ad-db6491a34ebc is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:39.283778 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.286200 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-826cfabb-b605-4a76-b438-9ccb696dda68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/209d1562-991f-454e-8c17-3f546bca27c2 HTTP/1.1" status: 204 len: 168 time: 0.7343345 May 12 19:25:39.289631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Made reservation on behalf of db74c465e6bf4fb591f0927863b1e926 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:39.293231 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.308673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.322668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-410c823c-6967-41af-8570-639b81c846c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:39.324183 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-410c823c-6967-41af-8570-639b81c846c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1095 time: 0.1702824 May 12 19:25:39.327831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150549aa-d10a-4eff-b3ad-db6491a34ebc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:39.328419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:39.353018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Usage tracker for resource:security_group_rule and tenant:db74c465e6bf4fb591f0927863b1e926 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:39.358965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:39.396549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 150549aa-d10a-4eff-b3ad-db6491a34ebc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:39.408985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.415196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:39.476384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7c58d-a8d3-409d-bd59-43f2e5ecc9b1 req-21fa28df-a47b-45f7-9cdc-2bd661152947 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:39.478477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1c7c58d-a8d3-409d-bd59-43f2e5ecc9b1 req-21fa28df-a47b-45f7-9cdc-2bd661152947 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 944 time: 0.4348094 May 12 19:25:39.504004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-bf3f7f01-6949-4db0-bec3-5f94afe96158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:39.505511 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-bf3f7f01-6949-4db0-bec3-5f94afe96158 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.1745334 May 12 19:25:39.508413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=150549aa-d10a-4eff-b3ad-db6491a34ebc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:39.572069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.572793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.573468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.573954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.574426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.574916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.575426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.575949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.576449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.576944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.577465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.577979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:25:39.628757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] For port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,segment=NetworkSegment(c03ac0b4-6aa1-4091-acd4-d656a3cdc17d),segment_id=c03ac0b4-6aa1-4091-acd4-d656a3cdc17d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:39.629603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.640925 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-6bffd504-ea9f-4e33-a86b-8657a720e035 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 217 time: 0.1236143 May 12 19:25:39.643934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['150549aa-d10a-4eff-b3ad-db6491a34ebc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:25:39.744742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.752350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-27cd0461-0c3f-43e4-9eaa-9dfb3603e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:39.754148 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-27cd0461-0c3f-43e4-9eaa-9dfb3603e46e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1038058 May 12 19:25:39.757283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:39.844481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05a9cbee-0525-4897-b010-b9f123d58289 req-aa27c014-3470-492f-a7dc-acd9d55aec4c tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 210 time: 0.1591604 May 12 19:25:39.862728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] Calling delete_port for 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:39.882015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-1259fb69-3f56-43f0-bdc6-0f87693df08f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603974 May 12 19:25:39.923266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39896) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:40.016022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1201324-b346-4349-a834-8282b339c9cf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:40.018631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.066622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:40.078466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Usage tracker for resource:security_group_rule and tenant:66e6ab9faa554a16962fb326aabbf0aa is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:40.087448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.140545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:40.146383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] Pushing event deleted for resources: {'Port': ['ID=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:40.149255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915cb459-bfff-44ce-952d-8302f90f4c11 None None] No DVR routers for this DVR port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:25:40.157265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:40.165791 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1c7c58d-a8d3-409d-bd59-43f2e5ecc9b1 req-9efd8d47-1a44-49bb-9297-7e743bf63eda tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363778 May 12 19:25:40.203076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.212940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] For port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc,segment=NetworkSegment(c03ac0b4-6aa1-4091-acd4-d656a3cdc17d),segment_id=c03ac0b4-6aa1-4091-acd4-d656a3cdc17d)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:40.214313 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.229641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.260032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Allocated IP 192.168.233.170 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/34ea19ce-cb42-4048-ae85-fca52fb60d87) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:40.268993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-9fba5089-d57f-4014-9964-1b811c45d3ed service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732607 May 12 19:25:40.392487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Calling delete_port for 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:40.460317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ddf3a28b6d2f4020a6ad424a9dc4effe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6969893 May 12 19:25:40.477128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:40.484172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c8af-6ac8-4ff9-a832-389427a9ff5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af7c98e-6685-4d4e-80ac-d7c88c6f410d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:40.552914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-a7f8144f-74ae-45a4-be0f-d6dbf4db1e7d service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747416 May 12 19:25:40.585890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.593258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.603992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a142a-d9eb-4958-9162-10c901a5a512 req-8a399ff9-4c51-4e37-89d2-27c89d73f96e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:40.605634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b42a142a-d9eb-4958-9162-10c901a5a512 req-8a399ff9-4c51-4e37-89d2-27c89d73f96e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 945 time: 0.5970793 May 12 19:25:40.629999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:25:40.630345 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:25:40.630899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Deleting port 8482261d-024b-44d7-9645-4045eeb1aff9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:40.631233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.676240 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66e6ab9faa554a16962fb326aabbf0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7405629 May 12 19:25:40.676433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39904) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:40.676515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b6222-f55b-4385-8459-4609b6e183d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7030eb-71d8-4c4a-ba4a-58d4a4403c82,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:40.698921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.718850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Transition to ACTIVE for port object 34ea19ce-cb42-4048-ae85-fca52fb60d87 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:40.752017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.773107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:40.776730 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc30a-698f-4b42-9e7e-61e41d5c2df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.785104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b42a142a-d9eb-4958-9162-10c901a5a512 req-ce49d7a8-e7ad-428c-849d-9ccab9a92d08 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629574 May 12 19:25:40.829806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:25:40.831228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:40.907315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc30a-698f-4b42-9e7e-61e41d5c2df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:40.969336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 150549aa-d10a-4eff-b3ad-db6491a34ebc up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:40.986602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d87fa4da-0a56-4f8a-a12d-36a8b22e929a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.019539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:41.024230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:41.027825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Pushing event updated for resources: {'Port': ['ID=34ea19ce-cb42-4048-ae85-fca52fb60d87,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:41.030037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:41.035767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:41.036389 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.063526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] For port 8482261d-024b-44d7-9645-4045eeb1aff9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8482261d-024b-44d7-9645-4045eeb1aff9,segment=NetworkSegment(35101831-ed2a-438b-aee6-3e1538714d1f),segment_id=35101831-ed2a-438b-aee6-3e1538714d1f)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:41.063795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 150549aa-d10a-4eff-b3ad-db6491a34ebc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:41.063908 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.069149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 150549aa-d10a-4eff-b3ad-db6491a34ebc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:41.069544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.080219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b372fd-856b-4c73-8248-da00885335d5 req-06477347-3a4b-4051-b611-ce6e9c1b58a3 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:41.082003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-06477347-3a4b-4051-b611-ce6e9c1b58a3 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.1491559 May 12 19:25:41.130920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-1ad63207-56aa-4e17-be46-130f895574a1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1629801 May 12 19:25:41.143250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Request body: {'port': {'device_id': '437caf8f-bb81-4394-a25e-3696413de36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:41.149936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Deleting port 5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:41.150282 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.232620 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d87fa4da-0a56-4f8a-a12d-36a8b22e929a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.258417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Calling delete_port for 8482261d-024b-44d7-9645-4045eeb1aff9 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:41.296455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 150549aa-d10a-4eff-b3ad-db6491a34ebc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:41.297237 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.343749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.344303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:41.355399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 150549aa-d10a-4eff-b3ad-db6491a34ebc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:41.361647 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.368508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc30a-698f-4b42-9e7e-61e41d5c2df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.398397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-19b372fd-856b-4c73-8248-da00885335d5 req-d146d8f9-2faa-4f19-b380-bfbd093b9491 service neutron] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:41.407180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-19b372fd-856b-4c73-8248-da00885335d5 req-d146d8f9-2faa-4f19-b380-bfbd093b9491 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.408261 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-19b372fd-856b-4c73-8248-da00885335d5 req-d146d8f9-2faa-4f19-b380-bfbd093b9491 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c4085344-a14b-40cc-b782-338a95a4bbbb/bindings/n-h2-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.3187771 May 12 19:25:41.418623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] The port '5300443b-ad0c-4eb4-ba2b-8fc1e65ad6dc' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:25:41.427604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8e73b89a-79f6-4ae6-8a75-01d4818db6f2 None None] Provisioning for port 34ea19ce-cb42-4048-ae85-fca52fb60d87 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:41.435654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8e73b89a-79f6-4ae6-8a75-01d4818db6f2 None None] Provisioning complete for port 34ea19ce-cb42-4048-ae85-fca52fb60d87 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:41.436089 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e73b89a-79f6-4ae6-8a75-01d4818db6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.492670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=150549aa-d10a-4eff-b3ad-db6491a34ebc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:41.503116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8e73b89a-79f6-4ae6-8a75-01d4818db6f2 None None] Port 34ea19ce-cb42-4048-ae85-fca52fb60d87 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:25:41.612258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fc30a-698f-4b42-9e7e-61e41d5c2df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af7c98e-6685-4d4e-80ac-d7c88c6f410d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:41.743309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ea19ce-cb42-4048-ae85-fca52fb60d87 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:41.753410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.762649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4f557-202b-4c0f-b0e5-beb14a347624 req-8544780f-19fb-4ea5-a2cb-2aece5e4f5c2 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:41.764143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66e4f557-202b-4c0f-b0e5-beb14a347624 req-8544780f-19fb-4ea5-a2cb-2aece5e4f5c2 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 936 time: 0.7842655 May 12 19:25:41.764965 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc30a-698f-4b42-9e7e-61e41d5c2df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.768912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f2fc30a-698f-4b42-9e7e-61e41d5c2df7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7af7c98e-6685-4d4e-80ac-d7c88c6f410d HTTP/1.1" status: 204 len: 168 time: 1.2863784 May 12 19:25:41.775126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.781714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Transition to ACTIVE for port object 34ea19ce-cb42-4048-ae85-fca52fb60d87 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:41.790416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.790622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d87fa4da-0a56-4f8a-a12d-36a8b22e929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:41.853806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fa4da-0a56-4f8a-a12d-36a8b22e929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7030eb-71d8-4c4a-ba4a-58d4a4403c82,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:41.857771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.858112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.858850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.859171 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > port after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.859485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > port after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.859989 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > port after_update 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.860354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.860688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.861006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.861342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:41.990139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=34ea19ce-cb42-4048-ae85-fca52fb60d87,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:42.015907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Attempting to bind port 34ea19ce-cb42-4048-ae85-fca52fb60d87 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:42.016482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Attempting to bind port 34ea19ce-cb42-4048-ae85-fca52fb60d87 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:42.016937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Attempting to bind port 34ea19ce-cb42-4048-ae85-fca52fb60d87 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:42.022902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Port 34ea19ce-cb42-4048-ae85-fca52fb60d87 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:25:42.023474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Attempting to bind port 34ea19ce-cb42-4048-ae85-fca52fb60d87 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:42.029126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:42.029502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:42.030179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:42.030320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Bound port: 34ea19ce-cb42-4048-ae85-fca52fb60d87, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:42.030675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.042186 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:42.042940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:42.043413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:42.044327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:42.044697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81507db-3d35-49f4-b94d-0d8be741b42b']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:42.060134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d87fa4da-0a56-4f8a-a12d-36a8b22e929a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.064240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d87fa4da-0a56-4f8a-a12d-36a8b22e929a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d7030eb-71d8-4c4a-ba4a-58d4a4403c82 HTTP/1.1" status: 204 len: 168 time: 1.3822854 May 12 19:25:42.144831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] For port 34ea19ce-cb42-4048-ae85-fca52fb60d87, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:42.148243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] For port 34ea19ce-cb42-4048-ae85-fca52fb60d87, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=34ea19ce-cb42-4048-ae85-fca52fb60d87,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:42.155695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.241916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66e4f557-202b-4c0f-b0e5-beb14a347624 req-4b10bb9f-11ce-4d14-8c82-7cc8a2ce3290 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584000 May 12 19:25:42.244857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=34ea19ce-cb42-4048-ae85-fca52fb60d87,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:42.258397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:42.259363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.261748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b83ccd-5d55-4637-bf73-1c846ea03653 req-9bdeffc2-021b-48ba-bbdf-5a59540c4b4a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:42.267453 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-5eed03f9-ad89-4e9d-9dc1-299a96b88ec9 service neutron] 10.222.0.36 "PUT /v2.0/ports/34ea19ce-cb42-4048-ae85-fca52fb60d87 HTTP/1.1" status: 200 len: 1096 time: 1.1222870 May 12 19:25:42.268850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437caf8f-bb81-4394-a25e-3696413de36b', 'tag': '34ea19ce-cb42-4048-ae85-fca52fb60d87'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:42.282344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4b83ccd-5d55-4637-bf73-1c846ea03653 req-9bdeffc2-021b-48ba-bbdf-5a59540c4b4a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 944 time: 0.9279888 May 12 19:25:42.291355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:42.292899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03ac0b4-6aa1-4091-acd4-d656a3cdc17d') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:42.348703 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c919fd67-1336-44ca-ba83-1fe631fa4d20'] response: {'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'code': 200} May 12 19:25:42.393680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.452369 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.469805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4b83ccd-5d55-4637-bf73-1c846ea03653 req-8a7c3d74-a917-4570-a99f-05d471d05bb2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855042 May 12 19:25:42.473800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:25:42.474660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.497351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: from cryptography.utils import int_from_bytes May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: from cryptography.utils import int_from_bytes May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: util.warn_limited( May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: util.warn_limited( May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: timer() May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:25:42.536922 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:25:42.606222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00fc55-bf52-4926-ac97-1228deac9fb9 req-fc2ab25c-217f-4340-9edc-0eeff7b86dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:42.609207 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d00fc55-bf52-4926-ac97-1228deac9fb9 req-fc2ab25c-217f-4340-9edc-0eeff7b86dba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 1097 time: 0.1913388 May 12 19:25:42.617586 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c4390e-1f2a-44ba-964a-30c0bee3d9dd'] response: {'name': 'network-changed', 'server_uuid': '437caf8f-bb81-4394-a25e-3696413de36b', 'tag': '34ea19ce-cb42-4048-ae85-fca52fb60d87', 'status': 'completed', 'code': 200} May 12 19:25:42.622619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-27673357-4974-4419-800a-aa99e14fb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:42.624094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-27673357-4974-4419-800a-aa99e14fb59d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db74c465e6bf4fb591f0927863b1e926&device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 1099 time: 0.3151567 May 12 19:25:42.756569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=8482261d-024b-44d7-9645-4045eeb1aff9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:42.834680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-baf2feb1-8381-452e-bcf3-f3752b60ab20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ea19ce-cb42-4048-ae85-fca52fb60d87 HTTP/1.1" status: 200 len: 217 time: 0.1456540 May 12 19:25:42.838643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d00fc55-bf52-4926-ac97-1228deac9fb9 req-990fe385-21d7-4baf-aebe-4079a96ae6a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189267 May 12 19:25:42.934801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:42.943973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-86d18885-4ef1-4129-b085-b5017edbcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:42.945945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-86d18885-4ef1-4129-b085-b5017edbcc55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1047471 May 12 19:25:42.978434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:43.000118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39954) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:43.042130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] Pushing event deleted for resources: {'Network': ['ID=f81507db-3d35-49f4-b94d-0d8be741b42b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:43.068631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-2c81e8f4-cf17-4bf9-8dd7-e8c6417f0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:43.071617 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-2c81e8f4-cf17-4bf9-8dd7-e8c6417f0970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198552 May 12 19:25:43.092759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1255ba90-4b0b-4f7c-bd5a-26bdb106a0af admin admin] 10.222.0.72 "DELETE /v2.0/networks/f81507db-3d35-49f4-b94d-0d8be741b42b HTTP/1.1" status: 204 len: 168 time: 4.2291336 May 12 19:25:43.107058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15316642-f21b-4ad2-97d7-cc522a59e16f req-83c02dff-735f-484f-9127-d15c8f7964c6 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:43.114065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15316642-f21b-4ad2-97d7-cc522a59e16f req-83c02dff-735f-484f-9127-d15c8f7964c6 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 946 time: 0.6177981 May 12 19:25:43.233854 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-24e39d24-db8c-4a68-816e-3ddb1d4c8b21 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559930 May 12 19:25:43.235799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580859c-1a3e-4a37-a3aa-9c3e00d9d2c1 req-b287c0d3-e9f3-4c08-9766-4fe3b6bcc24f tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:43.242749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1580859c-1a3e-4a37-a3aa-9c3e00d9d2c1 req-b287c0d3-e9f3-4c08-9766-4fe3b6bcc24f tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1095 time: 0.3851037 May 12 19:25:43.275399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15316642-f21b-4ad2-97d7-cc522a59e16f req-f2a0ce8e-f971-4f04-b253-9cad5c3d1b74 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603069 May 12 19:25:43.287678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:43.363524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1580859c-1a3e-4a37-a3aa-9c3e00d9d2c1 req-fc152f61-401e-41b5-8463-9df83c001b78 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198971 May 12 19:25:43.438093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39970) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:43.441433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-897084823-network', 'tenant_id': '9813c6e127334755a2017244d479ede7'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:43.473921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:43.488214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Usage tracker for resource:network and tenant:9813c6e127334755a2017244d479ede7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:43.503485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:43.517041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:43.564402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-440ae5e9-151e-4789-95fa-eb33fe6cbfab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e4ceea658e84b05bb40118c4978d6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1194963 May 12 19:25:43.567000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:43.585983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-64ec953d-c7c4-498e-80ad-56ef66d1d179 req-aa0b6505-cdd1-4bd6-9aad-0743c128898a service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454499 May 12 19:25:43.588850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Made reservation on behalf of 9813c6e127334755a2017244d479ede7 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:43.592565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:43.609818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:43.648666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:43.697399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf2eed-c27d-411e-a864-d4a10700d9ca req-5baaab5c-862a-4ad4-a0d6-c0243b54e9c3 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:43.697399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfdf2eed-c27d-411e-a864-d4a10700d9ca req-5baaab5c-862a-4ad4-a0d6-c0243b54e9c3 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 948 time: 0.2221074 May 12 19:25:43.697702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Usage tracker for resource:security_group_rule and tenant:9813c6e127334755a2017244d479ede7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:43.707030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:43.735861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:43.739478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1892a577-8921-4185-9015-1fbf120d39b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:43.800291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1892a577-8921-4185-9015-1fbf120d39b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:43.829628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfdf2eed-c27d-411e-a864-d4a10700d9ca req-c209f0bb-e5e7-48af-b977-87c4373da802 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704105 May 12 19:25:43.865896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dba80-4eff-42a9-8a37-ac53646791af req-789f9af2-a4cd-49b5-b0f0-a5fb4e69f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:43.868007 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c95dba80-4eff-42a9-8a37-ac53646791af req-789f9af2-a4cd-49b5-b0f0-a5fb4e69f79c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db74c465e6bf4fb591f0927863b1e926&device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 1099 time: 0.2145944 May 12 19:25:44.031663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1892a577-8921-4185-9015-1fbf120d39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.076373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892a577-8921-4185-9015-1fbf120d39b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ca26f-9987-4570-85c8-2d648f98b9c4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:44.086206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.099319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1892a577-8921-4185-9015-1fbf120d39b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.103923 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1892a577-8921-4185-9015-1fbf120d39b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/132ca26f-9987-4570-85c8-2d648f98b9c4 HTTP/1.1" status: 204 len: 168 time: 0.5326333 May 12 19:25:44.120260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.163166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:25:44.200528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.201003 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Added segment 1d68fdc8-8461-46cd-9ab0-89fa0bce5bdc of type vlan for network 48fd0e6c-0ea1-444c-8221-8c7864d65562 May 12 19:25:44.202786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910f29b-13c9-4a44-bc5c-aa8bbc5c5dd1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:44.205786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dba80-4eff-42a9-8a37-ac53646791af req-0248e9aa-9b9e-48cc-b19b-6a7073e6e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:44.207327 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c95dba80-4eff-42a9-8a37-ac53646791af req-0248e9aa-9b9e-48cc-b19b-6a7073e6e86d service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3248458 May 12 19:25:44.300709 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c95dba80-4eff-42a9-8a37-ac53646791af req-e6e0fc24-bf82-4b3f-9698-06636a57cf52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=34ea19ce-cb42-4048-ae85-fca52fb60d87 HTTP/1.1" status: 200 len: 217 time: 0.0791869 May 12 19:25:44.314558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.333592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Router 7908311d-c366-4a53-a32b-527b6d6ebc8d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:25:44.406306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.407540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:44.408158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.452196 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4468849 May 12 19:25:44.452865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40012) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:44.509159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Request body: {'subnet': {'network_id': '48fd0e6c-0ea1-444c-8221-8c7864d65562', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-897084823-subnet', 'tenant_id': '9813c6e127334755a2017244d479ede7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:44.516936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:44.520991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Usage tracker for resource:subnet and tenant:9813c6e127334755a2017244d479ede7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:44.523921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:44.527255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-9f7c1603-fbb8-4de4-bc32-e1a336f8c7dd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:44.529753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:44.536660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-9f7c1603-fbb8-4de4-bc32-e1a336f8c7dd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 0.4957681 May 12 19:25:44.562292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Made reservation on behalf of 9813c6e127334755a2017244d479ede7 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:44.562855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-2553acbd-d671-4dd2-ae1d-93580677338b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/quotas/688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 375 time: 0.0237951 May 12 19:25:44.564606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:44.585621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dba80-4eff-42a9-8a37-ac53646791af req-9715acd8-0cf2-434f-8b60-ea07a33cd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:44.587026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c95dba80-4eff-42a9-8a37-ac53646791af req-9715acd8-0cf2-434f-8b60-ea07a33cd5de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2684643 May 12 19:25:44.693980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f93841-55b7-481d-a644-629f4f36be85 admin admin] Pushing event updated for resources: {'Network': ['ID=48fd0e6c-0ea1-444c-8221-8c7864d65562,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:44.714647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 48fd0e6c-0ea1-444c-8221-8c7864d65562 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:25:44.803109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dba80-4eff-42a9-8a37-ac53646791af req-1917fb8f-67b1-419d-ae29-d58d85635009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:44.805137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c95dba80-4eff-42a9-8a37-ac53646791af req-1917fb8f-67b1-419d-ae29-d58d85635009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527312 May 12 19:25:44.817613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:25:44.828467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5d6fbcf1-5c3d-4c9e-b3b3-f7efb83ffb96 admin admin] 10.222.0.72 "PUT /v2.0/routers/7908311d-c366-4a53-a32b-527b6d6ebc8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6723273 May 12 19:25:44.831003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40030) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:44.903489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63767-e2c4-4692-8d1a-e97e382d5a62 req-67e65487-61c4-4896-9ae9-1c8a08a34063 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:44.910879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ca63767-e2c4-4692-8d1a-e97e382d5a62 req-67e65487-61c4-4896-9ae9-1c8a08a34063 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 946 time: 0.4757395 May 12 19:25:44.939073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] Sync routers for ids ['7908311d-c366-4a53-a32b-527b6d6ebc8d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:25:44.948136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-acee7b7d-ec7f-430c-a7ff-168503643eab tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3764729 May 12 19:25:44.955098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] Routers {'7908311d-c366-4a53-a32b-527b6d6ebc8d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:44.955946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7908311d-c366-4a53-a32b-527b6d6ebc8d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:45.001210 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c95dba80-4eff-42a9-8a37-ac53646791af req-523fa897-d05b-4792-8b8f-4a10b2b79218 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585455 May 12 19:25:45.085460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ca63767-e2c4-4692-8d1a-e97e382d5a62 req-2188dc4c-f93b-45fb-9ed3-76d9a6d37c2c tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736150 May 12 19:25:45.177109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:45.200027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] Set router 7908311d-c366-4a53-a32b-527b6d6ebc8d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:45.281543 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c95dba80-4eff-42a9-8a37-ac53646791af req-681bb437-1d23-4892-be99-06c7b3373d2a service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706096 May 12 19:25:45.297486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f84f9e5-c29e-4e0b-9266-b2c410286cd8,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:45.311841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Checking segment: {'id': '1d68fdc8-8461-46cd-9ab0-89fa0bce5bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fd0e6c-0ea1-444c-8221-8c7864d65562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:45.312214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Network hostable DHCP agents. Network: 48fd0e6c-0ea1-444c-8221-8c7864d65562, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:25:45.338284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Network 48fd0e6c-0ea1-444c-8221-8c7864d65562 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:25:45.355823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 48fd0e6c-0ea1-444c-8221-8c7864d65562) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:45.361466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:45.362205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:45.363286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0b1ce7b8-3890-40b4-ae1b-0ea3034466ff service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048333 May 12 19:25:45.384722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e3015-791f-405a-9115-5c6eb4d54e91 None None] Network 48fd0e6c-0ea1-444c-8221-8c7864d65562 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:45.399331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c426fe82-9865-41cc-aa8a-699f584ce63e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9384217 May 12 19:25:45.465748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:45.655958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df1abc-b7c3-449f-a2e8-5a6e7f9ef611 req-948c868e-cd31-4bd7-ac4a-92ac94816566 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:45.657479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25df1abc-b7c3-449f-a2e8-5a6e7f9ef611 req-948c868e-cd31-4bd7-ac4a-92ac94816566 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 948 time: 0.4026546 May 12 19:25:45.717943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-d441284e-9805-467e-b8a5-b1bc254ca5b3 service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537984 May 12 19:25:45.746032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25df1abc-b7c3-449f-a2e8-5a6e7f9ef611 req-2f8d5d8e-aa89-4bf1-ab0b-2f10a8e7bab0 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762913 May 12 19:25:45.754816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:45.767873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Deleting port d29c6dda-35aa-470c-bf18-2f4b333af505 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:45.768188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:45.805836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ccd4ef-49aa-4332-b1af-78b814568846 None None] Network 48fd0e6c-0ea1-444c-8221-8c7864d65562 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:45.907000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:42Z', 'revision_number': 5, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port': {'id': 'd29c6dda-35aa-470c-bf18-2f4b333af505', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:25:08Z', 'updated_at': '2022-05-12T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:45.916427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] Checking router: 7908311d-c366-4a53-a32b-527b6d6ebc8d for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:25:45.941602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] Routers {'7908311d-c366-4a53-a32b-527b6d6ebc8d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:45.942205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7908311d-c366-4a53-a32b-527b6d6ebc8d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:46.206802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] Set router 7908311d-c366-4a53-a32b-527b6d6ebc8d gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:46.216083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:46.222129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1325875542-network', 'tenant_id': '26d90590e63a4c3e9634c549ba100569'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:46.234352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:46.241548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Usage tracker for resource:network and tenant:26d90590e63a4c3e9634c549ba100569 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:46.245466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:46.251237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:46.269065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Made reservation on behalf of 26d90590e63a4c3e9634c549ba100569 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:46.271516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.291045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] For port d29c6dda-35aa-470c-bf18-2f4b333af505, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d29c6dda-35aa-470c-bf18-2f4b333af505,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:46.291585 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.300876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.317079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:46.321561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Usage tracker for resource:security_group_rule and tenant:26d90590e63a4c3e9634c549ba100569 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:46.324704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:46.331980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:46.422076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:45Z', 'revision_number': 6, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:46.426947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e183fc4-7e7e-404b-8382-6762009a56c7 None None] The sync data for ids ['7908311d-c366-4a53-a32b-527b6d6ebc8d'] in n-d-841626-1 is: [{'id': '7908311d-c366-4a53-a32b-527b6d6ebc8d', 'name': 'tempest-FloatingIPsTestJSON-1670520253-router', 'tenant_id': '466687d318e54a1bb674d43806e890b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:25:07Z', 'updated_at': '2022-05-12T19:25:45Z', 'revision_number': 6, 'project_id': '466687d318e54a1bb674d43806e890b1', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:46.429298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af896a-1cb4-4a91-a870-79a507c95db3 req-b43cf5ab-8126-41bf-b07f-dea525acf43e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:46.431311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92af896a-1cb4-4a91-a870-79a507c95db3 req-b43cf5ab-8126-41bf-b07f-dea525acf43e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 946 time: 0.3736289 May 12 19:25:46.443757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Calling delete_port for d29c6dda-35aa-470c-bf18-2f4b333af505 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:46.479627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40080) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:46.488893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Request body: {'floatingip': {'port_id': '150549aa-d10a-4eff-b3ad-db6491a34ebc'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:46.507550 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.516595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.562225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5c19dd-e348-40e4-b89b-a8ae19d3e99b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:46.618673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31fc6d93-f9f2-4991-a1bf-c4fac1473a95 req-4ae8e809-df62-459a-be7b-418a2770d3e6 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 210 time: 0.0618386 May 12 19:25:46.627636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.758384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:25:46.770137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.770487 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Added segment 930c285b-4606-49b8-9a70-2a673baf3be3 of type vlan for network 124747fd-3a42-4d49-8df4-d373fe6b79c0 May 12 19:25:46.809724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.828467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8482261d-024b-44d7-9645-4045eeb1aff9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:46.898617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.901244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:46.901951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:46.945414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 8482261d-024b-44d7-9645-4045eeb1aff9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:25:46.948794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8482261d-024b-44d7-9645-4045eeb1aff9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:46.975087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-d1081566-dbec-4938-9546-3a36b358509a tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9f6141b6d3ab4d09a28a4b9f4601bdad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748146 May 12 19:25:47.028073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] Pushing event updated for resources: {'Network': ['ID=124747fd-3a42-4d49-8df4-d373fe6b79c0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:47.037163 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-14e9349c-336b-4d4b-8bd5-7010d56daa2e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8199663 May 12 19:25:47.038042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40112) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:47.042710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 124747fd-3a42-4d49-8df4-d373fe6b79c0 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:25:47.046024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Request body: {'subnet': {'network_id': '124747fd-3a42-4d49-8df4-d373fe6b79c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1325875542-subnet', 'tenant_id': '26d90590e63a4c3e9634c549ba100569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:47.052091 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-36ea2a20-93e4-4c2d-9a75-291d0230b442 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4912710 May 12 19:25:47.054654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:47.058930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Usage tracker for resource:subnet and tenant:26d90590e63a4c3e9634c549ba100569 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:47.062262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:47.068937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:47.081080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Made reservation on behalf of 26d90590e63a4c3e9634c549ba100569 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:47.084023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:47.326192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-d216ccd0-ef55-46ba-8fb7-7518699d9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:47.327709 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-d216ccd0-ef55-46ba-8fb7-7518699d9a6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1095 time: 0.1367767 May 12 19:25:47.370178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 34ea19ce-cb42-4048-ae85-fca52fb60d87 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:25:47.503624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:47.545585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 34ea19ce-cb42-4048-ae85-fca52fb60d87, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=34ea19ce-cb42-4048-ae85-fca52fb60d87,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:47.566446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '34ea19ce-cb42-4048-ae85-fca52fb60d87', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '34ea19ce-cb42-4048-ae85-fca52fb60d87', 'mac_address': 'fa:16:3e:56:3d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:25:47.575374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-b4767564-7521-4b3d-a2be-371b5d5213a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:47.576850 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-b4767564-7521-4b3d-a2be-371b5d5213a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.2281122 May 12 19:25:47.621409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:47.644688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 34ea19ce-cb42-4048-ae85-fca52fb60d87 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:47.645500 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:47.668544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ea19ce-cb42-4048-ae85-fca52fb60d87 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:47.689565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 34ea19ce-cb42-4048-ae85-fca52fb60d87, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=34ea19ce-cb42-4048-ae85-fca52fb60d87,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:47.689780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Checking segment: {'id': '930c285b-4606-49b8-9a70-2a673baf3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '124747fd-3a42-4d49-8df4-d373fe6b79c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:47.690089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Network hostable DHCP agents. Network: 124747fd-3a42-4d49-8df4-d373fe6b79c0, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:25:47.696526 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-1205b6c1-8762-49ca-8ff7-351acebed1cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 217 time: 0.0937631 May 12 19:25:47.697888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:47.708140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d29c6dda-35aa-470c-bf18-2f4b333af505,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:47.720702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fa9df3-9c0a-4424-9679-d31d07f5143b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:47.783597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=34ea19ce-cb42-4048-ae85-fca52fb60d87,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:47.808244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-13c232f9-da87-43f2-80f6-e223c124e422 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:47.809776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-13c232f9-da87-43f2-80f6-e223c124e422 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6486449 May 12 19:25:47.848762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-f487c7e7-b3e1-4847-ae4f-9a4fce8f25e3 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/quotas/9f6141b6d3ab4d09a28a4b9f4601bdad HTTP/1.1" status: 200 len: 375 time: 0.0266595 May 12 19:25:47.859834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Network 124747fd-3a42-4d49-8df4-d373fe6b79c0 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:25:47.868994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a0b3b-5937-4160-9e3c-c2700e555460 req-265d6e3f-deba-47bf-9b2e-72eeb2b9b607 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:47.870481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2a0b3b-5937-4160-9e3c-c2700e555460 req-265d6e3f-deba-47bf-9b2e-72eeb2b9b607 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 948 time: 0.6814222 May 12 19:25:47.903211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-afd0b0c6-42bb-46a7-80f1-5afe4143c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:47.905279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-afd0b0c6-42bb-46a7-80f1-5afe4143c018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1808167 May 12 19:25:47.914687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 124747fd-3a42-4d49-8df4-d373fe6b79c0) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:47.922928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:47.923198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48edc44f-984a-4c9c-a509-55ced3843ee3 None None] Network 124747fd-3a42-4d49-8df4-d373fe6b79c0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:47.923666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:47.939017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-984544ec-7d23-40e3-af44-9ef2c3f7e3b5 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f6141b6d3ab4d09a28a4b9f4601bdad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675335 May 12 19:25:47.942519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:47.955185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['34ea19ce-cb42-4048-ae85-fca52fb60d87'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:25:47.988159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-b57cdd0d-659e-40b7-93b8-2c79aee241bd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:47.989414 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-b57cdd0d-659e-40b7-93b8-2c79aee241bd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 0.3008423 May 12 19:25:47.992629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-1de2f5b2-d295-4b5e-a18e-b777ac07b777 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640447 May 12 19:25:48.098561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Request body: {'port': {'device_id': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'admin_state_up': True, 'tenant_id': '688e1e82516441b8afefb2f3de675b79'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:48.125116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9870d556-ad3a-4753-92c2-d03c0848f7e0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0845964 May 12 19:25:48.305775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2a0b3b-5937-4160-9e3c-c2700e555460 req-e25fd983-2131-41cb-8da6-f16d7eb0c456 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975251 May 12 19:25:48.322830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-569ffb78-0d73-43df-802d-d018f0fc5393 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222904 May 12 19:25:48.323926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:48.333224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Usage tracker for resource:port and tenant:688e1e82516441b8afefb2f3de675b79 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:48.367463 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.377634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:48.386161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90734711-8e31-4419-a736-7ac0e894822f req-9f3bd3a4-0fce-4e10-ac20-16035286da47 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 210 time: 0.0851276 May 12 19:25:48.389741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:48.391365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.408108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:25:48.428097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7bd89-ee2e-46c0-b55a-db54ffd6d143 None None] Network 124747fd-3a42-4d49-8df4-d373fe6b79c0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:48.485374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40136) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:48.547918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Made reservation on behalf of 688e1e82516441b8afefb2f3de675b79 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:48.553263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.761263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d29c6dda-35aa-470c-bf18-2f4b333af505 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:48.816343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d29c6dda-35aa-470c-bf18-2f4b333af505 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:25:48.816899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d29c6dda-35aa-470c-bf18-2f4b333af505 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:48.846540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a75bc1f-9d58-4f42-ac16-4a3c7db97a96 req-d765dc69-f34c-4598-a4dd-0cd8631f827f tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 210 time: 0.3048580 May 12 19:25:48.865396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] Deleting subnet 3f84f9e5-c29e-4e0b-9266-b2c410286cd8 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:25:48.866702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.867694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.868525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7908311d-c366-4a53-a32b-527b6d6ebc8d {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:25:48.870198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.888054 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.929013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:48.937727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.036874 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ad5e85-a62d-45cc-b1b1-a229b538ff40 req-eb577260-757f-4c91-948f-7a21e0b3204d service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072375 May 12 19:25:49.103327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.105689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-02983c3a-abbe-4579-9bfa-f1d4c996db1b admin admin] 10.222.0.72 "DELETE /v2.0/routers/7908311d-c366-4a53-a32b-527b6d6ebc8d HTTP/1.1" status: 204 len: 168 time: 4.2686720 May 12 19:25:49.114703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40154) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:49.143850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.203370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.207249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f84f9e5-c29e-4e0b-9266-b2c410286cd8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:49.225215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cfb555a4-f770-4083-bf7d-1da0efe7647f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3f84f9e5-c29e-4e0b-9266-b2c410286cd8 HTTP/1.1" status: 204 len: 168 time: 0.7336345 May 12 19:25:49.229409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40160) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:49.256136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Allocated IP 172.20.0.10 (47c13cac-b4e1-428b-9c50-11992682fb5e/e79b5823-0f43-4c0e-96de-948a820c5629/19896ff5-ab96-465f-af9e-4732e8c61316) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:49.297486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] Deleting subnet e2395a71-19ba-475b-92e8-2cfb027796ea {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:25:49.307963 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.369822 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Floating IP 20ad9103-e982-47ce-a988-c8673ec99632 associated. External IP: 172.25.2.157, port: 150549aa-d10a-4eff-b3ad-db6491a34ebc. May 12 19:25:49.371750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 34ea19ce-cb42-4048-ae85-fca52fb60d87 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:25:49.399306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.507014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 34ea19ce-cb42-4048-ae85-fca52fb60d87 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:49.516369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 34ea19ce-cb42-4048-ae85-fca52fb60d87 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:49.516753 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.532553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cd88a-611f-4127-80f3-18bd77d5880b req-3b836233-fe0d-424f-a359-f1ce35a56d7d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:49.534339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b01cd88a-611f-4127-80f3-18bd77d5880b req-3b836233-fe0d-424f-a359-f1ce35a56d7d tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.5242641 May 12 19:25:49.581033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40170) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:49.604135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.678870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 34ea19ce-cb42-4048-ae85-fca52fb60d87 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:25:49.679253 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.687474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.708512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437caf8f-bb81-4394-a25e-3696413de36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea19ce-cb42-4048-ae85-fca52fb60d87'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:49.719182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 34ea19ce-cb42-4048-ae85-fca52fb60d87, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=34ea19ce-cb42-4048-ae85-fca52fb60d87,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:49.725417 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.727636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.727987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.728739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.729092 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.729432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.729763 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.730152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.730411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.730737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.731051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.795053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.795495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.795732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.796037 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:25:49.796661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=34ea19ce-cb42-4048-ae85-fca52fb60d87,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:49.796780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fd0e6c-0ea1-444c-8221-8c7864d65562']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:49.822692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d68fdc8-8461-46cd-9ab0-89fa0bce5bdc') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:49.823117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d68fdc8-8461-46cd-9ab0-89fa0bce5bdc') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:49.847764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.876397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.880207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.890732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:25:49.891193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: from cryptography.utils import int_from_bytes May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: from cryptography.utils import int_from_bytes May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: util.warn_limited( May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: util.warn_limited( May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: timer() May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:25:49.907250 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:25:49.946775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b01cd88a-611f-4127-80f3-18bd77d5880b req-746dcc7d-71b4-4422-8263-83c40f566724 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558247 May 12 19:25:49.957809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:49.992306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:50.000996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Usage tracker for resource:security_group_rule and tenant:4f91675744614384bfd9834319f7fe65 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:50.014870 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.039613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.046263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.053660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48fd0e6c-0ea1-444c-8221-8c7864d65562,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:50.070182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:50.143176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bb6baef0-73f0-4ef5-9af1-8173deb191f2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/48fd0e6c-0ea1-444c-8221-8c7864d65562 HTTP/1.1" status: 204 len: 168 time: 0.9104445 May 12 19:25:50.151715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40182) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:50.155572 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-ccff3484-1970-4df2-af77-b99343be77fd tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f6141b6d3ab4d09a28a4b9f4601bdad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630183 May 12 19:25:50.162406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Network 47c13cac-b4e1-428b-9c50-11992682fb5e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:50.174289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25aad8-f02b-49b3-9039-2b8429abb3cc req-821631f8-0471-42a6-ac4b-2caded3dda3b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:50.175955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba25aad8-f02b-49b3-9039-2b8429abb3cc req-821631f8-0471-42a6-ac4b-2caded3dda3b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 949 time: 0.6967931 May 12 19:25:50.180951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:50.194241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:50.221782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:50.229239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.335045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] Deleting subnet 54fa9df3-9c0a-4424-9679-d31d07f5143b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:25:50.356070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:50.360784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.394879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba25aad8-f02b-49b3-9039-2b8429abb3cc req-836fcda6-98b0-4d8b-8178-2e201514e020 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079651 May 12 19:25:50.464504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7970c-28ab-46c1-bc39-6e26be197d00 req-19509094-afa2-4b92-9176-975e94a57155 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:50.464725 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cc150c-2db7-439c-8c1f-699aa16ed1c2'] response: {'server_uuid': '437caf8f-bb81-4394-a25e-3696413de36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea19ce-cb42-4048-ae85-fca52fb60d87', 'code': 200} May 12 19:25:50.466329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fc7970c-28ab-46c1-bc39-6e26be197d00 req-19509094-afa2-4b92-9176-975e94a57155 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 932 time: 0.3702853 May 12 19:25:50.508074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:50.508674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.514307 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.540534 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.546983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:25:50.570620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.36', 51050) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:50.632764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-b9eba3c4-03d0-4ed1-bc21-e3012a832c43 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:50.634141 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-b9eba3c4-03d0-4ed1-bc21-e3012a832c43 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4688890 May 12 19:25:50.642565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-e1a1405d-199d-4474-8863-97c658833451 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6433501 May 12 19:25:50.647515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2395a71-19ba-475b-92e8-2cfb027796ea,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:50.652012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Request body: {'port': {'device_id': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '9f6141b6d3ab4d09a28a4b9f4601bdad'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:50.652217 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.658512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b6227d-cf36-49d0-929a-6540a76d3ce9 None None] Network 85e43fe5-0ae5-454e-94eb-05f505a19d73 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:25:50.680957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.684389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fc7970c-28ab-46c1-bc39-6e26be197d00 req-32dd3ec5-820f-4c18-ad31-3be7c7baa907 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979358 May 12 19:25:50.684590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Request body: {'port': {'device_id': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:50.686865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dff0df8a-1f8a-436e-b3da-9942312970ab req-4fda9702-2859-4bfc-82c8-7e7ca685a47f tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 210 time: 0.1030297 May 12 19:25:50.747726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1b392d50-0992-4852-be25-bfad5aeb01f3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e2395a71-19ba-475b-92e8-2cfb027796ea HTTP/1.1" status: 204 len: 168 time: 1.6287479 May 12 19:25:50.755028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.760904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40188) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:50.898752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f91675744614384bfd9834319f7fe65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3038645 May 12 19:25:50.902670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:50.903190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cfe16-0035-497a-b6d7-01517331fe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bf2b06-28ad-4c5f-8a41-0e708171f561,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:50.911190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40192) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:50.982829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] DHCP port deletion for 85e43fe5-0ae5-454e-94eb-05f505a19d73 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:25:50.986970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] Deleting port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:50.987342 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.009473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-e861e894-61ad-4e35-b9bf-e6de1216b4d4 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:51.010183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-e861e894-61ad-4e35-b9bf-e6de1216b4d4 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Synchronizing usage tracker for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:25:51.064414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.120414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:25:51.126082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.131721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-e861e894-61ad-4e35-b9bf-e6de1216b4d4 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Unset dirty status for tenant:6e5ab1addcea4df886a61eedd0c99c80 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:25:51.132926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-e861e894-61ad-4e35-b9bf-e6de1216b4d4 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.7261980 May 12 19:25:51.136626 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] Sync routers for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:25:51.138589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354a99a-07bb-449c-b594-2ea3a2817fcb req-eecedc69-4520-45de-a1e9-afae5423a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:51.140011 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7354a99a-07bb-449c-b594-2ea3a2817fcb req-eecedc69-4520-45de-a1e9-afae5423a64a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 1101 time: 0.5636318 May 12 19:25:51.146137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.166033 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:51.166751 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:51.194107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:51.201400 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.234812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Deleting port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:51.234812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.262525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Usage tracker for resource:port and tenant:9f6141b6d3ab4d09a28a4b9f4601bdad is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:51.262836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] For port 3807a10b-2567-4ca3-b693-1e8edbb0ac79, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3807a10b-2567-4ca3-b693-1e8edbb0ac79,segment=NetworkSegment(35101831-ed2a-438b-aee6-3e1538714d1f),segment_id=35101831-ed2a-438b-aee6-3e1538714d1f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:51.263324 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.303507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5d1e-c5ee-493b-84d6-3dce861753e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.306000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:51.310043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fa9df3-9c0a-4424-9679-d31d07f5143b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:51.314084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.329932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:51.365554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-76843a9b-8b79-47f2-bcf2-e207b8bca1b2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/54fa9df3-9c0a-4424-9679-d31d07f5143b HTTP/1.1" status: 204 len: 168 time: 1.2088072 May 12 19:25:51.373472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Deleting port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:51.373809 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.381334 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:51.393555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40200) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:51.418865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5d1e-c5ee-493b-84d6-3dce861753e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.419144 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7354a99a-07bb-449c-b594-2ea3a2817fcb req-5d754bc5-9dde-45fb-b838-cc284222a838 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620864 May 12 19:25:51.419686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Made reservation on behalf of 9f6141b6d3ab4d09a28a4b9f4601bdad for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:51.423157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.445369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] Calling delete_port for 3807a10b-2567-4ca3-b693-1e8edbb0ac79 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:51.460691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.470446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b6bfb4de-b86a-4313-a643-f86c28657453 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "PUT /v2.0/floatingips/20ad9103-e982-47ce-a988-c8673ec99632 HTTP/1.1" status: 200 len: 992 time: 4.9921560 May 12 19:25:51.502041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:51.556684 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.602633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] No DVR routers for this DVR port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:25:51.607294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:51.611240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd7c5b-5a86-4172-9af9-fb81ccb88e3a None None] Pushing event deleted for resources: {'Port': ['ID=3807a10b-2567-4ca3-b693-1e8edbb0ac79,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:51.632205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Usage tracker for resource:security_group_rule and tenant:9f6141b6d3ab4d09a28a4b9f4601bdad is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:51.642393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:51.671052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:51.825559 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20ad9103-e982-47ce-a988-c8673ec99632', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'port_id': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'mac_address': 'fa:16:3e:fe:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:25:17Z', 'updated_at': '2022-05-12T19:25:47Z', 'revision_number': 1, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:23Z', 'revision_number': 5, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:51.830987 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] Checking router: 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:25:51.842676 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:51.843596 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:51.911835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b79b2-d677-433b-bf45-77b01a857f60 req-41481b04-7bda-46a0-960b-b51a2c21b69a tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:51.913519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f2b79b2-d677-433b-bf45-77b01a857f60 req-41481b04-7bda-46a0-960b-b51a2c21b69a tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.7971935 May 12 19:25:51.919968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.941990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] For port 99ffea07-7f1e-4b3a-aa11-0871d6716d56, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=99ffea07-7f1e-4b3a-aa11-0871d6716d56,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:51.942226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:51.993588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5d1e-c5ee-493b-84d6-3dce861753e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.014551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] For port 3807a10b-2567-4ca3-b693-1e8edbb0ac79, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3807a10b-2567-4ca3-b693-1e8edbb0ac79,segment=NetworkSegment(35101831-ed2a-438b-aee6-3e1538714d1f),segment_id=35101831-ed2a-438b-aee6-3e1538714d1f)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:25:52.014870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.083040 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:52.151837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.217732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.221174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Calling delete_port for 3807a10b-2567-4ca3-b693-1e8edbb0ac79 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:52.362217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f2b79b2-d677-433b-bf45-77b01a857f60 req-13034bbe-8902-4374-a322-3e8a5558168e tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186642 May 12 19:25:52.362928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5d1e-c5ee-493b-84d6-3dce861753e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bf2b06-28ad-4c5f-8a41-0e708171f561,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:52.366725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5d1e-c5ee-493b-84d6-3dce861753e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.370220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3ccd5d1e-c5ee-493b-84d6-3dce861753e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a1bf2b06-28ad-4c5f-8a41-0e708171f561 HTTP/1.1" status: 204 len: 168 time: 1.4556966 May 12 19:25:52.405011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19896ff5-ab96-465f-af9e-4732e8c61316 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:52.421998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dab26e8-cb84-4fa3-8a24-44e530c1d98b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:52.426599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.486211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:25:52.486494 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:25:52.528674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d01d-eab2-4ddd-a176-187c1154451d req-4e7116f3-526a-47f2-b3e9-6ea44f63686a tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:52.545605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b76d01d-eab2-4ddd-a176-187c1154451d req-4e7116f3-526a-47f2-b3e9-6ea44f63686a tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 950 time: 0.8291891 May 12 19:25:52.549464 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccd0d67-ce15-483e-98c8-a4817caa760a'] response: {'name': 'network-changed', 'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'status': 'completed', 'code': 200} May 12 19:25:52.593001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.641596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Transition to ACTIVE for port object 19896ff5-ab96-465f-af9e-4732e8c61316 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:52.650111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124747fd-3a42-4d49-8df4-d373fe6b79c0']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:52.672390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b76d01d-eab2-4ddd-a176-187c1154451d req-8d5c35cf-0799-47e0-ba0b-be0bc7b1ddab tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254213 May 12 19:25:52.698033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.738421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930c285b-4606-49b8-9a70-2a673baf3be3') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:52.738758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930c285b-4606-49b8-9a70-2a673baf3be3') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:52.758301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.768313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.768525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.768836 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8 disassociated. External IP: 172.25.2.127, port: 99ffea07-7f1e-4b3a-aa11-0871d6716d56. May 12 19:25:52.769195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Calling delete_port for 99ffea07-7f1e-4b3a-aa11-0871d6716d56 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:52.786650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.807774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3807a10b-2567-4ca3-b693-1e8edbb0ac79 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:52.823982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:25:52.828733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: timer() May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:25:52.856540 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:25:52.889689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7471c1fc-4b09-4cd7-bb2d-5861cfccecc4 req-9cc71bff-a62e-46d9-aa44-134727c08a6d tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 210 time: 0.2004955 May 12 19:25:52.916308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 3807a10b-2567-4ca3-b693-1e8edbb0ac79 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:25:52.916308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3807a10b-2567-4ca3-b693-1e8edbb0ac79 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:52.931887 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20ad9103-e982-47ce-a988-c8673ec99632', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'port_id': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'mac_address': 'fa:16:3e:fe:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:25:17Z', 'updated_at': '2022-05-12T19:25:47Z', 'revision_number': 1, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:23Z', 'revision_number': 5, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:52.936991 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c8ac-ea0f-443e-8b12-54af22e38ff9 None None] The sync data for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 is: [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '20ad9103-e982-47ce-a988-c8673ec99632', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'port_id': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'mac_address': 'fa:16:3e:fe:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:25:17Z', 'updated_at': '2022-05-12T19:25:47Z', 'revision_number': 1, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:23Z', 'revision_number': 5, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:52.988270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Deleting port 3807a10b-2567-4ca3-b693-1e8edbb0ac79 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:52.988500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.113149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] The port '3807a10b-2567-4ca3-b693-1e8edbb0ac79' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:25:53.191562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:53.199774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40220) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:53.239630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Allocated IP 192.168.233.151 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/3219a141-486d-4ff8-bed5-7301c08d9c59) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:53.251535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.266069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:53.266334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:53.266668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:53.276552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a535fc-72c8-4d77-948d-6b6b47b927dc None None] New status for floating IP 20ad9103-e982-47ce-a988-c8673ec99632: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:25:53.297952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:25:53.298274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:53.302001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:53.313202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Usage tracker for resource:security_group_rule and tenant:b7dbd49677ac4b44bd3c64dc2cb5260a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:53.322678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.327544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:53.327887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:53.328338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:53.328795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Bound port: 19896ff5-ab96-465f-af9e-4732e8c61316, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:53.329144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.341893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:53.363329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.365046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:53.367917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.375765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=124747fd-3a42-4d49-8df4-d373fe6b79c0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:53.390919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a709b-9802-4103-a66b-78ffd2e0c765 req-bd3ce9c2-fbf6-4913-a0d2-dad47c907efc tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:53.392082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f0a709b-9802-4103-a66b-78ffd2e0c765 req-bd3ce9c2-fbf6-4913-a0d2-dad47c907efc tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.2763717 May 12 19:25:53.408795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e086b716-7577-4eb7-ad48-99f8183fd2dc admin admin] 10.222.0.72 "DELETE /v2.0/networks/124747fd-3a42-4d49-8df4-d373fe6b79c0 HTTP/1.1" status: 204 len: 168 time: 2.0056527 May 12 19:25:53.428851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e43fe5-0ae5-454e-94eb-05f505a19d73']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:53.446131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35101831-ed2a-438b-aee6-3e1538714d1f') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:53.446411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35101831-ed2a-438b-aee6-3e1538714d1f') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:53.467836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.491383 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f0a709b-9802-4103-a66b-78ffd2e0c765 req-2877404a-95d2-4090-8c7d-ff9057d8f8e1 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 May 12 19:25:53.512946 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.519991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:25:53.520382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: timer() May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:25:53.540331 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:25:53.569508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:53.595197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-26cd6f7a-7754-4c1c-9725-acb1ee0a19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:53.596820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-26cd6f7a-7754-4c1c-9725-acb1ee0a19eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=beecf6eeebb8459989dfcc8581f786ef&device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 1097 time: 0.9951053 May 12 19:25:53.665805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40228) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:53.673338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:53.713793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.743926 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.756632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e43fe5-0ae5-454e-94eb-05f505a19d73,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:53.764284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-754e5b84-589f-4250-b9f0-739a7fdd8820 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9813c6e127334755a2017244d479ede7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919867 May 12 19:25:53.768099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-288da5dc-0368-44eb-90b3-e1eb1538f630 admin admin] 10.222.0.72 "DELETE /v2.0/networks/85e43fe5-0ae5-454e-94eb-05f505a19d73 HTTP/1.1" status: 204 len: 168 time: 2.9862010 May 12 19:25:53.768271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40234) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:53.790763 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.847063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7eed8-dbd4-4d91-a63f-9998110bb7e7 req-69e025ca-c815-4869-b2eb-35d3a929b659 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:53.848545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57c7eed8-dbd4-4d91-a63f-9998110bb7e7 req-69e025ca-c815-4869-b2eb-35d3a929b659 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 946 time: 0.2454476 May 12 19:25:53.889672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:53.890515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:53.892249 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 1092 time: 3.2168183 May 12 19:25:53.908733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:53.924455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.007037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40244) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:54.058413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57c7eed8-dbd4-4d91-a63f-9998110bb7e7 req-3334a347-2729-42c4-843a-a5f84341b00c tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1240abe-e33f-44b5-b22c-75838a9c4fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953104 May 12 19:25:54.059038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-62a6ddf0-44c7-47e2-88e4-5632f9adfdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.096311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-62a6ddf0-44c7-47e2-88e4-5632f9adfdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.101777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0729e-e0f0-4804-9567-9df9ff5264f0 service neutron] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:54.113568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7c96-8bd1-42eb-aab4-1a3f8caa77c5 req-8d1b83f4-e9d1-4bbd-95cb-4f08fe7cd469 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:54.115118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-faee7c96-8bd1-42eb-aab4-1a3f8caa77c5 req-8d1b83f4-e9d1-4bbd-95cb-4f08fe7cd469 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 950 time: 0.3301139 May 12 19:25:54.204906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-faee7c96-8bd1-42eb-aab4-1a3f8caa77c5 req-54857353-4a6c-4041-b963-60a9e2a510e4 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728276 May 12 19:25:54.253479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aacd430d-6960-4ee0-bcec-cdeee6dfefd0 req-466f349c-103e-4ca5-8e7d-7d841f26e05a tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 210 time: 0.0473788 May 12 19:25:54.259546 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-62a6ddf0-44c7-47e2-88e4-5632f9adfdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.271071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-ac2a96a3-8671-4d52-a6f8-16af288c4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:54.272553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-ac2a96a3-8671-4d52-a6f8-16af288c4774 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c6d2180-4dc0-435e-8247-bfb3729d84d2 HTTP/1.1" status: 200 len: 916 time: 0.6663854 May 12 19:25:54.274198 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3feb237d-43ae-407c-b955-73ddb4411a1f'] response: {'name': 'network-changed', 'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316', 'status': 'completed', 'code': 200} May 12 19:25:54.284818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ddf0-44c7-47e2-88e4-5632f9adfdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910f29b-13c9-4a44-bc5c-aa8bbc5c5dd1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:54.289422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event deleted for resources: {'Port': ['ID=99ffea07-7f1e-4b3a-aa11-0871d6716d56,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:54.302162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.307346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-62a6ddf0-44c7-47e2-88e4-5632f9adfdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.310776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-62a6ddf0-44c7-47e2-88e4-5632f9adfdef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8910f29b-13c9-4a44-bc5c-aa8bbc5c5dd1 HTTP/1.1" status: 204 len: 168 time: 0.5393343 May 12 19:25:54.458076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.461078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-abae32f3-a68a-4985-b8d6-fbd87fea660a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=466687d318e54a1bb674d43806e890b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450605 May 12 19:25:54.464063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40254) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:54.517270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Transition to ACTIVE for port object 3219a141-486d-4ff8-bed5-7301c08d9c59 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:54.574717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f61dc6d6-4f69-43fc-a6ff-8edde61491ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.608798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f61dc6d6-4f69-43fc-a6ff-8edde61491ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.702140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.754936 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-6b9f94ba-2112-4395-a0c8-22a9bfc32fbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc HTTP/1.1" status: 200 len: 1002 time: 0.4489653 May 12 19:25:54.778283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-f76083a9-506e-4747-80bc-1d5e448f71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:54.778498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f61dc6d6-4f69-43fc-a6ff-8edde61491ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.779755 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-f76083a9-506e-4747-80bc-1d5e448f71e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1095 time: 0.8268137 May 12 19:25:54.800985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e211a-9b03-4688-8f29-1d89c86a2596 req-5896f52e-0237-47c0-8b4b-06316edc9c19 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:54.802669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e2e211a-9b03-4688-8f29-1d89c86a2596 req-5896f52e-0237-47c0-8b4b-06316edc9c19 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.1539354 May 12 19:25:54.807433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dc6d6-4f69-43fc-a6ff-8edde61491ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f9c6ea-0d1b-46f8-87b9-570f01edc70e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:54.829010 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f61dc6d6-4f69-43fc-a6ff-8edde61491ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:54.830695 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b7dbd49677ac4b44bd3c64dc2cb5260a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6219468 May 12 19:25:54.832690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f61dc6d6-4f69-43fc-a6ff-8edde61491ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1f9c6ea-0d1b-46f8-87b9-570f01edc70e HTTP/1.1" status: 204 len: 168 time: 0.3663726 May 12 19:25:54.836394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40266) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:54.904660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00296f47-143b-4b50-94fc-6989ecabf91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac003cc-b97e-40ec-989b-950e9601133e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:54.908520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Router 3c96abfd-770f-41ce-81a4-5937619eff47 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:25:54.923818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e2e211a-9b03-4688-8f29-1d89c86a2596 req-2d9d25bd-ebbb-4901-a508-3a687141e3b5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109958 May 12 19:25:54.924132 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-2d3a5711-6b3c-453a-8a55-e090c3378494 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 217 time: 0.1054564 May 12 19:25:54.974277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40280) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:54.991288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-0a1ab00d-4199-45b8-9c5a-973f58ed7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:54.992837 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-0a1ab00d-4199-45b8-9c5a-973f58ed7263 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9c8ad03b-704b-4059-9a9e-f35738ecf8ef HTTP/1.1" status: 200 len: 854 time: 0.2220500 May 12 19:25:55.005835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-c4a2ddcf-08da-40d2-a5c6-e2a934b64ef4 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=db74c465e6bf4fb591f0927863b1e926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606139 May 12 19:25:55.078485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.118389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd59f79f-b50a-4411-a2f6-efd492cec4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.193124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd59f79f-b50a-4411-a2f6-efd492cec4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.241932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-b6f316d7-f2ee-4b95-a563-4e7ec78976be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:55.243606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-b6f316d7-f2ee-4b95-a563-4e7ec78976be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.3092453 May 12 19:25:55.342423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-1beedf25-e016-40dc-8864-50906e5c3736 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:55.344796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-1beedf25-e016-40dc-8864-50906e5c3736 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301167 May 12 19:25:55.361967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-3ef0e593-f723-4f49-ad5c-2417762bb18d tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/quotas/db74c465e6bf4fb591f0927863b1e926 HTTP/1.1" status: 200 len: 375 time: 0.0119696 May 12 19:25:55.370362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:25:55.397635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:25:55.400689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:25:55.416988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 99ffea07-7f1e-4b3a-aa11-0871d6716d56 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:25:55.433353 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-effc1a7e-2e72-470c-b89a-75a8a205bdce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26d90590e63a4c3e9634c549ba100569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502716 May 12 19:25:55.434920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-461a7aae-3e8a-449c-a580-7e9ae44a5cf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719463 May 12 19:25:55.435391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:55.443892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:55.469676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 99ffea07-7f1e-4b3a-aa11-0871d6716d56 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:25:55.470245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 99ffea07-7f1e-4b3a-aa11-0871d6716d56 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:25:55.499183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd59f79f-b50a-4411-a2f6-efd492cec4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.516323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e24df3c3-6206-4afc-85d3-91ea479f3e7c req-d466f375-4228-453b-b626-6df9c0500935 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 210 time: 0.0772650 May 12 19:25:55.537545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59f79f-b50a-4411-a2f6-efd492cec4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac003cc-b97e-40ec-989b-950e9601133e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:55.544127 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd59f79f-b50a-4411-a2f6-efd492cec4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.552846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dd59f79f-b50a-4411-a2f6-efd492cec4f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fac003cc-b97e-40ec-989b-950e9601133e HTTP/1.1" status: 204 len: 168 time: 0.7131827 May 12 19:25:55.559309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:25:55.569226 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] Sync routers for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:25:55.581159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-e254a253-30df-40c8-a570-9ec641bfae52 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db74c465e6bf4fb591f0927863b1e926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2124033 May 12 19:25:55.602211 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:55.606565 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:55.711525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-70f2b943-7804-4416-863c-c48cb736eaf1 None None] Provisioning for port 3219a141-486d-4ff8-bed5-7301c08d9c59 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:25:55.718572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-70f2b943-7804-4416-863c-c48cb736eaf1 None None] Provisioning complete for port 3219a141-486d-4ff8-bed5-7301c08d9c59 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:25:55.719075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-70f2b943-7804-4416-863c-c48cb736eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.795153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27ba3-bf28-4db3-8bde-2b9784c8a973 req-0cc3f654-9a24-4dd4-9406-5ce6e33adb67 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:55.803522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7b27ba3-bf28-4db3-8bde-2b9784c8a973 req-0cc3f654-9a24-4dd4-9406-5ce6e33adb67 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 936 time: 0.0965257 May 12 19:25:55.865508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-70f2b943-7804-4416-863c-c48cb736eaf1 None None] Port 3219a141-486d-4ff8-bed5-7301c08d9c59 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:25:55.918615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] No DVR routers for this DVR port 99ffea07-7f1e-4b3a-aa11-0871d6716d56 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:25:55.921479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.941057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-783fc246-0acf-4d0d-97c0-450d2f5bade3 req-f2a46cf8-cb22-46a0-96ff-cff3fad3a0c1 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 210 time: 0.1156802 May 12 19:25:55.941233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:55.941712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:55.970092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-2eaf8060-4135-4486-b3dd-792bac2a54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:55.970092 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-2eaf8060-4135-4486-b3dd-792bac2a54de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c6d2180-4dc0-435e-8247-bfb3729d84d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9002924 May 12 19:25:55.995826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7b27ba3-bf28-4db3-8bde-2b9784c8a973 req-8e4e7511-d9e8-4b8a-a3a8-cbf3c09e91f5 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910770 May 12 19:25:56.081002 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:56.143535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8640b61b-1318-47a0-a039-8e673a26806c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:56.145927 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22bfae2f-6c58-4dc7-bf44-f83ca4a58dd9 req-a5febd9c-cde0-424f-bc90-52cb37dd36a5 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.36 "DELETE /v2.0/ports/99ffea07-7f1e-4b3a-aa11-0871d6716d56 HTTP/1.1" status: 204 len: 173 time: 5.0040805 May 12 19:25:56.173147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-5978aed0-b87f-4e25-8a03-2955e2950cbf service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152383 May 12 19:25:56.174405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-42701af9-55ae-4ad8-8aee-70aa622bc531 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5292969 May 12 19:25:56.219307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Request body: {'port': {'device_id': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:56.358411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32695-3ba5-4672-ada1-3f80695b801d req-ffb01e43-28ed-4b21-a099-b60520f2e0d9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:56.363611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acb32695-3ba5-4672-ada1-3f80695b801d req-ffb01e43-28ed-4b21-a099-b60520f2e0d9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.1799145 May 12 19:25:56.368528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8640b61b-1318-47a0-a039-8e673a26806c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:56.386969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'name': 'network-vif-deleted', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:25:56.495842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acb32695-3ba5-4672-ada1-3f80695b801d req-9bf2b27a-3604-4974-8243-04277709d41d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279862 May 12 19:25:56.574940 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:56.583203 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] Checking router: 3c96abfd-770f-41ce-81a4-5937619eff47 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:25:56.607514 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:25:56.610390 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:56.638193 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c6b352-2661-4824-a984-cd82d21ca985'] response: {'server_uuid': 'c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7', 'name': 'network-vif-deleted', 'tag': '99ffea07-7f1e-4b3a-aa11-0871d6716d56', 'status': 'completed', 'code': 200} May 12 19:25:56.652182 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-a58722ef-8e0b-46f5-b275-cf25d47909df service neutron] 10.222.0.73 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749930 May 12 19:25:56.833028 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b651b5e-cf2f-412b-a135-255ec5a5009b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:56.871853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5301884-0671-48c3-b015-05254f73ad22 req-ddb916e5-c023-450a-8371-b5d2cf2955b0 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6e48f7d-bbf8-4bd4-916e-3fdc95878ad7 HTTP/1.1" status: 200 len: 210 time: 0.0689607 May 12 19:25:57.023119 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:25:57.041530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:57.118683 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:25:57.119248 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4120688-0d20-44a4-b4b8-5e97e34a3bfb req-3260e05d-3119-41eb-adeb-92b76a94fae8 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9352267 May 12 19:25:57.159048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40358) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:57.192297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8640b61b-1318-47a0-a039-8e673a26806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:57.311305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640b61b-1318-47a0-a039-8e673a26806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5c19dd-e348-40e4-b89b-a8ae19d3e99b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:57.352883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8640b61b-1318-47a0-a039-8e673a26806c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:57.357253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8640b61b-1318-47a0-a039-8e673a26806c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce5c19dd-e348-40e4-b89b-a8ae19d3e99b HTTP/1.1" status: 204 len: 168 time: 1.9114296 May 12 19:25:57.400546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0674471-4153-4cad-a2f1-5fd9e8da18e1 req-062195ad-408c-4a5c-975c-545652f9191b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 210 time: 0.1182919 May 12 19:25:57.455121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3114b30a-8e83-498f-a62c-39e064cb98ce req-c8305713-ae96-4f1d-af95-c353dc7a912d service neutron] 10.222.0.73 "GET /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7900119 May 12 19:25:57.468877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acfa2c-c1e5-49ad-b1a6-53eff53c5f55 req-37be349f-9774-4fe3-8e08-8365739abadc tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:57.477610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8acfa2c-c1e5-49ad-b1a6-53eff53c5f55 req-37be349f-9774-4fe3-8e08-8365739abadc tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 936 time: 0.2585466 May 12 19:25:57.532278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8acfa2c-c1e5-49ad-b1a6-53eff53c5f55 req-d7d313e0-3dd5-43d5-ace0-6dd414fc53a5 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535233 May 12 19:25:57.593801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:57.603813 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:25:57.612866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:57.616685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eb9312-b085-4ee2-b442-fb7574896250 None None] The sync data for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 is: [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:23:23Z', 'revision_number': 4, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '47e3efb4-f032-4aa3-82ed-d2a398478301', 'name': '', 'network_id': '1cb5f7dc-5d64-4b56-8dac-9352191c365b', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'mac_address': 'fa:16:3e:ca:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:21Z', 'updated_at': '2022-05-12T19:23:31Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'subnets': [{'id': 'c2955043-30a2-4f31-9d61-82837f7a0f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:25:57.618737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Usage tracker for resource:security_group_rule and tenant:f67e9b9ff12b41e58003afebfbfcd0ab is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:57.622805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:57.629411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:57.844800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a87d-57a8-4324-9f08-0a7b18927f10 req-8788d1e2-fd1b-4250-9ab5-f06e0ee991cd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:57.848035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c08a87d-57a8-4324-9f08-0a7b18927f10 req-8788d1e2-fd1b-4250-9ab5-f06e0ee991cd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.1698771 May 12 19:25:57.964470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-b6e83377-d291-48f9-afb7-0c95e54ea42a tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=db74c465e6bf4fb591f0927863b1e926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823255 May 12 19:25:57.984639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.001442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.023004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-8b5dde21-610f-4fc0-bedc-bd22aee4a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:58.024613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-8b5dde21-610f-4fc0-bedc-bd22aee4a274 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1095 time: 0.8404410 May 12 19:25:58.073247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c08a87d-57a8-4324-9f08-0a7b18927f10 req-ccddbeb6-8a12-4d65-a23a-d79b83fe7f60 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123110 May 12 19:25:58.085861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c71277-bff3-4f26-bc18-7791f4920975 None None] New status for floating IP 20a352d8-cc08-47f4-95bb-e2cd31a4bab8: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:25:58.119965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f67e9b9ff12b41e58003afebfbfcd0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9594963 May 12 19:25:58.129836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40392) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:58.136160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0de4f8-2d75-4af3-b929-da877b62711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b778727-3de4-4484-99ea-7acd044c5fe1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:58.185968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-015e6880-f588-4d22-a940-b74b2fb613d4 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:58.187999 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-015e6880-f588-4d22-a940-b74b2fb613d4 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967216 May 12 19:25:58.304863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e93f-c23d-4c8d-b2cf-2ae5906c8591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.335447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e93f-c23d-4c8d-b2cf-2ae5906c8591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.359152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:58.374288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Request body: {'port': {'device_id': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'db74c465e6bf4fb591f0927863b1e926'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:25:58.410530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3219a141-486d-4ff8-bed5-7301c08d9c59 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:25:58.482892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7558-948b-480b-ae62-f058e3d66bfd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.483122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.511278 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e93f-c23d-4c8d-b2cf-2ae5906c8591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.527573 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7558-948b-480b-ae62-f058e3d66bfd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.569912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e93f-c23d-4c8d-b2cf-2ae5906c8591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b778727-3de4-4484-99ea-7acd044c5fe1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:58.636166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e93f-c23d-4c8d-b2cf-2ae5906c8591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.641380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c5c6e93f-c23d-4c8d-b2cf-2ae5906c8591 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b778727-3de4-4484-99ea-7acd044c5fe1 HTTP/1.1" status: 204 len: 168 time: 0.5078645 May 12 19:25:58.662247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7b29f34-c5ae-4b81-9056-833f6ee83187 req-ef1e5463-2542-4cb6-83ca-bfc03cca38eb tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 210 time: 0.0747883 May 12 19:25:58.694693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7558-948b-480b-ae62-f058e3d66bfd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.728565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Transition to ACTIVE for port object 3219a141-486d-4ff8-bed5-7301c08d9c59 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:25:58.747817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.770128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf7558-948b-480b-ae62-f058e3d66bfd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1240abe-e33f-44b5-b22c-75838a9c4fac,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:58.805155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-80fd7e9e-06b6-4d1a-9408-2667e8195880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:58.806809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-80fd7e9e-06b6-4d1a-9408-2667e8195880 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.6176565 May 12 19:25:58.810974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7558-948b-480b-ae62-f058e3d66bfd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:58.812342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7fdf7558-948b-480b-ae62-f058e3d66bfd tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "DELETE /v2.0/security-groups/a1240abe-e33f-44b5-b22c-75838a9c4fac HTTP/1.1" status: 204 len: 168 time: 0.4520674 May 12 19:25:58.814994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40428) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:58.837110 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-374a4fc5-ae45-4aaf-a73c-8551be72f148 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] show failed (client error): The resource could not be found. May 12 19:25:58.838579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-374a4fc5-ae45-4aaf-a73c-8551be72f148 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "GET /v2.0/security-groups/a1240abe-e33f-44b5-b22c-75838a9c4fac HTTP/1.1" status: 404 len: 347 time: 0.0223422 May 12 19:25:58.841560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40432) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:25:58.935439 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aab08888-16c7-4e0d-92da-0f5aa335e4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:59.018310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-7adc4012-d862-4246-814a-3447c196089f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 217 time: 0.1811848 May 12 19:25:59.022665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:25:59.155992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:25:59.175711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Usage tracker for resource:port and tenant:db74c465e6bf4fb591f0927863b1e926 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:25:59.182255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:25:59.202842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:25:59.217799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-ca2680c2-b179-4479-9850-94470686a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:59.219357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-ca2680c2-b179-4479-9850-94470686a332 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1936486 May 12 19:25:59.229975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521054a2-cb46-499d-aa9b-eb31a9b73dc8 req-f1a2e4fc-cc44-478c-a3ae-7872418a48b5 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:59.233518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-521054a2-cb46-499d-aa9b-eb31a9b73dc8 req-f1a2e4fc-cc44-478c-a3ae-7872418a48b5 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 948 time: 0.5076203 May 12 19:25:59.246929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Deleting port f9f8ddc7-807c-442f-8862-0e608688ca69 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:25:59.247581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:59.280600 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-845c0e86-6174-48f1-a2f9-3fc1d07c66db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483654 May 12 19:25:59.283952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Made reservation on behalf of db74c465e6bf4fb591f0927863b1e926 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:25:59.288229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:59.394613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Attempting to bind port 3219a141-486d-4ff8-bed5-7301c08d9c59 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:25:59.394947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Attempting to bind port 3219a141-486d-4ff8-bed5-7301c08d9c59 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:25:59.395403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Attempting to bind port 3219a141-486d-4ff8-bed5-7301c08d9c59 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:59.396795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-521054a2-cb46-499d-aa9b-eb31a9b73dc8 req-957cb7eb-f2e4-4ba9-8e42-ffef6f724963 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549623 May 12 19:25:59.558367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Port 3219a141-486d-4ff8-bed5-7301c08d9c59 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:25:59.558682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Attempting to bind port 3219a141-486d-4ff8-bed5-7301c08d9c59 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:25:59.606324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:25:59.606668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:25:59.607054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:25:59.607524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Bound port: 3219a141-486d-4ff8-bed5-7301c08d9c59, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:25:59.608014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:59.633466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:59.633872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:59.780287 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-59405482-027e-47c4-bed9-91fd22d4d7c1 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799397 May 12 19:25:59.812484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d34cf-a2be-492c-9658-d276c9f53e59 req-289d5357-4f97-4ece-96eb-ec111c6c0f4a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:25:59.820328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-861d34cf-a2be-492c-9658-d276c9f53e59 req-289d5357-4f97-4ece-96eb-ec111c6c0f4a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.3031354 May 12 19:25:59.845246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Calling delete_port for f9f8ddc7-807c-442f-8862-0e608688ca69 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:25:59.906947 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:25:59.946970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:25:59.960486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Allocated IP 192.168.233.34 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/145a044d-ddbb-4857-af31-b002261952e5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:25:59.966083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7660c203-70c5-42e2-ac63-9eb80e6197e5 req-33202fa5-ccd6-4fe2-be16-b0c7a7947a37 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 210 time: 0.0827737 May 12 19:25:59.970679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:25:59.980052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-861d34cf-a2be-492c-9658-d276c9f53e59 req-1941bbdc-0e28-4bec-8d8e-c42ba7b9fa73 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585989 May 12 19:25:59.993089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.094943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:00.095525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.097995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] 10.222.0.36 "PUT /v2.0/ports/3219a141-486d-4ff8-bed5-7301c08d9c59 HTTP/1.1" status: 200 len: 1096 time: 3.8859236 May 12 19:26:00.102177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:00.130814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.141342 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-545a7aa9-3aba-42d4-8be0-6cb83ccc5795 req-6247738e-d95b-4df9-be8d-b43c62b1a92c service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538527 May 12 19:26:00.165979 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.247080 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584ed7f7-accf-4c95-91c1-9e24839860e0'] response: {'name': 'network-changed', 'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'status': 'completed', 'code': 200} May 12 19:26:00.263211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Pushing event deleted for resources: {'Port': ['ID=f9f8ddc7-807c-442f-8862-0e608688ca69,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:00.319168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:00.335898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853d058-a018-4ea0-8184-a738d91400bb service neutron] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:00.395235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.420096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.423758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-63c015b2-9a13-446a-8d66-b39688151b62 tempest-ServersWithSpecificFlavorTestJSON-298193517 tempest-ServersWithSpecificFlavorTestJSON-298193517-project] 10.222.0.72 "DELETE /v2.0/floatingips/20a352d8-cc08-47f4-95bb-e2cd31a4bab8 HTTP/1.1" status: 204 len: 168 time: 1.5776558 May 12 19:26:00.599367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c02a38dd-45ac-4c49-8155-7ce2b7aedee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:00.601096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-c02a38dd-45ac-4c49-8155-7ce2b7aedee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f6141b6d3ab4d09a28a4b9f4601bdad&device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 1099 time: 0.4244797 May 12 19:26:00.649464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ac92a-b9b5-479b-aee8-e038788aa16d req-86fc8b49-475d-4f12-8ef7-f2925f492943 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:00.660592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ac92a-b9b5-479b-aee8-e038788aa16d req-86fc8b49-475d-4f12-8ef7-f2925f492943 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 948 time: 0.1172566 May 12 19:26:00.662361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40504) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:00.704933 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-e278a9d3-e3f0-4528-a608-727885d2be45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3219a141-486d-4ff8-bed5-7301c08d9c59 HTTP/1.1" status: 200 len: 217 time: 0.0927680 May 12 19:26:00.713643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ac92a-b9b5-479b-aee8-e038788aa16d req-8cb3139c-b3ac-46ec-a1bd-6788a92bf85f tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520294 May 12 19:26:00.762035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.795490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.818030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1424065531-network', 'tenant_id': '483d6cc261e5461c9d684623068444e1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:00.828125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-3187a1ab-219c-486b-972b-7487bd5242ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:00.830112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-3187a1ab-219c-486b-972b-7487bd5242ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1189651 May 12 19:26:00.831244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Transition to ACTIVE for port object 145a044d-ddbb-4857-af31-b002261952e5 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:00.834579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:00.844366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Usage tracker for resource:network and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:00.859585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:00.859729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:00.870680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:00.896107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:00.899279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.905137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Usage tracker for resource:security_group_rule and tenant:e86c3f31ba8e4ebc90ebc5adf53d087f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:00.908723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.923862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['34ea19ce-cb42-4048-ae85-fca52fb60d87'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:00.929344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:00.935811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:00.952627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:00.956845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Usage tracker for resource:security_group_rule and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:00.959791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:00.965924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:01.024046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:01.028832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Pushing event updated for resources: {'Port': ['ID=145a044d-ddbb-4857-af31-b002261952e5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:01.033087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:01.047436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:01.065771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.076666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 19896ff5-ab96-465f-af9e-4732e8c61316 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:01.076879 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.151134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:01.154831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:26:01.164906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:01.165814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.190215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e4642-eefa-4424-8b51-8501da6f4610,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:01.215530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-0f0f53c1-2220-414e-b175-4999c42524a5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8518214 May 12 19:26:01.220653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.222584 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Added segment e9a372be-75b4-4418-810c-9dc16cdf37b5 of type vlan for network 823a8d96-f772-477a-baf6-df0b1eb06ab0 May 12 19:26:01.231581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Request body: {'port': {'device_id': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:01.299572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.388568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-ea75c3fd-7122-4a4c-8be9-f19f95d5dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:01.391187 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-ea75c3fd-7122-4a4c-8be9-f19f95d5dc17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5329609 May 12 19:26:01.442957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.445725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:01.446778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.550696 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-f627cb9a-cd78-414d-a9be-5c23f6209a5f service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510577 May 12 19:26:01.567990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:01.576284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8bde8e3-31e6-4b49-9651-29f9203122e3 None None] Provisioning for port 145a044d-ddbb-4857-af31-b002261952e5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:01.579704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.594379 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.599932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '19896ff5-ab96-465f-af9e-4732e8c61316', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'port_id': '19896ff5-ab96-465f-af9e-4732e8c61316', 'mac_address': 'fa:16:3e:aa:7c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79b5823-0f43-4c0e-96de-948a820c5629', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:01.603008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8bde8e3-31e6-4b49-9651-29f9203122e3 None None] Provisioning complete for port 145a044d-ddbb-4857-af31-b002261952e5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:01.603297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8bde8e3-31e6-4b49-9651-29f9203122e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.704397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] Pushing event updated for resources: {'Network': ['ID=823a8d96-f772-477a-baf6-df0b1eb06ab0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:01.717526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a8bde8e3-31e6-4b49-9651-29f9203122e3 None None] Port 145a044d-ddbb-4857-af31-b002261952e5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:01.718416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7a6b1547-a2ca-4c8b-9dd4-efce99b28744 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0542676 May 12 19:26:01.718930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 19896ff5-ab96-465f-af9e-4732e8c61316 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:01.719553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.719921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40524) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:01.728099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Request body: {'subnet': {'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1424065531-subnet', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:01.732342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:26:01.745173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a656-d501-4f05-a554-c6ac1d1354e7 req-c824ff9c-2a3b-4fb9-9428-d1ad68eceffb tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:01.751564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb98a656-d501-4f05-a554-c6ac1d1354e7 req-c824ff9c-2a3b-4fb9-9428-d1ad68eceffb tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.4006631 May 12 19:26:01.772536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:01.780632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Usage tracker for resource:subnet and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:01.786372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:01.793917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:01.801157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19896ff5-ab96-465f-af9e-4732e8c61316 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:01.823203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb98a656-d501-4f05-a554-c6ac1d1354e7 req-a20ab839-890e-4f2b-81fd-8fe010f434d2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700164 May 12 19:26:01.834663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f6061-a0f4-48b6-8eb6-f4e89934cd6a req-3a776725-ac9a-4ea5-bc0f-4417215f9bb0 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:01.841790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a9f6061-a0f4-48b6-8eb6-f4e89934cd6a req-3a776725-ac9a-4ea5-bc0f-4417215f9bb0 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 935 time: 0.2271326 May 12 19:26:01.846574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:01.865100 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:01.893222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a9f6061-a0f4-48b6-8eb6-f4e89934cd6a req-6f41e774-9219-44d1-8618-26f0db00a6eb tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 May 12 19:26:01.953217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:02.035255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.047714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.059502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:02.061798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.077418 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4ade9df-75c4-4ef0-86eb-a653973fc968 req-be940ae7-e767-474b-aa1f-c7c7ad6e2c9b service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183237 May 12 19:26:02.081955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['19896ff5-ab96-465f-af9e-4732e8c61316'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:02.269297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:02.362374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4325e73-222e-4795-93ee-f59556eda92a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:02.369510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d121df5-1641-4db6-ab57-f9abb84edc78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e86c3f31ba8e4ebc90ebc5adf53d087f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0470216 May 12 19:26:02.372085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:02.389622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40546) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:02.418861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385236a-ec1e-4b08-95a0-b5e430ef3e2e req-35d770b5-cd92-482c-9c96-2e8090b0a086 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:02.425892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4385236a-ec1e-4b08-95a0-b5e430ef3e2e req-35d770b5-cd92-482c-9c96-2e8090b0a086 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 948 time: 0.4230227 May 12 19:26:02.535271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-42a60e9e-a20e-4262-bce2-16ee205c9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:02.536768 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-42a60e9e-a20e-4262-bce2-16ee205c9d59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f6141b6d3ab4d09a28a4b9f4601bdad&device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 1099 time: 0.3643856 May 12 19:26:02.563112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4385236a-ec1e-4b08-95a0-b5e430ef3e2e req-24bc8864-c055-497b-be71-e21d40ddf17d tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363533 May 12 19:26:02.574155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.591498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755f7165-4c3c-423c-8dc9-cf5e830bbd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.610325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:02.620696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Usage tracker for resource:security_group_rule and tenant:a76d406b5ce74919b86278ab5332b869 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:02.626117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:02.640708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:02.659722 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755f7165-4c3c-423c-8dc9-cf5e830bbd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.728115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.773685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145a044d-ddbb-4857-af31-b002261952e5 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:02.829891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755f7165-4c3c-423c-8dc9-cf5e830bbd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.832178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4eaa284-aafe-4c47-b6cc-714071675d77,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:02.853417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.861467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Checking segment: {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:02.861821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Network hostable DHCP agents. Network: 823a8d96-f772-477a-baf6-df0b1eb06ab0, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:26:02.868225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f7165-4c3c-423c-8dc9-cf5e830bbd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4325e73-222e-4795-93ee-f59556eda92a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:02.901707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-c7b7b116-a3b8-4241-9a29-0e8c728e79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:02.903170 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-c7b7b116-a3b8-4241-9a29-0e8c728e79ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3590417 May 12 19:26:02.906073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Transition to ACTIVE for port object 145a044d-ddbb-4857-af31-b002261952e5 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:02.917592 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-755f7165-4c3c-423c-8dc9-cf5e830bbd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.922295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-755f7165-4c3c-423c-8dc9-cf5e830bbd53 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e4325e73-222e-4795-93ee-f59556eda92a HTTP/1.1" status: 204 len: 168 time: 0.5457575 May 12 19:26:02.922295 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.924862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:26:02.931504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.957734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 823a8d96-f772-477a-baf6-df0b1eb06ab0) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:02.966568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:02.967327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:02.969072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43d99bc-1629-496a-861f-f7227f369e52 None None] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:26:02.985459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.004951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d58f644-47e1-4392-bbd1-e1e93fd1278b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:03.028245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b17389d-7e05-41d5-8300-5d0ed2023e3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a76d406b5ce74919b86278ab5332b869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375751 May 12 19:26:03.031571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:03.049936 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-ca30c77b-d95f-4478-a8b7-70739cb9ac9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3219a141-486d-4ff8-bed5-7301c08d9c59 HTTP/1.1" status: 200 len: 217 time: 0.1283600 May 12 19:26:03.144262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 19896ff5-ab96-465f-af9e-4732e8c61316 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:03.147213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-71c1e8de-4e72-4f7a-9ba1-d931eb8b4c3c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4238372 May 12 19:26:03.219070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40564) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:03.256586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:03.296297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 19896ff5-ab96-465f-af9e-4732e8c61316 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:03.296522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Pushing event updated for resources: {'Port': ['ID=145a044d-ddbb-4857-af31-b002261952e5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:03.307945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:03.309982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 19896ff5-ab96-465f-af9e-4732e8c61316 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:03.310359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.354708 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b9977b0-e22a-40d5-b3a8-cc62f892dc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.388587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Usage tracker for resource:router and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:03.397334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:03.403628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcc1f7-86a1-4609-9a9b-c7a4eb25a3ef req-0e34db3c-9ed9-4a38-9b16-3010dc2b462d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:03.405154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fdcc1f7-86a1-4609-9a9b-c7a4eb25a3ef req-0e34db3c-9ed9-4a38-9b16-3010dc2b462d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 945 time: 0.3677692 May 12 19:26:03.415668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1e0a-ccc5-4e52-9e34-98aaca2a252c req-3a6324c3-b3c8-4086-a408-38dddd327419 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:03.417125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-451b1e0a-ccc5-4e52-9e34-98aaca2a252c req-3a6324c3-b3c8-4086-a408-38dddd327419 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 947 time: 0.2686710 May 12 19:26:03.433390 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b9977b0-e22a-40d5-b3a8-cc62f892dc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.440725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40568) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:03.453527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-3905bbe8-ceaa-46b5-b69e-af2b11b32662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:03.455142 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-3905bbe8-ceaa-46b5-b69e-af2b11b32662 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.3947728 May 12 19:26:03.456002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:03.489475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-823a8d96-f772-477a-baf6-df0b1eb06ab0', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:26:03.490279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.507807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.562241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:03.572498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-451b1e0a-ccc5-4e52-9e34-98aaca2a252c req-11aa0ad5-fa2d-43e8-a5ac-b64ae032ebdb tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412640 May 12 19:26:03.575247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Usage tracker for resource:security_group_rule and tenant:c04c4c1266bd4f9090392d1a7f8a0201 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:03.580586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fdcc1f7-86a1-4609-9a9b-c7a4eb25a3ef req-e89fee0b-0acb-4db3-b6b7-f2414a53051b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507576 May 12 19:26:03.580875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.581555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:03.581905 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.607819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 19896ff5-ab96-465f-af9e-4732e8c61316 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:03.608384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.620402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:03.632685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b9977b0-e22a-40d5-b3a8-cc62f892dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.665224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:03.683782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9977b0-e22a-40d5-b3a8-cc62f892dc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d58f644-47e1-4392-bbd1-e1e93fd1278b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:03.685881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:03.700565 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.716725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b9977b0-e22a-40d5-b3a8-cc62f892dc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.717929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1b9977b0-e22a-40d5-b3a8-cc62f892dc11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d58f644-47e1-4392-bbd1-e1e93fd1278b HTTP/1.1" status: 204 len: 168 time: 0.6851156 May 12 19:26:03.768746 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326975a9-2a18-45a0-8747-376d57f8c9a1'] response: {'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316', 'code': 200} May 12 19:26:03.769714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Attempting to bind port 145a044d-ddbb-4857-af31-b002261952e5 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:03.770059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Attempting to bind port 145a044d-ddbb-4857-af31-b002261952e5 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:03.770387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Attempting to bind port 145a044d-ddbb-4857-af31-b002261952e5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:03.783681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.785342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Port 145a044d-ddbb-4857-af31-b002261952e5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:26:03.785888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Attempting to bind port 145a044d-ddbb-4857-af31-b002261952e5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:03.805635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:03.805972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:03.806354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:03.806791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Bound port: 145a044d-ddbb-4857-af31-b002261952e5, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:03.807137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.895275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:03.910599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-b864d968-d50d-4d54-a1d5-0fdb188a8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:03.912094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-b864d968-d50d-4d54-a1d5-0fdb188a8e49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4130311 May 12 19:26:03.922641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Allocated IP 172.20.0.2 (823a8d96-f772-477a-baf6-df0b1eb06ab0/f4eaa284-aafe-4c47-b6cc-714071675d77/654e6a42-b5a5-4f83-a597-92e68bca539b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:03.953076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:03.976192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a71e3e-c066-4e93-869a-6bbe94bbc8a0 req-df7adf60-1901-4f93-a9ad-cce22d7c61a9 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:03.977937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90a71e3e-c066-4e93-869a-6bbe94bbc8a0 req-df7adf60-1901-4f93-a9ad-cce22d7c61a9 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 948 time: 0.2215636 May 12 19:26:03.978572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.030965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c04c4c1266bd4f9090392d1a7f8a0201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879064 May 12 19:26:04.031943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:04.058131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaa5c1-4fbd-408f-a466-583bab50ae8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbc7ab9-a6f3-4055-ab86-1624441b121d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:04.170959 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.186416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Transition to ACTIVE for port object 654e6a42-b5a5-4f83-a597-92e68bca539b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:04.192175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90a71e3e-c066-4e93-869a-6bbe94bbc8a0 req-fdabcb02-8883-4021-a7c9-eef9a9eef05b tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785691 May 12 19:26:04.211528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Transition to ACTIVE for port object 654e6a42-b5a5-4f83-a597-92e68bca539b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:04.220010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.228191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8891fe-d172-472a-8741-c8985753523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.249648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:04.281797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.291628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8891fe-d172-472a-8741-c8985753523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.305228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:04.308242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:04.312502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:04.315882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:04.328626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1eba6e3c86247828538f4b8876708e8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:04.333629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:04.341774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:04.353929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Pushing event updated for resources: {'Port': ['ID=654e6a42-b5a5-4f83-a597-92e68bca539b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:04.387367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.389204 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8891fe-d172-472a-8741-c8985753523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.410630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Attempting to bind port 654e6a42-b5a5-4f83-a597-92e68bca539b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:04.410990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Attempting to bind port 654e6a42-b5a5-4f83-a597-92e68bca539b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:04.411293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Attempting to bind port 654e6a42-b5a5-4f83-a597-92e68bca539b on network 823a8d96-f772-477a-baf6-df0b1eb06ab0 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:04.413842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8891fe-d172-472a-8741-c8985753523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbc7ab9-a6f3-4055-ab86-1624441b121d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:04.417311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] For port 145a044d-ddbb-4857-af31-b002261952e5, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:04.419162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:04.419949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Checking segment: {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:04.420438 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.422213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Bound using segment: {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:04.423960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Bound port: 654e6a42-b5a5-4f83-a597-92e68bca539b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:04.424412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.441573 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd8891fe-d172-472a-8741-c8985753523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.445415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd8891fe-d172-472a-8741-c8985753523f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4fbc7ab9-a6f3-4055-ab86-1624441b121d HTTP/1.1" status: 204 len: 168 time: 0.3860505 May 12 19:26:04.460830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] For port 145a044d-ddbb-4857-af31-b002261952e5, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=145a044d-ddbb-4857-af31-b002261952e5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:04.480334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.489589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.490221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.564316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] For port 654e6a42-b5a5-4f83-a597-92e68bca539b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:04.569715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] For port 654e6a42-b5a5-4f83-a597-92e68bca539b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=654e6a42-b5a5-4f83-a597-92e68bca539b,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:04.581165 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.586426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1eba6e3c86247828538f4b8876708e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319168 May 12 19:26:04.586426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f99c21-9534-4f35-ad91-33c53f1681f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2837c9-53d0-4ab3-8e68-a92de4542eee,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:04.587667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40592) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:04.628101 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-09c5ad38-55db-4e1b-b1db-efb9a56fa089 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555660 May 12 19:26:04.628750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6f51-8b8f-4144-84d7-c331b3b218d1 req-d8a24649-88c7-4162-a78a-d9f6557e4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:04.629989 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1e3f6f51-8b8f-4144-84d7-c331b3b218d1 req-d8a24649-88c7-4162-a78a-d9f6557e4c34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1097 time: 0.8035879 May 12 19:26:04.639533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:04.640161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.641609 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] 10.222.0.73 "PUT /v2.0/ports/145a044d-ddbb-4857-af31-b002261952e5 HTTP/1.1" status: 200 len: 1095 time: 3.4161835 May 12 19:26:04.642073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'tag': '145a044d-ddbb-4857-af31-b002261952e5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:04.796058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7086007e-a44a-47ba-9b5e-670ba004ee50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.860086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7086007e-a44a-47ba-9b5e-670ba004ee50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:04.869144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201bfa2-6cff-4a5d-b5a2-f8daaa4d2e37 None None] Pushing event updated for resources: {'Port': ['ID=654e6a42-b5a5-4f83-a597-92e68bca539b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:05.019080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:05.085240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94886933-a177-4f1e-b305-39c40423c021 req-8740c24f-6013-48c7-8767-c90c05790c8b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:05.086849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94886933-a177-4f1e-b305-39c40423c021 req-8740c24f-6013-48c7-8767-c90c05790c8b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 947 time: 0.2086127 May 12 19:26:05.088696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7086007e-a44a-47ba-9b5e-670ba004ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:05.131079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035aaf4-3974-47ce-8a37-2e0a03a6dd36 req-b1f2f239-6497-4fd9-8af4-3c1585fd8141 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:05.132571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f035aaf4-3974-47ce-8a37-2e0a03a6dd36 req-b1f2f239-6497-4fd9-8af4-3c1585fd8141 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.1814373 May 12 19:26:05.139551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086007e-a44a-47ba-9b5e-670ba004ee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2837c9-53d0-4ab3-8e68-a92de4542eee,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:05.160439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7086007e-a44a-47ba-9b5e-670ba004ee50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:05.160658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7086007e-a44a-47ba-9b5e-670ba004ee50 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf2837c9-53d0-4ab3-8e68-a92de4542eee HTTP/1.1" status: 204 len: 168 time: 0.5715222 May 12 19:26:05.208270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94886933-a177-4f1e-b305-39c40423c021 req-9ff48467-7098-48f7-9c69-27d6e70af913 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143696 May 12 19:26:05.254496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f035aaf4-3974-47ce-8a37-2e0a03a6dd36 req-4d14f880-a868-4d1d-bcee-99540947f491 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963576 May 12 19:26:05.320161 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3139762-9b0d-4280-88de-835fe9fee6d0'] response: {'name': 'network-changed', 'server_uuid': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'tag': '145a044d-ddbb-4857-af31-b002261952e5', 'status': 'completed', 'code': 200} May 12 19:26:05.338843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056dfe7-4fc2-42b6-af91-93814ef1f72d service neutron] Pushing event updated for resources: {'Port': ['ID=145a044d-ddbb-4857-af31-b002261952e5,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:05.348259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1e3f6f51-8b8f-4144-84d7-c331b3b218d1 req-fb0a7b34-aead-4cc6-9c22-201a648626ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893308 May 12 19:26:05.372179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8818da0f-91dc-453d-a6ed-0974376f37ca req-8d044a7a-35f0-4561-ae77-83a788f455d8 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252407 May 12 19:26:05.469755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:05.520132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e597-15c4-413a-b572-6730c2b20823 req-68ef0f55-7a75-4994-ac5d-254e55bcc422 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:05.522353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8459e597-15c4-413a-b572-6730c2b20823 req-68ef0f55-7a75-4994-ac5d-254e55bcc422 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 948 time: 0.1124339 May 12 19:26:05.599526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8459e597-15c4-413a-b572-6730c2b20823 req-d72348f3-ea2d-4720-a7fa-2f5b22b53233 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707264 May 12 19:26:05.675164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-2a867ade-c628-4f89-a95c-7dfb78070b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:05.676672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-2a867ade-c628-4f89-a95c-7dfb78070b30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db74c465e6bf4fb591f0927863b1e926&device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 1098 time: 0.8086398 May 12 19:26:05.696672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:05.714729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'mac_address': 'fa:16:3e:2b:c4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:05.780505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:05.780999 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:05.800598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3219a141-486d-4ff8-bed5-7301c08d9c59 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:05.819967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:05.826442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:05.881521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-e3e37c9e-ee3e-446c-9ca7-1b5671a41216 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=145a044d-ddbb-4857-af31-b002261952e5 HTTP/1.1" status: 200 len: 217 time: 0.1474328 May 12 19:26:05.979655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:06.076962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Deleting port 47e3efb4-f032-4aa3-82ed-d2a398478301 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:06.077345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:06.078395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3219a141-486d-4ff8-bed5-7301c08d9c59'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:06.116230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-7659669c-a649-4b72-b8f4-b43b70522f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:06.118889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-7659669c-a649-4b72-b8f4-b43b70522f97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2281086 May 12 19:26:06.130673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:06.222757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:06.570387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8fa5-5e8c-459f-a034-5bf2ff5a5d21 req-95a5ec5f-ad92-40a4-885e-1a5e5beea3ef tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:06.578684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-258d8fa5-5e8c-459f-a034-5bf2ff5a5d21 req-95a5ec5f-ad92-40a4-885e-1a5e5beea3ef tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 947 time: 0.1405833 May 12 19:26:06.606599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce2a07-726c-4731-84e0-651bd7927a41 None None] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:26:06.610763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-51d110aa-f4a9-4e18-9221-82c0118a87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:06.612648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-51d110aa-f4a9-4e18-9221-82c0118a87b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4504521 May 12 19:26:06.783150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] For port 47e3efb4-f032-4aa3-82ed-d2a398478301, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=47e3efb4-f032-4aa3-82ed-d2a398478301,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:06.783809 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:06.845460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-258d8fa5-5e8c-459f-a034-5bf2ff5a5d21 req-1b1e743a-f689-4ca7-93ac-4747cac3c262 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654657 May 12 19:26:06.866636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1a940ecc-42bb-4103-b5dc-b6a9886ce976 None None] Provisioning for port 654e6a42-b5a5-4f83-a597-92e68bca539b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:06.892295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Allocated IP 172.25.2.28 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/281653ab-e649-4932-b2a0-ec6cc178e905) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:06.915570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 654e6a42-b5a5-4f83-a597-92e68bca539b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:06.931736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc7a77-7443-449e-93fa-3ad6ee1cc06e req-99a29e4a-d017-4a4b-9671-6ca04fa3ae4c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:06.938272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ffc7a77-7443-449e-93fa-3ad6ee1cc06e req-99a29e4a-d017-4a4b-9671-6ca04fa3ae4c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.3825202 May 12 19:26:06.980188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Calling delete_port for 47e3efb4-f032-4aa3-82ed-d2a398478301 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:07.018457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ffc7a77-7443-449e-93fa-3ad6ee1cc06e req-d5edd65a-db8a-4bdc-abe9-b007339f62c4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685673 May 12 19:26:07.159591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 654e6a42-b5a5-4f83-a597-92e68bca539b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:07.169063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 654e6a42-b5a5-4f83-a597-92e68bca539b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:07.169566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.172366 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-400e3b9a-8581-49c8-a752-ead24d424256 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404665 May 12 19:26:07.224109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07704b6-1a1a-4df4-9e7a-e0eee0f9bba6 req-b04c1059-bfd5-4402-8b26-93cdc5df17ac tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:07.235878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b07704b6-1a1a-4df4-9e7a-e0eee0f9bba6 req-b04c1059-bfd5-4402-8b26-93cdc5df17ac tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 949 time: 0.1965156 May 12 19:26:07.316421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 654e6a42-b5a5-4f83-a597-92e68bca539b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:07.316886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.319985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b07704b6-1a1a-4df4-9e7a-e0eee0f9bba6 req-b5858555-950b-4976-bdc8-ab213d93b4da tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831249 May 12 19:26:07.363308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 654e6a42-b5a5-4f83-a597-92e68bca539b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=654e6a42-b5a5-4f83-a597-92e68bca539b,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:07.373103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.490873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=654e6a42-b5a5-4f83-a597-92e68bca539b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:07.503213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:07.506605 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.541082 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0c6943a-97b0-4475-a9b6-76c090ba2087 req-9591e98e-97c3-494c-9e0f-ec112d269fd6 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570316 May 12 19:26:07.607996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 3219a141-486d-4ff8-bed5-7301c08d9c59 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:07.614997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3219a141-486d-4ff8-bed5-7301c08d9c59 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:07.615587 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.684149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.734195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.777568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:07.778040 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.813144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:07.814678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:07.825057 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.861013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:07.865693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:07.874636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.879140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:07.908203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-47d004dd-f14e-4834-b0ae-e9fc14e1daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:07.909811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-47d004dd-f14e-4834-b0ae-e9fc14e1daf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db74c465e6bf4fb591f0927863b1e926&device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 1098 time: 0.2807212 May 12 19:26:07.911042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Pushing event updated for resources: {'Port': ['ID=281653ab-e649-4932-b2a0-ec6cc178e905,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:07.935387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:07.947625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ee78dc40-2dce-4a0e-a628-2110d1f0d873 None None] Provisioning complete for port 654e6a42-b5a5-4f83-a597-92e68bca539b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:07.948213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee78dc40-2dce-4a0e-a628-2110d1f0d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:07.977033 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02600fb6-fa2a-4ae3-87fa-5d96c3267935'] response: {'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'code': 200} May 12 19:26:07.986362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-c6b51d55-48ba-4149-a57d-84b4fad6348e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752859 May 12 19:26:08.003939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Pushing event deleted for resources: {'Port': ['ID=47e3efb4-f032-4aa3-82ed-d2a398478301,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:08.152196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-527d5958-4285-421b-8013-c8099699dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:08.153850 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-527d5958-4285-421b-8013-c8099699dd6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2043905 May 12 19:26:08.168978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ee78dc40-2dce-4a0e-a628-2110d1f0d873 None None] Current status of the port 654e6a42-b5a5-4f83-a597-92e68bca539b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:08.197436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-64001d71-a00d-4f52-92fc-0013ef775cc5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:08.201072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-64001d71-a00d-4f52-92fc-0013ef775cc5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136438 May 12 19:26:08.208651 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:08.253424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-b8986cf9-3e57-45f4-a8e7-5fc736a56c09 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/quotas/b397970f3fe742428b1101ee6fb2484f HTTP/1.1" status: 200 len: 375 time: 0.0153453 May 12 19:26:08.309781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-dabdeeab-a105-43b8-b5f8-f1cd8dfa0b32 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496113 May 12 19:26:08.332584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673895f-70dc-49b2-827d-e1b815664f2c req-409f2593-0df3-4a12-a362-f183d0744453 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:08.334623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4673895f-70dc-49b2-827d-e1b815664f2c req-409f2593-0df3-4a12-a362-f183d0744453 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 947 time: 0.1323507 May 12 19:26:08.368066 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-763c6ab2-cc3e-4e8d-b1c5-89e29824d9b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=145a044d-ddbb-4857-af31-b002261952e5 HTTP/1.1" status: 200 len: 217 time: 0.1616528 May 12 19:26:08.379333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4673895f-70dc-49b2-827d-e1b815664f2c req-1e659676-81a0-43e3-ad6f-c5f02c033b1f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 May 12 19:26:08.675817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-a74fcd6d-1e76-4131-a52e-723372d84788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:08.677237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-a74fcd6d-1e76-4131-a52e-723372d84788 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2980955 May 12 19:26:08.700511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d7fa-cb46-47b6-a43d-d8cc89056407 req-f478f983-882c-40ee-865c-eb76f24c37b9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:08.702224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5781d7fa-cb46-47b6-a43d-d8cc89056407 req-f478f983-882c-40ee-865c-eb76f24c37b9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.1601503 May 12 19:26:08.716593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae492ebd-20c5-41b4-a245-2e591fb336d5 req-b4044da2-9016-4ccf-8746-0f5264a94e18 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:08.723607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae492ebd-20c5-41b4-a245-2e591fb336d5 req-b4044da2-9016-4ccf-8746-0f5264a94e18 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 950 time: 0.1344807 May 12 19:26:08.811712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae492ebd-20c5-41b4-a245-2e591fb336d5 req-1218e361-1043-402b-ba37-e2061e3cb713 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871446 May 12 19:26:08.828498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5781d7fa-cb46-47b6-a43d-d8cc89056407 req-e8a6f68e-236f-4f16-935f-91385f359e1a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019084 May 12 19:26:08.899476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 654e6a42-b5a5-4f83-a597-92e68bca539b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:08.952669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc5850e-0c96-4bff-be87-f40cb8a027d9 req-b3c91241-0765-4c02-8cdd-351d11636c84 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 210 time: 0.0818310 May 12 19:26:08.993611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 654e6a42-b5a5-4f83-a597-92e68bca539b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:08.993987 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:09.123158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ab77d-0e02-4a8a-a1e1-c6844487e8bd req-d40353e3-1621-4e8a-9bb3-d5c4d98ed07c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:09.131397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a8ab77d-0e02-4a8a-a1e1-c6844487e8bd req-d40353e3-1621-4e8a-9bb3-d5c4d98ed07c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1097 time: 0.1155965 May 12 19:26:09.142217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20716d2-d1f6-417a-afac-37aeb33cd502 req-6f725ad4-7da8-48c0-a0aa-35cee3a870cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:09.143729 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e20716d2-d1f6-417a-afac-37aeb33cd502 req-6f725ad4-7da8-48c0-a0aa-35cee3a870cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 1101 time: 0.9950073 May 12 19:26:09.161241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 654e6a42-b5a5-4f83-a597-92e68bca539b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:09.209877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a8ab77d-0e02-4a8a-a1e1-c6844487e8bd req-73810715-8deb-478b-b31d-8d8d49d08c9d tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768058 May 12 19:26:09.265792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:09.319781 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e20716d2-d1f6-417a-afac-37aeb33cd502 req-19c4130b-96a8-48cf-94cd-e492852b6d34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669919 May 12 19:26:09.416903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-f57c36d6-a518-4962-ab0b-fcc77f025aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:09.418603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-f57c36d6-a518-4962-ab0b-fcc77f025aa5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7285347 May 12 19:26:09.430215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:09.590590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40744) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:09.624364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc6215-4e65-440b-888a-68bbddeee1fe req-50f59f61-4563-4f26-ac08-c85b47bc70c3 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:09.625938 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2cc6215-4e65-440b-888a-68bbddeee1fe req-50f59f61-4563-4f26-ac08-c85b47bc70c3 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 947 time: 0.1245663 May 12 19:26:09.686945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2cc6215-4e65-440b-888a-68bbddeee1fe req-915b62a8-9b38-4fe0-84e0-481403496241 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541995 May 12 19:26:09.754857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:09.769405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:09.773322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Usage tracker for resource:security_group_rule and tenant:3df296c5a60e4a0c90b0b42c50fee74d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:09.776143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:09.782474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:09.889156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:09.900520 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:09.993669 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-f42da197-b99f-4d26-becb-adc5ed42e3a6 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667427 May 12 19:26:10.057473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3df296c5a60e4a0c90b0b42c50fee74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657252 May 12 19:26:10.061965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40758) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:10.088870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5b2f6-482b-418d-9ac0-bd7869cc6715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa052725-45a2-45e7-880c-a1f1241750a8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:10.164864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779c40-3268-4410-90eb-8b3fd3bab12c req-9cb9491e-5980-40a1-82a9-16b05693cd91 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:10.172040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50779c40-3268-4410-90eb-8b3fd3bab12c req-9cb9491e-5980-40a1-82a9-16b05693cd91 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 950 time: 0.2372713 May 12 19:26:10.190207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c46d41f5-16ef-4eb7-b525-2178e64bcfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:10.276251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-253f35b5-8dd4-4974-bffe-5fe4a6f08318 req-470ddbc1-cf20-4e15-b06d-f5c10ae3420e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 210 time: 0.0989683 May 12 19:26:10.377729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50779c40-3268-4410-90eb-8b3fd3bab12c req-d6f6a364-d04a-4897-9b9f-fe498d646a5f tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043855 May 12 19:26:10.382676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c46d41f5-16ef-4eb7-b525-2178e64bcfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:10.396563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-1fd54375-bd12-4c5e-aa2c-056f715c9882 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3654101 May 12 19:26:10.454003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c46d41f5-16ef-4eb7-b525-2178e64bcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:10.472171 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-594a2f37-e57b-4b37-863c-a5e4613c54a4 req-a99b1c1a-1ed4-4984-8469-53239cf351a4 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693544 May 12 19:26:10.477014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d41f5-16ef-4eb7-b525-2178e64bcfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa052725-45a2-45e7-880c-a1f1241750a8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:10.491682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c46d41f5-16ef-4eb7-b525-2178e64bcfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:10.495831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c46d41f5-16ef-4eb7-b525-2178e64bcfe4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa052725-45a2-45e7-880c-a1f1241750a8 HTTP/1.1" status: 204 len: 168 time: 0.4289978 May 12 19:26:10.499187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:10.861494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Router 3c96abfd-770f-41ce-81a4-5937619eff47 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:26:10.893470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deb98e-9af8-4390-ba9d-53e54a2228b4 req-600dc00c-13b3-4974-bbb1-648baf15533a tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:10.895298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17deb98e-9af8-4390-ba9d-53e54a2228b4 req-600dc00c-13b3-4974-bbb1-648baf15533a tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 947 time: 0.0875149 May 12 19:26:10.905352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40774) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:10.942742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:10.967613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:10.975168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Usage tracker for resource:security_group_rule and tenant:0adc519da2bc4ed88f5bee6b6c3caea1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:10.980127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17deb98e-9af8-4390-ba9d-53e54a2228b4 req-a7579c86-7c40-488f-8ecd-59b5c8f3e8bc tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770752 May 12 19:26:10.980875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:10.986902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:11.044227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-0587772d-0427-41e8-b0cc-d3a7eba2122b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:11.046055 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-0587772d-0427-41e8-b0cc-d3a7eba2122b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5809855 May 12 19:26:11.072861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.077293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:11.079273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 145a044d-ddbb-4857-af31-b002261952e5 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:11.079830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.130270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0adc519da2bc4ed88f5bee6b6c3caea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239559 May 12 19:26:11.132164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39845b4f-d7e5-47cd-9c34-ed7dacf0dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dbea33-15d3-4faa-99ff-1b4629a300ff,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:11.134627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40778) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:11.254640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5621fbc2-2fa4-4e18-8a9d-a3016d41b19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.285561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 145a044d-ddbb-4857-af31-b002261952e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=145a044d-ddbb-4857-af31-b002261952e5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:11.301895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5621fbc2-2fa4-4e18-8a9d-a3016d41b19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.304223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '145a044d-ddbb-4857-af31-b002261952e5', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '145a044d-ddbb-4857-af31-b002261952e5', 'mac_address': 'fa:16:3e:16:13:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:11.409575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 145a044d-ddbb-4857-af31-b002261952e5 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:11.410705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.456692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145a044d-ddbb-4857-af31-b002261952e5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:11.478329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5621fbc2-2fa4-4e18-8a9d-a3016d41b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.484659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:26:11.490629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 145a044d-ddbb-4857-af31-b002261952e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=145a044d-ddbb-4857-af31-b002261952e5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:11.496212 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] Sync routers for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:26:11.499334 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.511181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:26:11.513108 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:11.513763 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:11.517884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:11.520516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621fbc2-2fa4-4e18-8a9d-a3016d41b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dbea33-15d3-4faa-99ff-1b4629a300ff,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:11.527232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67e46af6-5952-4d1e-8f24-f7799943ff0c req-72f7badc-18f2-4a90-b521-77266b740abc tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 210 time: 0.1148562 May 12 19:26:11.545525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5621fbc2-2fa4-4e18-8a9d-a3016d41b19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.546980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5621fbc2-2fa4-4e18-8a9d-a3016d41b19c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34dbea33-15d3-4faa-99ff-1b4629a300ff HTTP/1.1" status: 204 len: 168 time: 0.4114335 May 12 19:26:11.564660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Usage tracker for resource:port and tenant:b397970f3fe742428b1101ee6fb2484f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:11.576955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:11.592703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=145a044d-ddbb-4857-af31-b002261952e5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:11.670480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:11.737073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:11.742071 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.755465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['145a044d-ddbb-4857-af31-b002261952e5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:11.761435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d90721cd-c766-498c-b505-82d8da7851ad admin admin] 10.222.0.72 "PUT /v2.0/routers/3c96abfd-770f-41ce-81a4-5937619eff47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4883442 May 12 19:26:11.766102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40790) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:11.788062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3d0c-df4c-452a-9867-dd836aa4ee50 req-c21bf08d-c165-4f34-8995-f7d0482e7d89 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:11.789752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-098f3d0c-df4c-452a-9867-dd836aa4ee50 req-c21bf08d-c165-4f34-8995-f7d0482e7d89 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 950 time: 0.2175972 May 12 19:26:11.793116 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:11.817318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:11.943575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:26:11.951924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:11.956073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Usage tracker for resource:security_group_rule and tenant:b397970f3fe742428b1101ee6fb2484f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:11.956350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Sync routers for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:26:11.959223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:11.965962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:11.991857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:11.995210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:12.093256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:12.119469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:12.163201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:12.173399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:12.180306 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b317a196-022a-4984-9ca6-f24bdc12e779 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9499040 May 12 19:26:12.230658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40800) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:12.333355 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:26:07Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:12.338886 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] Checking router: 3c96abfd-770f-41ce-81a4-5937619eff47 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:26:12.362742 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] Routers {'3c96abfd-770f-41ce-81a4-5937619eff47'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:12.363654 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3c96abfd-770f-41ce-81a4-5937619eff47'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:12.380124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:12.507948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-098f3d0c-df4c-452a-9867-dd836aa4ee50 req-45c17449-718b-4bc7-abb9-0cd700537381 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441820 May 12 19:26:12.522985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:12.759727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] Set router 3c96abfd-770f-41ce-81a4-5937619eff47 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:12.778539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474d38c-00a2-452a-963b-a6c20c3b018d req-e43a8296-2877-444a-a29b-8a072b246bd5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:12.780391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9474d38c-00a2-452a-963b-a6c20c3b018d req-e43a8296-2877-444a-a29b-8a072b246bd5 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 948 time: 0.4157684 May 12 19:26:12.798142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.18 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:12.853374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:08Z', 'revision_number': 3, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:12.859458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Checking router: 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:26:12.861608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Updating router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f port 281653ab-e649-4932-b2a0-ec6cc178e905 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:26:12.867768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9474d38c-00a2-452a-963b-a6c20c3b018d req-0488ab5c-fe0f-4bb6-8f42-b7aa1cf1fc56 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789096 May 12 19:26:12.869199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:12.884728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Deleting port 923e33b1-1ce3-4bdc-a854-643210a7f6c5 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:12.885204 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:13.026140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:13.199057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] For port 923e33b1-1ce3-4bdc-a854-643210a7f6c5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=923e33b1-1ce3-4bdc-a854-643210a7f6c5,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:13.199555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:13.332528 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:26:07Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:13.337427 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e2b44-958b-429d-a6cf-ea508f2f6351 None None] The sync data for ids ['3c96abfd-770f-41ce-81a4-5937619eff47'] in n-d-841626-1 is: [{'id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1116648662-router', 'tenant_id': '6e5ab1addcea4df886a61eedd0c99c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:16Z', 'updated_at': '2022-05-12T19:26:07Z', 'revision_number': 5, 'project_id': '6e5ab1addcea4df886a61eedd0c99c80', 'gw_port': {'id': '923e33b1-1ce3-4bdc-a854-643210a7f6c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c96abfd-770f-41ce-81a4-5937619eff47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:17Z', 'updated_at': '2022-05-12T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:26:13.541993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Calling delete_port for 923e33b1-1ce3-4bdc-a854-643210a7f6c5 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:13.729365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-359123d5-4c2a-4648-9bcf-dd8901c0ba4a req-f7d0c588-d5bb-4b37-ad3b-1c10d0a77f29 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 210 time: 0.0646374 May 12 19:26:13.778240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:13.798094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:13.829668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:13.873635 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:13.912414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Transition to ACTIVE for port object 281653ab-e649-4932-b2a0-ec6cc178e905 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:13.929622 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:13.984975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:13.995694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:13.998340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:14.050678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.069551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:14.145560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Attempting to bind port 281653ab-e649-4932-b2a0-ec6cc178e905 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:14.147446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Attempting to bind port 281653ab-e649-4932-b2a0-ec6cc178e905 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:14.147808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Attempting to bind port 281653ab-e649-4932-b2a0-ec6cc178e905 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:14.183993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:14.191609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=923e33b1-1ce3-4bdc-a854-643210a7f6c5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:14.203767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:14.204333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.204734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:14.207278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Bound port: 281653ab-e649-4932-b2a0-ec6cc178e905, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:14.207691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.211287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:14.214089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.337518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a54352-38f5-4deb-b50c-8829d3a16c65 None None] Pushing event updated for resources: {'Port': ['ID=281653ab-e649-4932-b2a0-ec6cc178e905,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:14.371747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] For port 281653ab-e649-4932-b2a0-ec6cc178e905, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:14.375791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] For port 281653ab-e649-4932-b2a0-ec6cc178e905, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=281653ab-e649-4932-b2a0-ec6cc178e905,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:14.377849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-d47b4489-6370-49e5-8ba9-70f1f7c99b26 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3099976 May 12 19:26:14.384650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.428491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Request body: {'port': {'device_id': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:14.468401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a54352-38f5-4deb-b50c-8829d3a16c65 None None] Pushing event updated for resources: {'Port': ['ID=281653ab-e649-4932-b2a0-ec6cc178e905,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:14.500847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:14.502183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:14.511315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.578426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-864f6d60-b4f5-40a5-8818-e09ac0e3e197 None None] Provisioning for port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:14.593303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.600740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-864f6d60-b4f5-40a5-8818-e09ac0e3e197 None None] Provisioning complete for port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:14.601555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-864f6d60-b4f5-40a5-8818-e09ac0e3e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.705943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.754214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-864f6d60-b4f5-40a5-8818-e09ac0e3e197 None None] Port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:14.790659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:14.900360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.902618 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.907841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 47e3efb4-f032-4aa3-82ed-d2a398478301 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:14.935331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.935874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c96abfd-770f-41ce-81a4-5937619eff47 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:26:14.962630 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:14.963822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8ca6e1af-8b76-4dc1-9b5f-0ce949457f07 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3c96abfd-770f-41ce-81a4-5937619eff47 HTTP/1.1" status: 204 len: 168 time: 3.1967587 May 12 19:26:14.967466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40896) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:15.039274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 47e3efb4-f032-4aa3-82ed-d2a398478301 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:15.040241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 47e3efb4-f032-4aa3-82ed-d2a398478301 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:15.047519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-cd857f67-7b6b-45f6-9dd6-4211cc5eb639 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=2e8804315a8b4ae586d739ae01058789&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431046 May 12 19:26:15.213235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bf784ee3-50d4-4195-a215-790ca6980c51 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:15.222452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bf784ee3-50d4-4195-a215-790ca6980c51 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733410 May 12 19:26:15.229914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 145a044d-ddbb-4857-af31-b002261952e5 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:15.237730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fa05d-1cc0-4fc9-a454-9cebc038f89c req-907c1028-9f00-4c21-b686-15a7d16dbc50 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:15.244244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e7fa05d-1cc0-4fc9-a454-9cebc038f89c req-907c1028-9f00-4c21-b686-15a7d16dbc50 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 948 time: 1.1797369 May 12 19:26:15.298274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-30f68cc5-d195-42ce-9e17-6c136e59ea4b tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/quotas/2e8804315a8b4ae586d739ae01058789 HTTP/1.1" status: 200 len: 375 time: 0.0747104 May 12 19:26:15.349295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:08Z', 'revision_number': 3, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:15.354157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 145a044d-ddbb-4857-af31-b002261952e5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:15.359694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f08d45-8fe1-4562-befd-df5e3f3e1d52 None None] The sync data for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 is: [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:08Z', 'revision_number': 3, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:26:15.363028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 145a044d-ddbb-4857-af31-b002261952e5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:15.363606 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:15.373982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-896502b9-aa2d-4dd1-83cc-392a266423ce tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e8804315a8b4ae586d739ae01058789&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739172 May 12 19:26:15.384195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] Deleting subnet c2955043-30a2-4f31-9d61-82837f7a0f3b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:26:15.393943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:15.493902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:15.501652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:15.505715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 145a044d-ddbb-4857-af31-b002261952e5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:15.506203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:15.524381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Transition to ACTIVE for port object ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:15.544038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:15.556354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 145a044d-ddbb-4857-af31-b002261952e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=145a044d-ddbb-4857-af31-b002261952e5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:15.557963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145a044d-ddbb-4857-af31-b002261952e5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:15.566947 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:15.572420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e7fa05d-1cc0-4fc9-a454-9cebc038f89c req-6a8386c3-5fc8-466d-b3bf-19e90d69931f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175738 May 12 19:26:15.600875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:15.715008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=145a044d-ddbb-4857-af31-b002261952e5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:15.844614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Pushing event updated for resources: {'Port': ['ID=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:15.880952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Allocated IP 172.20.0.1 (823a8d96-f772-477a-baf6-df0b1eb06ab0/f4eaa284-aafe-4c47-b6cc-714071675d77/0354771e-fe97-444a-9c86-8c77462fd07f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:15.930803 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7539bf-dc65-476d-a5db-3a98442b637b'] response: {'server_uuid': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145a044d-ddbb-4857-af31-b002261952e5', 'code': 200} May 12 19:26:16.013133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:16.159350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20b3514d-7529-4a72-82d6-f23234a03d39 req-27bc14fb-7220-4c94-aa7c-9775bdd799e8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 210 time: 0.1115818 May 12 19:26:16.221599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4b9f8-00fd-4947-aea6-c851ba1d5e97 req-b9110d18-9d9f-4e0f-8dc2-7b60dc236b16 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:16.223205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cd4b9f8-00fd-4947-aea6-c851ba1d5e97 req-b9110d18-9d9f-4e0f-8dc2-7b60dc236b16 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 947 time: 0.3324344 May 12 19:26:16.240097 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:16.372968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2955043-30a2-4f31-9d61-82837f7a0f3b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:16.386857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:16.391160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5dd36-944f-45e0-bf7d-15ff38452da7 None None] Network 1cb5f7dc-5d64-4b56-8dac-9352191c365b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:26:16.406666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cd4b9f8-00fd-4947-aea6-c851ba1d5e97 req-cc990bfc-c25d-4550-80d4-e96f7bf96030 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680467 May 12 19:26:16.414373 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-942b3a57-67c3-410f-afba-90a5a6c049c2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c2955043-30a2-4f31-9d61-82837f7a0f3b HTTP/1.1" status: 204 len: 168 time: 1.4435401 May 12 19:26:16.415202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40922) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:16.668051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Attempting to bind port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:16.668731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Attempting to bind port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:16.668731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Attempting to bind port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:16.730257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:26:16.730733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Attempting to bind port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:16.746560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:16.789643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:16.789965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:16.790512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:16.790962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Bound port: ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:16.791305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:16.882779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 281653ab-e649-4932-b2a0-ec6cc178e905 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:16.983781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcac9f0-23d3-4deb-b343-2a15310e6193 req-6fbbb1b7-1ca4-45eb-a7e5-6485a18c9c30 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:16.991134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9bcac9f0-23d3-4deb-b343-2a15310e6193 req-6fbbb1b7-1ca4-45eb-a7e5-6485a18c9c30 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 949 time: 0.2184079 May 12 19:26:17.019624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62656c56-9b67-47b8-b1a1-29399cb5cf14 req-a8675f13-6964-4a35-a66e-088cf127159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:17.022732 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62656c56-9b67-47b8-b1a1-29399cb5cf14 req-a8675f13-6964-4a35-a66e-088cf127159f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 1100 time: 0.9570735 May 12 19:26:17.030940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.057082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 281653ab-e649-4932-b2a0-ec6cc178e905 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:17.066971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 281653ab-e649-4932-b2a0-ec6cc178e905 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:17.067579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.081767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Deleting port 8a456f38-0f9a-4ce0-b559-37494495c942 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:17.082176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.148233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9bcac9f0-23d3-4deb-b343-2a15310e6193 req-dce5c9a6-4c00-44f7-ab3e-46defdab66d4 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494367 May 12 19:26:17.178517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] DHCP port deletion for 1cb5f7dc-5d64-4b56-8dac-9352191c365b request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:26:17.191737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] Deleting port 8a456f38-0f9a-4ce0-b559-37494495c942 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:17.192406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.386995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 281653ab-e649-4932-b2a0-ec6cc178e905 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:17.387270 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.533032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:17.541404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 281653ab-e649-4932-b2a0-ec6cc178e905, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=281653ab-e649-4932-b2a0-ec6cc178e905,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:17.589871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.598670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee61dc3b-ade8-4a79-9235-b5b0180c1e4c req-ee97455f-919c-415f-8499-e5d84903aa37 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 210 time: 0.1073160 May 12 19:26:17.675901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Transition to ACTIVE for port object 0354771e-fe97-444a-9c86-8c77462fd07f will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:17.694673 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-210117fe-9cec-45c5-a2f1-7dae6cc4f942 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2e8804315a8b4ae586d739ae01058789&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951293 May 12 19:26:17.704482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 923e33b1-1ce3-4bdc-a854-643210a7f6c5 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:17.711694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-62656c56-9b67-47b8-b1a1-29399cb5cf14 req-df36a750-1122-4b0e-b857-778459606914 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734173 May 12 19:26:17.756835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] For port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:17.778335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 923e33b1-1ce3-4bdc-a854-643210a7f6c5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:17.778922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 923e33b1-1ce3-4bdc-a854-643210a7f6c5 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:17.791709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215bef7-3ceb-4b00-a99e-204b78484886 req-9ec0ecec-da01-4bd4-a7f7-3d375d66518b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:17.792940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] For port 8a456f38-0f9a-4ce0-b559-37494495c942, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8a456f38-0f9a-4ce0-b559-37494495c942,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:17.793652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.807271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7215bef7-3ceb-4b00-a99e-204b78484886 req-9ec0ecec-da01-4bd4-a7f7-3d375d66518b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 947 time: 0.2049823 May 12 19:26:17.871845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] For port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:17.884236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] For port 8a456f38-0f9a-4ce0-b559-37494495c942, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8a456f38-0f9a-4ce0-b559-37494495c942,segment=NetworkSegment(9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af),segment_id=9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:17.884756 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.900142 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:17.908700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7215bef7-3ceb-4b00-a99e-204b78484886 req-ac9e08c8-10e6-4ba9-9704-5d5e644c07a1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005526 May 12 19:26:18.165178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] Calling delete_port for 8a456f38-0f9a-4ce0-b559-37494495c942 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:18.221081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=281653ab-e649-4932-b2a0-ec6cc178e905,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:18.312433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Pushing event updated for resources: {'Port': ['ID=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:18.321902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Calling delete_port for 8a456f38-0f9a-4ce0-b559-37494495c942 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:18.350416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:18.351030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:18.352520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-8b121998-4526-4ea1-9d41-cd953af9212f service neutron] 10.222.0.36 "PUT /v2.0/ports/ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 HTTP/1.1" status: 200 len: 1095 time: 3.9313478 May 12 19:26:18.365763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'tag': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:18.456580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:18.479598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:18.511676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'mac_address': 'fa:16:3e:2b:c4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:18.542956 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66eaf057-cd89-4720-84dc-2eacce6562f4'] response: {'name': 'network-changed', 'server_uuid': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'tag': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'status': 'completed', 'code': 200} May 12 19:26:18.568066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-68c676bb-310b-49e5-b892-1fc967cade06 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:18.569873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-68c676bb-310b-49e5-b892-1fc967cade06 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8569992 May 12 19:26:18.573301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:18.590035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Request body: {'port': {'device_id': '48a55cae-677c-4d77-a94d-1dfc02496588', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '2e8804315a8b4ae586d739ae01058789'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:18.666922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:18.667445 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:18.680069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c10d-71cc-43b9-8e73-caedd802c68f req-9d2c1622-44cf-4fba-8489-df92d44db15f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:18.684249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6358c10d-71cc-43b9-8e73-caedd802c68f req-9d2c1622-44cf-4fba-8489-df92d44db15f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 949 time: 0.1794512 May 12 19:26:18.717415 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:18.752210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:18.792576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:18.822531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3219a141-486d-4ff8-bed5-7301c08d9c59 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:18.842446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] No DVR routers for this DVR port 8a456f38-0f9a-4ce0-b559-37494495c942 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:26:18.856508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 281653ab-e649-4932-b2a0-ec6cc178e905 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:18.914450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f857a-487e-42cf-abe0-540c17ec5709 None None] Pushing event deleted for resources: {'Port': ['ID=8a456f38-0f9a-4ce0-b559-37494495c942,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:18.929008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0354771e-fe97-444a-9c86-8c77462fd07f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:18.950650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:18.967173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f619125-a8ff-48c6-b1a4-0edba651b75c req-33837033-d88f-44d6-87b6-97e2936e1b71 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 210 time: 0.1343846 May 12 19:26:18.968578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:19.011666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6358c10d-71cc-43b9-8e73-caedd802c68f req-b00076ce-266e-464c-9a90-f8b10dc44d95 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215325 May 12 19:26:19.123839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:26:19.137757 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:26:19.155551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 281653ab-e649-4932-b2a0-ec6cc178e905 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:19.155823 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:19.185114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:19.193379 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:19.195684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3219a141-486d-4ff8-bed5-7301c08d9c59'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:19.416643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-86ee9907-88e8-46f1-aedf-909375229f11 None None] Provisioning for port 0354771e-fe97-444a-9c86-8c77462fd07f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:19.432822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e87f9-863f-4cfd-959d-ac26abe052ae req-3b11dc23-8986-4056-b38e-66a0d71c6591 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:19.448309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-86ee9907-88e8-46f1-aedf-909375229f11 None None] Provisioning complete for port 0354771e-fe97-444a-9c86-8c77462fd07f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:19.449290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e1e87f9-863f-4cfd-959d-ac26abe052ae req-3b11dc23-8986-4056-b38e-66a0d71c6591 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 947 time: 0.1753638 May 12 19:26:19.453356 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86ee9907-88e8-46f1-aedf-909375229f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:19.564356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-86ee9907-88e8-46f1-aedf-909375229f11 None None] Port 0354771e-fe97-444a-9c86-8c77462fd07f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:19.573530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e1e87f9-863f-4cfd-959d-ac26abe052ae req-a4fe80a2-9bf0-42a8-995a-360f68ee0dd7 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216500 May 12 19:26:19.677319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Deleting port 8a456f38-0f9a-4ce0-b559-37494495c942 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:19.677635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:19.697563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 281653ab-e649-4932-b2a0-ec6cc178e905 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:19.765001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:19.809717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a456f38-0f9a-4ce0-b559-37494495c942 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:19.863888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 8a456f38-0f9a-4ce0-b559-37494495c942 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:19.864225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a456f38-0f9a-4ce0-b559-37494495c942 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:19.885565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] The port '8a456f38-0f9a-4ce0-b559-37494495c942' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:26:19.898478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Usage tracker for resource:port and tenant:2e8804315a8b4ae586d739ae01058789 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:19.962546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-4cacf4a5-0d55-40b3-9288-39fdc6812ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:19.964160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-4cacf4a5-0d55-40b3-9288-39fdc6812ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 1098 time: 1.5579617 May 12 19:26:20.038210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:20.293037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:20.317205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2a668e8-40d4-43f0-b67a-9c0934a4c07a req-a4220452-cd56-4c39-b709-47186891c68b tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 210 time: 0.1070571 May 12 19:26:20.351273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Made reservation on behalf of 2e8804315a8b4ae586d739ae01058789 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:20.366920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:20.383147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-e07b1b22-8718-4e97-ae66-488c387ef203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 HTTP/1.1" status: 200 len: 217 time: 0.3404646 May 12 19:26:20.388438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f34e6-ab2c-4bcb-987f-376da5cba16a req-87b62657-3dd1-478f-a8db-38e94a890420 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:20.397307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da9f34e6-ab2c-4bcb-987f-376da5cba16a req-87b62657-3dd1-478f-a8db-38e94a890420 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 949 time: 0.1441298 May 12 19:26:20.462399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:20.475463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da9f34e6-ab2c-4bcb-987f-376da5cba16a req-29b35b23-f99d-42e9-aee9-5da0680386ad tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768852 May 12 19:26:20.494176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:20.499082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Usage tracker for resource:security_group_rule and tenant:2e8804315a8b4ae586d739ae01058789 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:20.502794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:20.509856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:20.637846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:20.647795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-53366e86-2db0-4c46-ac38-d47e60d560e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:20.649905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-53366e86-2db0-4c46-ac38-d47e60d560e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2538681 May 12 19:26:20.759092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb5f7dc-5d64-4b56-8dac-9352191c365b']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:20.801618 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:20.822439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:20.822866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5b5bfd-b8c8-4697-adf5-a6e565a6d1af') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:20.861758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:20.982332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:20.990262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c02fa-f9aa-4024-afa4-2c77d9801b19 req-6be903c5-9b6b-433e-b89b-83f386213f1e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:20.993515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:20.998715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf4c02fa-f9aa-4024-afa4-2c77d9801b19 req-6be903c5-9b6b-433e-b89b-83f386213f1e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 947 time: 0.2136548 May 12 19:26:21.002549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:26:21.003124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: timer() May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:26:21.020954 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:26:21.079122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf4c02fa-f9aa-4024-afa4-2c77d9801b19 req-bc155838-4bd1-4bdf-b6de-38f2636383ff tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794704 May 12 19:26:21.101335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.207617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47cb8fe0-b39b-4f99-be71-33ceabab97ff,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:21.214864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-981072d1-a6fa-4a29-b6f0-c4f79a5d910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:21.216527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-981072d1-a6fa-4a29-b6f0-c4f79a5d910d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5548983 May 12 19:26:21.259964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-e1d75f5d-f119-4a5a-a097-4ce6cb8b1476 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:21.267969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-e1d75f5d-f119-4a5a-a097-4ce6cb8b1476 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 1100 time: 0.1421065 May 12 19:26:21.290185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.430166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:21.439464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Usage tracker for resource:security_group_rule and tenant:f4d6718db3eb42e3a2998dd4ad69ac4c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:21.446335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.451197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.462162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:21.477940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:21.490238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb5f7dc-5d64-4b56-8dac-9352191c365b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:21.545570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:21.636850 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-add1ce0a-87c9-4140-b8eb-1d13c6e29119 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1cb5f7dc-5d64-4b56-8dac-9352191c365b HTTP/1.1" status: 204 len: 168 time: 5.2132027 May 12 19:26:21.640197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41046) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:21.674970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-9514ea2a-a76a-4b3a-a77f-263b2a694df6 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153800 May 12 19:26:21.712649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Allocated IP 192.168.233.90 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/563107a6-fa0a-4641-9f4d-76818b3778ea) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:21.727314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3219a141-486d-4ff8-bed5-7301c08d9c59 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:21.728437 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.804562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.807150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.829176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.833241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.878114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c374bf9-3319-4e5e-9718-a654fbc1b63f req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092179 May 12 19:26:21.917691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:21.918067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:21.964174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:21.989802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:21.999320 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:22.076027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f454a51-fcc9-417c-80f1-92ca56b000a2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:22.088358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0354771e-fe97-444a-9c86-8c77462fd07f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:22.162277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8847106d-7c9c-4a60-a6c6-a6bd9b49b20e req-6324574d-199b-4347-8d12-e8f83f4899d1 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 210 time: 0.0734806 May 12 19:26:22.182816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.185143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.185534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.185874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.186211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.186544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.186873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.190151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.190527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.192335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.192698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.193031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e42a7-e188-4b30-9dd0-9e6e91913240 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:22.199019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:22.238830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:22.244273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cb0e5844-5ceb-4c2e-9dbd-ab47bacfe9f7 req-5e0a528f-3c13-49ae-a936-11f0f8cdae0b service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572829 May 12 19:26:22.280377 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b4ffd6-10a9-4152-895b-5a55172c6d8f'] response: {'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'code': 200} May 12 19:26:22.593069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:22.647328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Transition to ACTIVE for port object 563107a6-fa0a-4641-9f4d-76818b3778ea will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:22.665225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43496-0916-4198-b726-ed289f9686bf req-cbd18519-762d-440e-8b8f-ead3aa27b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:22.667183 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eef43496-0916-4198-b726-ed289f9686bf req-cbd18519-762d-440e-8b8f-ead3aa27b6fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 1098 time: 0.3558781 May 12 19:26:22.675304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:22.679430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:22.878000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24b338-5c05-486f-8de3-ff3bf1ff885c req-7fda062d-d5ab-48a0-9edf-da62718029b6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:22.879440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e24b338-5c05-486f-8de3-ff3bf1ff885c req-7fda062d-d5ab-48a0-9edf-da62718029b6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 947 time: 0.3462236 May 12 19:26:23.038699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e24b338-5c05-486f-8de3-ff3bf1ff885c req-b447445e-4ebd-4ff0-966b-241f489f157c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513081 May 12 19:26:23.090715 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:23.123736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:23.136294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fb877785-7605-4213-aaac-e540cd9a606d None None] Provisioning complete for port 0354771e-fe97-444a-9c86-8c77462fd07f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:23.139363 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb877785-7605-4213-aaac-e540cd9a606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:23.171267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:26:23.181548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43496-0916-4198-b726-ed289f9686bf req-cbc5e8ed-8878-4356-8aa1-e48bdddeaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:23.183103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eef43496-0916-4198-b726-ed289f9686bf req-cbc5e8ed-8878-4356-8aa1-e48bdddeaf48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.5048807 May 12 19:26:23.261786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fb877785-7605-4213-aaac-e540cd9a606d None None] Port 0354771e-fe97-444a-9c86-8c77462fd07f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:23.337980 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eef43496-0916-4198-b726-ed289f9686bf req-c49952c8-2e3e-41de-9c55-98918259715a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 HTTP/1.1" status: 200 len: 217 time: 0.1132624 May 12 19:26:23.337980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:23.459299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:23.487890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:23.683928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af121c8-4cd8-4aac-806e-7af3b7c9a9bf req-49f79b2a-c820-4bcc-8bf0-51af324d0074 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:23.691843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6af121c8-4cd8-4aac-806e-7af3b7c9a9bf req-49f79b2a-c820-4bcc-8bf0-51af324d0074 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 935 time: 0.2118411 May 12 19:26:23.695352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb1adf-500b-4e0b-aca9-8c05c493b356 req-d96b8922-e664-4f1f-bb80-67d501f5d431 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:23.696974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cbb1adf-500b-4e0b-aca9-8c05c493b356 req-d96b8922-e664-4f1f-bb80-67d501f5d431 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 1100 time: 0.3149517 May 12 19:26:23.833026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Pushing event updated for resources: {'Port': ['ID=563107a6-fa0a-4641-9f4d-76818b3778ea,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:23.855115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:26:23.855326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cbb1adf-500b-4e0b-aca9-8c05c493b356 req-7d082eb7-f916-41ce-bb2d-0e77353f0386 tempest-ServersAdminNegativeTestJSON-988200468 tempest-ServersAdminNegativeTestJSON-988200468-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358106 May 12 19:26:23.863020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Deleting port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:23.865475 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:23.877028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44ee12ad-13f2-4a1b-9ab4-fb304cb8b3c5 admin admin] 10.222.0.72 "PUT /v2.0/routers/34f8e4ba-9b42-46b9-a92b-ecd691f1df5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6352074 May 12 19:26:23.883084 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Sync routers for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:26:23.899234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43496-0916-4198-b726-ed289f9686bf req-8fed4dc4-dd45-4a60-a0b6-4a78696e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:23.900632 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eef43496-0916-4198-b726-ed289f9686bf req-8fed4dc4-dd45-4a60-a0b6-4a78696e60fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.5833929 May 12 19:26:23.904626 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:23.906730 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:23.911541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fd8f8b45-6ee2-440e-8aa9-d173f6d2a0d6 None None] Provisioning for port 563107a6-fa0a-4641-9f4d-76818b3778ea completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:23.918674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fd8f8b45-6ee2-440e-8aa9-d173f6d2a0d6 None None] Provisioning complete for port 563107a6-fa0a-4641-9f4d-76818b3778ea triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:23.919039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8b45-6ee2-440e-8aa9-d173f6d2a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:24.057381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:24.057381 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:24.099242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f8b45-6ee2-440e-8aa9-d173f6d2a0d6 None None] Port 563107a6-fa0a-4641-9f4d-76818b3778ea cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:24.139745 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-18c10ad3-0d98-48e8-9893-eb23140d65cd tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5499580 May 12 19:26:24.158748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Request body: {'port': {'device_id': '48a55cae-677c-4d77-a94d-1dfc02496588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:24.309305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43496-0916-4198-b726-ed289f9686bf req-b0a8945f-c039-4316-a68c-026487b1500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:24.310396 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eef43496-0916-4198-b726-ed289f9686bf req-b0a8945f-c039-4316-a68c-026487b1500e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3869910 May 12 19:26:24.383995 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:24.419251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6af121c8-4cd8-4aac-806e-7af3b7c9a9bf req-20efc1f5-4838-4636-bf06-3f38137b4360 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263792 May 12 19:26:24.686087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c296-3f34-4085-9975-94988481d004 req-2b7af4a7-1174-4fea-8a9d-336bc6195462 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:24.687635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1013c296-3f34-4085-9975-94988481d004 req-2b7af4a7-1174-4fea-8a9d-336bc6195462 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 947 time: 0.2822428 May 12 19:26:24.714502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] For port 7806e4de-e467-48c1-bfb6-9e8a49f35ca9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,segment=NetworkSegment(88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9),segment_id=88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:24.714941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:24.845235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1013c296-3f34-4085-9975-94988481d004 req-ab987a10-a83f-4c2f-984d-0e6092937a94 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503544 May 12 19:26:25.047520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eef43496-0916-4198-b726-ed289f9686bf req-7687bde2-cc38-423c-9634-100fdc440229 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694872 May 12 19:26:25.069508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Calling delete_port for 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:25.142667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41130) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:25.161755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1903700606-network', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:25.168375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:25.172468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Usage tracker for resource:network and tenant:70fcd3150f69444db3e25c879f727cd3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:25.175582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:25.182170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:25.209146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Made reservation on behalf of 70fcd3150f69444db3e25c879f727cd3 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:25.216896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:25.252770 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eef43496-0916-4198-b726-ed289f9686bf req-dbc7ca33-b9be-4b23-91ad-465c78c574f8 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920907 May 12 19:26:25.254688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:25.264624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:25.291056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:25.305555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Usage tracker for resource:security_group_rule and tenant:70fcd3150f69444db3e25c879f727cd3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:25.329810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:25.338945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:25.514855 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:21Z', 'revision_number': 2, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:25.526235 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Checking router: 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:26:25.527713 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Updating router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f port 0354771e-fe97-444a-9c86-8c77462fd07f binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:26:25.574331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:25.684023 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:25.807576 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:25.844073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:25.880786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'mac_address': 'fa:16:3e:2a:7f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:25.926369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=7806e4de-e467-48c1-bfb6-9e8a49f35ca9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:26.089640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:26.092486 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.120901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e20b6-51e2-4939-b1c9-6b7e3f72aa52 req-234f1937-ed8b-428f-97b6-03ff15557133 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:26.138922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b2e20b6-51e2-4939-b1c9-6b7e3f72aa52 req-234f1937-ed8b-428f-97b6-03ff15557133 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 949 time: 0.7754357 May 12 19:26:26.167744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563107a6-fa0a-4641-9f4d-76818b3778ea {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:26.175164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:26.197775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.223998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Transition to ACTIVE for port object 563107a6-fa0a-4641-9f4d-76818b3778ea will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:26.232845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:26.233800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.245544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.348134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Pushing event updated for resources: {'Port': ['ID=563107a6-fa0a-4641-9f4d-76818b3778ea,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:26.453276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:26.522934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:26.621374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b005c1-21a2-496b-9170-c4b4c5bf9ab1 req-7cb38f61-4de8-48af-b0a3-89f200e52da5 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:26.629244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2b005c1-21a2-496b-9170-c4b4c5bf9ab1 req-7cb38f61-4de8-48af-b0a3-89f200e52da5 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 935 time: 0.9778321 May 12 19:26:26.681643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b2e20b6-51e2-4939-b1c9-6b7e3f72aa52 req-0fbf9452-d6a3-41ff-951f-b799884200ec tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416682 May 12 19:26:26.683752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.692098 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.724496 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Transition to ACTIVE for port object 0354771e-fe97-444a-9c86-8c77462fd07f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:26.741262 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.751960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2b005c1-21a2-496b-9170-c4b4c5bf9ab1 req-a73eac5a-8821-437f-9503-426a08531fb8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218858 May 12 19:26:26.760141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.816372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.844920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:26:26.904053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16d375d7-0b2b-446a-948a-02ed0210118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.923649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b0bed4-f11c-4c22-88d5-0021b8b8006f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:26.963268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Attempting to bind port 563107a6-fa0a-4641-9f4d-76818b3778ea on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:26.963663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Attempting to bind port 563107a6-fa0a-4641-9f4d-76818b3778ea by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:26.964000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Attempting to bind port 563107a6-fa0a-4641-9f4d-76818b3778ea on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:26.975216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:26.975907 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Added segment adf2b9e3-72cf-4cee-b892-abf0057a8a96 of type vlan for network 8ea4cf17-11ad-4355-b993-fd83cc971e47 May 12 19:26:26.985952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Port 563107a6-fa0a-4641-9f4d-76818b3778ea on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:26:26.986336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Attempting to bind port 563107a6-fa0a-4641-9f4d-76818b3778ea on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:27.008073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:27.008600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:27.008999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:27.009503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Bound port: 563107a6-fa0a-4641-9f4d-76818b3778ea, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:27.009853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.191908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-158daf4c-baae-474c-9a3f-7b057849e94f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:27.193211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-158daf4c-baae-474c-9a3f-7b057849e94f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Synchronizing usage tracker for tenant:db74c465e6bf4fb591f0927863b1e926 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:26:27.236642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] For port 563107a6-fa0a-4641-9f4d-76818b3778ea, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:27.237007 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.242304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] For port 563107a6-fa0a-4641-9f4d-76818b3778ea, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=563107a6-fa0a-4641-9f4d-76818b3778ea,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:27.244543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-158daf4c-baae-474c-9a3f-7b057849e94f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Unset dirty status for tenant:db74c465e6bf4fb591f0927863b1e926 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:26:27.246100 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-158daf4c-baae-474c-9a3f-7b057849e94f tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 949 time: 0.5485992 May 12 19:26:27.271744 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Pushing event updated for resources: {'Port': ['ID=0354771e-fe97-444a-9c86-8c77462fd07f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:27.297764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.329296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.329718 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.329986 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.330317 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.330781 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.331107 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.331887 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.331887 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.332046 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.332339 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.332628 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.332938 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.366099 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Attempting to bind port 0354771e-fe97-444a-9c86-8c77462fd07f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:27.366603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Attempting to bind port 0354771e-fe97-444a-9c86-8c77462fd07f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:27.367054 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Attempting to bind port 0354771e-fe97-444a-9c86-8c77462fd07f on network 823a8d96-f772-477a-baf6-df0b1eb06ab0 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:27.373866 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:27.374391 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Checking segment: {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:27.374945 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.375475 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Bound using segment: {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:27.375940 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Bound port: 0354771e-fe97-444a-9c86-8c77462fd07f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:27.376443 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.420865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:27.422224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.423624 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] 10.222.0.36 "PUT /v2.0/ports/563107a6-fa0a-4641-9f4d-76818b3778ea HTTP/1.1" status: 200 len: 1095 time: 3.2789094 May 12 19:26:27.424598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.429591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:27.437501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:27.439017 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.462784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Deleting port 145a044d-ddbb-4857-af31-b002261952e5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:27.463129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.571821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Pushing event updated for resources: {'Port': ['ID=563107a6-fa0a-4641-9f4d-76818b3778ea,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:27.586421 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba0d00f-ff03-44a1-83d6-aa47d4b3baea'] response: {'name': 'network-changed', 'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea', 'status': 'completed', 'code': 200} May 12 19:26:27.587223 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] For port 0354771e-fe97-444a-9c86-8c77462fd07f, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:27.595685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] For port 0354771e-fe97-444a-9c86-8c77462fd07f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0354771e-fe97-444a-9c86-8c77462fd07f,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:27.608153 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.622754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.623024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.623345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.623678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.624008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.624334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.624661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.624985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.625375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.625705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.626026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.626347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ff668-677f-44da-8bb5-c68cde8da962 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:27.813159 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:27.813806 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:27.921607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] For port 145a044d-ddbb-4857-af31-b002261952e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=145a044d-ddbb-4857-af31-b002261952e5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:27.922232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:27.959424 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9a23-9609-4a32-8d17-00a1072ebe25 None None] Pushing event updated for resources: {'Port': ['ID=0354771e-fe97-444a-9c86-8c77462fd07f,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:27.965398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33873-f402-46b9-9b02-6995dfdd6f04 req-a0368ad3-0eaa-43eb-9e37-41bcbf1a3439 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:27.972896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68a33873-f402-46b9-9b02-6995dfdd6f04 req-a0368ad3-0eaa-43eb-9e37-41bcbf1a3439 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 948 time: 0.9776850 May 12 19:26:27.975704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8211071 May 12 19:26:28.094647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41166) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:28.177037 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:28.194728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Request body: {'subnet': {'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1903700606-subnet', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:28.224430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531bec3-da4d-4c87-a241-d4b7f1eff51e admin admin] Pushing event updated for resources: {'Network': ['ID=8ea4cf17-11ad-4355-b993-fd83cc971e47,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:28.247408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:28.252002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:26:28.286563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Usage tracker for resource:subnet and tenant:70fcd3150f69444db3e25c879f727cd3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:28.319437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:28.334807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68a33873-f402-46b9-9b02-6995dfdd6f04 req-38793c28-14da-4835-9bcb-96009ebbbd69 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609164 May 12 19:26:28.354589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:28.379375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Calling delete_port for 145a044d-ddbb-4857-af31-b002261952e5 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:28.552651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-6ae27209-7ef5-4d2f-8c1b-3db45c162914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:28.555149 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-6ae27209-7ef5-4d2f-8c1b-3db45c162914 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e8804315a8b4ae586d739ae01058789&device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 1098 time: 1.0385756 May 12 19:26:28.650576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:28.674030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['145a044d-ddbb-4857-af31-b002261952e5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:28.682057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-71336518-67d5-45de-98d4-c459d18abf91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=563107a6-fa0a-4641-9f4d-76818b3778ea HTTP/1.1" status: 200 len: 217 time: 0.1108937 May 12 19:26:28.715398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5754aaa-2ca1-46bf-a351-ad0ee734b38b req-0e73f38a-e772-4d62-9ac9-6789c724e3c7 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:28.721227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5754aaa-2ca1-46bf-a351-ad0ee734b38b req-0e73f38a-e772-4d62-9ac9-6789c724e3c7 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0a4519b-c7d4-4e63-b405-3c74e0947df6 HTTP/1.1" status: 200 len: 949 time: 0.7443912 May 12 19:26:28.732820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Made reservation on behalf of 70fcd3150f69444db3e25c879f727cd3 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:28.735105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:28.753689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['34ea19ce-cb42-4048-ae85-fca52fb60d87'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:28.793568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-f54aea18-8fff-4450-a692-36dd1419ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:28.795439 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-f54aea18-8fff-4450-a692-36dd1419ea02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0747819 May 12 19:26:28.845161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Pushing event deleted for resources: {'Port': ['ID=145a044d-ddbb-4857-af31-b002261952e5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:28.954473 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:27Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:28.973484 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cfa98e-f083-46c8-90a5-75a1a1182862 None None] The sync data for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 is: [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:27Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:26:28.973915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] No DVR routers for this DVR port 145a044d-ddbb-4857-af31-b002261952e5 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:26:28.978816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:29.004812 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c2df928-08ef-4e33-a6a3-9da774ff5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:29.026686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-51d0269a-3b1f-48a7-84c7-9fdee063f43a req-35b34b8e-eb9c-4d5b-9e47-1204705c5206 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.73 "DELETE /v2.0/ports/145a044d-ddbb-4857-af31-b002261952e5 HTTP/1.1" status: 204 len: 173 time: 1.7718811 May 12 19:26:29.099324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:26:29.110021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-edb06fcd-4338-40d0-bae0-dd5eb613134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:29.125780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5754aaa-2ca1-46bf-a351-ad0ee734b38b req-4f8f2cfc-9d28-4403-b395-2d19c6f15c16 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590319 May 12 19:26:29.150720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-edb06fcd-4338-40d0-bae0-dd5eb613134d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3440697 May 12 19:26:29.433633 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-d5884884-2c59-4826-a1d8-c454ab9a2f95 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783079 May 12 19:26:29.499113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809d91f-c182-4fe3-8fd8-f8adba04431a req-922d6144-d503-49a6-94e0-1f84d2b407aa tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:29.500800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a809d91f-c182-4fe3-8fd8-f8adba04431a req-922d6144-d503-49a6-94e0-1f84d2b407aa tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 947 time: 0.9535890 May 12 19:26:29.588785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'name': 'network-vif-deleted', 'tag': '145a044d-ddbb-4857-af31-b002261952e5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:29.621823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:29.698553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c6ecd8d9-7917-4f2b-8c69-5d2ea17d4170 req-6c6323ea-2abb-45ee-b13b-23b8c67023cc service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582805 May 12 19:26:29.825749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:29.832169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:29.832825 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:29.864700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:26:29.906231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70be404-bd53-404a-861c-3f1521707473 None None] Sync routers for ids ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:26:29.915627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:29.938296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-7d198b8b-81b1-42db-8ff9-6faebc71764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:29.939866 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-7d198b8b-81b1-42db-8ff9-6faebc71764e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e8804315a8b4ae586d739ae01058789&device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 1098 time: 0.1812849 May 12 19:26:29.956444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] Routers {'f6daaa94-52a3-49de-8d0d-7cff3743b5a2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:29.957513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:30.016563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a809d91f-c182-4fe3-8fd8-f8adba04431a req-e064dc58-e5f9-423a-818a-91831346a377 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760741 May 12 19:26:30.032866 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:30.049201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eecef1e6-9822-4dc7-9610-21008b1ebd19 admin admin] 10.222.0.72 "PUT /v2.0/routers/f6daaa94-52a3-49de-8d0d-7cff3743b5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4076931 May 12 19:26:30.062105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41194) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:30.187864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-ddda946a-660e-4449-961c-264913a5bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:30.191179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-ddda946a-660e-4449-961c-264913a5bba9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2435837 May 12 19:26:30.285493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:30.286173 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:30.307478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a456d4-c72a-4e6b-b91e-3248be863420,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:30.355911 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-a7eec553-629e-4523-9a0f-4b685198d015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=563107a6-fa0a-4641-9f4d-76818b3778ea HTTP/1.1" status: 200 len: 217 time: 0.1563044 May 12 19:26:30.360410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:30.366932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:30.376541 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:30.428988 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:30.476707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] Set router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:30.500575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-37308427-26a6-4461-97c4-6f49d3e19bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:30.502405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-37308427-26a6-4461-97c4-6f49d3e19bbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1396024 May 12 19:26:30.540212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Checking segment: {'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:30.540909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Network hostable DHCP agents. Network: 8ea4cf17-11ad-4355-b993-fd83cc971e47, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:26:30.603665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0315c-3816-4e90-ad7c-633db6edd735 req-7d4a7986-2995-462e-951d-8b09a53d40e2 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:30.605214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0d0315c-3816-4e90-ad7c-633db6edd735 req-7d4a7986-2995-462e-951d-8b09a53d40e2 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1097 time: 0.9624579 May 12 19:26:30.652068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-44ee35ac-e051-4b8e-be8c-5d5abfc2063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:30.658358 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-44ee35ac-e051-4b8e-be8c-5d5abfc2063a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471078 May 12 19:26:30.699864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:30.770319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0d0315c-3816-4e90-ad7c-633db6edd735 req-d6915be6-c985-4645-b5bd-264721a9a342 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453390 May 12 19:26:30.771641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:30.858533 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-ca558149-f149-44e8-a2f9-cbe46725973e service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901011 May 12 19:26:30.932103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0354771e-fe97-444a-9c86-8c77462fd07f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:31.065576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0354771e-fe97-444a-9c86-8c77462fd07f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:31.077000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0354771e-fe97-444a-9c86-8c77462fd07f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:31.078048 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:31.118577 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d859195-309a-4183-b977-84086682a45e'] response: {'server_uuid': 'b0a4519b-c7d4-4e63-b405-3c74e0947df6', 'name': 'network-vif-deleted', 'tag': '145a044d-ddbb-4857-af31-b002261952e5', 'status': 'completed', 'code': 200} May 12 19:26:31.125704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-58b490d3-ceea-474e-986e-b2558fa39b06 req-ebd1e084-70d5-41a7-9039-fbea52f69f13 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600808 May 12 19:26:31.182393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:26:25Z', 'revision_number': 5, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:31.218985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 145a044d-ddbb-4857-af31-b002261952e5 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:31.300957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70be404-bd53-404a-861c-3f1521707473 None None] Checking router: f6daaa94-52a3-49de-8d0d-7cff3743b5a2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:26:31.324574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 145a044d-ddbb-4857-af31-b002261952e5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:31.324574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 145a044d-ddbb-4857-af31-b002261952e5 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:31.362879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] Routers {'f6daaa94-52a3-49de-8d0d-7cff3743b5a2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:31.362879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:31.483576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:26:31.593095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45af591-89c9-44aa-b48d-1cf61aa72baf req-56e33e98-e261-45dd-a921-fb57598f7610 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:31.605869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c45af591-89c9-44aa-b48d-1cf61aa72baf req-56e33e98-e261-45dd-a921-fb57598f7610 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 949 time: 1.2933946 May 12 19:26:31.666809 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39699cba-45db-41d5-8701-25ac46b83150'] response: {'server_uuid': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'code': 200} May 12 19:26:31.669643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0354771e-fe97-444a-9c86-8c77462fd07f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:31.671201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 8ea4cf17-11ad-4355-b993-fd83cc971e47) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:31.671761 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:31.711935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:31.712948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:31.720463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7175839-ca30-4503-a394-0a71bba0f0fd None None] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:26:31.840837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c45af591-89c9-44aa-b48d-1cf61aa72baf req-15b0ae2d-9123-48dc-9324-aa2931538a45 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335532 May 12 19:26:31.843177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:31.859768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bb9f0851-e563-4a00-91e1-2d361249861a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7252104 May 12 19:26:31.868872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41220) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:31.874100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:31.878038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Deleting port f2fadefa-b3db-472a-9559-9223a0833370 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:31.878540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:31.913436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:32.013997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 0354771e-fe97-444a-9c86-8c77462fd07f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0354771e-fe97-444a-9c86-8c77462fd07f,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:32.027109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:32.027432 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:32.081071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae66f3-b4c6-4190-bc46-9c9e7e564371 req-c5deb0fa-93a7-4471-9618-7a63c0d2dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:32.121601 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7ae66f3-b4c6-4190-bc46-9c9e7e564371 req-c5deb0fa-93a7-4471-9618-7a63c0d2dd9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 1100 time: 0.4766147 May 12 19:26:32.127821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Usage tracker for resource:router and tenant:70fcd3150f69444db3e25c879f727cd3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:32.132392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:32.143767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=0354771e-fe97-444a-9c86-8c77462fd07f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:32.239114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] Set router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:32.247447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7ae66f3-b4c6-4190-bc46-9c9e7e564371 req-18245b74-c549-4469-aafc-4e0cc9b19cf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194358 May 12 19:26:32.324664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:32.514821 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:32.516006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:32.570089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:32.600443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] For port f2fadefa-b3db-472a-9559-9223a0833370, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2fadefa-b3db-472a-9559-9223a0833370,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:32.601299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:32.636695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7a532-8fc6-4aba-acf1-5aaa65d23b35 req-cbcf1a26-84ba-4f3c-8021-c02c5c8925da tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:32.644127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caa7a532-8fc6-4aba-acf1-5aaa65d23b35 req-cbcf1a26-84ba-4f3c-8021-c02c5c8925da tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 947 time: 0.4862156 May 12 19:26:32.865529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Calling delete_port for f2fadefa-b3db-472a-9559-9223a0833370 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:32.882383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0354771e-fe97-444a-9c86-8c77462fd07f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:33.016214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caa7a532-8fc6-4aba-acf1-5aaa65d23b35 req-4df342dc-51e6-4087-8d13-4f710aea515f tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707759 May 12 19:26:33.368210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-8ea4cf17-11ad-4355-b993-fd83cc971e47', 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'fixed_ips': [{'subnet_id': '08a456d4-c72a-4e6b-b91e-3248be863420'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:26:33.370161 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:33.452450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0354771e-fe97-444a-9c86-8c77462fd07f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:33.453086 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:33.460441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:33.567221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c70be404-bd53-404a-861c-3f1521707473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:26:25Z', 'revision_number': 5, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:33.607055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70be404-bd53-404a-861c-3f1521707473 None None] The sync data for ids ['f6daaa94-52a3-49de-8d0d-7cff3743b5a2'] in n-d-841626-1 is: [{'id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67114868-router', 'tenant_id': '6f43165d5b0947708edca83b0ea0e840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:23:30Z', 'updated_at': '2022-05-12T19:26:25Z', 'revision_number': 5, 'project_id': '6f43165d5b0947708edca83b0ea0e840', 'gw_port': {'id': 'f2fadefa-b3db-472a-9559-9223a0833370', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6daaa94-52a3-49de-8d0d-7cff3743b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:23:32Z', 'updated_at': '2022-05-12T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:26:33.632004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 563107a6-fa0a-4641-9f4d-76818b3778ea details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:33.880939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-cb25aef6-63b5-4b7c-9b58-dda8c8357fe5 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:26:33.882499 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-cb25aef6-63b5-4b7c-9b58-dda8c8357fe5 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123343 May 12 19:26:33.898615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Allocated IP 172.20.0.2 (8ea4cf17-11ad-4355-b993-fd83cc971e47/08a456d4-c72a-4e6b-b91e-3248be863420/b724e81f-19fe-4d00-93c6-2d67516fe445) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:33.900167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Request body: {'binding': {'host': 'n-h1-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:33.902692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Unknown quota resources ['binding']. {{(pid=88113) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:26:33.934218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0354771e-fe97-444a-9c86-8c77462fd07f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:34.023445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 563107a6-fa0a-4641-9f4d-76818b3778ea, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=563107a6-fa0a-4641-9f4d-76818b3778ea,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:34.055571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '563107a6-fa0a-4641-9f4d-76818b3778ea', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '563107a6-fa0a-4641-9f4d-76818b3778ea', 'mac_address': 'fa:16:3e:95:fa:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:34.099435 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:26:34.172002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 563107a6-fa0a-4641-9f4d-76818b3778ea is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:34.172390 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.279564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on host n-h1-841626-1 for vnic_type normal with profile None {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:34.280242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:34.280765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:34.286692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:26:34.287302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:34.292846 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.293242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:34.293988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:34.294885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:34.295515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Bound port: 19896ff5-ab96-465f-af9e-4732e8c61316, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:34.303916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Transition to ACTIVE for port object b724e81f-19fe-4d00-93c6-2d67516fe445 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:34.324053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Transition to ACTIVE for port object b724e81f-19fe-4d00-93c6-2d67516fe445 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:34.327838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563107a6-fa0a-4641-9f4d-76818b3778ea {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:34.337648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.347082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:34.356605 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.359084 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-8bdce53d-2017-4b4f-b7ef-98fa3d6511db service neutron] 10.222.0.72 "POST /v2.0/ports/19896ff5-ab96-465f-af9e-4732e8c61316/bindings HTTP/1.1" status: 201 len: 389 time: 0.4694006 May 12 19:26:34.437396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.518125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 563107a6-fa0a-4641-9f4d-76818b3778ea, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=563107a6-fa0a-4641-9f4d-76818b3778ea,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:34.527250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:34.530843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:34.535852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:34.567628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fadefa-b3db-472a-9559-9223a0833370,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:34.577490 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.608593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.614029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Pushing event updated for resources: {'Port': ['ID=b724e81f-19fe-4d00-93c6-2d67516fe445,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:34.682576 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.696159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=563107a6-fa0a-4641-9f4d-76818b3778ea,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:34.720858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Attempting to bind port b724e81f-19fe-4d00-93c6-2d67516fe445 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:34.721357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Attempting to bind port b724e81f-19fe-4d00-93c6-2d67516fe445 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:34.721891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Attempting to bind port b724e81f-19fe-4d00-93c6-2d67516fe445 on network 8ea4cf17-11ad-4355-b993-fd83cc971e47 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:34.728273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:34.728785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Checking segment: {'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:34.729312 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.730103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Bound using segment: {'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:34.731776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Bound port: b724e81f-19fe-4d00-93c6-2d67516fe445, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:34.732249 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.815685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ad4be-64d5-45fd-81a5-61cd58e17de3 req-870bf54f-fbdc-4b39-a075-d89a8055f038 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:34.823547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f42ad4be-64d5-45fd-81a5-61cd58e17de3 req-870bf54f-fbdc-4b39-a075-d89a8055f038 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 949 time: 0.8332841 May 12 19:26:34.837386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-c000a722-b9e9-4f4d-9c2d-7ddd60f3db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:34.839246 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-c000a722-b9e9-4f4d-9c2d-7ddd60f3db4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1097 time: 0.1623285 May 12 19:26:34.864445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] For port b724e81f-19fe-4d00-93c6-2d67516fe445, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:34.871511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] For port b724e81f-19fe-4d00-93c6-2d67516fe445, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b724e81f-19fe-4d00-93c6-2d67516fe445,segment=NetworkSegment(adf2b9e3-72cf-4cee-b892-abf0057a8a96),segment_id=adf2b9e3-72cf-4cee-b892-abf0057a8a96)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:34.878929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:34.915446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:34.935872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:34.936510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7806e4de-e467-48c1-bfb6-9e8a49f35ca9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:34.942934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:35.009137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-acfbe194-7105-4318-ae3a-5576cd7b4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:35.010085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['563107a6-fa0a-4641-9f4d-76818b3778ea'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:35.011059 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-acfbe194-7105-4318-ae3a-5576cd7b4c68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.1607885 May 12 19:26:35.156460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-8f1229d6-8590-476a-ad0b-3e6948f627b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 217 time: 0.1038775 May 12 19:26:35.207280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f42ad4be-64d5-45fd-81a5-61cd58e17de3 req-28266594-1146-406b-854c-0bae805cd6f8 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786502 May 12 19:26:35.261454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:35.279529 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:35.290139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-ca23c62d-7f4f-43a4-bff0-55e6a1b2dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:35.292024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-ca23c62d-7f4f-43a4-bff0-55e6a1b2dbb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1284697 May 12 19:26:35.301929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6835-1b37-472a-9026-59a1395168e4 req-c02a2bd4-8995-43be-8ffc-fa2d991c38ff tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:35.311272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-9cec6835-1b37-472a-9026-59a1395168e4 req-c02a2bd4-8995-43be-8ffc-fa2d991c38ff tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Synchronizing usage tracker for tenant:db74c465e6bf4fb591f0927863b1e926 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:26:35.353311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9fde4-3201-4ddd-8bf3-ea50c6a17e79 None None] Pushing event updated for resources: {'Port': ['ID=b724e81f-19fe-4d00-93c6-2d67516fe445,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:35.354659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65242b2-1268-4269-a648-e10707c8c48c req-fb0669c5-fc74-415b-a385-9a53a284a888 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:35.361855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b65242b2-1268-4269-a648-e10707c8c48c req-fb0669c5-fc74-415b-a385-9a53a284a888 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 950 time: 0.6144350 May 12 19:26:35.379810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Allocated IP 172.25.2.248 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/d41e262a-ad47-4ce3-98f9-7c6b428b9cb6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:35.406286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:35.406862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6daaa94-52a3-49de-8d0d-7cff3743b5a2 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:26:35.410906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-39b718d3-0d35-4f76-b546-67e552a7a2e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919235 May 12 19:26:35.563923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-9cec6835-1b37-472a-9026-59a1395168e4 req-c02a2bd4-8995-43be-8ffc-fa2d991c38ff tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Unset dirty status for tenant:db74c465e6bf4fb591f0927863b1e926 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:26:35.565558 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9cec6835-1b37-472a-9026-59a1395168e4 req-c02a2bd4-8995-43be-8ffc-fa2d991c38ff tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.36 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 950 time: 0.5532539 May 12 19:26:35.707995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Deleting port 34ea19ce-cb42-4048-ae85-fca52fb60d87 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:35.708510 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:35.715401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b65242b2-1268-4269-a648-e10707c8c48c req-825a9658-76f4-47f1-ace9-f677bb8b67df tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1201324-b346-4349-a834-8282b339c9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525836 May 12 19:26:35.725427 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:35.732004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ac688925-99b5-448a-adc4-91db97a91b75 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f6daaa94-52a3-49de-8d0d-7cff3743b5a2 HTTP/1.1" status: 204 len: 168 time: 5.6670287 May 12 19:26:35.735119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41288) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:36.091847 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:36.185527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] Deleting subnet d6fe0d20-41d6-48e4-8d6a-edc3444f28c8 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:26:36.195181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:36.282763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:36.291471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] For port 34ea19ce-cb42-4048-ae85-fca52fb60d87, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=34ea19ce-cb42-4048-ae85-fca52fb60d87,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:36.292083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:36.432580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:36.446587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:36.450432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:36.496409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Calling delete_port for 34ea19ce-cb42-4048-ae85-fca52fb60d87 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:36.530593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:36.548198 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-fa9b16bc-54a9-4d09-8289-88d55567b3b6 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1279445 May 12 19:26:36.589473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1f0f9-16c0-4944-91bb-8396994baf56 req-9f5e8d55-d435-4c32-b337-ff53a5858d1d tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:36.591072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99e1f0f9-16c0-4944-91bb-8396994baf56 req-9f5e8d55-d435-4c32-b337-ff53a5858d1d tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 948 time: 0.7286971 May 12 19:26:36.647030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Pushing event updated for resources: {'Port': ['ID=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:36.759671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99e1f0f9-16c0-4944-91bb-8396994baf56 req-77bdedbb-4454-4391-96ce-445fc9ea1918 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381533 May 12 19:26:36.781966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a798ff2-28c8-466d-b0d5-72d7cb82398c None None] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:26:37.056239 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-b01174d0-28c8-4ea2-80a8-4c28013f4bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996872 May 12 19:26:37.070151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:37.131723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Pushing event deleted for resources: {'Port': ['ID=34ea19ce-cb42-4048-ae85-fca52fb60d87,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:37.228017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b724e81f-19fe-4d00-93c6-2d67516fe445 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:37.309447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['34ea19ce-cb42-4048-ae85-fca52fb60d87'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:37.314381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebdb1b-9898-43ce-afe9-c068a5889dbb req-b2aacf96-8c45-4e6a-90c0-a21a91957a93 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:37.318890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74ebdb1b-9898-43ce-afe9-c068a5889dbb req-b2aacf96-8c45-4e6a-90c0-a21a91957a93 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 1.0393796 May 12 19:26:37.359369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] No DVR routers for this DVR port 34ea19ce-cb42-4048-ae85-fca52fb60d87 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:26:37.363816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:37.367516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437caf8f-bb81-4394-a25e-3696413de36b', 'name': 'network-vif-deleted', 'tag': '34ea19ce-cb42-4048-ae85-fca52fb60d87'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:37.410870 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9cec6835-1b37-472a-9026-59a1395168e4 req-09079dec-d628-4d22-924b-4ff54f21812b tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.36 "DELETE /v2.0/ports/34ea19ce-cb42-4048-ae85-fca52fb60d87 HTTP/1.1" status: 204 len: 173 time: 1.8390636 May 12 19:26:37.482088 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:37.504608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3180417c-7499-4075-81f3-d6b069f71fee None None] Provisioning for port b724e81f-19fe-4d00-93c6-2d67516fe445 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:37.550589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74ebdb1b-9898-43ce-afe9-c068a5889dbb req-52814969-b510-426e-bd00-ae6718ceca5f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369851 May 12 19:26:37.600334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b724e81f-19fe-4d00-93c6-2d67516fe445 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:37.618445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b724e81f-19fe-4d00-93c6-2d67516fe445 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:37.618775 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:37.708021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 563107a6-fa0a-4641-9f4d-76818b3778ea up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:37.954430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72adbd0b-d350-4375-a5a8-7f10edbb38bd req-1db09d87-fa8d-4642-8065-88690192d031 tempest-ServersAdminNegativeTestJSON-1053293176 tempest-ServersAdminNegativeTestJSON-1053293176-project] 10.222.0.72 "GET /v2.0/ports?device_id=437caf8f-bb81-4394-a25e-3696413de36b HTTP/1.1" status: 200 len: 210 time: 0.1560252 May 12 19:26:38.082599 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f86292-fedd-49b2-bd8f-e63c78752b80'] response: {'server_uuid': '437caf8f-bb81-4394-a25e-3696413de36b', 'name': 'network-vif-deleted', 'tag': '34ea19ce-cb42-4048-ae85-fca52fb60d87', 'status': 'completed', 'code': 200} May 12 19:26:38.097355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.101570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b724e81f-19fe-4d00-93c6-2d67516fe445 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:38.101940 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.231706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b724e81f-19fe-4d00-93c6-2d67516fe445, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b724e81f-19fe-4d00-93c6-2d67516fe445,segment=NetworkSegment(adf2b9e3-72cf-4cee-b892-abf0057a8a96),segment_id=adf2b9e3-72cf-4cee-b892-abf0057a8a96)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:38.254918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.262836 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.464750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6fe0d20-41d6-48e4-8d6a-edc3444f28c8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:38.473648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2fadefa-b3db-472a-9559-9223a0833370 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:38.477112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.511187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.518479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b724e81f-19fe-4d00-93c6-2d67516fe445,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:38.536688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f2fadefa-b3db-472a-9559-9223a0833370 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:38.537382 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2fadefa-b3db-472a-9559-9223a0833370 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:38.561689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c27a9ebe-de94-4282-b466-b93e08f87a1d None None] Provisioning complete for port b724e81f-19fe-4d00-93c6-2d67516fe445 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:38.562704 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c27a9ebe-de94-4282-b466-b93e08f87a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.591676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 563107a6-fa0a-4641-9f4d-76818b3778ea completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:38.605075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 563107a6-fa0a-4641-9f4d-76818b3778ea triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:38.605623 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.617328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.637604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-f60f5564-4937-477e-a851-0d179185d9e5 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:38.644723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-f60f5564-4937-477e-a851-0d179185d9e5 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 1100 time: 0.7767873 May 12 19:26:38.651600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c8b5f-feba-4073-a4f8-25da2258349d None None] Network 48ace6e1-528a-42d5-b719-8102b8d04f3c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:26:38.696920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b623d3f-bd0e-44dd-825e-656a8a41caa8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d6fe0d20-41d6-48e4-8d6a-edc3444f28c8 HTTP/1.1" status: 204 len: 168 time: 2.9605994 May 12 19:26:38.699636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41324) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:38.818640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.883943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b724e81f-19fe-4d00-93c6-2d67516fe445 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:38.884175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:38.890080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Usage tracker for resource:security_group_rule and tenant:bebb26a86ee246c68f2b868ec979ac49 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:38.893083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:38.901294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:38.974056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:38.998384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Deleting port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:38.999005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.065204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab6b6c-a233-48e0-85e8-6339d7cfda16 req-c6bae818-648b-4d45-8840-cc341d93783b tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:39.073053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5ab6b6c-a233-48e0-85e8-6339d7cfda16 req-c6bae818-648b-4d45-8840-cc341d93783b tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 948 time: 0.7415617 May 12 19:26:39.118926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c27a9ebe-de94-4282-b466-b93e08f87a1d None None] Current status of the port b724e81f-19fe-4d00-93c6-2d67516fe445 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:39.128668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 563107a6-fa0a-4641-9f4d-76818b3778ea is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:39.129170 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.173870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:39.198929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 563107a6-fa0a-4641-9f4d-76818b3778ea, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=563107a6-fa0a-4641-9f4d-76818b3778ea,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:39.202198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b724e81f-19fe-4d00-93c6-2d67516fe445 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:39.202198 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.255944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5ab6b6c-a233-48e0-85e8-6339d7cfda16 req-79d4dbc0-4d2f-46f7-8dd5-800301fc4b31 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816704 May 12 19:26:39.261431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.312227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.320136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.328316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.419273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] For port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1,segment=NetworkSegment(88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9),segment_id=88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:39.421549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.505314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc7d65-8d4c-4a8d-9b4d-8e27e4f57153 None None] DHCP port deletion for 48ace6e1-528a-42d5-b719-8102b8d04f3c request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:26:39.566470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc7d65-8d4c-4a8d-9b4d-8e27e4f57153 None None] Deleting port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:39.593838 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7d65-8d4c-4a8d-9b4d-8e27e4f57153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.669222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Calling delete_port for ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:39.690679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 34ea19ce-cb42-4048-ae85-fca52fb60d87 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:39.712109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ae23717-44c1-4d8d-99b9-af27bb91d1cb req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0664680 May 12 19:26:39.717801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd6cc9-9b17-4a3c-b677-48b06ff49898 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da0ffa9-26be-4c01-a115-1c735032ff7d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:39.870406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=563107a6-fa0a-4641-9f4d-76818b3778ea,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:39.915805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:26:39.916062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:39.928311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.928654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.929028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.930631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.931141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.931654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.931995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.932325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.932657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.932988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.933319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.933640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:26:39.949342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 34ea19ce-cb42-4048-ae85-fca52fb60d87 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:39.949685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 34ea19ce-cb42-4048-ae85-fca52fb60d87 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:39.957510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b724e81f-19fe-4d00-93c6-2d67516fe445 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:40.024432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:40.038717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] No DVR routers for this DVR port ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:26:40.082027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc7d65-8d4c-4a8d-9b4d-8e27e4f57153 None None] The port 'ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:26:40.124561 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d3a556-2d4e-46c1-930d-d045355f4592'] response: {'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea', 'code': 200} May 12 19:26:40.419875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:40.455965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ace6e1-528a-42d5-b719-8102b8d04f3c']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:40.471501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:40.471800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ee77bd-a03e-4e4a-a9ac-dea9fcb85da9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:40.487372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:40.501247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b655-b1f0-4177-ad72-74ff871bbcb0 req-5ef364b3-6a0c-4cd9-ad1f-42cd189c85fd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:40.508401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a98ed-c703-450c-a1d1-b4cb5487334f req-890f290e-b23d-4786-b122-d88ccca77303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:40.509245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d318b655-b1f0-4177-ad72-74ff871bbcb0 req-5ef364b3-6a0c-4cd9-ad1f-42cd189c85fd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.7134845 May 12 19:26:40.510051 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-922a98ed-c703-450c-a1d1-b4cb5487334f req-890f290e-b23d-4786-b122-d88ccca77303 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 1100 time: 0.2358263 May 12 19:26:40.514327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:40.540339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:26:40.540754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: timer() May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:26:40.555533 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:26:40.626812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:40.668778 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-922a98ed-c703-450c-a1d1-b4cb5487334f req-5739ccae-b727-4890-9989-e77c26fc86e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500366 May 12 19:26:40.700572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:40.734493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:40.744227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ace6e1-528a-42d5-b719-8102b8d04f3c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:40.751047 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fb666487-efb8-4758-b543-63cb6aae7a28 admin admin] 10.222.0.72 "DELETE /v2.0/networks/48ace6e1-528a-42d5-b719-8102b8d04f3c HTTP/1.1" status: 204 len: 168 time: 2.0503559 May 12 19:26:40.840339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d318b655-b1f0-4177-ad72-74ff871bbcb0 req-5e025d87-adff-415e-92ea-29265cfb9cb3 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299816 May 12 19:26:40.851750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:40.900921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:26:40.911926 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Sync routers for ids ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:26:40.932394 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Routers {'d327d1b9-9b34-4d0c-96ec-ca86edc372d3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:40.936313 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:40.966618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41370) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:40.975320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e280e790-d934-436d-af83-a313d4dba454 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db74c465e6bf4fb591f0927863b1e926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406179 May 12 19:26:40.982048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:41.004921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:41.015681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae8748c4-4a8d-4c18-bbf8-8cefbf5117e1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:41.048760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c4cd-56c3-432d-b567-6ee08938d9f4 req-3bf37198-0f81-4bfb-bcb6-a5fb39ce6e8f tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:41.057595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6655c4cd-56c3-432d-b567-6ee08938d9f4 req-3bf37198-0f81-4bfb-bcb6-a5fb39ce6e8f tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 949 time: 0.3670533 May 12 19:26:41.082858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:41.083000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b297391-c15c-4978-9b14-d218c641dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:41.089615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6b580c64-9c5e-4697-95a2-8b0df453c052 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2194762 May 12 19:26:41.092963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41386) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:41.164585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cc9e2c57-3bff-450a-a78f-71bc0ea87235 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e5ab1addcea4df886a61eedd0c99c80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1922235 May 12 19:26:41.167925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41390) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:41.194910 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Set router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:41.216136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b297391-c15c-4978-9b14-d218c641dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:41.315639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6655c4cd-56c3-432d-b567-6ee08938d9f4 req-c885851c-2f22-4cad-a65e-dd8c1c92eafb tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406683 May 12 19:26:41.369420 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-513b95fd-20e5-45be-be51-a46ba877abbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:41.517911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-513b95fd-20e5-45be-be51-a46ba877abbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:41.549666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-2b318b8d-43e2-4b34-9684-c440d077346d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026886 May 12 19:26:41.709490 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:26:37Z', 'revision_number': 3, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:41.714311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Checking router: d327d1b9-9b34-4d0c-96ec-ca86edc372d3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:26:41.714652 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Updating router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:26:41.777674 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:41.936494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-43832a68-d349-4065-b276-2e83e50dd844 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:41.948807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-43832a68-d349-4065-b276-2e83e50dd844 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976784 May 12 19:26:42.036715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-478d7029-9bcf-4c63-9b0a-09e43585af2b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/quotas/b397970f3fe742428b1101ee6fb2484f HTTP/1.1" status: 200 len: 375 time: 0.0867155 May 12 19:26:42.141775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-513b95fd-20e5-45be-be51-a46ba877abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.164827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b297391-c15c-4978-9b14-d218c641dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.192422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b297391-c15c-4978-9b14-d218c641dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1201324-b346-4349-a834-8282b339c9cf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:42.202389 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b297391-c15c-4978-9b14-d218c641dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.205918 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8b297391-c15c-4978-9b14-d218c641dcc7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1201324-b346-4349-a834-8282b339c9cf HTTP/1.1" status: 204 len: 168 time: 1.2202399 May 12 19:26:42.206759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b95fd-20e5-45be-be51-a46ba877abbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90053583-c9b9-47dd-834a-5969e592071f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:42.267184 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.295953 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Transition to ACTIVE for port object d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:42.312024 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.323617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66f78b-d993-4948-a43f-e7abf91891c7 req-9803876f-53f6-4688-a1f1-bb191525056f tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:42.331587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b66f78b-d993-4948-a43f-e7abf91891c7 req-9803876f-53f6-4688-a1f1-bb191525056f tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 946 time: 0.5006893 May 12 19:26:42.368814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-513b95fd-20e5-45be-be51-a46ba877abbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.372370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-513b95fd-20e5-45be-be51-a46ba877abbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90053583-c9b9-47dd-834a-5969e592071f HTTP/1.1" status: 204 len: 168 time: 1.2007053 May 12 19:26:42.397028 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.409007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b66f78b-d993-4948-a43f-e7abf91891c7 req-569aab0a-33e3-4123-b5ff-5503dde24780 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721097 May 12 19:26:42.421797 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-0152bdea-b655-4d34-9342-5fcd7ff02706 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3780572 May 12 19:26:42.497066 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Attempting to bind port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:42.498252 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Attempting to bind port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:42.498718 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Attempting to bind port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:42.508290 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e458416-f26e-4140-9df2-b40438b7189b None None] Pushing event updated for resources: {'Port': ['ID=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:42.516914 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:42.518794 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:42.520717 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.523062 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:42.523361 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Bound port: d41e262a-ad47-4ce3-98f9-7c6b428b9cb6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:42.523854 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.696248 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] For port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:42.701913 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] For port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:42.718800 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:42.741894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026b34-55d8-4a1e-8388-458c14ed3613 req-d5aeec4c-9755-459b-a8a6-d2f5067b5813 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:42.752827 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43026b34-55d8-4a1e-8388-458c14ed3613 req-d5aeec4c-9755-459b-a8a6-d2f5067b5813 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.1524668 May 12 19:26:42.815108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43026b34-55d8-4a1e-8388-458c14ed3613 req-451b3f42-b308-4678-9172-39a3fa4ae811 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 May 12 19:26:42.970760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Allocated IP 172.20.0.1 (8ea4cf17-11ad-4355-b993-fd83cc971e47/08a456d4-c72a-4e6b-b91e-3248be863420/1e92e2c3-e0ee-42df-a219-208456b814b9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:43.021343 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Routers {'d327d1b9-9b34-4d0c-96ec-ca86edc372d3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:43.023376 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:43.083249 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-6ecc307d-0f93-4685-95b6-9210bc3e3e14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2127504 May 12 19:26:43.124547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41436) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:43.262728 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e458416-f26e-4140-9df2-b40438b7189b None None] Pushing event updated for resources: {'Port': ['ID=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:43.287676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41442) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:43.351317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.358505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cf6dfcc8-91e1-4121-a5f4-fd74474f83e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f43165d5b0947708edca83b0ea0e840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653794 May 12 19:26:43.362217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41452) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:43.377500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1cf622db-0949-4270-bb57-954c1fcd5324 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4d6718db3eb42e3a2998dd4ad69ac4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510488 May 12 19:26:43.378155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41456) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:43.407749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Transition to ACTIVE for port object 1e92e2c3-e0ee-42df-a219-208456b814b9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:43.447731 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] Set router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:43.478128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78780f-37a3-4d74-afcb-cc8e4714285a req-1d9a74ac-728f-4ec9-a6fc-953dc7710b6c tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:43.483300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad78780f-37a3-4d74-afcb-cc8e4714285a req-1d9a74ac-728f-4ec9-a6fc-953dc7710b6c tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 949 time: 0.2748713 May 12 19:26:43.540666 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b29a047-8049-47bc-81dd-e6deb63e1306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.567221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98b5b9e9-d9c5-4b41-b467-b551fe4fb5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.583441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad78780f-37a3-4d74-afcb-cc8e4714285a req-2d5133d5-2d2e-4036-af6f-ac2cf481029d tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 May 12 19:26:43.625431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-e2b05393-f85a-4922-9d96-ab817e5220b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:43.634546 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b29a047-8049-47bc-81dd-e6deb63e1306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.636435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-e2b05393-f85a-4922-9d96-ab817e5220b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1095 time: 0.4149847 May 12 19:26:43.687166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98b5b9e9-d9c5-4b41-b467-b551fe4fb5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.740167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.807544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b29a047-8049-47bc-81dd-e6deb63e1306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.845376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29a047-8049-47bc-81dd-e6deb63e1306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f454a51-fcc9-417c-80f1-92ca56b000a2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:43.934781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b29a047-8049-47bc-81dd-e6deb63e1306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:43.936125 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:26:37Z', 'revision_number': 3, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:43.939063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0b29a047-8049-47bc-81dd-e6deb63e1306 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f454a51-fcc9-417c-80f1-92ca56b000a2 HTTP/1.1" status: 204 len: 168 time: 0.5521615 May 12 19:26:43.954205 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63f888-0632-44cd-9b41-67742614bedc None None] The sync data for ids ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'] in n-d-841626-1 is: [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:26:37Z', 'revision_number': 3, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:26:43.961060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4937e13a-46c9-47ff-8616-2e6f93c36410 req-7acfc3c2-cf33-4a5e-8c6a-5ceaab4eafde tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 210 time: 0.0696056 May 12 19:26:43.990702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62bd9e-cfe3-429c-a1ff-e23dd8698f56 req-28e727d5-bb4e-4af6-8907-cc6c8ea27dc1 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:44.007992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa62bd9e-cfe3-429c-a1ff-e23dd8698f56 req-28e727d5-bb4e-4af6-8907-cc6c8ea27dc1 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 946 time: 0.2444043 May 12 19:26:44.023178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-ac8c6d79-8797-40dc-9d24-3de2c249f1c0 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:44.027472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-ac8c6d79-8797-40dc-9d24-3de2c249f1c0 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Synchronizing usage tracker for tenant:beecf6eeebb8459989dfcc8581f786ef on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:26:44.099227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa62bd9e-cfe3-429c-a1ff-e23dd8698f56 req-b18af95e-cad6-4c9f-b351-09a2a92020ae tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947278 May 12 19:26:44.405078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:44.412605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-708fbb42-bbed-4175-aa56-29f8dc6844ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:44.414794 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-708fbb42-bbed-4175-aa56-29f8dc6844ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.6707695 May 12 19:26:44.415778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:44.418380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:44.594296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e410ad5-653b-469d-9c7f-366e3a623e28 req-f24a2bb1-32a3-48ed-a879-8b916227dcf8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:44.606807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e410ad5-653b-469d-9c7f-366e3a623e28 req-f24a2bb1-32a3-48ed-a879-8b916227dcf8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.1948287 May 12 19:26:44.655081 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-9f3a4bba-a518-4981-b572-68c4f59d478b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.2085147 May 12 19:26:44.657420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Pushing event updated for resources: {'Port': ['ID=1e92e2c3-e0ee-42df-a219-208456b814b9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:44.665464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-ac8c6d79-8797-40dc-9d24-3de2c249f1c0 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Unset dirty status for tenant:beecf6eeebb8459989dfcc8581f786ef on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:26:44.666999 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-ac8c6d79-8797-40dc-9d24-3de2c249f1c0 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.73 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 946 time: 1.2313025 May 12 19:26:44.736785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e410ad5-653b-469d-9c7f-366e3a623e28 req-d2db7e64-f6ce-429b-b6d0-765262a626b7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163867 May 12 19:26:44.915210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ef398338-c55a-4a27-8f47-3bd76b7ddb99 None None] Provisioning for port 1e92e2c3-e0ee-42df-a219-208456b814b9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:44.934827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ef398338-c55a-4a27-8f47-3bd76b7ddb99 None None] Provisioning complete for port 1e92e2c3-e0ee-42df-a219-208456b814b9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:44.936745 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef398338-c55a-4a27-8f47-3bd76b7ddb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:44.980103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Deleting port 150549aa-d10a-4eff-b3ad-db6491a34ebc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:44.980455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:44.989743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a5108-6a3f-4009-a516-4276ccf17b3f req-e7d285b9-10ee-41d0-9e4f-2284dc7a3ef3 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:44.997095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-673a5108-6a3f-4009-a516-4276ccf17b3f req-e7d285b9-10ee-41d0-9e4f-2284dc7a3ef3 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 949 time: 0.1598039 May 12 19:26:45.016064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:45.051107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-673a5108-6a3f-4009-a516-4276ccf17b3f req-06de05d0-77c8-4bdc-8728-6c8a68c34a0e tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 May 12 19:26:45.120388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:45.192634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ef398338-c55a-4a27-8f47-3bd76b7ddb99 None None] Port 1e92e2c3-e0ee-42df-a219-208456b814b9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:45.199954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98b5b9e9-d9c5-4b41-b467-b551fe4fb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:45.220603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:45.233439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:45.234355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:45.293854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5b9e9-d9c5-4b41-b467-b551fe4fb5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39546b43-cd2d-4bed-8251-ed238b1e532a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:45.343774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-1111c093-3a8b-445e-95d5-9c1c86fd9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:45.345301 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-1111c093-3a8b-445e-95d5-9c1c86fd9f53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.6767681 May 12 19:26:45.394588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82e9c-8f59-482f-9d65-228eb021136b req-ee1af0c4-91fc-4e98-a25f-8b1add4a4071 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:45.396237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57f82e9c-8f59-482f-9d65-228eb021136b req-ee1af0c4-91fc-4e98-a25f-8b1add4a4071 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 950 time: 0.2288439 May 12 19:26:45.418394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1216955-cbe8-4ffe-ba8e-63954e8db720 req-b88d5cdc-fe18-4a7d-8533-4c5cb74152c8 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 210 time: 0.0908375 May 12 19:26:45.450911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:45.451285 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:45.490219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:45.490660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-eeff3143-4497-4d5b-9ae0-5a5475dac052 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208081 May 12 19:26:45.510423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:45.554892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57f82e9c-8f59-482f-9d65-228eb021136b req-2b07b6bf-2cc8-47e1-9911-2a831e738475 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391244 May 12 19:26:45.585710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98b5b9e9-d9c5-4b41-b467-b551fe4fb5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:45.589651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98b5b9e9-d9c5-4b41-b467-b551fe4fb5ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39546b43-cd2d-4bed-8251-ed238b1e532a HTTP/1.1" status: 204 len: 168 time: 2.2264707 May 12 19:26:45.591626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41530) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:45.730837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:45.807969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4f3d6-0ca6-4783-aa2a-595ca3fc6d16 req-1e553716-ba35-4c65-a6c2-4b2f87c04ac6 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:45.809904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7f4f3d6-0ca6-4783-aa2a-595ca3fc6d16 req-1e553716-ba35-4c65-a6c2-4b2f87c04ac6 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 946 time: 0.2539399 May 12 19:26:45.904592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7f4f3d6-0ca6-4783-aa2a-595ca3fc6d16 req-2d925edf-607b-47e4-aaf0-8fe4165c0f90 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups?id=63069b3c-feb7-470b-9d25-f73ee018a91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884275 May 12 19:26:45.933287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] For port 150549aa-d10a-4eff-b3ad-db6491a34ebc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=150549aa-d10a-4eff-b3ad-db6491a34ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:45.933547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:46.077694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-d1113739-c365-41d1-bdf8-1d422fd73852 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602236 May 12 19:26:46.160880 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-07414f06-5c7a-42bd-8a30-8ef5c8dcd01a service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682075 May 12 19:26:46.167143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-network', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:46.415145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4358-ce81-46b2-ac6a-49e43b8cb5ff req-5fcaaf16-62d8-45bd-8da4-7cd5c74b32ea tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:46.422489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-982b4358-ce81-46b2-ac6a-49e43b8cb5ff req-5fcaaf16-62d8-45bd-8da4-7cd5c74b32ea tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.3342001 May 12 19:26:46.459000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:46.459349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:46.459768 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Floating IP 20ad9103-e982-47ce-a988-c8673ec99632 disassociated. External IP: 172.25.2.157, port: 150549aa-d10a-4eff-b3ad-db6491a34ebc. May 12 19:26:46.460078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Calling delete_port for 150549aa-d10a-4eff-b3ad-db6491a34ebc owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:46.498247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-982b4358-ce81-46b2-ac6a-49e43b8cb5ff req-4131e855-4936-4171-a270-50a97e8ec4b5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747201 May 12 19:26:46.625787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.73', 49157) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:46.672240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:46.676330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Usage tracker for resource:network and tenant:b0887e3773454448a11ddffb5a6b69d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:46.680055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:46.687813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:46.711307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-56b1fa30-9fde-497f-9d56-a33ff1eb8707 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823631 May 12 19:26:46.840223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:46.887338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:46.982872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:46.983254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:47.030065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630be2f-2da1-42bd-921a-501cba007beb req-1070ab6b-13c1-4a4a-bbfb-f80f96562c82 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:47.037521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6630be2f-2da1-42bd-921a-501cba007beb req-1070ab6b-13c1-4a4a-bbfb-f80f96562c82 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 949 time: 0.3623197 May 12 19:26:47.138623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-eaca67e6-a837-4fd1-8e90-ef453eff9f62 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:47.140253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-eaca67e6-a837-4fd1-8e90-ef453eff9f62 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4228778 May 12 19:26:47.155347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6630be2f-2da1-42bd-921a-501cba007beb req-c91fd12f-35fd-4d81-bc4d-36094c809cdf tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093545 May 12 19:26:47.169293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:47.186883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Made reservation on behalf of b0887e3773454448a11ddffb5a6b69d4 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:47.189896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:47.214858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:47.292536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:47.300225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 150549aa-d10a-4eff-b3ad-db6491a34ebc no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:47.355018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 150549aa-d10a-4eff-b3ad-db6491a34ebc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:26:47.355352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 150549aa-d10a-4eff-b3ad-db6491a34ebc not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:26:47.399075 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72c363fb-c557-48b1-ae8c-26a690dd3584 req-f26e1e9a-3669-420b-8d46-aa221a316a80 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847447 May 12 19:26:47.400029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:47.442889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event deleted for resources: {'Port': ['ID=150549aa-d10a-4eff-b3ad-db6491a34ebc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:47.464819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1bfd046-1779-495c-9a4d-385325a08dcb req-a31efd92-24f0-43ed-b117-c95222933985 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 210 time: 0.1055098 May 12 19:26:47.492384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc55313f-20d1-47ea-b72a-b1636caf14bf req-c6045c5f-590a-4542-9980-218a3970939e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 210 time: 0.0954490 May 12 19:26:47.540136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:47.569281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:47.583249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Usage tracker for resource:port and tenant:b397970f3fe742428b1101ee6fb2484f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:47.587244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:47.604287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:47.609307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Usage tracker for resource:security_group_rule and tenant:b0887e3773454448a11ddffb5a6b69d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:47.616504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:47.623746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:47.631557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:47.637267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:47.674214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-711211b6-075e-4749-8a5b-37b1ff214004 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:47.675589 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-711211b6-075e-4749-8a5b-37b1ff214004 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5243587 May 12 19:26:47.716728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:47.747622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:47.877596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.93 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/6f61c4e7-0286-4f19-a79c-17c32ed1e5b2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:48.038603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:48.039331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.080108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:48.091657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:48.099793 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.101087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 563107a6-fa0a-4641-9f4d-76818b3778ea no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:26:48.104235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-9ff66323-cef9-4af8-88a0-48db9669d1b9 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:48.104956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-9ff66323-cef9-4af8-88a0-48db9669d1b9 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Synchronizing usage tracker for tenant:2e8804315a8b4ae586d739ae01058789 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:26:48.243664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.266346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736b74-9297-4bc4-987e-4814d650aa62 req-9813e5bf-c8a4-453f-8cfe-d1b28e3fd4cb tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:48.274355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00736b74-9297-4bc4-987e-4814d650aa62 req-9813e5bf-c8a4-453f-8cfe-d1b28e3fd4cb tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.6173308 May 12 19:26:48.327496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:48.333707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 563107a6-fa0a-4641-9f4d-76818b3778ea is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:48.334082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.342323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00736b74-9297-4bc4-987e-4814d650aa62 req-05ab70b8-4814-404a-96c0-9e5c3ef4f1db tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662451 May 12 19:26:48.342774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:48.360410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.382414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 563107a6-fa0a-4641-9f4d-76818b3778ea, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=563107a6-fa0a-4641-9f4d-76818b3778ea,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:48.386709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-76433435-7c8d-401b-afad-bc90e9ffd128 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:48.388528 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-76433435-7c8d-401b-afad-bc90e9ffd128 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1097 time: 1.1365240 May 12 19:26:48.389932 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.407928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:48.411091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.420406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.434599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:48.463311 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88fd61c-2bb9-43a1-be01-1d3ef201c173'] response: {'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'code': 200} May 12 19:26:48.480302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841626-1'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:48.532589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=563107a6-fa0a-4641-9f4d-76818b3778ea,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:48.577638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.604795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:48.607798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Usage tracker for resource:port and tenant:b397970f3fe742428b1101ee6fb2484f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:48.662677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:48.671410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:48.699579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:48.722320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:48.762984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:48.774846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-9ff66323-cef9-4af8-88a0-48db9669d1b9 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Unset dirty status for tenant:2e8804315a8b4ae586d739ae01058789 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:26:48.776147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-9ff66323-cef9-4af8-88a0-48db9669d1b9 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.36 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 949 time: 2.7010927 May 12 19:26:48.808578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:48.809751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.845492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d90765-a14f-4485-8fa8-d9236ee1c9ab req-c3cd0108-b9ce-4234-8251-e0e0d44a68e1 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:48.848454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:26:48.849732 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55d90765-a14f-4485-8fa8-d9236ee1c9ab req-c3cd0108-b9ce-4234-8251-e0e0d44a68e1 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 947 time: 0.2493024 May 12 19:26:48.852595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Pushing event updated for resources: {'Port': ['ID=1e92e2c3-e0ee-42df-a219-208456b814b9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:48.924888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-57d87798-3f63-469a-b2b6-d8e28887c2e4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7646499 May 12 19:26:48.935784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:48.939419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:48.941116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Request body: {'port': {'device_id': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:48.952287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1edd1597-72fd-4f4e-8836-7a0f45b87c8f None None] Provisioning for port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:48.959444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1edd1597-72fd-4f4e-8836-7a0f45b87c8f None None] Provisioning complete for port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:48.959891 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1edd1597-72fd-4f4e-8836-7a0f45b87c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.011294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55d90765-a14f-4485-8fa8-d9236ee1c9ab req-bf98552d-191b-4ce0-81d2-401584215a75 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089773 May 12 19:26:49.015043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1edd1597-72fd-4f4e-8836-7a0f45b87c8f None None] Port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:49.088784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e046-bd37-4c51-9c04-d5faaa400501 req-b4b62146-c15a-4911-a3f5-cdbf58e1aae6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:49.089588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2e86e046-bd37-4c51-9c04-d5faaa400501 req-b4b62146-c15a-4911-a3f5-cdbf58e1aae6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Synchronizing usage tracker for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:26:49.092207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Deleting port 563107a6-fa0a-4641-9f4d-76818b3778ea {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:49.092521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.105031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.206409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcd43ee9-380c-4cc4-84bb-ccebfda082c2 req-065b479a-f965-4dab-9dc8-1088f92f6149 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 210 time: 0.0612504 May 12 19:26:49.329172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.362736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:49.381762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:49.652223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f3d7f20d-43a2-4813-8891-1fea90bb2d2a None None] Provisioning complete for port 1e92e2c3-e0ee-42df-a219-208456b814b9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:49.652818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.653614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3d7f20d-43a2-4813-8891-1fea90bb2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.655371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b84bb-474f-4adc-a718-389c4a5fd0c4 req-89db2ad7-56b8-4cfc-b3c2-1cb42fb0788f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:49.657030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a6b84bb-474f-4adc-a718-389c4a5fd0c4 req-89db2ad7-56b8-4cfc-b3c2-1cb42fb0788f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 946 time: 0.1412766 May 12 19:26:49.692066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.725993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2e86e046-bd37-4c51-9c04-d5faaa400501 req-b4b62146-c15a-4911-a3f5-cdbf58e1aae6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Unset dirty status for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:26:49.727219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e86e046-bd37-4c51-9c04-d5faaa400501 req-b4b62146-c15a-4911-a3f5-cdbf58e1aae6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 935 time: 0.8745306 May 12 19:26:49.733783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7f20d-43a2-4813-8891-1fea90bb2d2a None None] Port 1e92e2c3-e0ee-42df-a219-208456b814b9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:49.746133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 19896ff5-ab96-465f-af9e-4732e8c61316 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:49.771788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:26:49.779551 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a6b84bb-474f-4adc-a718-389c4a5fd0c4 req-ff460935-4892-4165-9e2b-cb1d066f5268 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101933 May 12 19:26:49.785776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] Sync routers for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:26:49.787226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:49.803284 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.821301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e86e046-bd37-4c51-9c04-d5faaa400501 req-8b32a105-692d-48b2-b4c3-7fc470b65361 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744312 May 12 19:26:49.827561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Transition to ACTIVE for port object 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:49.837685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:49.863493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c71a9-4b05-4cc7-934c-0dc95e78a01d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:49.896814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:49.900595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:49.931574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:26:50.034783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:50.144277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:50.144543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Attempting to bind port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:50.144543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Attempting to bind port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:50.144543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Attempting to bind port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:50.157464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:26:50.157782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Attempting to bind port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:50.166160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:50.166698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:50.167031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:50.167465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Bound port: 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:50.167812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:50.191340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 19896ff5-ab96-465f-af9e-4732e8c61316 has no active binding in host n-h1-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:26:50.235408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:50.337174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.213 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/340eaf71-dc09-44f3-ac5b-149ed11e1aee) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:50.449006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdd5df08-dea2-4000-8b78-4569fdb6e1bc req-f02e5e4d-23b4-4cdb-bb36-5293ad55ccae tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/ports?device_id=861dc4bd-fa1e-4690-bb4a-a2cc772d421e HTTP/1.1" status: 200 len: 210 time: 0.0630736 May 12 19:26:50.491909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262f6d8-b21d-47de-87d7-be5ece74337d req-fd9cac91-3644-4a3e-a81b-07f550955956 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:50.493344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:50.493478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4262f6d8-b21d-47de-87d7-be5ece74337d req-fd9cac91-3644-4a3e-a81b-07f550955956 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 947 time: 0.2186751 May 12 19:26:50.494380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] For port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:50.498154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] For port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:50.515928 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:50.598530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:50.599655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:50.601309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] 10.222.0.73 "PUT /v2.0/ports/6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 HTTP/1.1" status: 200 len: 1095 time: 1.6664598 May 12 19:26:50.604698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'tag': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:50.613600 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5175c4-317d-482c-86c0-65503e1d3c9a'] response: {'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea', 'code': 200} May 12 19:26:50.631525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4262f6d8-b21d-47de-87d7-be5ece74337d req-edf2583d-2ada-4caa-a5e4-ee5d6d28df30 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318617 May 12 19:26:50.705408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa9dcc-9ca4-4b4f-b815-5e2c656a28fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:50.716184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:26:50.748437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] No DVR routers for this DVR port 150549aa-d10a-4eff-b3ad-db6491a34ebc on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:26:50.758679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:50.759268 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Added segment d44e0fbf-d7d8-46b6-9798-2f92fab42835 of type vlan for network a10a5291-984e-42bd-a53b-cd37f38bd5a2 May 12 19:26:50.760918 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:50.763671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'name': 'network-vif-deleted', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:50.772253 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7161a9-82a5-4c5f-b4c5-083ae7f7d80d'] response: {'name': 'network-changed', 'server_uuid': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'tag': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', 'status': 'completed', 'code': 200} May 12 19:26:50.781597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:23Z', 'revision_number': 5, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:50.787196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] Checking router: 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:26:50.796716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:50.796941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:50.809665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-107ee273-7f5a-4c60-87a2-b611dbff53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:50.811974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-107ee273-7f5a-4c60-87a2-b611dbff53d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 1098 time: 0.1672082 May 12 19:26:50.885626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:50.921797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:50.931497 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-4e3fcd6f-a7d0-4b94-ba59-4dd011a065b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 HTTP/1.1" status: 200 len: 217 time: 0.1105442 May 12 19:26:50.999689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.028735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.068462 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb4a681-1340-4bfb-8fe5-7b2e59750ce5'] response: {'server_uuid': '861dc4bd-fa1e-4690-bb4a-a2cc772d421e', 'name': 'network-vif-deleted', 'tag': '150549aa-d10a-4eff-b3ad-db6491a34ebc', 'status': 'completed', 'code': 200} May 12 19:26:51.071152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.078500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.083050 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06cb76eb-0d8d-4af4-b454-2b9a0db80328 req-b4e688fd-2b0e-4899-92c7-ce730b724052 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.73 "DELETE /v2.0/ports/150549aa-d10a-4eff-b3ad-db6491a34ebc HTTP/1.1" status: 204 len: 173 time: 6.3275135 May 12 19:26:51.160007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:51.161865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-56a231d4-fbe5-4b7c-922f-d96c9485d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:51.163372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-56a231d4-fbe5-4b7c-922f-d96c9485d67a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2242520 May 12 19:26:51.177998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:51.325703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41732) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:51.363779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.364743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:51.365359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.392936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c5118-694e-463e-a7b3-65bb4863a514 req-05561b55-d5d8-4369-a400-c9780884e468 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:51.395783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-619c5118-694e-463e-a7b3-65bb4863a514 req-05561b55-d5d8-4369-a400-c9780884e468 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 947 time: 0.3444231 May 12 19:26:51.412386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object 340eaf71-dc09-44f3-ac5b-149ed11e1aee will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:51.436832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-b5f21056-640d-4203-8bf1-08397f6e5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:51.438574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-b5f21056-640d-4203-8bf1-08397f6e5371 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2600744 May 12 19:26:51.463485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5fcf6-5b42-4aac-878a-ceb810424814 req-f4238a1f-be50-4e5e-9232-597a7585ad15 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:51.471260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0b5fcf6-5b42-4aac-878a-ceb810424814 req-f4238a1f-be50-4e5e-9232-597a7585ad15 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.4235001 May 12 19:26:51.571639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:23Z', 'revision_number': 5, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:51.576442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbc4a4-1e50-4d83-9f98-c79e1eebd721 None None] The sync data for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 is: [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:24:13Z', 'revision_number': 4, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '001cf967-b75c-4804-8ce5-1998e45a0ebc', 'name': '', 'network_id': '5c6d2180-4dc0-435e-8247-bfb3729d84d2', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'mac_address': 'fa:16:3e:95:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:12Z', 'updated_at': '2022-05-12T19:24:23Z', 'revision_number': 5, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'subnets': [{'id': '9c8ad03b-704b-4059-9a9e-f35738ecf8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:26:51.612237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.9791720 May 12 19:26:51.666851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41742) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:51.697123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] For port 563107a6-fa0a-4641-9f4d-76818b3778ea, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=563107a6-fa0a-4641-9f4d-76818b3778ea,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:51.697516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.712310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Request body: {'subnet': {'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-subnet', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:51.740217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-619c5118-694e-463e-a7b3-65bb4863a514 req-f16fae6b-43ef-4522-9de6-f897f604304d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342464 May 12 19:26:51.753325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:51.780356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:51.798656 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0b5fcf6-5b42-4aac-878a-ceb810424814 req-69653ed8-6be4-4537-832c-7033efef82ee tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262537 May 12 19:26:51.801648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:26:51.803903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:51.814571 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Sync routers for ids ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:26:51.838706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:51.854214 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Routers {'d327d1b9-9b34-4d0c-96ec-ca86edc372d3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:51.854214 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:51.862898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Usage tracker for resource:security_group_rule and tenant:e7022f8734a34d06b2c64481f27aa1f6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:51.877962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:51.911982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:51.972289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Calling delete_port for 563107a6-fa0a-4641-9f4d-76818b3778ea owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:52.010445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d7e4d1a-7ed1-493f-a2bd-582ac5afa33f admin admin] 10.222.0.72 "PUT /v2.0/routers/d327d1b9-9b34-4d0c-96ec-ca86edc372d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9158654 May 12 19:26:52.012842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9449b6-5621-4193-b8ab-3eb8f48a8934 admin admin] Pushing event updated for resources: {'Network': ['ID=a10a5291-984e-42bd-a53b-cd37f38bd5a2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:52.035842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Usage tracker for resource:subnet and tenant:b0887e3773454448a11ddffb5a6b69d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:52.041684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:52.068990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:52.094052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on host n-h2-841626-1 for vnic_type normal with profile {"migrating_to": "n-h1-841626-1"} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:52.094480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:52.094702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:52.110159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.119974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Made reservation on behalf of b0887e3773454448a11ddffb5a6b69d4 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:26:52.122421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.153594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-0ed65bb3-0f38-4b5f-b856-2630f9334803 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989789 May 12 19:26:52.184658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:26:52.185343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Attempting to bind port 19896ff5-ab96-465f-af9e-4732e8c61316 on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:52.243479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41770) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:52.298788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:52.336221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'mac_address': 'fa:16:3e:2b:c4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:52.338427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:26:52.361118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:52.361486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:52.361888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:52.364692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Bound port: 19896ff5-ab96-465f-af9e-4732e8c61316, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:52.365076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.402848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:52.447978 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Set router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:52.460863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.467908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6b209-6efb-4487-b1b8-9c97abbb7034 None None] New status for floating IP 20ad9103-e982-47ce-a988-c8673ec99632: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:26:52.481330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.507828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=340eaf71-dc09-44f3-ac5b-149ed11e1aee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:52.587224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2189cfb2-ecc3-40db-a209-cae0c8ae2a4e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.591490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-b6b39a75-fae9-47a2-ac7c-2beef68af328 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251831 May 12 19:26:52.606730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7022f8734a34d06b2c64481f27aa1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2770743 May 12 19:26:52.612161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7d5d0-9182-4463-946e-92783c5b3929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f24ec9-ab02-4811-8bca-2b87faa46ca7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:52.632430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41782) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:52.683185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:26:52.695539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06330c5a-80cf-431e-9ee8-5a38d26d6cf8 req-0e76141e-2bad-4249-b724-e17cb86f8d36 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:52.702750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06330c5a-80cf-431e-9ee8-5a38d26d6cf8 req-0e76141e-2bad-4249-b724-e17cb86f8d36 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/ports?device_id=48a55cae-677c-4d77-a94d-1dfc02496588 HTTP/1.1" status: 200 len: 947 time: 0.4431481 May 12 19:26:52.706909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2189cfb2-ecc3-40db-a209-cae0c8ae2a4e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.750463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:52.826708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:52.990517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:26:53.114264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:53.131157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:53.133203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.200277 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1e92e2c3-e0ee-42df-a219-208456b814b9', 'name': '', 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'mac_address': 'fa:16:3e:ad:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '08a456d4-c72a-4e6b-b91e-3248be863420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:42Z', 'updated_at': '2022-05-12T19:26:47Z', 'revision_number': 2, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'subnets': [{'id': '08a456d4-c72a-4e6b-b91e-3248be863420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:53.206577 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Checking router: d327d1b9-9b34-4d0c-96ec-ca86edc372d3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:26:53.207096 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Updating router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 port 1e92e2c3-e0ee-42df-a219-208456b814b9 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:26:53.274719 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.281309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:53.282062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.346090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06330c5a-80cf-431e-9ee8-5a38d26d6cf8 req-860e6ae2-ffb4-4efe-9620-8994c2fc91c8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.72 "GET /v2.0/security-groups?id=47cb8fe0-b39b-4f99-be71-33ceabab97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422212 May 12 19:26:53.346715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3219a141-486d-4ff8-bed5-7301c08d9c59 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:53.449846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fca9b1e-326a-4ff8-99d1-fae7bc4e79a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.452020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-49017cbf-8a6e-4f1d-a318-2f8bf15a1453 None None] Provisioning for port 340eaf71-dc09-44f3-ac5b-149ed11e1aee completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:53.519761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:53.523744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-49017cbf-8a6e-4f1d-a318-2f8bf15a1453 None None] Provisioning complete for port 340eaf71-dc09-44f3-ac5b-149ed11e1aee triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:53.524139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-49017cbf-8a6e-4f1d-a318-2f8bf15a1453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.538711 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-9bb5d6ba-c5dc-4388-9d7e-9a5e383ae78c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8269904 May 12 19:26:53.543362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Pushing event deleted for resources: {'Port': ['ID=563107a6-fa0a-4641-9f4d-76818b3778ea,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:53.617865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Request body: {'port': {'device_id': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:53.685814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.712094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-d90f5df9-3de0-454e-b178-6f515138b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:53.713663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-d90f5df9-3de0-454e-b178-6f515138b611 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 1098 time: 1.0088458 May 12 19:26:53.716748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] No DVR routers for this DVR port 563107a6-fa0a-4641-9f4d-76818b3778ea on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:26:53.757088 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fca9b1e-326a-4ff8-99d1-fae7bc4e79a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.772721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.775090 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-866ca72e-c572-4199-b76a-87d532ef96d5 req-3a782aaf-448e-44f4-8d2e-7d8a6660d2d8 tempest-ServerDiagnosticsNegativeTest-1430917085 tempest-ServerDiagnosticsNegativeTest-1430917085-project] 10.222.0.36 "DELETE /v2.0/ports/563107a6-fa0a-4641-9f4d-76818b3778ea HTTP/1.1" status: 204 len: 173 time: 4.9764767 May 12 19:26:53.844013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:53.889033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:53.896150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.942337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:53.948042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:54.013708 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:54.013934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:54.071038 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Transition to ACTIVE for port object 1e92e2c3-e0ee-42df-a219-208456b814b9 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:54.086061 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:54.093714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-49017cbf-8a6e-4f1d-a318-2f8bf15a1453 None None] Port 340eaf71-dc09-44f3-ac5b-149ed11e1aee cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:26:54.101405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3219a141-486d-4ff8-bed5-7301c08d9c59'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:54.134736 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2189cfb2-ecc3-40db-a209-cae0c8ae2a4e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:54.249302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5291-f24e-4c90-b422-2af19fbc84d9 req-f94169c6-4d5d-4804-ab3d-c4b45a6ebeb7 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:54.257832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc0d5291-f24e-4c90-b422-2af19fbc84d9 req-f94169c6-4d5d-4804-ab3d-c4b45a6ebeb7 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 947 time: 1.2334802 May 12 19:26:54.279887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189cfb2-ecc3-40db-a209-cae0c8ae2a4e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63069b3c-feb7-470b-9d25-f73ee018a91c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:54.390135 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda4297-d834-4ce5-9731-924483b9eb71 None None] Pushing event updated for resources: {'Port': ['ID=1e92e2c3-e0ee-42df-a219-208456b814b9,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:54.499593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-fa4552a8-0a36-475d-8053-03fbd8fd765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:54.502787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-fa4552a8-0a36-475d-8053-03fbd8fd765d service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.7585316 May 12 19:26:54.728306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Checking segment: {'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:54.728952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Network hostable DHCP agents. Network: a10a5291-984e-42bd-a53b-cd37f38bd5a2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:26:54.737513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd632e9-fdc0-43c0-84f6-81c46c2fde2d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:54.750138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:54.754325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:54.754958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:54.756408 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-82a1e3e9-0d90-42be-b227-6d0851413a52 service neutron] 10.222.0.36 "PUT /v2.0/ports/19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 1122 time: 6.3524630 May 12 19:26:54.813248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['19896ff5-ab96-465f-af9e-4732e8c61316'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:54.855334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc0d5291-f24e-4c90-b422-2af19fbc84d9 req-50abe903-68ff-4f18-a565-e38c76e18bff tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943298 May 12 19:26:54.907658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2189cfb2-ecc3-40db-a209-cae0c8ae2a4e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:54.911256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['19896ff5-ab96-465f-af9e-4732e8c61316'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:54.916185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2189cfb2-ecc3-40db-a209-cae0c8ae2a4e tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "DELETE /v2.0/security-groups/63069b3c-feb7-470b-9d25-f73ee018a91c HTTP/1.1" status: 204 len: 168 time: 2.6560318 May 12 19:26:54.916185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-99c00c5d-7b30-4562-b48e-668f156511a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 HTTP/1.1" status: 200 len: 217 time: 0.3308904 May 12 19:26:54.919811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41846) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:54.980857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:26:55.031107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a10a5291-984e-42bd-a53b-cd37f38bd5a2) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:26:55.060518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:55.061484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-7afb2146-80e5-48d5-bbb5-beab1d5ab70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:55.062621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.065050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-7afb2146-80e5-48d5-bbb5-beab1d5ab70c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1406786 May 12 19:26:55.075368 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Attempting to bind port 1e92e2c3-e0ee-42df-a219-208456b814b9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:55.076056 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Attempting to bind port 1e92e2c3-e0ee-42df-a219-208456b814b9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:55.076880 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Attempting to bind port 1e92e2c3-e0ee-42df-a219-208456b814b9 on network 8ea4cf17-11ad-4355-b993-fd83cc971e47 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:55.112579 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:55.114729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Checking segment: {'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:55.116827 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.120899 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Bound using segment: {'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:55.121782 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Bound port: 1e92e2c3-e0ee-42df-a219-208456b814b9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf2b9e3-72cf-4cee-b892-abf0057a8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:55.124155 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.157368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34aeed6-f924-4e75-ac58-aecd109f9d09 None None] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:26:55.285308 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-037eaf97-e8da-4925-8bf1-7a0bca5605a2 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] show failed (client error): The resource could not be found. May 12 19:26:55.289499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-037eaf97-e8da-4925-8bf1-7a0bca5605a2 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "GET /v2.0/security-groups/63069b3c-feb7-470b-9d25-f73ee018a91c HTTP/1.1" status: 404 len: 347 time: 0.3655703 May 12 19:26:55.306359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433bc73-85d0-43d0-a1f4-042f9e59322c req-35a26a2a-68ab-4ddb-9de9-9b62ef9d1bb8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:55.312560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7433bc73-85d0-43d0-a1f4-042f9e59322c req-35a26a2a-68ab-4ddb-9de9-9b62ef9d1bb8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 1.7568867 May 12 19:26:55.313090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41864) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:55.319308 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7920ca-f7c8-4e6b-9c45-158b6db007c6'] response: {'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316', 'code': 200} May 12 19:26:55.334784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fca9b1e-326a-4ff8-99d1-fae7bc4e79a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.363305 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d718e11-d94f-4342-b15a-0b5ad0373812 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.6816521 May 12 19:26:55.364037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:55.376151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:26:55.408795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:55.426041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Usage tracker for resource:router and tenant:b0887e3773454448a11ddffb5a6b69d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:55.442570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:55.490217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:55.500730 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] For port 1e92e2c3-e0ee-42df-a219-208456b814b9, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:55.504501 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] For port 1e92e2c3-e0ee-42df-a219-208456b814b9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1e92e2c3-e0ee-42df-a219-208456b814b9,segment=NetworkSegment(adf2b9e3-72cf-4cee-b892-abf0057a8a96),segment_id=adf2b9e3-72cf-4cee-b892-abf0057a8a96)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:55.515574 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.563272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.566375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.636402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:26:55.636827 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Routers {'d327d1b9-9b34-4d0c-96ec-ca86edc372d3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:26:55.637530 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:55.683070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9b1e-326a-4ff8-99d1-fae7bc4e79a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f24ec9-ab02-4811-8bca-2b87faa46ca7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:55.703335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7433bc73-85d0-43d0-a1f4-042f9e59322c req-55ec777a-572d-4669-afcb-eb60621adffb tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561110 May 12 19:26:55.775775 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda4297-d834-4ce5-9731-924483b9eb71 None None] Pushing event updated for resources: {'Port': ['ID=1e92e2c3-e0ee-42df-a219-208456b814b9,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:55.800070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.829853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:55.847205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340eaf71-dc09-44f3-ac5b-149ed11e1aee {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:55.865983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.899238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fca9b1e-326a-4ff8-99d1-fae7bc4e79a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:55.900564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9fca9b1e-326a-4ff8-99d1-fae7bc4e79a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2f24ec9-ab02-4811-8bca-2b87faa46ca7 HTTP/1.1" status: 204 len: 168 time: 3.2577446 May 12 19:26:55.975799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41910) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:56.060808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Deleting port af40e2d3-7e5c-4eac-8bc6-e94154126828 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:26:56.061149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:56.174972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Transition to ACTIVE for port object 340eaf71-dc09-44f3-ac5b-149ed11e1aee will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:26:56.204735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:56.215047 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] Set router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:26:56.234706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-60036d68-331a-4b62-9f97-1f1346f505ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:56.248673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-60036d68-331a-4b62-9f97-1f1346f505ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1110795 May 12 19:26:56.811327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:57.102876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3219a141-486d-4ff8-bed5-7301c08d9c59 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:57.104014 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.274780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-a10a5291-984e-42bd-a53b-cd37f38bd5a2', 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'fixed_ips': [{'subnet_id': '3cd632e9-fdc0-43c0-84f6-81c46c2fde2d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:26:57.290990 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.317474 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1e92e2c3-e0ee-42df-a219-208456b814b9', 'name': '', 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'mac_address': 'fa:16:3e:ad:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '08a456d4-c72a-4e6b-b91e-3248be863420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:42Z', 'updated_at': '2022-05-12T19:26:55Z', 'revision_number': 4, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'subnets': [{'id': '08a456d4-c72a-4e6b-b91e-3248be863420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:26:57.328132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Pushing event updated for resources: {'Port': ['ID=340eaf71-dc09-44f3-ac5b-149ed11e1aee,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:57.331849 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8c2ff-838f-4842-b154-beff7d113b0d None None] The sync data for ids ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'] in n-d-841626-1 is: [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1e92e2c3-e0ee-42df-a219-208456b814b9', 'name': '', 'network_id': '8ea4cf17-11ad-4355-b993-fd83cc971e47', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'mac_address': 'fa:16:3e:ad:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '08a456d4-c72a-4e6b-b91e-3248be863420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:42Z', 'updated_at': '2022-05-12T19:26:55Z', 'revision_number': 4, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'subnets': [{'id': '08a456d4-c72a-4e6b-b91e-3248be863420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:26:57.345703 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.362401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'name': 'network-vif-deleted', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea'}, {'name': 'network-changed', 'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:57.378711 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0d96c8a8-6c2c-4ddf-93e1-2c71c3529064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.464634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Attempting to bind port 340eaf71-dc09-44f3-ac5b-149ed11e1aee on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:26:57.464974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Attempting to bind port 340eaf71-dc09-44f3-ac5b-149ed11e1aee by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:26:57.465383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Attempting to bind port 340eaf71-dc09-44f3-ac5b-149ed11e1aee on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:57.480824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.523015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:26:57.531624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Port 340eaf71-dc09-44f3-ac5b-149ed11e1aee on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:26:57.533315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Attempting to bind port 340eaf71-dc09-44f3-ac5b-149ed11e1aee on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:26:57.543474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-a30d5bce-5b99-4087-bd60-18872513e8ce service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2896612 May 12 19:26:57.559235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:26:57.559569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:26:57.559961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:26:57.560411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Bound port: 340eaf71-dc09-44f3-ac5b-149ed11e1aee, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:26:57.563445 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.657603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:37e2c9cede7d46beb7e783b9f0bf3709 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:26:57.678408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:26:57.690139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.690721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.708224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e9e070f9-3446-4e7d-bcde-38b14c0c1897 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e8804315a8b4ae586d739ae01058789&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7146842 May 12 19:26:57.710100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41938) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:57.779383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:57.855908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:26:57.858197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', 'mac_address': 'fa:16:3e:42:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:26:57.955663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:57.971574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Calling delete_port for af40e2d3-7e5c-4eac-8bc6-e94154126828 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:26:57.989286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.098307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37e2c9cede7d46beb7e783b9f0bf3709&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2840977 May 12 19:26:58.104019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41942) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:58.128194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561b56a-5331-4a8a-a73e-4b4161b70bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bf3920-e22f-4603-8137-c56a5ea4c98f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:58.132498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc94d-9b9d-401e-8cc0-d57838c6a00f req-fbcdf4c5-66de-455a-94b5-010148685177 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:58.143335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-172dc94d-9b9d-401e-8cc0-d57838c6a00f req-fbcdf4c5-66de-455a-94b5-010148685177 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 947 time: 1.8276379 May 12 19:26:58.286225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:58.286949 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.315127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:26:58.315484 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.338754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-172dc94d-9b9d-401e-8cc0-d57838c6a00f req-ae740c75-4d8e-47e0-9f16-28108727ab78 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942265 May 12 19:26:58.369024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:26:58.403248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Allocated IP 172.20.0.2 (a10a5291-984e-42bd-a53b-cd37f38bd5a2/3cd632e9-fdc0-43c0-84f6-81c46c2fde2d/95e0ef9a-2789-438a-b138-6aeeda820523) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:26:58.418322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:26:58.421547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40a9cce-647d-49f4-a06d-09d7b113902c req-2abb8893-e7d4-4652-8cc8-f0beb0e6a002 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8664522 May 12 19:26:58.427008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87cb67ec-7262-40ff-90d3-a6a9f5ac81e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.439276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:58.444164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:26:58.452933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.457215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] For port 340eaf71-dc09-44f3-ac5b-149ed11e1aee, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:26:58.496398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87cb67ec-7262-40ff-90d3-a6a9f5ac81e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.574433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.652083 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87cb67ec-7262-40ff-90d3-a6a9f5ac81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.763140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] For port 340eaf71-dc09-44f3-ac5b-149ed11e1aee, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:26:58.876269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.878938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb67ec-7262-40ff-90d3-a6a9f5ac81e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cb8fe0-b39b-4f99-be71-33ceabab97ff,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:58.889406 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e390231-13b5-4d40-a562-668576259d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.938671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e390231-13b5-4d40-a562-668576259d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.947695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:26:58.987924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87cb67ec-7262-40ff-90d3-a6a9f5ac81e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:58.991311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-87cb67ec-7262-40ff-90d3-a6a9f5ac81e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47cb8fe0-b39b-4f99-be71-33ceabab97ff HTTP/1.1" status: 204 len: 168 time: 1.2679245 May 12 19:26:59.008595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:59.098933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e92e2c3-e0ee-42df-a219-208456b814b9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:26:59.167803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:59.189337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b044ac-dfe9-4141-998d-d3cffc790fb0 req-e6523cbf-916b-4bac-913e-0217abd89125 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:59.200458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34b044ac-dfe9-4141-998d-d3cffc790fb0 req-e6523cbf-916b-4bac-913e-0217abd89125 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.6225171 May 12 19:26:59.396376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Pushing event deleted for resources: {'Port': ['ID=af40e2d3-7e5c-4eac-8bc6-e94154126828,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:59.470125 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecdea-e283-4c17-b339-4f31cf8db60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:59.512461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e390231-13b5-4d40-a562-668576259d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:59.578958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34b044ac-dfe9-4141-998d-d3cffc790fb0 req-54cae3b1-32d0-4147-a99a-78661bc70b80 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775873 May 12 19:26:59.618101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:59.620548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:59.622031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7611e474-7ce1-4c96-b162-c1dcf76e8f01 tempest-AttachSCSIVolumeTestJSON-1548034130 tempest-AttachSCSIVolumeTestJSON-1548034130-project] 10.222.0.72 "DELETE /v2.0/floatingips/20ad9103-e982-47ce-a988-c8673ec99632 HTTP/1.1" status: 204 len: 168 time: 4.2888815 May 12 19:26:59.715696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:26:59.716346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:26:59.717862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] 10.222.0.73 "PUT /v2.0/ports/340eaf71-dc09-44f3-ac5b-149ed11e1aee HTTP/1.1" status: 200 len: 1096 time: 6.1534626 May 12 19:26:59.754604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e390231-13b5-4d40-a562-668576259d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bf3920-e22f-4603-8137-c56a5ea4c98f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:59.756723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=10']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:26:59.807475 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5aef94-78ee-4fcf-a551-0d7fd0b0fcad'] response: {'server_uuid': '48a55cae-677c-4d77-a94d-1dfc02496588', 'name': 'network-vif-deleted', 'tag': '563107a6-fa0a-4641-9f4d-76818b3778ea', 'status': 'completed', 'code': 200} May 12 19:26:59.808745 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5aef94-78ee-4fcf-a551-0d7fd0b0fcad'] response: {'name': 'network-changed', 'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316', 'status': 'completed', 'code': 200} May 12 19:26:59.852737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1e92e2c3-e0ee-42df-a219-208456b814b9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:26:59.951022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41962) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:26:59.953126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1e92e2c3-e0ee-42df-a219-208456b814b9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:26:59.953602 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.038559 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473ee2c9-c3be-409e-9415-82dfcbcc71b9'] response: {'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'code': 200} May 12 19:27:00.040545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e390231-13b5-4d40-a562-668576259d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.043494 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.045323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e390231-13b5-4d40-a562-668576259d2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0bf3920-e22f-4603-8137-c56a5ea4c98f HTTP/1.1" status: 204 len: 168 time: 1.9350991 May 12 19:27:00.066384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.109378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Transition to ACTIVE for port object 95e0ef9a-2789-438a-b138-6aeeda820523 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:00.124008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:00.128719 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.144214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Usage tracker for resource:security_group_rule and tenant:743e4a64b8f14e528bdadfa996d3aa25 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:00.159475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:00.182921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:00.195539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-a78f67b1-5cee-4584-8965-f4a89302b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:00.201755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-a78f67b1-5cee-4584-8965-f4a89302b49c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 1099 time: 0.4048123 May 12 19:27:00.219545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Transition to ACTIVE for port object 95e0ef9a-2789-438a-b138-6aeeda820523 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:00.250784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f2af7-9401-4ee5-9681-097d3124cff1 service neutron] Pushing event updated for resources: {'Port': ['ID=340eaf71-dc09-44f3-ac5b-149ed11e1aee,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:00.275844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.357676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-fabe38de-ba11-4a86-9335-820ec02bd9d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee HTTP/1.1" status: 200 len: 217 time: 0.1418726 May 12 19:27:00.432431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.517847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-7d5365cf-fb94-428c-a29e-d4de4b878c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:00.525427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-7d5365cf-fb94-428c-a29e-d4de4b878c26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1125 time: 0.7295880 May 12 19:27:00.578156 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.674005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-4e8b85ea-6253-4d5d-bdc1-569c125c87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:00.681126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-4e8b85ea-6253-4d5d-bdc1-569c125c87c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.3147058 May 12 19:27:00.750546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-5385412b-c6f0-4255-88b0-dfdfde969102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:00.752520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-5385412b-c6f0-4255-88b0-dfdfde969102 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.2077277 May 12 19:27:00.761822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:00.774498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:00.776316 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:00.783658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:00.844921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Pushing event updated for resources: {'Port': ['ID=95e0ef9a-2789-438a-b138-6aeeda820523,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:00.867661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Allocated IP 172.25.2.80 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/952ee1fd-381e-4760-8de1-ebef0d82f979) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:00.950590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56dc50-8360-4f56-96e7-e74d7b213e03 req-3c03d1c9-cf0e-42ac-a87f-d0da36fd3646 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:00.960200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce56dc50-8360-4f56-96e7-e74d7b213e03 req-3c03d1c9-cf0e-42ac-a87f-d0da36fd3646 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 948 time: 0.5950320 May 12 19:27:01.022312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Attempting to bind port 95e0ef9a-2789-438a-b138-6aeeda820523 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:01.022688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Attempting to bind port 95e0ef9a-2789-438a-b138-6aeeda820523 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:01.023102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Attempting to bind port 95e0ef9a-2789-438a-b138-6aeeda820523 on network a10a5291-984e-42bd-a53b-cd37f38bd5a2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:01.037145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:01.037542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Checking segment: {'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:01.038008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.038397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Bound using segment: {'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:01.039045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Bound port: 95e0ef9a-2789-438a-b138-6aeeda820523, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:01.039417 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.050734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1e92e2c3-e0ee-42df-a219-208456b814b9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:01.051116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.151685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.191446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.300330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1e92e2c3-e0ee-42df-a219-208456b814b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1e92e2c3-e0ee-42df-a219-208456b814b9,segment=NetworkSegment(adf2b9e3-72cf-4cee-b892-abf0057a8a96),segment_id=adf2b9e3-72cf-4cee-b892-abf0057a8a96)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:01.331434 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.387428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.426358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce56dc50-8360-4f56-96e7-e74d7b213e03 req-cc981250-9256-4f17-bb9b-c3d2de3d004e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573584 May 12 19:27:01.434021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-16cc68a6-8caa-47e7-82de-ac8c66ba2823 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 217 time: 0.2793994 May 12 19:27:01.518783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=743e4a64b8f14e528bdadfa996d3aa25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5636625 May 12 19:27:01.529843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41984) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:01.601916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] For port 95e0ef9a-2789-438a-b138-6aeeda820523, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:01.609774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] For port 95e0ef9a-2789-438a-b138-6aeeda820523, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95e0ef9a-2789-438a-b138-6aeeda820523,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:01.613431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.614242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1e92e2c3-e0ee-42df-a219-208456b814b9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:01.628120 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:01.670087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-d797d912-7d5f-4a46-ad8b-7a9a0b531078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:01.672872 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-d797d912-7d5f-4a46-ad8b-7a9a0b531078 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.2285562 May 12 19:27:01.832072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'tag': '340eaf71-dc09-44f3-ac5b-149ed11e1aee'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:01.856582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-16defce0-da50-4bc1-bc6a-6b2218337471 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709392 May 12 19:27:01.917007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61944a2-cc9a-4886-aae2-bb4f6d0da6af None None] Pushing event updated for resources: {'Port': ['ID=95e0ef9a-2789-438a-b138-6aeeda820523,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:01.975948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dac92-9992-4de6-8425-04af1b72113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceac44c-6fed-42f4-bf4f-8a3f9d022d5b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:02.125122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d073e-493e-4044-9bca-72838ece98e3 req-6ad22e5b-5561-4be1-a612-a5357b716e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:02.126719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-6ad22e5b-5561-4be1-a612-a5357b716e90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4374487 May 12 19:27:02.192767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:02.471868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:02.484649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:02.491733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:02.496983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-369e519d-4059-4e07-b42b-abd7bceaafa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:02.503578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:02.565301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-369e519d-4059-4e07-b42b-abd7bceaafa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:02.710033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-369e519d-4059-4e07-b42b-abd7bceaafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:02.725939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:02.733056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:02.733651 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:02.816331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ead04-28ce-4fec-a757-8788d5e94deb req-6f30be46-3d0b-4d42-891e-6809b3a45528 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:02.820401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-541ead04-28ce-4fec-a757-8788d5e94deb req-6f30be46-3d0b-4d42-891e-6809b3a45528 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.8384953 May 12 19:27:02.910439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-369e519d-4059-4e07-b42b-abd7bceaafa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:02.913228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-369e519d-4059-4e07-b42b-abd7bceaafa1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bceac44c-6fed-42f4-bf4f-8a3f9d022d5b HTTP/1.1" status: 204 len: 168 time: 1.3772516 May 12 19:27:02.917314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e519d-4059-4e07-b42b-abd7bceaafa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceac44c-6fed-42f4-bf4f-8a3f9d022d5b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:02.961312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:02.962145 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:02.998035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-eb29fd5b-d68d-4bb8-be61-b85de7842c69 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7935362 May 12 19:27:03.030385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:03.031819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:03.043334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-541ead04-28ce-4fec-a757-8788d5e94deb req-f66a6d79-3004-4db2-a0f8-9af1077494ba tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545672 May 12 19:27:03.054553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:03.365530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Pushing event updated for resources: {'Port': ['ID=952ee1fd-381e-4760-8de1-ebef0d82f979,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:03.411849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:03.549370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d073e-493e-4044-9bca-72838ece98e3 req-51dc0c68-0cf5-4c5e-9721-fcdb89f3e1fa service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349617 May 12 19:27:03.650616 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6f0ad8-e768-4bff-97ed-d908718e55b9'] response: {'name': 'network-changed', 'server_uuid': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'tag': '340eaf71-dc09-44f3-ac5b-149ed11e1aee', 'status': 'completed', 'code': 200} May 12 19:27:03.657368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-2ea1aa0a-f703-4e8d-a34b-93a02d3f269f service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7931342 May 12 19:27:03.819489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95e0ef9a-2789-438a-b138-6aeeda820523 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:04.006388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab551e-fb87-4373-b2ef-8a9ca1d29f1b None None] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:04.023837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-10f4ad2c-cf07-4fdc-adf0-776af60bb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:04.025488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-10f4ad2c-cf07-4fdc-adf0-776af60bb2ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 1099 time: 0.3348272 May 12 19:27:04.195412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:04.263420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2868f47-4d8b-40d2-a7c7-26ec2ab5d0e8 req-96594c53-aa86-4dd3-ba4c-db717ab9609e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:04.271240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2868f47-4d8b-40d2-a7c7-26ec2ab5d0e8 req-96594c53-aa86-4dd3-ba4c-db717ab9609e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 949 time: 0.6882753 May 12 19:27:04.389787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 95e0ef9a-2789-438a-b138-6aeeda820523 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:04.408587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2868f47-4d8b-40d2-a7c7-26ec2ab5d0e8 req-fed6b7ef-76f7-4023-bcc8-33d4174f76a5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255682 May 12 19:27:04.438907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 95e0ef9a-2789-438a-b138-6aeeda820523 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:04.440791 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:04.479685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-d13b4a28-2d14-45fc-b3fa-0bb699f73b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:04.486474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-d13b4a28-2d14-45fc-b3fa-0bb699f73b7a service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4509749 May 12 19:27:04.580967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] Provisioning for port 95e0ef9a-2789-438a-b138-6aeeda820523 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:04.593625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 340eaf71-dc09-44f3-ac5b-149ed11e1aee details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:27:04.694163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-b1e9ae7e-3749-4d97-870c-e9d4314b11f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee HTTP/1.1" status: 200 len: 217 time: 0.2014937 May 12 19:27:04.697971 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082d4f12-0b86-4d8d-b13f-053259278809'] response: {'server_uuid': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', 'code': 200} May 12 19:27:04.875492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-2f55eddc-1533-4b5a-971c-cffea55a274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:04.876965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-2f55eddc-1533-4b5a-971c-cffea55a274f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1746709 May 12 19:27:05.084920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 340eaf71-dc09-44f3-ac5b-149ed11e1aee, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:05.106883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] Provisioning complete for port 95e0ef9a-2789-438a-b138-6aeeda820523 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:05.117308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:05.142969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 19896ff5-ab96-465f-af9e-4732e8c61316 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:05.204464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '340eaf71-dc09-44f3-ac5b-149ed11e1aee', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '340eaf71-dc09-44f3-ac5b-149ed11e1aee', 'mac_address': 'fa:16:3e:fc:5a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:27:05.335000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-a189953f-973f-4c86-b6de-0f8d58a30672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:05.335687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-a189953f-973f-4c86-b6de-0f8d58a30672 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4503794 May 12 19:27:05.350817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79224b4-b355-4497-9fa0-2f847884a583 req-9d15e401-58af-4103-9c0a-b0da87fb4231 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:05.352346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b79224b4-b355-4497-9fa0-2f847884a583 req-9d15e401-58af-4103-9c0a-b0da87fb4231 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 944 time: 0.4744689 May 12 19:27:05.441960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:05.441960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-257d9cd1-a156-4875-bebf-2aa0d40980af service neutron] 10.222.0.73 "GET /v2.0/ports/19896ff5-ab96-465f-af9e-4732e8c61316/bindings/n-h1-841626-1 HTTP/1.1" status: 200 len: 384 time: 2.6947551 May 12 19:27:05.539576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 340eaf71-dc09-44f3-ac5b-149ed11e1aee is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:05.539959 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:05.665211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-85d5d410-9e17-43a9-86f3-7c961856089e service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118196 May 12 19:27:05.748042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340eaf71-dc09-44f3-ac5b-149ed11e1aee {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:27:05.780353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 340eaf71-dc09-44f3-ac5b-149ed11e1aee, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:05.916736 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:05.994350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b79224b4-b355-4497-9fa0-2f847884a583 req-5fe027f9-5aca-4828-9834-5778473c6257 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215587 May 12 19:27:05.996044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f692d-ce50-49a0-94f3-72164a9b2765 req-56a86a29-9a46-4328-8dc6-3f33a2c47bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:05.998016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f80f692d-ce50-49a0-94f3-72164a9b2765 req-56a86a29-9a46-4328-8dc6-3f33a2c47bc8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 1100 time: 0.7967496 May 12 19:27:06.130272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f0be5-eab4-4957-8ad1-f923bb06124b req-522323d6-093d-4862-aad4-37177cdaed67 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219966 May 12 19:27:06.317597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] Current status of the port 95e0ef9a-2789-438a-b138-6aeeda820523 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:06.321749 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:06.344999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:06.390647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:06.454894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19896ff5-ab96-465f-af9e-4732e8c61316 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:27:06.469018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:06.493829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0b61a87d-095a-4ba9-b11d-d677af56990d req-ac3781cf-2b07-4940-b0b6-afaeb9d401cd service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8126400 May 12 19:27:06.512368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:06.528321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:27:06.540077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['340eaf71-dc09-44f3-ac5b-149ed11e1aee'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:27:06.651427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f80f692d-ce50-49a0-94f3-72164a9b2765 req-580a026d-25c1-4935-8214-23841020b792 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650250 May 12 19:27:06.777717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 95e0ef9a-2789-438a-b138-6aeeda820523 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:06.778110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:06.867013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] For port 95e0ef9a-2789-438a-b138-6aeeda820523, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95e0ef9a-2789-438a-b138-6aeeda820523,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:06.868292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 19896ff5-ab96-465f-af9e-4732e8c61316 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:07.025306 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:07.088430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=340eaf71-dc09-44f3-ac5b-149ed11e1aee,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:07.181928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:27:07.198841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Sync routers for ids ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:27:07.212636 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Routers {'619c1aa3-3a3c-4cff-9dc5-aa92b6868754'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:07.213299 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:07.271750 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:27:07.272458 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:27:07.292542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cec78a08-d8db-4bab-b6bb-74eca2f755db None None] Provisioning complete for port 95e0ef9a-2789-438a-b138-6aeeda820523 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:07.293208 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cec78a08-d8db-4bab-b6bb-74eca2f755db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:07.314065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917ebe0-51d6-4335-ab95-9296d9d12985 req-4384e9be-ebd0-41ed-8361-4673dba71ca1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:07.315573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7917ebe0-51d6-4335-ab95-9296d9d12985 req-4384e9be-ebd0-41ed-8361-4673dba71ca1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 949 time: 0.2052135 May 12 19:27:07.370617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaeff4-e721-40c7-8d5a-889a19529ccd None None] Pushing event updated for resources: {'Port': ['ID=95e0ef9a-2789-438a-b138-6aeeda820523,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:07.413422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] Transition to ACTIVE for port object 19896ff5-ab96-465f-af9e-4732e8c61316 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:07.437336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:07.496505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7917ebe0-51d6-4335-ab95-9296d9d12985 req-6c5f024f-2f6f-4ae2-9e55-d7e8eca5045c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684184 May 12 19:27:07.500136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:07.501393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d79257f-2d18-4db4-8c30-4c31f95389fd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 12.1368766 May 12 19:27:07.504318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42078) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:07.573771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cec78a08-d8db-4bab-b6bb-74eca2f755db None None] Current status of the port 95e0ef9a-2789-438a-b138-6aeeda820523 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:07.650971 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Set router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:07.691472 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:07.949126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] No DVR routers for this DVR port 19896ff5-ab96-465f-af9e-4732e8c61316 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:27:07.952280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 95e0ef9a-2789-438a-b138-6aeeda820523 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:07.958279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e92e2c3-e0ee-42df-a219-208456b814b9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:07.958618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] Pushing event updated for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:08.059315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-cdef1d40-b601-41a1-889f-4e87c3a00925 service neutron] 10.222.0.73 "PUT /v2.0/ports/19896ff5-ab96-465f-af9e-4732e8c61316/bindings/n-h1-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6185048 May 12 19:27:08.213603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:08.230109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1e92e2c3-e0ee-42df-a219-208456b814b9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:08.231448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:08.351642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-1f4f0f45-f676-417f-8ae4-bc1056afeb22 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:08.357173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-1f4f0f45-f676-417f-8ae4-bc1056afeb22 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.2186284 May 12 19:27:08.384284 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:03Z', 'revision_number': 3, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:08.392314 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Checking router: 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:27:08.393727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Updating router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 port 952ee1fd-381e-4760-8de1-ebef0d82f979 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:27:08.495071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1e92e2c3-e0ee-42df-a219-208456b814b9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:08.508546 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:08.512544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 340eaf71-dc09-44f3-ac5b-149ed11e1aee up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:08.603544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-bbb8f2d5-8d0a-4fae-8acf-4538490ce574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:08.616829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-bbb8f2d5-8d0a-4fae-8acf-4538490ce574 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179&tenant_id=688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 1096 time: 0.2529397 May 12 19:27:08.707400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95e0ef9a-2789-438a-b138-6aeeda820523 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:08.732490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e678c2-bff8-4ece-a885-b46cdc5fcae2 req-2fa33178-b6c9-43dc-944b-b4b1cd31b63c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:08.744964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5e678c2-bff8-4ece-a885-b46cdc5fcae2 req-2fa33178-b6c9-43dc-944b-b4b1cd31b63c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 945 time: 0.4112597 May 12 19:27:08.881970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 95e0ef9a-2789-438a-b138-6aeeda820523 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:08.882953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:08.897914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-818a3207-f9b0-4e49-8391-cd51bb485732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:08.904376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-818a3207-f9b0-4e49-8391-cd51bb485732 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1096 time: 0.2180977 May 12 19:27:08.917341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 340eaf71-dc09-44f3-ac5b-149ed11e1aee completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:08.952780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 340eaf71-dc09-44f3-ac5b-149ed11e1aee triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:08.954266 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:08.978730 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:08.991896 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Transition to ACTIVE for port object 952ee1fd-381e-4760-8de1-ebef0d82f979 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:09.006406 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:09.127111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5e678c2-bff8-4ece-a885-b46cdc5fcae2 req-e8c46a01-11d2-416c-bef1-03d970d8906a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812592 May 12 19:27:09.201400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 95e0ef9a-2789-438a-b138-6aeeda820523 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:09.215950 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba24a66-4920-4e6a-824f-8e7bf913f124 None None] Pushing event updated for resources: {'Port': ['ID=952ee1fd-381e-4760-8de1-ebef0d82f979,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:09.272280 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Attempting to bind port 952ee1fd-381e-4760-8de1-ebef0d82f979 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:09.272560 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Attempting to bind port 952ee1fd-381e-4760-8de1-ebef0d82f979 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:09.272919 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Attempting to bind port 952ee1fd-381e-4760-8de1-ebef0d82f979 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:09.291680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 340eaf71-dc09-44f3-ac5b-149ed11e1aee is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:09.292940 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:09.294543 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:09.294909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:09.295285 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:09.295664 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:09.296126 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Bound port: 952ee1fd-381e-4760-8de1-ebef0d82f979, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:09.296485 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:09.334881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-7d5cf2c8-4406-4e9f-be6e-c5405a2f1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:09.339774 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-7d5cf2c8-4406-4e9f-be6e-c5405a2f1c76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.4266214 May 12 19:27:09.382130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 340eaf71-dc09-44f3-ac5b-149ed11e1aee, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:09.386067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340eaf71-dc09-44f3-ac5b-149ed11e1aee'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:09.405434 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:09.465405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-4344be32-2bd0-4d78-b7f7-2df7701f4179 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 217 time: 0.1026790 May 12 19:27:09.481508 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] For port 952ee1fd-381e-4760-8de1-ebef0d82f979, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:09.495087 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] For port 952ee1fd-381e-4760-8de1-ebef0d82f979, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=952ee1fd-381e-4760-8de1-ebef0d82f979,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:09.502890 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:09.581281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=340eaf71-dc09-44f3-ac5b-149ed11e1aee,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:09.634881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-582148b1-e693-4a54-9a39-c71ffe66da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:09.636755 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-582148b1-e693-4a54-9a39-c71ffe66da14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1648927 May 12 19:27:09.668800 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Routers {'619c1aa3-3a3c-4cff-9dc5-aa92b6868754'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:09.669451 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:09.713073 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-7571a8aa-31fb-4c57-bd4d-a19ce4d17bc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660701 May 12 19:27:09.992978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-26d26f7d-a6e1-438b-9892-a6257b876358 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722080 May 12 19:27:10.015041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563ac8b-dbe5-4b89-a7c7-9332fd62af25 req-606df51e-f28e-4c14-aac9-c1fddb86f217 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:10.023903 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9563ac8b-dbe5-4b89-a7c7-9332fd62af25 req-606df51e-f28e-4c14-aac9-c1fddb86f217 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 949 time: 0.3193519 May 12 19:27:10.030169 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba24a66-4920-4e6a-824f-8e7bf913f124 None None] Pushing event updated for resources: {'Port': ['ID=952ee1fd-381e-4760-8de1-ebef0d82f979,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:10.076264 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] Set router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:10.169867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9563ac8b-dbe5-4b89-a7c7-9332fd62af25 req-e2bafa5a-ae25-458f-b029-efd5505ef854 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449823 May 12 19:27:10.195795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:10.254834 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-46136b24-7a38-49c8-b6bc-86935e25d899 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545109 May 12 19:27:10.397203 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba221822-7152-4278-ab69-c3f7a56018a4'] response: {'server_uuid': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340eaf71-dc09-44f3-ac5b-149ed11e1aee', 'code': 200} May 12 19:27:10.633249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049dc0f-663b-48b2-8101-bc08dfd5eb8a req-2adf5ded-f7a6-4684-a140-4e6ed2e932ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:10.646349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b049dc0f-663b-48b2-8101-bc08dfd5eb8a req-2adf5ded-f7a6-4684-a140-4e6ed2e932ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 1101 time: 0.1495152 May 12 19:27:10.745019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Allocated IP 172.20.0.1 (a10a5291-984e-42bd-a53b-cd37f38bd5a2/3cd632e9-fdc0-43c0-84f6-81c46c2fde2d/593306a5-2538-4b44-ace4-f3c5b27800c9) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:10.791647 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:03Z', 'revision_number': 3, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:10.799696 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b049dc0f-663b-48b2-8101-bc08dfd5eb8a req-5471289e-3714-4f3e-96c1-f028f497b4a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463649 May 12 19:27:10.813032 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d09caf-28e1-42e6-8679-f12050d8aa78 None None] The sync data for ids ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'] in n-d-841626-1 is: [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:03Z', 'revision_number': 3, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:27:10.827891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3971c-e638-4521-84bc-25fb34668422 req-c043c5a6-61d0-4f70-9ee4-374d4338639b tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:10.827891 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-c043c5a6-61d0-4f70-9ee4-374d4338639b tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.1256156 May 12 19:27:10.861625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536675ac-8573-4275-97a3-91997f1c8f52 req-b83fcf49-6cd5-49ff-88ab-c7f793f3199c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:10.868816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-536675ac-8573-4275-97a3-91997f1c8f52 req-b83fcf49-6cd5-49ff-88ab-c7f793f3199c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 950 time: 0.2220483 May 12 19:27:10.979061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-536675ac-8573-4275-97a3-91997f1c8f52 req-834d1ddc-4dcd-41e3-90f3-53b1d7e15671 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092045 May 12 19:27:11.026029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-54a3971c-e638-4521-84bc-25fb34668422 req-2367889b-3777-49fe-b5a6-0e44fc5f4201 service neutron] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:11.029794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-54a3971c-e638-4521-84bc-25fb34668422 req-2367889b-3777-49fe-b5a6-0e44fc5f4201 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:11.031072 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54a3971c-e638-4521-84bc-25fb34668422 req-2367889b-3777-49fe-b5a6-0e44fc5f4201 service neutron] 10.222.0.36 "DELETE /v2.0/ports/19896ff5-ab96-465f-af9e-4732e8c61316/bindings/n-h2-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.1903765 May 12 19:27:11.103258 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:27:11.183729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:11.232120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Transition to ACTIVE for port object 593306a5-2538-4b44-ace4-f3c5b27800c9 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:11.304103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5ccc0-a2f6-4fb0-9708-12f93f2d1398 req-99551d69-9d70-487c-abde-f1ce24c5a415 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:11.311601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ec5ccc0-a2f6-4fb0-9708-12f93f2d1398 req-99551d69-9d70-487c-abde-f1ce24c5a415 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 945 time: 0.1945133 May 12 19:27:11.395882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:11.445083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ec5ccc0-a2f6-4fb0-9708-12f93f2d1398 req-dabd023d-4710-4e12-a695-8fee5dba5e92 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074157 May 12 19:27:11.509236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:11.513722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:11.538505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:11.929345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:11.942778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f1793e69-dc79-492b-85aa-0b88f04b9b18 None None] Provisioning for port 593306a5-2538-4b44-ace4-f3c5b27800c9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:11.964511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f1793e69-dc79-492b-85aa-0b88f04b9b18 None None] Provisioning complete for port 593306a5-2538-4b44-ace4-f3c5b27800c9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:11.968873 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1793e69-dc79-492b-85aa-0b88f04b9b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:12.192291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Pushing event updated for resources: {'Port': ['ID=593306a5-2538-4b44-ace4-f3c5b27800c9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:12.219716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f1793e69-dc79-492b-85aa-0b88f04b9b18 None None] Port 593306a5-2538-4b44-ace4-f3c5b27800c9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:27:12.382423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42140) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:12.608084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:12.643295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:12.693354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 952ee1fd-381e-4760-8de1-ebef0d82f979 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:12.693881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:12.700433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:0af020e7892e426ea36992bcc3f6d204 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:12.710603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:12.725231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:12.783248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039477f1-34f1-418c-a9fd-5bc6985eb60e req-d6881738-8196-4268-90d9-9f2d3865740d tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:12.791025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-039477f1-34f1-418c-a9fd-5bc6985eb60e req-d6881738-8196-4268-90d9-9f2d3865740d tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1096 time: 0.4696994 May 12 19:27:12.810165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 952ee1fd-381e-4760-8de1-ebef0d82f979 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:12.822537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 952ee1fd-381e-4760-8de1-ebef0d82f979 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:12.825136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:12.895136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-039477f1-34f1-418c-a9fd-5bc6985eb60e req-009f36be-56c7-4f4a-b89b-f4ebed0296e8 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031699 May 12 19:27:12.948214 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:12.959962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.070153 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0af020e7892e426ea36992bcc3f6d204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859610 May 12 19:27:13.071573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fab5d-9c9c-48f8-a610-862993206ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e4110d-784c-4b69-b07e-d268912351c3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:13.076750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42148) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:13.126769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 952ee1fd-381e-4760-8de1-ebef0d82f979 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:13.127274 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.170749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 952ee1fd-381e-4760-8de1-ebef0d82f979, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=952ee1fd-381e-4760-8de1-ebef0d82f979,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:13.180564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.291574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae01bfd2-c712-42b3-9519-0807191f95c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.322568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=952ee1fd-381e-4760-8de1-ebef0d82f979,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:13.435392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae01bfd2-c712-42b3-9519-0807191f95c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.451930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:27:13.488885 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.505589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.652124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Pushing event updated for resources: {'Port': ['ID=593306a5-2538-4b44-ace4-f3c5b27800c9,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:13.659731 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.671748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c813d-d755-4fd2-944d-3c74406b0ee2 req-89b9de7e-b505-4858-82d8-fc8083448bf1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:13.677966 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd2c813d-d755-4fd2-944d-3c74406b0ee2 req-89b9de7e-b505-4858-82d8-fc8083448bf1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 950 time: 0.3563027 May 12 19:27:13.687889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae01bfd2-c712-42b3-9519-0807191f95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.742690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01bfd2-c712-42b3-9519-0807191f95c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e4110d-784c-4b69-b07e-d268912351c3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:13.898214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd2c813d-d755-4fd2-944d-3c74406b0ee2 req-5db00cae-cbf0-480c-a483-7e14fa5579cc tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179215 May 12 19:27:13.916380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae01bfd2-c712-42b3-9519-0807191f95c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:13.917603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ae01bfd2-c712-42b3-9519-0807191f95c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0e4110d-784c-4b69-b07e-d268912351c3 HTTP/1.1" status: 204 len: 168 time: 0.8398592 May 12 19:27:13.994831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:13.996360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:14.404650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:27:14.464707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9113997a-9eba-4657-869f-21b584cc64ca None None] Provisioning complete for port 593306a5-2538-4b44-ace4-f3c5b27800c9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:14.466654 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9113997a-9eba-4657-869f-21b584cc64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:14.530382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42164) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:14.565491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:14.601330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9113997a-9eba-4657-869f-21b584cc64ca None None] Port 593306a5-2538-4b44-ace4-f3c5b27800c9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:27:14.615505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:14.631072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb6206ea1624eb9a7c3bafe60b8ab4e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:14.638812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 952ee1fd-381e-4760-8de1-ebef0d82f979 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:14.641613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:14.657103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:14.735158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 952ee1fd-381e-4760-8de1-ebef0d82f979 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:14.736211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:14.805808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:27:14.815589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-364d3f9f-34ab-4974-8d6a-77b7b29b22cf admin admin] 10.222.0.72 "PUT /v2.0/routers/619c1aa3-3a3c-4cff-9dc5-aa92b6868754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3099291 May 12 19:27:14.821449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Sync routers for ids ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:27:14.861920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:14.864956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91d844-2e90-4a6c-8255-937da4dc257b req-c022532a-e731-4ed3-b88e-9ddd05019e05 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:14.873596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Routers {'619c1aa3-3a3c-4cff-9dc5-aa92b6868754'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:14.873980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:14.874338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f91d844-2e90-4a6c-8255-937da4dc257b req-c022532a-e731-4ed3-b88e-9ddd05019e05 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1096 time: 0.2283278 May 12 19:27:14.875943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:15.043364 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4eb6206ea1624eb9a7c3bafe60b8ab4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116184 May 12 19:27:15.054980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fa2ec-723f-4d99-b9c8-f13b96d223b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e337e0b6-6eaf-4ec8-b3da-3a072343b6b9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:15.062157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42170) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:15.245971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f91d844-2e90-4a6c-8255-937da4dc257b req-91cbede4-e17e-4016-bc61-9b56bf833ff3 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706074 May 12 19:27:15.319665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7991c1c8-0334-4462-945a-59b4f1ab0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:15.355585 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7991c1c8-0334-4462-945a-59b4f1ab0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:15.446483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 952ee1fd-381e-4760-8de1-ebef0d82f979 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:15.486309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7991c1c8-0334-4462-945a-59b4f1ab0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:15.501092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Set router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:15.520607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991c1c8-0334-4462-945a-59b4f1ab0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337e0b6-6eaf-4ec8-b3da-3a072343b6b9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:15.534656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7991c1c8-0334-4462-945a-59b4f1ab0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:15.539260 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7991c1c8-0334-4462-945a-59b4f1ab0d58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e337e0b6-6eaf-4ec8-b3da-3a072343b6b9 HTTP/1.1" status: 204 len: 168 time: 0.4640734 May 12 19:27:15.994057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:12Z', 'revision_number': 4, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '593306a5-2538-4b44-ace4-f3c5b27800c9', 'name': '', 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'mac_address': 'fa:16:3e:da:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3cd632e9-fdc0-43c0-84f6-81c46c2fde2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:10Z', 'updated_at': '2022-05-12T19:27:12Z', 'revision_number': 2, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'subnets': [{'id': '3cd632e9-fdc0-43c0-84f6-81c46c2fde2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:15.999202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Checking router: 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:27:15.999558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Updating router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 port 593306a5-2538-4b44-ace4-f3c5b27800c9 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:27:16.072847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:16.396884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a7b08-0222-49f5-8cd2-6cf1345b3fd1 req-3e5ad470-b180-4712-8d3b-4d9990d0a63b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:16.405783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a7b08-0222-49f5-8cd2-6cf1345b3fd1 req-3e5ad470-b180-4712-8d3b-4d9990d0a63b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:16.416536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f0a7b08-0222-49f5-8cd2-6cf1345b3fd1 req-3e5ad470-b180-4712-8d3b-4d9990d0a63b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf&device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 1690 time: 0.1624026 May 12 19:27:16.517834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f0a7b08-0222-49f5-8cd2-6cf1345b3fd1 req-cafb712b-1797-4010-9f01-deacec8d8710 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915356 May 12 19:27:16.757778 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:16.773606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Transition to ACTIVE for port object 593306a5-2538-4b44-ace4-f3c5b27800c9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:16.810234 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:17.077344 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-2f7d29d5-f792-4684-bba2-1ee8574fa2fe req-824c5b77-a173-4c6e-ad31-9baa97544940 tempest-FloatingIPDetailsNegativeTestJSON-1687538757 tempest-FloatingIPDetailsNegativeTestJSON-1687538757-project] show failed (client error): The resource could not be found. May 12 19:27:17.087087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42254) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:17.109854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f7d29d5-f792-4684-bba2-1ee8574fa2fe req-824c5b77-a173-4c6e-ad31-9baa97544940 tempest-FloatingIPDetailsNegativeTestJSON-1687538757 tempest-FloatingIPDetailsNegativeTestJSON-1687538757-project] 10.222.0.72 "GET /v2.0/floatingips/d1108109-daad-4179-aaa7-2c0186d6cc03 HTTP/1.1" status: 404 len: 350 time: 0.1902618 May 12 19:27:17.212174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab924-b787-4c30-b6a1-e0ee143120fe None None] Pushing event updated for resources: {'Port': ['ID=593306a5-2538-4b44-ace4-f3c5b27800c9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:17.430849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Attempting to bind port 593306a5-2538-4b44-ace4-f3c5b27800c9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:17.431428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Attempting to bind port 593306a5-2538-4b44-ace4-f3c5b27800c9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:17.431945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Attempting to bind port 593306a5-2538-4b44-ace4-f3c5b27800c9 on network a10a5291-984e-42bd-a53b-cd37f38bd5a2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:17.442376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:17.442749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Checking segment: {'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:17.443148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:17.443595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Bound using segment: {'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:17.444079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Bound port: 593306a5-2538-4b44-ace4-f3c5b27800c9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44e0fbf-d7d8-46b6-9798-2f92fab42835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:17.444444 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:17.637104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] For port 593306a5-2538-4b44-ace4-f3c5b27800c9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:17.665306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] For port 593306a5-2538-4b44-ace4-f3c5b27800c9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=593306a5-2538-4b44-ace4-f3c5b27800c9,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:17.679662 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:17.917766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab924-b787-4c30-b6a1-e0ee143120fe None None] Pushing event updated for resources: {'Port': ['ID=593306a5-2538-4b44-ace4-f3c5b27800c9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:17.961086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Routers {'619c1aa3-3a3c-4cff-9dc5-aa92b6868754'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:17.962710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:26:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:18.338541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbde83-16fc-4217-9105-7c1aa13e4a1a req-69b361db-57c9-439b-bba4-1179165b4c4b tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:18.348666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68bbde83-16fc-4217-9105-7c1aa13e4a1a req-69b361db-57c9-439b-bba4-1179165b4c4b tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 1100 time: 0.2538469 May 12 19:27:18.486047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-68bbde83-16fc-4217-9105-7c1aa13e4a1a req-cde153f6-41da-419c-986d-31a74df31819 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Synchronizing usage tracker for tenant:bebb26a86ee246c68f2b868ec979ac49 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:27:18.556274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42302) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:18.559433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-68bbde83-16fc-4217-9105-7c1aa13e4a1a req-cde153f6-41da-419c-986d-31a74df31819 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Unset dirty status for tenant:bebb26a86ee246c68f2b868ec979ac49 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:27:18.578287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68bbde83-16fc-4217-9105-7c1aa13e4a1a req-cde153f6-41da-419c-986d-31a74df31819 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264988 May 12 19:27:19.031879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] Set router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:19.188962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:19.266175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:19.275548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b60ff-c972-4710-8ed6-a4b4f4b1d3fe req-a9f3acfb-19a0-4164-b001-17bf0825a7c7 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:19.288863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-500b60ff-c972-4710-8ed6-a4b4f4b1d3fe req-a9f3acfb-19a0-4164-b001-17bf0825a7c7 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 1101 time: 0.3743594 May 12 19:27:19.347281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Usage tracker for resource:security_group_rule and tenant:d81c56cddcf44b59b452d0880b8a72cb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:19.380931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:19.395248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:19.448991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:19.549034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:19.569946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-500b60ff-c972-4710-8ed6-a4b4f4b1d3fe req-8ccf2399-4677-46da-acb6-589a71604144 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800279 May 12 19:27:19.575911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:19.621419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:12Z', 'revision_number': 4, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '593306a5-2538-4b44-ace4-f3c5b27800c9', 'name': '', 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'mac_address': 'fa:16:3e:da:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3cd632e9-fdc0-43c0-84f6-81c46c2fde2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:10Z', 'updated_at': '2022-05-12T19:27:17Z', 'revision_number': 4, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'subnets': [{'id': '3cd632e9-fdc0-43c0-84f6-81c46c2fde2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:19.639749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd31ddc-4eb1-4267-afae-ab2e834c14fe None None] The sync data for ids ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'] in n-d-841626-1 is: [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:12Z', 'revision_number': 4, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '593306a5-2538-4b44-ace4-f3c5b27800c9', 'name': '', 'network_id': 'a10a5291-984e-42bd-a53b-cd37f38bd5a2', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'mac_address': 'fa:16:3e:da:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3cd632e9-fdc0-43c0-84f6-81c46c2fde2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:10Z', 'updated_at': '2022-05-12T19:27:17Z', 'revision_number': 4, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'subnets': [{'id': '3cd632e9-fdc0-43c0-84f6-81c46c2fde2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:27:19.656494 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d81c56cddcf44b59b452d0880b8a72cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0983672 May 12 19:27:19.666204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42356) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:19.771010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee427-a4e1-466c-b4f2-c340017ae930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087d6f4-e5a1-42d3-9cec-0a7a99c5505e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:19.857133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5aabaaa1-2e01-4354-a24f-bcfd4bebf158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:19.963088 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5aabaaa1-2e01-4354-a24f-bcfd4bebf158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:20.206905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5aabaaa1-2e01-4354-a24f-bcfd4bebf158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:20.258958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabaaa1-2e01-4354-a24f-bcfd4bebf158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087d6f4-e5a1-42d3-9cec-0a7a99c5505e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:20.284838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5aabaaa1-2e01-4354-a24f-bcfd4bebf158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:20.286000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5aabaaa1-2e01-4354-a24f-bcfd4bebf158 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9087d6f4-e5a1-42d3-9cec-0a7a99c5505e HTTP/1.1" status: 204 len: 168 time: 0.6152582 May 12 19:27:20.588752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Deleting port 593306a5-2538-4b44-ace4-f3c5b27800c9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:20.589833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:20.668246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa6ea7-9043-47e0-b21d-071f05ac7ed3 req-4f403938-24e4-44e7-beb8-b334067df129 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:20.679840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4fa6ea7-9043-47e0-b21d-071f05ac7ed3 req-4f403938-24e4-44e7-beb8-b334067df129 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 951 time: 0.2422376 May 12 19:27:20.700595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 593306a5-2538-4b44-ace4-f3c5b27800c9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:20.830952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 593306a5-2538-4b44-ace4-f3c5b27800c9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:20.837221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 593306a5-2538-4b44-ace4-f3c5b27800c9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:20.837896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:20.865955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-a380d6fd-4f49-4866-aae9-e4a6253d2b6b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1834106 May 12 19:27:20.885258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4fa6ea7-9043-47e0-b21d-071f05ac7ed3 req-fa19ad25-f56e-4c35-a432-fc87d174cbae tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030089 May 12 19:27:20.929112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] For port 593306a5-2538-4b44-ace4-f3c5b27800c9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=593306a5-2538-4b44-ace4-f3c5b27800c9,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:20.929505 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:21.069101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42426) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:21.074991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 593306a5-2538-4b44-ace4-f3c5b27800c9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:21.075371 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:21.122420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 593306a5-2538-4b44-ace4-f3c5b27800c9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=593306a5-2538-4b44-ace4-f3c5b27800c9,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:21.128659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:21.251437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=593306a5-2538-4b44-ace4-f3c5b27800c9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:21.260429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-369bbfed-cb08-4686-bbed-2455d642ae43 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:21.288767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-369bbfed-cb08-4686-bbed-2455d642ae43 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4000168 May 12 19:27:21.293860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:21.309694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-d7fe672d-d1c8-4fda-9cbe-e6dc277ebeea tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/quotas/b397970f3fe742428b1101ee6fb2484f HTTP/1.1" status: 200 len: 375 time: 0.0195549 May 12 19:27:21.313034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Calling delete_port for 593306a5-2538-4b44-ace4-f3c5b27800c9 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:21.367003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:21.381755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Usage tracker for resource:security_group_rule and tenant:551a0efa2c2b40afb435f96688726a16 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:21.397213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:21.415166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:21.457821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-516e437b-1692-40ab-b385-f18be428b3fd tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1461008 May 12 19:27:21.686343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:21.708828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:21.873792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c9ed3a-4e91-448a-8941-c8a04ef75926,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:22.045739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42460) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:22.290083 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab76e69f-e9a8-4d5f-a975-4d062e82d3ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=551a0efa2c2b40afb435f96688726a16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2198884 May 12 19:27:22.292961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42474) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:22.446313 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:22.511980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:22.543460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Usage tracker for resource:security_group_rule and tenant:cfa486d33ce740c885ffbf3f21e60eb1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:22.557314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:22.581904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:22.645281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:27:22.647604 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:27:22.652087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 593306a5-2538-4b44-ace4-f3c5b27800c9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:22.719003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca1f1-8a78-4de3-809a-3b822cee1c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:22.820537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca1f1-8a78-4de3-809a-3b822cee1c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:22.857833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:22.870695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:22.882123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 593306a5-2538-4b44-ace4-f3c5b27800c9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:22.882549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.021446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca1f1-8a78-4de3-809a-3b822cee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.058755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfa486d33ce740c885ffbf3f21e60eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0117254 May 12 19:27:23.059304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42562) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:23.059842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a61549-aafc-450a-93fe-dfd50151451e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:23.122905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ca1f1-8a78-4de3-809a-3b822cee1c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c9ed3a-4e91-448a-8941-c8a04ef75926,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:23.130720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.131265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.131649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.132024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.132359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.132719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.133082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.137783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.138205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.138536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.138870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.139185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9f9ca-9c6e-45db-a413-77b66615844e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:23.148925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca1f1-8a78-4de3-809a-3b822cee1c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.150236 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e2ca1f1-8a78-4de3-809a-3b822cee1c91 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63c9ed3a-4e91-448a-8941-c8a04ef75926 HTTP/1.1" status: 204 len: 168 time: 0.8563218 May 12 19:27:23.152372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Deleting port 593306a5-2538-4b44-ace4-f3c5b27800c9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:23.153370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.302082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-643bb4b1-e84a-4a4a-ab31-805272f76388 req-d88a5144-2e35-4428-be61-ebbc765e6aa7 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 210 time: 0.1158855 May 12 19:27:23.339388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 593306a5-2538-4b44-ace4-f3c5b27800c9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:23.423297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a47e50dc-e7ef-4b6d-8954-0526afb85510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.500855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a47e50dc-e7ef-4b6d-8954-0526afb85510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.513555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42574) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:23.646821 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a47e50dc-e7ef-4b6d-8954-0526afb85510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.687327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e50dc-e7ef-4b6d-8954-0526afb85510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a61549-aafc-450a-93fe-dfd50151451e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:23.710393 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a47e50dc-e7ef-4b6d-8954-0526afb85510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:23.711537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a47e50dc-e7ef-4b6d-8954-0526afb85510 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c5a61549-aafc-450a-93fe-dfd50151451e HTTP/1.1" status: 204 len: 168 time: 0.6296601 May 12 19:27:23.962469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:24.313852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586044c-94da-47a2-af30-e90f9a74efc3 req-ba7c186a-688b-4d6d-85ee-3e20da4b2829 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:24.342993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d586044c-94da-47a2-af30-e90f9a74efc3 req-ba7c186a-688b-4d6d-85ee-3e20da4b2829 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 951 time: 0.3070600 May 12 19:27:24.494427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3219a141-486d-4ff8-bed5-7301c08d9c59 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:24.494870 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:24.511240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d586044c-94da-47a2-af30-e90f9a74efc3 req-9e9d7696-c5aa-4feb-b93c-fce42b68cbbd tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645596 May 12 19:27:24.556628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:24.558433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:24.577211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:24.745068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab045d78-f1cb-4e5e-ba1e-7c32ab6b7ef1 req-6b8e67a9-9442-4c2d-8bb6-bde15e14422b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 210 time: 0.1039383 May 12 19:27:24.765859 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e05ec8-150f-4b97-97c0-98192457fd8d'] response: {'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'code': 200} May 12 19:27:24.842852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:24.914594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] For port 593306a5-2538-4b44-ace4-f3c5b27800c9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=593306a5-2538-4b44-ace4-f3c5b27800c9,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:24.915183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:24.983950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:25.019516 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:25.065734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:25.071850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:b13ca1d9f7d14eb5b156948ecc0a9d86 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:25.078430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:25.096179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:25.184787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Calling delete_port for 593306a5-2538-4b44-ace4-f3c5b27800c9 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:25.328421 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:25.338767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:25.354123 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-d8801bcc-b088-4842-9793-0513ab0b20b8 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1066515 May 12 19:27:25.418365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b13ca1d9f7d14eb5b156948ecc0a9d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260492 May 12 19:27:25.423255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42652) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:25.566183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e48f8-d15d-42ec-beda-5599d8415ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721de8e7-a3e9-401d-8e97-477578d28b58,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:25.619677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5470-863a-47ae-8fa6-7212519c719d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:25.693599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5470-863a-47ae-8fa6-7212519c719d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:25.884298 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-50283233-16e5-4f5a-a39f-51c8e54eb4b8 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2702148 May 12 19:27:25.900465 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5470-863a-47ae-8fa6-7212519c719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:25.942926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a5470-863a-47ae-8fa6-7212519c719d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721de8e7-a3e9-401d-8e97-477578d28b58,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:25.992040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5470-863a-47ae-8fa6-7212519c719d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:25.995395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd2a5470-863a-47ae-8fa6-7212519c719d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/721de8e7-a3e9-401d-8e97-477578d28b58 HTTP/1.1" status: 204 len: 168 time: 0.5664380 May 12 19:27:26.055836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac3cc-7bc9-4450-8fab-b81e25f2a86a req-ce663756-d6a7-4dc6-9c28-6c0837224b8b tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:26.066289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a5ac3cc-7bc9-4450-8fab-b81e25f2a86a req-ce663756-d6a7-4dc6-9c28-6c0837224b8b tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 949 time: 0.3229539 May 12 19:27:26.406572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41904433-961a-4ec7-b817-da22d6855170 req-f1098ec3-134a-400c-942f-18df1a69e191 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 210 time: 0.2894967 May 12 19:27:26.467694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a5ac3cc-7bc9-4450-8fab-b81e25f2a86a req-4d6a0a9c-f134-4344-8f6c-50236160172e tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978324 May 12 19:27:26.500629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-1ac2e087-fd9a-4d28-9fda-09c887f2fc8c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:26.502821 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-1ac2e087-fd9a-4d28-9fda-09c887f2fc8c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1406922 May 12 19:27:26.514920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-dbc3ae1d-9e67-454f-9c5d-da2675390c6e tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:26.515665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-dbc3ae1d-9e67-454f-9c5d-da2675390c6e tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Synchronizing usage tracker for tenant:9f6141b6d3ab4d09a28a4b9f4601bdad on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:27:26.542487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:26.572467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-9be7ce5c-f16a-4835-b8f0-7c10d938b6ab tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:26.575190 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-9be7ce5c-f16a-4835-b8f0-7c10d938b6ab tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6723156 May 12 19:27:26.584222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:26.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:26.885998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3d0467d0-0614-462b-9141-15f84649e1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:26.923328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-dbc3ae1d-9e67-454f-9c5d-da2675390c6e tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Unset dirty status for tenant:9f6141b6d3ab4d09a28a4b9f4601bdad on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:27:26.930563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-dbc3ae1d-9e67-454f-9c5d-da2675390c6e tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.36 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 949 time: 1.3150015 May 12 19:27:27.116602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Deleting port 3219a141-486d-4ff8-bed5-7301c08d9c59 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:27.116950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:27.524655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42714) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:27.564785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:27.601033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:27.637209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:27.700601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:27.725934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a925dc8-5241-4a60-990c-c1160f0f8bc5 req-332af9e6-f0c3-4eb5-93bd-5028d7a3ae44 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 210 time: 0.1367381 May 12 19:27:27.823198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42724) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:27.907814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1318281440-network', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:27.931544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:27.943943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:27.947595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:27.951320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f406dd-b1f0-4793-ba61-d9861bc2ec25 req-d7dc0d29-bce9-4bdc-bc5e-26bb58eaf131 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:27.952301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13f406dd-b1f0-4793-ba61-d9861bc2ec25 req-d7dc0d29-bce9-4bdc-bc5e-26bb58eaf131 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 949 time: 0.2356639 May 12 19:27:27.954825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:27.968119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Usage tracker for resource:network and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:27.973888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:27.977554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:27.990777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Pushing event deleted for resources: {'Port': ['ID=593306a5-2538-4b44-ace4-f3c5b27800c9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:28.023660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:28.027903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:28.048315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Usage tracker for resource:security_group_rule and tenant:a57ba85cef27469587ca58908874cc1f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:28.055542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:28.071285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13f406dd-b1f0-4793-ba61-d9861bc2ec25 req-479032ac-fd7f-4e8f-a908-1a7e483b835e tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055174 May 12 19:27:28.083689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Made reservation on behalf of feaf0f18dbc440c4897a221ad0b4f1d6 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:28.094971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.095416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.095849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.096273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.096717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.097136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.097385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.097678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.098100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.098526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.104559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.105007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.105463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:28.134942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:28.139706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.172310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:28.178798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:28.182574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.190236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Usage tracker for resource:security_group_rule and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:28.195028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:28.210567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:28.279329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] For port 3219a141-486d-4ff8-bed5-7301c08d9c59, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3219a141-486d-4ff8-bed5-7301c08d9c59,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:28.279687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.326631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.337905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.405893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.412152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a57ba85cef27469587ca58908874cc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878654 May 12 19:27:28.415733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42732) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:28.416471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.434318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995a80-748a-433f-aefb-a9194044daff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15205f9d-3525-4b6a-bc36-79f36d3bcbbe,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:28.467103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:27:28.506715 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.507081 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Added segment db0a3d04-57de-4759-99fd-930ce96a1ca1 of type vlan for network 57879554-b28d-40f0-9574-697fef5a1e44 May 12 19:27:28.508203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6c7c0-e1ec-4195-bdda-829c0af1198a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:28.553838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.557921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9482ede-9b43-4205-ac71-702bddab96c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.595023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Calling delete_port for 3219a141-486d-4ff8-bed5-7301c08d9c59 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:28.605096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9482ede-9b43-4205-ac71-702bddab96c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.644157 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.645225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:28.645817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.764163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] Pushing event updated for resources: {'Network': ['ID=57879554-b28d-40f0-9574-697fef5a1e44,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:28.773719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2938a77c-9fc7-4b39-b4fa-abd999421dce admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2478993 May 12 19:27:28.775848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9482ede-9b43-4205-ac71-702bddab96c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.778591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 57879554-b28d-40f0-9574-697fef5a1e44 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:27:28.780216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9482ede-9b43-4205-ac71-702bddab96c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.782312 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9482ede-9b43-4205-ac71-702bddab96c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/15205f9d-3525-4b6a-bc36-79f36d3bcbbe HTTP/1.1" status: 204 len: 168 time: 0.3622005 May 12 19:27:28.783377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42736) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:28.824837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Request body: {'subnet': {'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1318281440-subnet', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:28.857860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:28.872396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Usage tracker for resource:subnet and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:28.884521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9482ede-9b43-4205-ac71-702bddab96c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15205f9d-3525-4b6a-bc36-79f36d3bcbbe,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:28.896401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:28.915068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:28.938991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Made reservation on behalf of feaf0f18dbc440c4897a221ad0b4f1d6 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:28.946887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:28.977926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Deleting port 001cf967-b75c-4804-8ce5-1998e45a0ebc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:28.981011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.073925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfda2751-21d3-4001-a990-d6d366c346b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.274641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a099af-886a-4636-84bc-39cde0e5696a req-69b14ee5-8cf1-4910-baca-9675a620a6a1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 210 time: 0.2900352 May 12 19:27:29.369569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42754) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:29.473895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] For port 001cf967-b75c-4804-8ce5-1998e45a0ebc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=001cf967-b75c-4804-8ce5-1998e45a0ebc,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:29.473895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.505823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.518838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.573913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:29.589017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Usage tracker for resource:security_group_rule and tenant:d217c7ce17ab439cb929c69b9f1ee600 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:29.596640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:29.626467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae38a8c-4ef0-4cf2-abe3-9d4a0fa9b248 req-8abc9d68-2986-4837-be19-25d70fd3d9a6 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:29.628008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eae38a8c-4ef0-4cf2-abe3-9d4a0fa9b248 req-8abc9d68-2986-4837-be19-25d70fd3d9a6 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 949 time: 0.3512378 May 12 19:27:29.631321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:29.635265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ddeec37-8497-4b32-8ed6-c6105fe67f5d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:29.665299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Calling delete_port for 001cf967-b75c-4804-8ce5-1998e45a0ebc owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:29.680134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Checking segment: {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:29.680496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Network hostable DHCP agents. Network: 57879554-b28d-40f0-9574-697fef5a1e44, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:27:29.742953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.104 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/1d0c5933-0062-466b-9c15-402f994edab8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:29.747122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eae38a8c-4ef0-4cf2-abe3-9d4a0fa9b248 req-60014d49-e53a-4599-8e37-cccfd342e287 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dab26e8-cb84-4fa3-8a24-44e530c1d98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900207 May 12 19:27:29.752806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Network 57879554-b28d-40f0-9574-697fef5a1e44 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:27:29.775775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 57879554-b28d-40f0-9574-697fef5a1e44) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:29.785260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658ae68-615a-4bec-916a-bc47ff3a5f3b None None] Network 57879554-b28d-40f0-9574-697fef5a1e44 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:29.786275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:29.786616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.827360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.835461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.858040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-070d4fdf-f4d6-4da6-9a5d-f3197a4d37ff admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0429251 May 12 19:27:29.859227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42764) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:29.875638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:29.893119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:29.903558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d217c7ce17ab439cb929c69b9f1ee600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240381 May 12 19:27:29.904996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Usage tracker for resource:router and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:29.910623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42768) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:29.911405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:29.911563 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.940943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc45a3-580d-4e54-8142-2ca67465fdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4f0fd5-0ffd-43e7-8b1d-69185ef4b277,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:29.945493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:29.986037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.987106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:29.990556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.003476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.005931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:30.006566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.206766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Pushing event deleted for resources: {'Port': ['ID=3219a141-486d-4ff8-bed5-7301c08d9c59,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:30.236364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 3219a141-486d-4ff8-bed5-7301c08d9c59 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:27:30.236753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3219a141-486d-4ff8-bed5-7301c08d9c59 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:27:30.251529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-57879554-b28d-40f0-9574-697fef5a1e44', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:27:30.252513 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.264991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.269905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5171-9bf4-4bcc-ac85-ccf0eb738e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.487572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] No DVR routers for this DVR port 3219a141-486d-4ff8-bed5-7301c08d9c59 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:27:30.492606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.523310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-deleted', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:30.714657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Allocated IP 172.20.0.2 (57879554-b28d-40f0-9574-697fef5a1e44/7ddeec37-8497-4b32-8ed6-c6105fe67f5d/a001c818-016f-410e-ba04-21eef9795993) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:30.873731 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.949757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5171-9bf4-4bcc-ac85-ccf0eb738e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:30.981861 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e54b437-c25c-46cb-b0dd-4779a246421b'] response: {'server_uuid': '353b72ec-29fb-481e-b1eb-352c64993ec2', 'name': 'network-vif-deleted', 'tag': '3219a141-486d-4ff8-bed5-7301c08d9c59', 'status': 'completed', 'code': 200} May 12 19:27:31.001927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c83d888-3967-4d8c-b34f-240718692193 req-7d988517-4f1d-46ac-b58d-1d1cf2ca661e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 210 time: 0.1730659 May 12 19:27:31.024320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5e44c4ac-8d8f-4b20-9376-88420e8dfb69 req-432f5f7e-4136-4968-953a-5e03e0351024 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.36 "DELETE /v2.0/ports/3219a141-486d-4ff8-bed5-7301c08d9c59 HTTP/1.1" status: 204 len: 173 time: 4.0125196 May 12 19:27:31.043189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86bec0b2-d3f5-4ac1-8d14-b1f401803134 req-8b3dec69-d0fc-45de-8ca7-06f8e6716eb1 tempest-ImagesOneServerTestJSON-1484742847 tempest-ImagesOneServerTestJSON-1484742847-project] 10.222.0.72 "GET /v2.0/ports?device_id=353b72ec-29fb-481e-b1eb-352c64993ec2 HTTP/1.1" status: 200 len: 210 time: 0.0957754 May 12 19:27:31.172882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5171-9bf4-4bcc-ac85-ccf0eb738e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.217926 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.221380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa5171-9bf4-4bcc-ac85-ccf0eb738e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4f0fd5-0ffd-43e7-8b1d-69185ef4b277,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:31.269545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Transition to ACTIVE for port object a001c818-016f-410e-ba04-21eef9795993 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:31.269982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5171-9bf4-4bcc-ac85-ccf0eb738e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.272456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c8fa5171-9bf4-4bcc-ac85-ccf0eb738e14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d4f0fd5-0ffd-43e7-8b1d-69185ef4b277 HTTP/1.1" status: 204 len: 168 time: 1.3578665 May 12 19:27:31.313456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Transition to ACTIVE for port object a001c818-016f-410e-ba04-21eef9795993 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:31.328069 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.400468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.409958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Network 57879554-b28d-40f0-9574-697fef5a1e44 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:31.413055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:31.417142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:31.423367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.426493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Pushing event updated for resources: {'Port': ['ID=a001c818-016f-410e-ba04-21eef9795993,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:31.561907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=001cf967-b75c-4804-8ce5-1998e45a0ebc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:31.564768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object 1d0c5933-0062-466b-9c15-402f994edab8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:31.594937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Attempting to bind port a001c818-016f-410e-ba04-21eef9795993 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:31.597037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Attempting to bind port a001c818-016f-410e-ba04-21eef9795993 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:31.597942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Attempting to bind port a001c818-016f-410e-ba04-21eef9795993 on network 57879554-b28d-40f0-9574-697fef5a1e44 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:31.627899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:27:31.631418 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.648007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:31.650705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Checking segment: {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:31.651653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.652306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Bound using segment: {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:31.654384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Bound port: a001c818-016f-410e-ba04-21eef9795993, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:31.655067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.682899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.884248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] For port a001c818-016f-410e-ba04-21eef9795993, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:31.894703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] For port a001c818-016f-410e-ba04-21eef9795993, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a001c818-016f-410e-ba04-21eef9795993,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:31.896794 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:31.914885 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:32.010144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Allocated IP 172.25.2.35 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/835ae856-b34c-492c-ad53-aa1c2ccc21d2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:32.041766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a55de-dde0-4da4-aaf8-d795f87f3688 None None] Pushing event updated for resources: {'Port': ['ID=a001c818-016f-410e-ba04-21eef9795993,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:32.088632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:32.108778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:27:32.331944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:27:32.634195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:32.649471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:32.690618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:32.798439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=1d0c5933-0062-466b-9c15-402f994edab8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:32.899611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:27:32.933533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:32.933955 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] Sync routers for ids ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:27:32.952515 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] Routers {'619c1aa3-3a3c-4cff-9dc5-aa92b6868754'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:32.960857 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:32.988720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.39 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/f67e69a3-7352-4892-b5f8-80e95bca5a64) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:32.996462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a001c818-016f-410e-ba04-21eef9795993 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:33.044643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e74c1-e0ed-4ec4-a281-73ba72f703bb req-f8acafa6-a11e-4313-a086-848bc223f258 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:33.061063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-771e74c1-e0ed-4ec4-a281-73ba72f703bb req-f8acafa6-a11e-4313-a086-848bc223f258 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 936 time: 0.7083597 May 12 19:27:33.105405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:33.106728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:33.167908 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-baa3bcdf-b328-4f15-b17a-348602cc0110 admin admin] 10.222.0.72 "PUT /v2.0/routers/619c1aa3-3a3c-4cff-9dc5-aa92b6868754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0775971 May 12 19:27:33.172258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:33.193994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:33.251597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42824) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:33.271537 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-81bffa96-e9ae-4bcd-ad98-2d83828a18b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5705209 May 12 19:27:33.320962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-771e74c1-e0ed-4ec4-a281-73ba72f703bb req-77527dd0-ceb2-4af7-a9dc-295da5c39b4e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585287 May 12 19:27:33.441396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:33.448199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a001c818-016f-410e-ba04-21eef9795993 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:33.488727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb4327a3-cc4e-4858-9d9d-35b52386527e None None] Provisioning for port 1d0c5933-0062-466b-9c15-402f994edab8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:33.542639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb4327a3-cc4e-4858-9d9d-35b52386527e None None] Provisioning complete for port 1d0c5933-0062-466b-9c15-402f994edab8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:33.547298 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb4327a3-cc4e-4858-9d9d-35b52386527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:33.560261 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] Set router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:33.630566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:33.693561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:33.695688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42834) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:33.713460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eb4327a3-cc4e-4858-9d9d-35b52386527e None None] Port 1d0c5933-0062-466b-9c15-402f994edab8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:27:33.762826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:33.814004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Request body: {'port': {'device_id': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:33.874616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e5ebe-56e1-4268-a6fb-f3ae48ab8306 None None] Network 57879554-b28d-40f0-9574-697fef5a1e44 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:34.047620 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:27Z', 'revision_number': 5, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:34.056901 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] Checking router: 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:27:34.076968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1815130101-network', 'tenant_id': 'f30b8eaff62b4d47ad13b701c1d7b632'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:34.077777 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] Routers {'619c1aa3-3a3c-4cff-9dc5-aa92b6868754'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:34.078406 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:34.089950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] Provisioning for port a001c818-016f-410e-ba04-21eef9795993 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:34.133277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] Provisioning complete for port a001c818-016f-410e-ba04-21eef9795993 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:34.133644 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.229462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:34.261125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Usage tracker for resource:network and tenant:f30b8eaff62b4d47ad13b701c1d7b632 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:34.265981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Pushing event updated for resources: {'Port': ['ID=835ae856-b34c-492c-ad53-aa1c2ccc21d2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:34.288414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:34.310169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.417779 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-05d536ba-fd17-4140-9b0d-0025a62b8e22 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f6141b6d3ab4d09a28a4b9f4601bdad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1591496 May 12 19:27:34.434949 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] Set router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:34.479907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42848) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:34.601684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] Current status of the port a001c818-016f-410e-ba04-21eef9795993 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:34.608329 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.674681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] For port a001c818-016f-410e-ba04-21eef9795993, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a001c818-016f-410e-ba04-21eef9795993,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:34.699105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.744629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:34.826432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.841616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.855467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Made reservation on behalf of f30b8eaff62b4d47ad13b701c1d7b632 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:34.858333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.894621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f4eb0-3519-43eb-bcd1-d74a362cab9c None None] Pushing event updated for resources: {'Port': ['ID=a001c818-016f-410e-ba04-21eef9795993,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:34.895543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:34.942972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Deleting port 952ee1fd-381e-4760-8de1-ebef0d82f979 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:34.945468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.036515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:35.070760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b069aaee-685f-4d34-ba01-5a4acd19a5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.178834 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:27Z', 'revision_number': 5, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:35.183197 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db994e-6a79-4616-98e8-b147004d16a8 None None] The sync data for ids ['619c1aa3-3a3c-4cff-9dc5-aa92b6868754'] in n-d-841626-1 is: [{'id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144775286-router', 'tenant_id': 'b0887e3773454448a11ddffb5a6b69d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:55Z', 'updated_at': '2022-05-12T19:27:27Z', 'revision_number': 5, 'project_id': 'b0887e3773454448a11ddffb5a6b69d4', 'gw_port': {'id': '952ee1fd-381e-4760-8de1-ebef0d82f979', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c1aa3-3a3c-4cff-9dc5-aa92b6868754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:00Z', 'updated_at': '2022-05-12T19:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:27:35.241499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c63ad4ba-7c75-4e27-a2df-e49985c23af8 None None] Provisioning complete for port a001c818-016f-410e-ba04-21eef9795993 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:35.241869 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63ad4ba-7c75-4e27-a2df-e49985c23af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.245676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b069aaee-685f-4d34-ba01-5a4acd19a5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.278676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Usage tracker for resource:security_group_rule and tenant:f30b8eaff62b4d47ad13b701c1d7b632 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:35.284747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:35.297265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:35.309645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642bc9f-0438-474a-bef3-33881d28810e req-b8031059-6681-426c-9752-01a0b9daffda tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:35.311122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a642bc9f-0438-474a-bef3-33881d28810e req-b8031059-6681-426c-9752-01a0b9daffda tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 936 time: 0.5639622 May 12 19:27:35.315375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.406623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c63ad4ba-7c75-4e27-a2df-e49985c23af8 None None] Current status of the port a001c818-016f-410e-ba04-21eef9795993 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:35.442233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.457391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:27:35.468631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object f67e69a3-7352-4892-b5f8-80e95bca5a64 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:35.566871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b069aaee-685f-4d34-ba01-5a4acd19a5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.615683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069aaee-685f-4d34-ba01-5a4acd19a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dab26e8-cb84-4fa3-8a24-44e530c1d98b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:35.637984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a642bc9f-0438-474a-bef3-33881d28810e req-1a7cf7c0-5007-4fc8-bbeb-1bda64bea064 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690051 May 12 19:27:35.656805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42856) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:35.667053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-620469759'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:35.693237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b069aaee-685f-4d34-ba01-5a4acd19a5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.694410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b069aaee-685f-4d34-ba01-5a4acd19a5d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3dab26e8-cb84-4fa3-8a24-44e530c1d98b HTTP/1.1" status: 204 len: 168 time: 1.2131283 May 12 19:27:35.696049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:35.748229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:network and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:35.755220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.756085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:35.769793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:27:35.796845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] For port 952ee1fd-381e-4760-8de1-ebef0d82f979, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=952ee1fd-381e-4760-8de1-ebef0d82f979,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:35.800686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.809680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:35.858439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:27:35.884296 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1ac6b058-b130-4c1d-bd02-cbfbde733e0b admin admin] 10.222.0.72 "PUT /v2.0/routers/8f8d54eb-9182-4302-8dab-7c1385d5b5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3673534 May 12 19:27:35.896572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42864) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:35.976928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:35.980495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:35.983346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:35.985126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:27:35.997116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:36.024128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:36.082987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] Sync routers for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:27:36.111072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=f67e69a3-7352-4892-b5f8-80e95bca5a64,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:36.162091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:36.163318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:36.220851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Calling delete_port for 952ee1fd-381e-4760-8de1-ebef0d82f979 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:36.401900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:36.541516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:36.592875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:36.599397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-78c93cf0-d4be-4617-a248-0085e55ad2ab None None] Provisioning for port f67e69a3-7352-4892-b5f8-80e95bca5a64 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:36.608237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:27:36.644271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-78c93cf0-d4be-4617-a248-0085e55ad2ab None None] Provisioning complete for port f67e69a3-7352-4892-b5f8-80e95bca5a64 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:36.645982 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78c93cf0-d4be-4617-a248-0085e55ad2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:36.660921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:36.660921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:36.674353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:36.699286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-965280c8-121c-43a9-b177-497716e904b2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 10.1753449 May 12 19:27:36.715433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Request body: {'port': {'device_id': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:36.752851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:27:36.816722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a001c818-016f-410e-ba04-21eef9795993 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:36.912595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:27:36.927031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:36.927889 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Added segment 2bd09333-507f-4ef4-9b7b-749cbcad9f6c of type vlan for network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 May 12 19:27:36.974016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.079974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.080331 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Added segment 568fac8c-3830-4f67-918f-34756b9dcbb5 of type vlan for network af9ef7af-eec9-4d47-93dd-ca2b28932327 May 12 19:27:37.096541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac790f5d-a4c6-4161-b180-7ac3d870bea3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:37.112213 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.140962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.142278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:37.143116 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.187744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-78c93cf0-d4be-4617-a248-0085e55ad2ab None None] Port f67e69a3-7352-4892-b5f8-80e95bca5a64 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:27:37.238109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a001c818-016f-410e-ba04-21eef9795993 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:37.238479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.284471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0c5933-0062-466b-9c15-402f994edab8 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:27:37.341424 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.375475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.410776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Transition to ACTIVE for port object 1d0c5933-0062-466b-9c15-402f994edab8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:37.412467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.477919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.486930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.536901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Deleting port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:37.537154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.557344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] Pushing event updated for resources: {'Network': ['ID=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:37.568624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becc196-1530-44fd-b8a5-798cac4a2453 req-9b59ae4e-3453-4131-81a4-f0b3305cbeb2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:37.575738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2becc196-1530-44fd-b8a5-798cac4a2453 req-9b59ae4e-3453-4131-81a4-f0b3305cbeb2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 936 time: 0.5501902 May 12 19:27:37.576559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:27:37.586441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2d53b8fa-ae24-4536-8e18-1dde8dcc1f63 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.8663437 May 12 19:27:37.609760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42898) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:37.618084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Request body: {'subnet': {'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1815130101-subnet', 'tenant_id': 'f30b8eaff62b4d47ad13b701c1d7b632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:37.633899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:37.646176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Usage tracker for resource:subnet and tenant:f30b8eaff62b4d47ad13b701c1d7b632 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:37.696380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:37.737501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:37.739354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.749349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:37.749987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.804753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c5933-0062-466b-9c15-402f994edab8,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:37.814263 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:37.814735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a001c818-016f-410e-ba04-21eef9795993 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:37.829136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 593306a5-2538-4b44-ace4-f3c5b27800c9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:37.861583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2becc196-1530-44fd-b8a5-798cac4a2453 req-a4e2e00e-a5e7-4e2b-b864-8c9b5c1e4479 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848675 May 12 19:27:37.882002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:27:31Z', 'revision_number': 5, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port': {'id': '582bf7c3-d47e-4b5a-bec9-33b7bebb20e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:07Z', 'updated_at': '2022-05-12T19:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:37.886274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 593306a5-2538-4b44-ace4-f3c5b27800c9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:27:37.886610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 593306a5-2538-4b44-ace4-f3c5b27800c9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:27:37.891662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] Checking router: 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:27:37.901623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] Routers {'8f8d54eb-9182-4302-8dab-7c1385d5b5a8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:37.902232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:37.980666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3180614 May 12 19:27:37.988420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42902) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:37.995761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Made reservation on behalf of f30b8eaff62b4d47ad13b701c1d7b632 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:37.998283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.014997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1982917147'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:38.057631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:38.083828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4365eb-6285-4447-ba8b-7e75b2c711a4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Network': ['ID=af9ef7af-eec9-4d47-93dd-ca2b28932327,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:38.091137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.104592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:27:38.139686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] Set router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:38.175313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Router a238d4e5-95e9-48c8-abb4-27e10987f3fa is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:27:38.175552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:network and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:38.198729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:38.220879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:38.231407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Attempting to bind port 1d0c5933-0062-466b-9c15-402f994edab8 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:38.231749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Attempting to bind port 1d0c5933-0062-466b-9c15-402f994edab8 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:38.232087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Attempting to bind port 1d0c5933-0062-466b-9c15-402f994edab8 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:38.236578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] For port 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:38.236942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.268202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=952ee1fd-381e-4760-8de1-ebef0d82f979,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:38.313060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Port 1d0c5933-0062-466b-9c15-402f994edab8 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:27:38.313398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Attempting to bind port 1d0c5933-0062-466b-9c15-402f994edab8 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:38.379353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:38.382896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.385555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:27:37Z', 'revision_number': 6, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:38.406715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.408390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04a206-b05e-408f-a59d-68069ebe7449 None None] The sync data for ids ['8f8d54eb-9182-4302-8dab-7c1385d5b5a8'] in n-d-841626-1 is: [{'id': '8f8d54eb-9182-4302-8dab-7c1385d5b5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1381037484-router', 'tenant_id': 'beecf6eeebb8459989dfcc8581f786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:05Z', 'updated_at': '2022-05-12T19:27:37Z', 'revision_number': 6, 'project_id': 'beecf6eeebb8459989dfcc8581f786ef', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:27:38.428066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.430377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Calling delete_port for 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:38.489544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:38.489921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:38.490319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:38.490780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Bound port: 1d0c5933-0062-466b-9c15-402f994edab8, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:38.491126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.678431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:27:38.701119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] For port 1d0c5933-0062-466b-9c15-402f994edab8, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:38.707557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] For port 1d0c5933-0062-466b-9c15-402f994edab8, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=1d0c5933-0062-466b-9c15-402f994edab8,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:38.726078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.735459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.735954 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Added segment 1b95b2f3-3e42-4624-87af-411e69a02888 of type vlan for network cf08d2f2-0747-4dd1-a4c5-322775da83c6 May 12 19:27:38.872417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:27:38.889870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:38.890316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:38.891783 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] 10.222.0.73 "PUT /v2.0/ports/1d0c5933-0062-466b-9c15-402f994edab8 HTTP/1.1" status: 200 len: 1096 time: 5.5962682 May 12 19:27:38.895456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'tag': '1d0c5933-0062-466b-9c15-402f994edab8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:38.898234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 001cf967-b75c-4804-8ce5-1998e45a0ebc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:38.995031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 001cf967-b75c-4804-8ce5-1998e45a0ebc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:27:38.995197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 001cf967-b75c-4804-8ce5-1998e45a0ebc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:27:39.072586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67e69a3-7352-4892-b5f8-80e95bca5a64 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:27:39.080154 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.089952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.183788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:27:39.192621 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b1be51-71c1-4929-97b4-df5bbb162858'] response: {'name': 'network-changed', 'server_uuid': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'tag': '1d0c5933-0062-466b-9c15-402f994edab8', 'status': 'completed', 'code': 200} May 12 19:27:39.197874 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Sync routers for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:27:39.212793 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:39.213860 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:39.335415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.339274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619c1aa3-3a3c-4cff-9dc5-aa92b6868754 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:27:39.431881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.437668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.449904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.458065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.461327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d85974e1-736f-4e33-ab2a-115b5d758b1b admin admin] 10.222.0.72 "DELETE /v2.0/routers/619c1aa3-3a3c-4cff-9dc5-aa92b6868754 HTTP/1.1" status: 204 len: 168 time: 6.2864804 May 12 19:27:39.464633 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.474382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3bce9716-d65b-45b8-8e38-677f71fb9da0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6116490 May 12 19:27:39.475346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42952) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:39.475686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42954) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:39.486795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fafc24-75f4-4c53-a61a-083288a0a451 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c5933-0062-466b-9c15-402f994edab8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:39.562917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Transition to ACTIVE for port object f67e69a3-7352-4892-b5f8-80e95bca5a64 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:39.650021 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:39.673271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:27:39.674649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] Deleting subnet 3cd632e9-fdc0-43c0-84f6-81c46c2fde2d {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:27:39.681589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Pushing event deleted for resources: {'Port': ['ID=582bf7c3-d47e-4b5a-bec9-33b7bebb20e1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:39.682180 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.691944 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.751643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.768456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Pushing event updated for resources: {'Port': ['ID=f67e69a3-7352-4892-b5f8-80e95bca5a64,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:39.845851 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.870149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.875662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:39.876259 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:39.917429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.000179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004061e1-b9c6-4c81-af0b-f2f7691b6afa,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:40.036132 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.131672 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:34Z', 'revision_number': 3, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:40.137063 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Checking router: a238d4e5-95e9-48c8-abb4-27e10987f3fa for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:27:40.137755 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Updating router a238d4e5-95e9-48c8-abb4-27e10987f3fa port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:27:40.162146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c81c5-c6f6-4f83-9d48-e3c8e9a01101 req-aa89acd0-0484-4539-8e6b-b9daf16ab013 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:40.163591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-732c81c5-c6f6-4f83-9d48-e3c8e9a01101 req-aa89acd0-0484-4539-8e6b-b9daf16ab013 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 948 time: 0.9945319 May 12 19:27:40.210019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:40.210383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Network hostable DHCP agents. Network: df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:27:40.235580 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.412648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-f1d8a820-5739-4bc9-8afa-398bb9d237c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:40.414193 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-f1d8a820-5739-4bc9-8afa-398bb9d237c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 1099 time: 1.2044904 May 12 19:27:40.438609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.440463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-732c81c5-c6f6-4f83-9d48-e3c8e9a01101 req-b025e815-7771-4a65-b5ef-636d0e65218b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584889 May 12 19:27:40.511313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5213683 May 12 19:27:40.519430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42962) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:40.520710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.525735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787f37c-26e0-4402-a01c-f962f518c071 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Network': ['ID=cf08d2f2-0747-4dd1-a4c5-322775da83c6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:40.542146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'subnet': {'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:40.542738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:27:40.564984 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-5e279fe7-85ba-4484-8919-88ae31509b15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1d0c5933-0062-466b-9c15-402f994edab8 HTTP/1.1" status: 200 len: 217 time: 0.1303859 May 12 19:27:40.605021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:27:40.609532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.679165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd632e9-fdc0-43c0-84f6-81c46c2fde2d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:40.689491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.696808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-780870f0-da24-403f-94f8-f4b4644dd59b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3cd632e9-fdc0-43c0-84f6-81c46c2fde2d HTTP/1.1" status: 204 len: 168 time: 1.2110403 May 12 19:27:40.698161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:40.702185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f6188-1388-4179-ac2a-18cd6206fec2 None None] Network a10a5291-984e-42bd-a53b-cd37f38bd5a2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:40.703341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42970) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:40.737040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a04871-77a4-45a4-81bf-2938e38313ef None None] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:40.763043 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.788296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Transition to ACTIVE for port object 835ae856-b34c-492c-ad53-aa1c2ccc21d2 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:40.788704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 952ee1fd-381e-4760-8de1-ebef0d82f979 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:40.797100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.799781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8d54eb-9182-4302-8dab-7c1385d5b5a8 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:27:40.817972 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.824705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:40.829078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.845331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Attempting to bind port f67e69a3-7352-4892-b5f8-80e95bca5a64 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:40.845812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Attempting to bind port f67e69a3-7352-4892-b5f8-80e95bca5a64 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:40.846145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Attempting to bind port f67e69a3-7352-4892-b5f8-80e95bca5a64 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:40.868265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:40.877874 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dbcc8611-f8b1-400b-b034-b322efbe9313 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8f8d54eb-9182-4302-8dab-7c1385d5b5a8 HTTP/1.1" status: 204 len: 168 time: 4.9731514 May 12 19:27:40.887932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Port f67e69a3-7352-4892-b5f8-80e95bca5a64 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:27:40.888273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Attempting to bind port f67e69a3-7352-4892-b5f8-80e95bca5a64 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:40.890460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42978) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:40.908113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:41.002729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Pushing event updated for resources: {'Port': ['ID=835ae856-b34c-492c-ad53-aa1c2ccc21d2,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:41.016570 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.017075 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.019674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.022465 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.024192 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.024456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.024785 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.025941 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.026855 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.027219 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.027510 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.027808 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:41.069359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:subnet and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:41.078797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:41.079261 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Attempting to bind port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:41.081637 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Attempting to bind port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:41.082221 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Attempting to bind port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:41.090121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:41.101081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:41.101520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:41.101979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:41.102538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Bound port: f67e69a3-7352-4892-b5f8-80e95bca5a64, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:41.103775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.114204 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:41.125338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 952ee1fd-381e-4760-8de1-ebef0d82f979 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:27:41.125789 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:41.126199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 952ee1fd-381e-4760-8de1-ebef0d82f979 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:27:41.126318 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.126589 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:41.127093 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Bound port: 835ae856-b34c-492c-ad53-aa1c2ccc21d2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:41.127322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:41.127472 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.169338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-bdb79ad8-64be-44e6-a381-a053029faa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:41.171605 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-bdb79ad8-64be-44e6-a381-a053029faa8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.5453353 May 12 19:27:41.201030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:27:41.208831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 582bf7c3-d47e-4b5a-bec9-33b7bebb20e1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:27:41.227700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f7108436-ebd5-4bf1-9781-0c1fef43dff8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6185451 May 12 19:27:41.261003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.329418 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] For port 835ae856-b34c-492c-ad53-aa1c2ccc21d2, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:41.338184 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] For port 835ae856-b34c-492c-ad53-aa1c2ccc21d2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=835ae856-b34c-492c-ad53-aa1c2ccc21d2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:41.345508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Deleting port 95e0ef9a-2789-438a-b138-6aeeda820523 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:41.346868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.351144 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.484838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] For port f67e69a3-7352-4892-b5f8-80e95bca5a64, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:41.508628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] For port f67e69a3-7352-4892-b5f8-80e95bca5a64, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f67e69a3-7352-4892-b5f8-80e95bca5a64,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:41.555592 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.587645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:41.591298 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:41.618591 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:41.621353 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:41.688329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515567c-163b-46a6-a468-3e6c88a986c1 None None] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:41.835339 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefd56e-2700-4b74-81cd-49368f0dc70f None None] Pushing event updated for resources: {'Port': ['ID=835ae856-b34c-492c-ad53-aa1c2ccc21d2,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:41.952252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] DHCP port deletion for a10a5291-984e-42bd-a53b-cd37f38bd5a2 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:27:41.971610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Deleting port 95e0ef9a-2789-438a-b138-6aeeda820523 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:41.971983 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.087052 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:42.303670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] Deleting subnet 9c8ad03b-704b-4059-9a9e-f35738ecf8ef {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:27:42.312232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] For port 95e0ef9a-2789-438a-b138-6aeeda820523, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95e0ef9a-2789-438a-b138-6aeeda820523,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:42.312779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.321743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.410116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] For port 95e0ef9a-2789-438a-b138-6aeeda820523, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95e0ef9a-2789-438a-b138-6aeeda820523,segment=NetworkSegment(d44e0fbf-d7d8-46b6-9798-2f92fab42835),segment_id=d44e0fbf-d7d8-46b6-9798-2f92fab42835)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:42.410401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.429623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.497508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Calling delete_port for 95e0ef9a-2789-438a-b138-6aeeda820523 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:42.555226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.621757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43034) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:42.623513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:42.624223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.625785 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] 10.222.0.36 "PUT /v2.0/ports/f67e69a3-7352-4892-b5f8-80e95bca5a64 HTTP/1.1" status: 200 len: 1095 time: 5.9154727 May 12 19:27:42.655129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'tag': 'f67e69a3-7352-4892-b5f8-80e95bca5a64'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:42.672700 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:34Z', 'revision_number': 3, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:42.674015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.693216 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da504e82-a4f9-4e24-b53c-f1e9095307ec None None] The sync data for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 is: [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:34Z', 'revision_number': 3, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:27:42.697486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Calling delete_port for 95e0ef9a-2789-438a-b138-6aeeda820523 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:42.715323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1266346756-network', 'tenant_id': 'c8f941472df74b6ca5e292969fab05ed'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:42.772908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95e0ef9a-2789-438a-b138-6aeeda820523 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:42.805870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] No DVR routers for this DVR port 95e0ef9a-2789-438a-b138-6aeeda820523 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:27:42.817835 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9664053-0e3b-4613-9b3d-3880041344ed'] response: {'name': 'network-changed', 'server_uuid': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'tag': 'f67e69a3-7352-4892-b5f8-80e95bca5a64', 'status': 'completed', 'code': 200} May 12 19:27:42.824647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 95e0ef9a-2789-438a-b138-6aeeda820523 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:27:42.824863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:42.825228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95e0ef9a-2789-438a-b138-6aeeda820523 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:27:42.828477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.844181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:42.860577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d3b2a-a224-41a0-98ef-38a0e424ec9e req-35958958-40ab-4c9d-8cae-ff8805a903f1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:42.870557 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e4d3b2a-a224-41a0-98ef-38a0e424ec9e req-35958958-40ab-4c9d-8cae-ff8805a903f1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 948 time: 1.2259059 May 12 19:27:42.883487 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:27:42.883840 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:27:42.904365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e0ef9a-2789-438a-b138-6aeeda820523,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:42.948185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Usage tracker for resource:network and tenant:c8f941472df74b6ca5e292969fab05ed is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:42.953534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:42.960538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:43.003127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f2d4-69af-41f3-a5e4-32334cedf805 service neutron] Pushing event updated for resources: {'Port': ['ID=f67e69a3-7352-4892-b5f8-80e95bca5a64,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:43.008836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.013822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5648a280-f374-4b7a-a7e6-95967d2f9196 None None] Network 5c6d2180-4dc0-435e-8247-bfb3729d84d2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:43.027883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9c8ad03b-704b-4059-9a9e-f35738ecf8ef HTTP/1.1" status: 204 len: 168 time: 2.1289554 May 12 19:27:43.037758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Made reservation on behalf of c8f941472df74b6ca5e292969fab05ed for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:43.040042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.057109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43050) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:43.141883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f5bee-cbc9-4b98-b83f-78012118ab35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8ad03b-704b-4059-9a9e-f35738ecf8ef,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:43.241505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.297707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10a5291-984e-42bd-a53b-cd37f38bd5a2']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:43.322330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44e0fbf-d7d8-46b6-9798-2f92fab42835') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:43.323410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44e0fbf-d7d8-46b6-9798-2f92fab42835') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:43.327170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.347486 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.381513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.387004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Deleting port 95e0ef9a-2789-438a-b138-6aeeda820523 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:43.387420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.390392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:27:43.390950 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.442946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-dc44dc4b-beff-4bd5-92c9-87bf4a41f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:43.445164 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-dc44dc4b-beff-4bd5-92c9-87bf4a41f1d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.0907586 May 12 19:27:43.448859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.576277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6a53-f9b5-4a23-a30e-1236a1a3e3c9 None None] The port '95e0ef9a-2789-438a-b138-6aeeda820523' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:27:43.636091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:43.642734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Usage tracker for resource:security_group_rule and tenant:c8f941472df74b6ca5e292969fab05ed is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:43.652499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:43.690750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] DHCP port deletion for 5c6d2180-4dc0-435e-8247-bfb3729d84d2 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:27:43.696452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Deleting port cd16bb68-0bad-4569-be3a-37d0575a6566 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:43.696952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.732086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:43.753803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Deleting port cd16bb68-0bad-4569-be3a-37d0575a6566 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:43.754380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:43.982023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-8b46667a-7bea-40f2-8073-17c5d2d38aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:43.983648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-8b46667a-7bea-40f2-8073-17c5d2d38aaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 1098 time: 1.2441597 May 12 19:27:43.998048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Allocated IP 172.20.0.1 (57879554-b28d-40f0-9574-697fef5a1e44/7ddeec37-8497-4b32-8ed6-c6105fe67f5d/a67a23e7-af0a-42da-b9d7-a9a9babccc3e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:44.075655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] For port cd16bb68-0bad-4569-be3a-37d0575a6566, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cd16bb68-0bad-4569-be3a-37d0575a6566,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:44.076251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.200009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e4d3b2a-a224-41a0-98ef-38a0e424ec9e req-2b3ca884-51df-4e89-bcb7-67971e7028d3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3284204 May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: timer() May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:27:44.200695 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:27:44.221456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.229496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Calling delete_port for cd16bb68-0bad-4569-be3a-37d0575a6566 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:44.237762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-ba6982c5-dc6a-40ee-9ae4-692672b20f5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f67e69a3-7352-4892-b5f8-80e95bca5a64 HTTP/1.1" status: 200 len: 217 time: 0.2137539 May 12 19:27:44.242057 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.328137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10a5291-984e-42bd-a53b-cd37f38bd5a2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:44.335818 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.347785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f4944902-b6ef-4022-a924-616dec43bbd7 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=079271771bf940bc8dcfe914a8e62bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435800 May 12 19:27:44.387666 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-f17bfeb9-e26d-4ad2-b57f-486b1f31a210 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9329193 May 12 19:27:44.389308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.419622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Pushing event deleted for resources: {'Port': ['ID=cd16bb68-0bad-4569-be3a-37d0575a6566,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:44.431172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] No DVR routers for this DVR port cd16bb68-0bad-4569-be3a-37d0575a6566 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:27:44.447925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.448332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.448666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.448989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.449355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.449678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.450255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.450575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.451040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.451488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.452026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.452350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e0f04-420e-49be-b31e-8d71edd5c77f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:27:44.602038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] For port cd16bb68-0bad-4569-be3a-37d0575a6566, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cd16bb68-0bad-4569-be3a-37d0575a6566,segment=NetworkSegment(046accd9-5c47-4bbc-8be0-4193e556c7eb),segment_id=046accd9-5c47-4bbc-8be0-4193e556c7eb)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:44.602394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.657089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.675181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Transition to ACTIVE for port object a67a23e7-af0a-42da-b9d7-a9a9babccc3e will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:44.706771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-56968c6d-2976-41f7-9272-f759de08c7a5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a10a5291-984e-42bd-a53b-cd37f38bd5a2 HTTP/1.1" status: 204 len: 168 time: 4.0019937 May 12 19:27:44.710789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.724876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 835ae856-b34c-492c-ad53-aa1c2ccc21d2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:44.768992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Calling delete_port for cd16bb68-0bad-4569-be3a-37d0575a6566 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:44.809009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Network 57879554-b28d-40f0-9574-697fef5a1e44 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:44.815119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:44.823137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:44.900386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:44.923019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:44.929313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:44.929695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.068368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43114) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:45.154587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Pushing event updated for resources: {'Port': ['ID=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:45.162635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:45.163140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.184244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 835ae856-b34c-492c-ad53-aa1c2ccc21d2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=835ae856-b34c-492c-ad53-aa1c2ccc21d2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:45.190360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.226673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d5e16b3a-4f49-4014-b31d-28eb6cd0cef2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0887e3773454448a11ddffb5a6b69d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462457 May 12 19:27:45.233360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-60f2ce89-74fe-4978-8b7a-a37d552c9010 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:45.252536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-60f2ce89-74fe-4978-8b7a-a37d552c9010 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8916595 May 12 19:27:45.254568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43118) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:45.303887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cd16bb68-0bad-4569-be3a-37d0575a6566 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:27:45.331687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Subnet': ['ID=6f756ca8-7686-4581-9052-c954ebcf6bde,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:45.391362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f8bbdea-4df5-41ea-8561-de3b97be9c96 None None] Provisioning for port a67a23e7-af0a-42da-b9d7-a9a9babccc3e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:45.398004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: cd16bb68-0bad-4569-be3a-37d0575a6566 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:27:45.398386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cd16bb68-0bad-4569-be3a-37d0575a6566 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:27:45.399642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-02a58b37-c396-4d72-a97f-06d417df14fb tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/quotas/079271771bf940bc8dcfe914a8e62bf2 HTTP/1.1" status: 200 len: 375 time: 0.1458356 May 12 19:27:45.408911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f8bbdea-4df5-41ea-8561-de3b97be9c96 None None] Provisioning complete for port a67a23e7-af0a-42da-b9d7-a9a9babccc3e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:45.409319 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbdea-4df5-41ea-8561-de3b97be9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.432339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-c53f2563-de1c-4e13-9c8d-c8966e8d6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:45.437469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-c53f2563-de1c-4e13-9c8d-c8966e8d6075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 1.1625726 May 12 19:27:45.465619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=835ae856-b34c-492c-ad53-aa1c2ccc21d2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:45.491961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bbdea-4df5-41ea-8561-de3b97be9c96 None None] Port a67a23e7-af0a-42da-b9d7-a9a9babccc3e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:27:45.546793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-dfeee2b9-975a-4b65-ba9e-e6d064a1a243 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=079271771bf940bc8dcfe914a8e62bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1462512 May 12 19:27:45.557484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.571939 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d247e51c-1f85-4a73-af94-0d521fb28c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.573259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-0d4c8045-36cc-4d7a-b520-2af7080a1083 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1390514 May 12 19:27:45.578261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.600718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Checking segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:45.601071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network hostable DHCP agents. Network: af9ef7af-eec9-4d47-93dd-ca2b28932327, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:27:45.644622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:27:45.710874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:27:45.711155 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:27:45.712881 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d247e51c-1f85-4a73-af94-0d521fb28c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.735683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab19bfe-b787-460b-b75d-144390560495,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:45.818949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.819510 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Added segment 288da670-8fbe-405f-9b61-2d56c12a4d7c of type vlan for network e7935482-5e22-4a0d-85cf-6e2919f77a5e May 12 19:27:45.847417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:27:45.914054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d10b6a-913e-4ba8-8f8b-d84b38298255 req-5650d5df-9d7a-4943-a16f-bac69918bbd8 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:45.916126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15d10b6a-913e-4ba8-8f8b-d84b38298255 req-5650d5df-9d7a-4943-a16f-bac69918bbd8 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 948 time: 0.4998734 May 12 19:27:45.926146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:45.992829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, af9ef7af-eec9-4d47-93dd-ca2b28932327) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:46.001881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:46.031155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:46.031948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:46.041305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b185f-e629-4a3a-b1b2-e8b4573c386d None None] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:46.102572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6fa5b9eb-ff95-45ba-a486-25b0478c6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:46.105140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-6fa5b9eb-ff95-45ba-a486-25b0478c6ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6075795 May 12 19:27:46.127033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d247e51c-1f85-4a73-af94-0d521fb28c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:46.216746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Deleting port cd16bb68-0bad-4569-be3a-37d0575a6566 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:46.217380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:46.286770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247e51c-1f85-4a73-af94-0d521fb28c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c71a9-4b05-4cc7-934c-0dc95e78a01d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:46.291994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15d10b6a-913e-4ba8-8f8b-d84b38298255 req-2126b80e-297c-4b97-8bb3-c8f95d3dea2b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147850 May 12 19:27:46.304767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d247e51c-1f85-4a73-af94-0d521fb28c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:46.309167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d247e51c-1f85-4a73-af94-0d521fb28c19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d92c71a9-4b05-4cc7-934c-0dc95e78a01d HTTP/1.1" status: 204 len: 168 time: 1.0457108 May 12 19:27:46.358618 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-889cc3ca-c7a3-4fa9-891f-4d0fcbfe29ca tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=079271771bf940bc8dcfe914a8e62bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585661 May 12 19:27:46.503541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-9337141b-42ac-49c6-a5f8-c439aa85c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:46.506941 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-9337141b-42ac-49c6-a5f8-c439aa85c7a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 1099 time: 0.8632898 May 12 19:27:46.609746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] The port 'cd16bb68-0bad-4569-be3a-37d0575a6566' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:27:46.626469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43156) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:46.627194 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-29699d7d-3569-411a-87ab-837e6d26b764 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.0917001 May 12 19:27:46.628501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:46.630143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:46.631063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:46.692410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'subnet': {'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:46.890132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 1d0c5933-0062-466b-9c15-402f994edab8 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:27:46.896539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 835ae856-b34c-492c-ad53-aa1c2ccc21d2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:46.931961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] Pushing event updated for resources: {'Network': ['ID=e7935482-5e22-4a0d-85cf-6e2919f77a5e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:46.972096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-752b4253-0450-49b7-ae55-64d21ca57fb7 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:46.981808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e7935482-5e22-4a0d-85cf-6e2919f77a5e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:27:46.984699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-752b4253-0450-49b7-ae55-64d21ca57fb7 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6246259 May 12 19:27:47.037960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-af9ef7af-eec9-4d47-93dd-ca2b28932327', 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'fixed_ips': [{'subnet_id': '6f756ca8-7686-4581-9052-c954ebcf6bde'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:27:47.038920 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.117081 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.117320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c7c7d300-f6fc-45e9-9dd8-83a2c3882b6a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.4658601 May 12 19:27:47.122769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43164) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:47.181790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-e03bc158-899c-4242-9e12-12fd12baf522 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/quotas/079271771bf940bc8dcfe914a8e62bf2 HTTP/1.1" status: 200 len: 375 time: 0.1961534 May 12 19:27:47.191297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Request body: {'subnet': {'network_id': 'e7935482-5e22-4a0d-85cf-6e2919f77a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1266346756-subnet', 'tenant_id': 'c8f941472df74b6ca5e292969fab05ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:47.210156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:47.226205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Usage tracker for resource:subnet and tenant:c8f941472df74b6ca5e292969fab05ed is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:47.234298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:47.241232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:47.251231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:47.253882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.263782 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-36fddc04-82e6-4e90-b422-106ee71bb2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1472473 May 12 19:27:47.322837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.352629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6d2180-4dc0-435e-8247-bfb3729d84d2']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:47.366809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046accd9-5c47-4bbc-8be0-4193e556c7eb') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:47.367189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046accd9-5c47-4bbc-8be0-4193e556c7eb') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:47.401043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-4d541415-90f9-499d-80c3-9d1884f77b07 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=079271771bf940bc8dcfe914a8e62bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133406 May 12 19:27:47.402113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:subnet and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:47.405534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:47.417251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Made reservation on behalf of c8f941472df74b6ca5e292969fab05ed for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:47.420327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.421461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.447653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 1d0c5933-0062-466b-9c15-402f994edab8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=1d0c5933-0062-466b-9c15-402f994edab8,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:47.462611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '1d0c5933-0062-466b-9c15-402f994edab8', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '1d0c5933-0062-466b-9c15-402f994edab8', 'mac_address': 'fa:16:3e:95:1f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:27:47.610415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 1d0c5933-0062-466b-9c15-402f994edab8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:47.611043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.649935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:47.650190 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.668035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.670525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-1742623f-5075-43c5-a516-84c65016b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:47.672010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-1742623f-5075-43c5-a516-84c65016b198 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 1.1511362 May 12 19:27:47.817904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0c5933-0062-466b-9c15-402f994edab8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:27:47.884587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:27:47.891891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: timer() May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:27:47.920703 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:27:47.928832 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-f1e347bc-0f07-463d-bc6d-9571d3bb02d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1d0c5933-0062-466b-9c15-402f994edab8 HTTP/1.1" status: 200 len: 217 time: 0.2291446 May 12 19:27:47.937074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-dd5f4e01-bec5-4fcd-a1f8-8b878fe0bc61 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=079271771bf940bc8dcfe914a8e62bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1678123 May 12 19:27:48.022273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 1d0c5933-0062-466b-9c15-402f994edab8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=1d0c5933-0062-466b-9c15-402f994edab8,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:48.047306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:48.102046 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:27:48.116936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:48.122384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:48.126008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:48.237815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:48.262408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Allocated IP 10.1.1.2 (af9ef7af-eec9-4d47-93dd-ca2b28932327/6f756ca8-7686-4581-9052-c954ebcf6bde/a0798478-af1a-4461-bb01-fd3385157afc) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:48.351789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8e53c07-0526-4591-a182-5b1ddf6dabf3 req-9f33e02c-6179-4a4c-be37-10abf3f792d4 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.2700024 May 12 19:27:48.373919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Pushing event updated for resources: {'Port': ['ID=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:48.406684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-aecdbaa9-d2ca-46db-acb8-8f9af1a8eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:48.408484 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-aecdbaa9-d2ca-46db-acb8-8f9af1a8eb83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4186983 May 12 19:27:48.443768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['1d0c5933-0062-466b-9c15-402f994edab8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:27:48.474115 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78cbb447-b525-432c-a5c7-f78084fdd953 req-0779c9be-15ba-41d7-8d6d-d4da301a91e5 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0955317 May 12 19:27:48.481485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:48.512463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:48.571151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:48.615379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6d2180-4dc0-435e-8247-bfb3729d84d2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:48.623019 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5d6cff65-a744-4f70-a7d9-7cc8179d649d admin admin] 10.222.0.72 "DELETE /v2.0/networks/5c6d2180-4dc0-435e-8247-bfb3729d84d2 HTTP/1.1" status: 204 len: 168 time: 5.5116541 May 12 19:27:48.634863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43202) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:48.647079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=1d0c5933-0062-466b-9c15-402f994edab8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:48.856180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-008ea6d1-c0ab-4c17-9299-04c21e8c6a4e tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:48.857754 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-008ea6d1-c0ab-4c17-9299-04c21e8c6a4e tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8255193 May 12 19:27:48.927496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Request body: {'port': {'device_id': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '079271771bf940bc8dcfe914a8e62bf2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:48.936106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4923b81-dd9e-4e5d-bacc-b4bead9b54bb req-1b746e76-4cc8-4c23-a21e-c3de8dfddc86 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:48.937719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4923b81-dd9e-4e5d-bacc-b4bead9b54bb req-1b746e76-4cc8-4c23-a21e-c3de8dfddc86 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 949 time: 1.3186994 May 12 19:27:48.992186 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:49.011725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Transition to ACTIVE for port object a0798478-af1a-4461-bb01-fd3385157afc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:49.079339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Transition to ACTIVE for port object a0798478-af1a-4461-bb01-fd3385157afc will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:49.095932 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:49.130742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-d428e40f-562c-4014-87cb-62abcab8bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:49.132348 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-d428e40f-562c-4014-87cb-62abcab8bd8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7114108 May 12 19:27:49.160752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Network 57879554-b28d-40f0-9574-697fef5a1e44 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:49.178853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:49.258510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:49.267696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Pushing event updated for resources: {'Port': ['ID=a0798478-af1a-4461-bb01-fd3385157afc,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:49.290944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:49.292464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:49.295660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:49.307166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-f064c0b5-a236-438b-9484-3af667653492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:49.315016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-f064c0b5-a236-438b-9484-3af667653492 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 1098 time: 0.7524307 May 12 19:27:49.384654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-d1647cdd-4198-45ee-8e2c-dc3440c48aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7506371 May 12 19:27:49.599288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Attempting to bind port a0798478-af1a-4461-bb01-fd3385157afc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:49.599794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Attempting to bind port a0798478-af1a-4461-bb01-fd3385157afc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:49.600797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Attempting to bind port a0798478-af1a-4461-bb01-fd3385157afc on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:49.610527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:49.610935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Checking segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:49.611333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:49.611794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Bound using segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:49.612261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Bound port: a0798478-af1a-4461-bb01-fd3385157afc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:49.612621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:49.629811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4923b81-dd9e-4e5d-bacc-b4bead9b54bb req-caabb7ac-5c6a-4a02-9c26-53e6ab111ce0 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417503 May 12 19:27:49.812188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70c9e2cc-fe51-40cc-a389-15f1f516536b req-68a7ca71-3499-4656-9744-0143f036fc9a tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1470871 May 12 19:27:49.829270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43248) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:49.829473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e70f1ae2-1d54-4763-baf8-a8e5d5fd058d None None] Provisioning complete for port a67a23e7-af0a-42da-b9d7-a9a9babccc3e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:49.829837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e70f1ae2-1d54-4763-baf8-a8e5d5fd058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:49.836740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:49.868764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-6ec9a37a-a4fc-4329-9d69-f28e1183e978 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023802 May 12 19:27:49.879664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:49.910652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Usage tracker for resource:port and tenant:079271771bf940bc8dcfe914a8e62bf2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:49.919562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] For port a0798478-af1a-4461-bb01-fd3385157afc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:49.924546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] For port a0798478-af1a-4461-bb01-fd3385157afc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a0798478-af1a-4461-bb01-fd3385157afc,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:49.925508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Subnet': ['ID=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:49.942707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:50.010061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3374b27-be35-4de2-9562-0498f204a7e3,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:50.052560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e70f1ae2-1d54-4763-baf8-a8e5d5fd058d None None] Port a67a23e7-af0a-42da-b9d7-a9a9babccc3e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:27:50.076765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bd53a-43a0-4cd6-a702-272c7acd6e54 None None] Pushing event updated for resources: {'Port': ['ID=a0798478-af1a-4461-bb01-fd3385157afc,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:50.107520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Checking segment: {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:50.107871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network hostable DHCP agents. Network: cf08d2f2-0747-4dd1-a4c5-322775da83c6, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:27:50.136805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-457de4dd-eda6-422c-b932-3c25028fb7e0 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=079271771bf940bc8dcfe914a8e62bf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3408265 May 12 19:27:50.137870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:50.158340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Checking segment: {'id': '288da670-8fbe-405f-9b61-2d56c12a4d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e7935482-5e22-4a0d-85cf-6e2919f77a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:50.158801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Network hostable DHCP agents. Network: e7935482-5e22-4a0d-85cf-6e2919f77a5e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:27:50.194264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:27:50.200875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Router a238d4e5-95e9-48c8-abb4-27e10987f3fa has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:27:50.230220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Network e7935482-5e22-4a0d-85cf-6e2919f77a5e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:27:50.242280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, cf08d2f2-0747-4dd1-a4c5-322775da83c6) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:50.261638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad17df7-2c51-40d8-8f71-380e3a8d5a0c None None] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:50.270914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:50.284635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:50.285150 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:50.286095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:50.352281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e7935482-5e22-4a0d-85cf-6e2919f77a5e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:50.386658 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96dbcb91-b0ba-4db4-9ca1-a6bbb2e7d7a5 req-ec5d059b-6b1f-47ab-81c1-342e7e1a8576 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890134 May 12 19:27:50.388034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-faa60ad9-5adc-4be6-a86d-7cb7ed0e9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:50.389635 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-faa60ad9-5adc-4be6-a86d-7cb7ed0e9ee9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 1.0574317 May 12 19:27:50.390171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:50.399132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:50.399737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:50.420439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795b2fe-d36f-4aa9-b276-c3140e151917 None None] Network e7935482-5e22-4a0d-85cf-6e2919f77a5e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:50.430309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Usage tracker for resource:security_group_rule and tenant:39ff259d0264491097e2217e33dab736 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:50.438511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b35f4acf-1a9d-41d7-9673-ffb6580805da admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2745252 May 12 19:27:50.439986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:50.450547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:50.455554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7b45adcd-5da3-4864-8a85-0b6abb809fab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8271928 May 12 19:27:50.493090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43258) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:50.849146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 1d0c5933-0062-466b-9c15-402f994edab8 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:50.890473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a0798478-af1a-4461-bb01-fd3385157afc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:50.905940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:50.918851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:27:50.920907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'port': {'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'name': 'tempest-TaggedBootDevicesTest-1104110577', 'fixed_ips': [{'subnet_id': '6f756ca8-7686-4581-9052-c954ebcf6bde'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:50.950917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:50.987400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Made reservation on behalf of 079271771bf940bc8dcfe914a8e62bf2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:50.997416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Sync routers for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:27:50.999020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.000778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-51cf118d-a842-4707-849e-0ddeb9bb54fc admin admin] 10.222.0.72 "PUT /v2.0/routers/a238d4e5-95e9-48c8-abb4-27e10987f3fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5131772 May 12 19:27:51.095299 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-c6151270-c167-46c8-b4c2-e0e83aa5a284 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f67e69a3-7352-4892-b5f8-80e95bca5a64 HTTP/1.1" status: 200 len: 217 time: 0.6008227 May 12 19:27:51.100016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:51.100646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:51.106226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.168954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef57e2ee-12b2-49ff-a56f-8e3ab2e148bf req-310812db-dd8a-47d9-bf5e-a39014523d52 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1526000 May 12 19:27:51.225650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39ff259d0264491097e2217e33dab736&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3821750 May 12 19:27:51.226565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43274) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:51.235550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea871b1-6f23-46b0-9633-a9b26d38f90a req-c822bcf3-f150-421d-bca3-5a22a99fe8fc tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:51.237285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ea871b1-6f23-46b0-9633-a9b26d38f90a req-c822bcf3-f150-421d-bca3-5a22a99fe8fc tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 949 time: 0.2981656 May 12 19:27:51.239793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d5952-2b3b-471b-9195-5c19542c3a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512f80ba-377b-4b22-b1e4-3b8b16d0aaa7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:51.263594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-7cbee7c4-eb50-4cc3-8805-c1453bd6b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:51.265054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-7cbee7c4-eb50-4cc3-8805-c1453bd6b5f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1435058 May 12 19:27:51.269160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:51.372812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ea871b1-6f23-46b0-9633-a9b26d38f90a req-2ef20251-349c-4b36-9e9c-339c89fb6fc6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725536 May 12 19:27:51.397402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Usage tracker for resource:security_group_rule and tenant:079271771bf940bc8dcfe914a8e62bf2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:51.402385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c3922bc6-3c58-4a5b-bc2c-90df91e09bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.435419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c3922bc6-3c58-4a5b-bc2c-90df91e09bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.445257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:51.479070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-84788f94-4c2a-4e6e-b0b3-8aa17ebd50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:51.484598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-84788f94-4c2a-4e6e-b0b3-8aa17ebd50fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 1095 time: 1.8236675 May 12 19:27:51.502599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-cf08d2f2-0747-4dd1-a4c5-322775da83c6', 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'fixed_ips': [{'subnet_id': '4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:27:51.504115 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.553658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c3922bc6-3c58-4a5b-bc2c-90df91e09bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.557978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:51.588021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3922bc6-3c58-4a5b-bc2c-90df91e09bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f80ba-377b-4b22-b1e4-3b8b16d0aaa7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:51.618121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c3922bc6-3c58-4a5b-bc2c-90df91e09bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.629092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 1d0c5933-0062-466b-9c15-402f994edab8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:51.643430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c3922bc6-3c58-4a5b-bc2c-90df91e09bd7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/512f80ba-377b-4b22-b1e4-3b8b16d0aaa7 HTTP/1.1" status: 204 len: 168 time: 0.4029458 May 12 19:27:51.644966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43286) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:51.667755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542008410', 'description': 'tempest-description--1350340494'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:51.697070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:51.702650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 1d0c5933-0062-466b-9c15-402f994edab8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:51.703051 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:51.711145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Usage tracker for resource:security_group and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:51.720407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:51.728874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:51.730262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a0798478-af1a-4461-bb01-fd3385157afc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:51.898577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-375ff7ee-403e-47ed-9352-9210f12dbc18 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:51.900095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-375ff7ee-403e-47ed-9352-9210f12dbc18 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6506708 May 12 19:27:51.937418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Request body: {'port': {'device_id': '47dda4b8-c211-4543-930e-93509b64a4e1', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '079271771bf940bc8dcfe914a8e62bf2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:51.972763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49e24e-7ce2-4c77-9007-66f5079d1660 None None] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:52.095126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-d8f11e4b-3075-4502-87a1-cb1a5d34ebc5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:52.095536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-d8f11e4b-3075-4502-87a1-cb1a5d34ebc5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Synchronizing usage tracker for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:27:52.128527 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.144790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:52.149507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:port and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:52.150788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:52.153549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:52.158211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-d8f11e4b-3075-4502-87a1-cb1a5d34ebc5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Unset dirty status for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:27:52.161475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:52.168264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-d8f11e4b-3075-4502-87a1-cb1a5d34ebc5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.4410565 May 12 19:27:52.189094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-c5b58ac0-de92-41a3-9970-fc8b40245e54 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/quotas/f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 375 time: 0.0198672 May 12 19:27:52.194830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:52.199524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Usage tracker for resource:security_group_rule and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:52.210805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-9c53013f-3d67-4be6-878f-de4ecef22d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:52.212307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-9c53013f-3d67-4be6-878f-de4ecef22d17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9080706 May 12 19:27:52.219488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:52.229828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:52.244753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:52.262359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f67e69a3-7352-4892-b5f8-80e95bca5a64 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:27:52.264308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:52.268666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Usage tracker for resource:port and tenant:079271771bf940bc8dcfe914a8e62bf2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:52.271977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:52.274896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ce018-855a-4362-a872-5a03c747eb29 None None] Network e7935482-5e22-4a0d-85cf-6e2919f77a5e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:52.278100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:52.349947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-0f3a6ffa-0414-4ded-b561-688a101b6c03 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105425 May 12 19:27:52.447847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Made reservation on behalf of 079271771bf940bc8dcfe914a8e62bf2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:27:52.451372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.488011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.498614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a68ed073-8927-4040-a30a-df498ee94ca0 req-f57be84a-c298-4f17-ab1d-d178ab85aba5 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1062877 May 12 19:27:52.574568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:52.589110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-3bea6483-1c82-406b-a288-a075768f7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:52.590616 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-3bea6483-1c82-406b-a288-a075768f7acd service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 1.0288393 May 12 19:27:52.591583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Usage tracker for resource:security_group_rule and tenant:079271771bf940bc8dcfe914a8e62bf2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:52.605648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:52.660464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-eeea5da4-a1c7-4b36-967e-d2a1e866e5fa service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009975 May 12 19:27:52.685816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:52.722341 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.747653 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-40cc66cf-eb97-4df2-8ba5-b4033376786e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 200 len: 217 time: 0.1431630 May 12 19:27:52.793153 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.818877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.832710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.856061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] Provisioning for port a0798478-af1a-4461-bb01-fd3385157afc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:52.866790 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-4dc2b3c1-2121-4ee0-a817-5d23c91f8aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082861 May 12 19:27:52.889688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.911385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] Provisioning complete for port a0798478-af1a-4461-bb01-fd3385157afc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:52.911808 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.967311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:52.972282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3215079 May 12 19:27:52.975176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43324) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:52.978869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362b5c5-bfcd-431a-b188-f1da2978732e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8c97b-26fc-4bb4-bf4f-d873a7587673,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:53.014135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8c97b-26fc-4bb4-bf4f-d873a7587673', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:53.032171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:53.034556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] device_id is not set on port dec3d36d-9ce7-4697-8955-e0a2f2d347dd yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:27:53.043392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Usage tracker for resource:security_group_rule and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:53.047862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:53.055194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:53.088037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-12782c4d-885c-494c-95a5-40b2bce8203a service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065456 May 12 19:27:53.099578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ad505-284d-4505-8549-63e1dec00e0a req-03d73221-8d12-428a-8993-4aec2af067b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:53.101489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a21ad505-284d-4505-8549-63e1dec00e0a req-03d73221-8d12-428a-8993-4aec2af067b1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 949 time: 0.3098581 May 12 19:27:53.132674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.190488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 1d0c5933-0062-466b-9c15-402f994edab8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:53.190881 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.200316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a21ad505-284d-4505-8549-63e1dec00e0a req-06a18d0f-bf1c-445d-8ae1-72a734050dfc tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904300 May 12 19:27:53.218263 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:27:53.267986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 1d0c5933-0062-466b-9c15-402f994edab8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=1d0c5933-0062-466b-9c15-402f994edab8,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:53.288904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c5933-0062-466b-9c15-402f994edab8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:53.305063 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.315635 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.384456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f8b8b3-383d-4761-8676-de1ceb1a092b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:53.410086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.412387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-40da0386-63aa-4ebd-a241-80b5a2b35875 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4304650 May 12 19:27:53.414898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:53.424435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Request body: {'security_group_rule': {'security_group_id': 'a0d8c97b-26fc-4bb4-bf4f-d873a7587673', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:53.437217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:53.447519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Usage tracker for resource:security_group_rule and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:53.459300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:53.471144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:53.503808 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.508158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.546549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Allocated IP 10.2.2.2 (cf08d2f2-0747-4dd1-a4c5-322775da83c6/4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61/82d86506-603c-4b6d-8e9d-20b02d790194) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:53.631931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 079271771bf940bc8dcfe914a8e62bf2 {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:27:53.632496 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:27:53.646092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-fdce3e8d-b508-4968-aadf-41c22fccf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:53.648289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-fdce3e8d-b508-4968-aadf-41c22fccf86c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.8839254 May 12 19:27:53.649072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0ebdd5-bee6-4394-b4b3-067a33f88638,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:53.691536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fd3f011-1825-41de-ac9f-41c2965b17eb req-c3bb6107-f4a1-4401-804f-ce6030a8bf24 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.1507373 May 12 19:27:53.757740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.761021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-8e700ffe-5fee-4125-b26f-66f4ce418bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963652 May 12 19:27:53.778061 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.817907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.831155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Transition to ACTIVE for port object 82d86506-603c-4b6d-8e9d-20b02d790194 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:53.834447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b08fd8-950a-4964-91fd-d3d69ae11805,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:53.849252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-b7d40893-a55f-4388-8077-27907926a236 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:53.853285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Transition to ACTIVE for port object 82d86506-603c-4b6d-8e9d-20b02d790194 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:53.857575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-b7d40893-a55f-4388-8077-27907926a236 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 0.3153887 May 12 19:27:53.877079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-ed6c4286-1ec7-40f3-af7c-888dca8d8e68 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/quotas/688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 375 time: 0.0183868 May 12 19:27:53.915291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.916611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9b5b91b8-a2f7-417b-9334-6907e6bdf8e9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5005646 May 12 19:27:53.922117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43358) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:53.934127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:53.962646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:53.969865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Usage tracker for resource:floatingip and tenant:feaf0f18dbc440c4897a221ad0b4f1d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:53.973298 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4502a1-522f-4a10-8c88-b3a64bc7eaaf'] response: {'server_uuid': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c5933-0062-466b-9c15-402f994edab8', 'code': 200} May 12 19:27:53.975530 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:53.976431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:53.987654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:54.021282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:54.031113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-edbf11cd-2634-416d-b9ee-098e640e54de tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1524460 May 12 19:27:54.044648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:54.047482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:54.054891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.096336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43aaa54a-0057-4232-8653-2f51a7d5692a req-6e434194-0217-4246-a7a4-a25d1042cecf service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2101567 May 12 19:27:54.123372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.175233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee91506b-4323-4531-9bef-b0e8ec126aaa req-d7d17300-1688-4666-996a-7d0fb567e413 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1040704 May 12 19:27:54.189267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.226226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Allocated IP 192.168.233.121 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:54.233342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 10.1.1.63 (af9ef7af-eec9-4d47-93dd-ca2b28932327/6f756ca8-7686-4581-9052-c954ebcf6bde/dec3d36d-9ce7-4697-8955-e0a2f2d347dd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:54.402668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-1235590d-8ea7-4bca-9298-3a0a2528a1ed service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705924 May 12 19:27:54.475008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Attempting to bind port 82d86506-603c-4b6d-8e9d-20b02d790194 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:54.475413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Attempting to bind port 82d86506-603c-4b6d-8e9d-20b02d790194 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:54.475932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Attempting to bind port 82d86506-603c-4b6d-8e9d-20b02d790194 on network cf08d2f2-0747-4dd1-a4c5-322775da83c6 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:54.504325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:54.504738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Checking segment: {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:54.505162 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.505607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Bound using segment: {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:54.506082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Bound port: 82d86506-603c-4b6d-8e9d-20b02d790194, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:54.506545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.514820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-a3e6a853-54a8-4ac8-a3af-1ebf36ac0121 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046053 May 12 19:27:54.524679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] Current status of the port a0798478-af1a-4461-bb01-fd3385157afc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:54.525056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.555738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-0dd44d92-2058-4181-b499-ece32a25cde8 service neutron] 10.222.0.72 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521633 May 12 19:27:54.593170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] For port a0798478-af1a-4461-bb01-fd3385157afc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a0798478-af1a-4461-bb01-fd3385157afc,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:54.646542 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.668709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=1d0c5933-0062-466b-9c15-402f994edab8,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:54.758799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb1c1-ff73-407f-8b01-6bab4f615389 req-f230d3bf-57c3-418e-9afd-147f08bfc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:54.760288 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7acdb1c1-ff73-407f-8b01-6bab4f615389 req-f230d3bf-57c3-418e-9afd-147f08bfc67c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 1101 time: 0.7579772 May 12 19:27:54.827209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590870cb-a802-4bc6-8e5c-3832b6c4184e req-132dd161-1d42-4fbd-909d-db663a39ad1a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:54.829521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-590870cb-a802-4bc6-8e5c-3832b6c4184e req-132dd161-1d42-4fbd-909d-db663a39ad1a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 950 time: 0.2650650 May 12 19:27:54.888610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Pushing event updated for resources: {'Port': ['ID=82d86506-603c-4b6d-8e9d-20b02d790194,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:54.932063 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:54.982392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a3db1-3a02-471f-b8f2-a78488b93920 None None] Pushing event updated for resources: {'Port': ['ID=a0798478-af1a-4461-bb01-fd3385157afc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:55.005797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f67e69a3-7352-4892-b5f8-80e95bca5a64, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f67e69a3-7352-4892-b5f8-80e95bca5a64,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:55.016800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-590870cb-a802-4bc6-8e5c-3832b6c4184e req-84b01f37-6913-4488-a3a2-0bd34e5d515f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778908 May 12 19:27:55.058841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'f67e69a3-7352-4892-b5f8-80e95bca5a64', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'f67e69a3-7352-4892-b5f8-80e95bca5a64', 'mac_address': 'fa:16:3e:64:f8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:27:55.082289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Allocated IP 172.25.2.150 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c898c107-d74b-49f5-b381-fcdced1b1e40) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:55.131668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f67e69a3-7352-4892-b5f8-80e95bca5a64 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:55.132152 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:55.177862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] For port 82d86506-603c-4b6d-8e9d-20b02d790194, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:55.185899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67e69a3-7352-4892-b5f8-80e95bca5a64 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:27:55.193535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] For port 82d86506-603c-4b6d-8e9d-20b02d790194, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=82d86506-603c-4b6d-8e9d-20b02d790194,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:55.289125 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:55.351912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:27:46Z', 'revision_number': 2, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:55.372708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Checking router: a238d4e5-95e9-48c8-abb4-27e10987f3fa for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:27:55.373063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Updating router a238d4e5-95e9-48c8-abb4-27e10987f3fa port a67a23e7-af0a-42da-b9d7-a9a9babccc3e binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:27:55.468978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bc6f8f3-595b-469a-97b2-6a9b703f861f req-8e8db3da-fc62-4ec9-a517-ed78ab079533 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.0680256 May 12 19:27:55.496316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f67e69a3-7352-4892-b5f8-80e95bca5a64, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f67e69a3-7352-4892-b5f8-80e95bca5a64,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:55.538553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:55.578763 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:55.673215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba44393d-50c5-4070-9e21-ffa7bfb065b6 req-3bd1c4bd-66bd-4b8d-9b84-ab709dcd796e tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1772523 May 12 19:27:55.693485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d527e0a-6d38-4123-b5de-350d5eed40ac req-2d7975d9-ac2d-4e5c-b934-de10ae2a1784 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.1103275 May 12 19:27:55.698734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f2157cb9-4929-48ca-a0e2-f3ad7df42e2d None None] Provisioning complete for port a0798478-af1a-4461-bb01-fd3385157afc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:55.699108 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f2157cb9-4929-48ca-a0e2-f3ad7df42e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:55.734363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:55.798334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f937c9-e9e0-4b75-b62f-7842e46b8c65 None None] Pushing event updated for resources: {'Port': ['ID=82d86506-603c-4b6d-8e9d-20b02d790194,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:55.806936 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:55.900964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:55.904088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:55.908386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:55.924681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7acdb1c1-ff73-407f-8b01-6bab4f615389 req-d3339a1f-8d28-42bc-9895-7a3456adef57 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1102910 May 12 19:27:55.944863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event updated for resources: {'Port': ['ID=c898c107-d74b-49f5-b381-fcdced1b1e40,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:55.979480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:27:56.065853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.082246 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d807873d-1844-4b1e-b6bd-96a455f2c475 req-d0730241-10a4-4cab-bd6d-598e0ac6e5ed service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5491118 May 12 19:27:56.128450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.171574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f67e69a3-7352-4892-b5f8-80e95bca5a64,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:56.187512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.227639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Transition to ACTIVE for port object dec3d36d-9ce7-4697-8955-e0a2f2d347dd will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:56.235056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.367171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Deleting port b13654bc-614b-43d2-bd32-049086509b78 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:27:56.367651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.438296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43414) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:56.534428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f2157cb9-4929-48ca-a0e2-f3ad7df42e2d None None] Current status of the port a0798478-af1a-4461-bb01-fd3385157afc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:56.567360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Transition to ACTIVE for port object e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:56.636545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a8203-e561-4ed4-9928-d2823676470e req-ab19333e-5db7-48b0-8ca6-37e896e3da5c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:56.649778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b9a8203-e561-4ed4-9928-d2823676470e req-ab19333e-5db7-48b0-8ca6-37e896e3da5c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 950 time: 0.3760839 May 12 19:27:56.659685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-d31155be-e9ec-40a2-8692-ec52fac3ac36 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:56.661430 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-d31155be-e9ec-40a2-8692-ec52fac3ac36 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.9324584 May 12 19:27:56.662021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.674834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Transition to ACTIVE for port object a67a23e7-af0a-42da-b9d7-a9a9babccc3e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:27:56.688532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.723726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.740575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.767668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Request body: {'port': {'device_id': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'admin_state_up': True, 'tenant_id': 'f30b8eaff62b4d47ad13b701c1d7b632'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:56.891529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c258ef69-798d-416c-9a64-8596b2fc4a20 req-801c80a1-532a-4174-b6f4-aa962bf86ac3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.1567979 May 12 19:27:56.906937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82d86506-603c-4b6d-8e9d-20b02d790194 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:56.915248 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:56.961832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b9a8203-e561-4ed4-9928-d2823676470e req-2d38d191-84ec-44b5-92cd-0ba518a1ec3a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110533 May 12 19:27:56.993123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:27:56.997601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5bad4336-0fb1-47ff-8542-446cdf6f9a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.019781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Usage tracker for resource:security_group_rule and tenant:d0601211652842afacfd99056aa39aa9 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:27:57.031277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:57.035869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260377-7e6e-42e8-bfb8-1490d2eeb817 None None] Pushing event updated for resources: {'Port': ['ID=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:57.043193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:27:57.091476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:27:57.094870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.104291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:57.113953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:57.127015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.150150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:57.164207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Attempting to bind port a67a23e7-af0a-42da-b9d7-a9a9babccc3e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:27:57.164964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Attempting to bind port a67a23e7-af0a-42da-b9d7-a9a9babccc3e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:27:57.166064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Attempting to bind port a67a23e7-af0a-42da-b9d7-a9a9babccc3e on network 57879554-b28d-40f0-9574-697fef5a1e44 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:27:57.192829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 82d86506-603c-4b6d-8e9d-20b02d790194 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:57.198857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:27:57.199801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Checking segment: {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:27:57.200620 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.201505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Bound using segment: {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:27:57.202353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Bound port: a67a23e7-af0a-42da-b9d7-a9a9babccc3e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:27:57.203198 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.223629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a0798478-af1a-4461-bb01-fd3385157afc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:57.468466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a0798478-af1a-4461-bb01-fd3385157afc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:57.468948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.477086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f76c1b7-832b-42bf-a934-92ec3085d0bb req-2b81426b-daf2-4d94-93eb-ac6267fa08c9 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.2585630 May 12 19:27:57.498890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47d2a891-e5b7-40a0-8024-81c256bf1834 req-2797292f-3538-48d1-8fb0-ffb4a8732b92 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.1597638 May 12 19:27:57.499166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] For port a67a23e7-af0a-42da-b9d7-a9a9babccc3e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:27:57.509380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b2e54-59f0-46c6-bc06-10296b9bed90 None None] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:27:57.515727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event updated for resources: {'Port': ['ID=c898c107-d74b-49f5-b381-fcdced1b1e40,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:57.538331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.567906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f67e69a3-7352-4892-b5f8-80e95bca5a64 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:27:57.586179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] For port b13654bc-614b-43d2-bd32-049086509b78, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b13654bc-614b-43d2-bd32-049086509b78,segment=NetworkSegment(a2ef09fb-415b-49d9-9962-3e79009e06f2),segment_id=a2ef09fb-415b-49d9-9962-3e79009e06f2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:57.586533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.594332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] For port a67a23e7-af0a-42da-b9d7-a9a9babccc3e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:27:57.603531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.606176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e8291fc8-0fd7-4d3d-813c-5be965e9a3b6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6820948 May 12 19:27:57.621629 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.632977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.687806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0601211652842afacfd99056aa39aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2399712 May 12 19:27:57.690396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8310a-fc6d-419f-b98f-7d5c7ac293cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10624238-3d91-4ebd-8888-025b6c582fd2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:57.693038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43428) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:57.761855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e81c4d6-4c93-43bc-826d-532ee0a953c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.765366 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.795491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e81c4d6-4c93-43bc-826d-532ee0a953c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.829988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Calling delete_port for b13654bc-614b-43d2-bd32-049086509b78 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:27:57.834962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Provisioning for port dec3d36d-9ce7-4697-8955-e0a2f2d347dd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:57.872686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e81c4d6-4c93-43bc-826d-532ee0a953c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.883316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Provisioning complete for port dec3d36d-9ce7-4697-8955-e0a2f2d347dd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:57.883695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.927871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:27:57.931422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:27:57.952832 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e81c4d6-4c93-43bc-826d-532ee0a953c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:57.956369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3e81c4d6-4c93-43bc-826d-532ee0a953c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/10624238-3d91-4ebd-8888-025b6c582fd2 HTTP/1.1" status: 204 len: 168 time: 0.2599916 May 12 19:27:57.958438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81c4d6-4c93-43bc-826d-532ee0a953c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10624238-3d91-4ebd-8888-025b6c582fd2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:57.996660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:58.020435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:58.021212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:58.062357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Allocated IP 192.168.233.109 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/b7ab06b9-06b9-4547-810d-f6f7854decb5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:27:58.204045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260377-7e6e-42e8-bfb8-1490d2eeb817 None None] Pushing event updated for resources: {'Port': ['ID=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:58.246258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7b59de9-ba15-4776-ac12-a0d9dfd12b10 req-75e6575b-f8c6-4997-a11f-efce06d9730c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.1651027 May 12 19:27:58.273067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Port dec3d36d-9ce7-4697-8955-e0a2f2d347dd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:27:58.283730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port f67e69a3-7352-4892-b5f8-80e95bca5a64 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:58.387883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port f67e69a3-7352-4892-b5f8-80e95bca5a64 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:58.388250 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:58.422592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a0798478-af1a-4461-bb01-fd3385157afc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:58.450037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Provisioning for port 82d86506-603c-4b6d-8e9d-20b02d790194 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:27:58.506368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Provisioning complete for port 82d86506-603c-4b6d-8e9d-20b02d790194 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:27:58.506756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:58.553408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba807faf-134a-479f-ab94-d3e45827608c req-2626de33-337a-4ad2-9cf5-8811ac1e41da tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:58.561102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba807faf-134a-479f-ab94-d3e45827608c req-2626de33-337a-4ad2-9cf5-8811ac1e41da tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 950 time: 0.2819011 May 12 19:27:58.596419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:27:58.673530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:27:58.681711 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-17bc3247-14ae-4760-9f3f-2668ca1210f2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 8.1844010 May 12 19:27:58.701973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:27:58.711755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:27:58.796359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:27:58.874467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'port': {'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'name': 'tempest-TaggedBootDevicesTest-1030341845', 'fixed_ips': [{'subnet_id': '6f756ca8-7686-4581-9052-c954ebcf6bde'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:58.966329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87c87dfb-cf12-40b5-9f8e-ab43fe463cfc req-f59952a6-88d5-4c64-9d58-23703756c1b4 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0862815 May 12 19:27:59.079764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba807faf-134a-479f-ab94-d3e45827608c req-b4ff716e-06aa-48c7-8be7-8a8d48a35b93 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122826 May 12 19:27:59.079992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-94fb28cf-a6fe-45ab-be51-8b6cc9977aaf tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:59.081415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-94fb28cf-a6fe-45ab-be51-8b6cc9977aaf tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 820 time: 1.7915876 May 12 19:27:59.352847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f31d295b-4109-4b37-9ac5-86b69d4cdafd req-5771fbff-f4c2-4c3a-a196-bbb8072c4895 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.1375995 May 12 19:27:59.386464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Current status of the port 82d86506-603c-4b6d-8e9d-20b02d790194 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:59.387087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:59.410988 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-15646758-2038-4ef8-9bfa-d7b745abe0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:59.443886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7be9b-3e1b-411b-9838-a60d4fd0bb97 req-bdde20bb-169a-4bfe-b55b-31f27a19d46d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:27:59.459951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47a7be9b-3e1b-411b-9838-a60d4fd0bb97 req-bdde20bb-169a-4bfe-b55b-31f27a19d46d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 948 time: 0.1695914 May 12 19:27:59.461978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] For port 82d86506-603c-4b6d-8e9d-20b02d790194, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=82d86506-603c-4b6d-8e9d-20b02d790194,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:59.495702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f67e69a3-7352-4892-b5f8-80e95bca5a64 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:27:59.496243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:59.516671 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:59.559054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47a7be9b-3e1b-411b-9838-a60d4fd0bb97 req-dcc3a5e5-bf61-46d9-a0b1-018ff4c7d09a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976725 May 12 19:27:59.597038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Request body: {'port': {'device_id': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'admin_state_up': True, 'tenant_id': '688e1e82516441b8afefb2f3de675b79'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:27:59.613592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67e69a3-7352-4892-b5f8-80e95bca5a64'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:27:59.717881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f67e69a3-7352-4892-b5f8-80e95bca5a64, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f67e69a3-7352-4892-b5f8-80e95bca5a64,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:27:59.731105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:27:59.815836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a5c29-77d5-4c01-8d47-d1c39b1b15b8 None None] Pushing event updated for resources: {'Port': ['ID=82d86506-603c-4b6d-8e9d-20b02d790194,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:27:59.970002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff6c7e25-9848-4e02-a5c9-49a05b323b28 req-f2c0fb5d-8d5b-457d-9b77-c6c7cc42f690 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.1000509 May 12 19:28:00.005971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cfb8433d-1f50-4f04-a6ac-94c4ee198d44 None None] Provisioning for port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:00.040135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:00.041130 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:00.042591 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26a1501-a204-46b6-9267-a85a2f0e94d2'] response: {'server_uuid': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67e69a3-7352-4892-b5f8-80e95bca5a64', 'code': 200} May 12 19:28:00.051630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cfb8433d-1f50-4f04-a6ac-94c4ee198d44 None None] Provisioning complete for port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:00.068333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cfb8433d-1f50-4f04-a6ac-94c4ee198d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:00.270720 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:00.329995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24de9676-a6a7-495f-a0c9-d702fc82aded req-c0d47c48-851e-4b38-9e7a-b83d058db6e8 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1004002 May 12 19:28:00.364915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:00.367868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f67e69a3-7352-4892-b5f8-80e95bca5a64,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:00.378791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:00.396226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:27:57Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:00.403327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8433d-1f50-4f04-a6ac-94c4ee198d44 None None] Port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:00.409422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78de7f-6d5c-49d1-ab77-e081fcecec51 None None] The sync data for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 is: [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:27:57Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:28:00.468437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:00.485698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Usage tracker for resource:port and tenant:688e1e82516441b8afefb2f3de675b79 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:00.489615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:00.516471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:00.534050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:port and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:00.538134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-76bf5a83-0515-4b4c-8e88-50d763c909d3 None None] Provisioning complete for port 82d86506-603c-4b6d-8e9d-20b02d790194 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:00.538507 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76bf5a83-0515-4b4c-8e88-50d763c909d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:00.540849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:00.650292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:00.731671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:00.734607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Usage tracker for resource:port and tenant:f30b8eaff62b4d47ad13b701c1d7b632 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:00.737542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:00.791231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-463f52c3-1f3a-4612-a8b3-8373a3163212 req-da592625-8777-4bba-b236-dbf80d90398e tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.1811607 May 12 19:28:00.791392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-7257015f-62ff-4917-ba9a-d05483603040 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 11.8806679 May 12 19:28:00.889842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:00.915193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82d86506-603c-4b6d-8e9d-20b02d790194 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:00.923645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:00.961625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-76bf5a83-0515-4b4c-8e88-50d763c909d3 None None] Current status of the port 82d86506-603c-4b6d-8e9d-20b02d790194 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:01.049088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 82d86506-603c-4b6d-8e9d-20b02d790194 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:01.049715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:01.142111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Request body: {'port': {'device_id': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:01.183133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f9f3a-e66b-43ce-a613-a9d82c75640c req-0863f559-0d6f-4de9-ac8c-23246f0986cb tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:01.212423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-935f9f3a-e66b-43ce-a613-a9d82c75640c req-0863f559-0d6f-4de9-ac8c-23246f0986cb tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 949 time: 0.1973443 May 12 19:28:01.335855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:01.364259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-935f9f3a-e66b-43ce-a613-a9d82c75640c req-08ca46f3-c3da-42b7-9cdb-d43302e15bec tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403008 May 12 19:28:01.436183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 82d86506-603c-4b6d-8e9d-20b02d790194 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:01.438259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a67a23e7-af0a-42da-b9d7-a9a9babccc3e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:01.532450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:01.576445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a67a23e7-af0a-42da-b9d7-a9a9babccc3e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:01.596833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a67a23e7-af0a-42da-b9d7-a9a9babccc3e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:01.601250 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:01.672149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cdf617da-4a5c-4d18-9f9d-6708af63c017 req-2db3243f-8f01-4c0d-8a62-c8a085d46e59 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.0966356 May 12 19:28:01.690481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:01.709395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:01.982407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51976c18-8189-4f45-b586-2b776ad43bfa req-c99973b7-3e03-42c4-8c53-bac5e9ed154f tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1884589 May 12 19:28:02.018668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a67a23e7-af0a-42da-b9d7-a9a9babccc3e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:02.019545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:02.061205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Transition to ACTIVE for port object b7ab06b9-06b9-4547-810d-f6f7854decb5 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:02.070904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Made reservation on behalf of 688e1e82516441b8afefb2f3de675b79 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:02.074979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:02.113079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b13654bc-614b-43d2-bd32-049086509b78,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:02.128456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:02.156109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port a67a23e7-af0a-42da-b9d7-a9a9babccc3e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:02.181356 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:02.275696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-628d364a-db2e-4107-9304-d392b4592440 req-1a51fbb2-d4d4-4390-bc6b-c9e5939e7913 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.1742523 May 12 19:28:02.332697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Made reservation on behalf of f30b8eaff62b4d47ad13b701c1d7b632 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:02.337012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:02.381956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:02.406342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb3196-bc66-4681-b991-760dcba2a01f req-2b406dff-5959-4aef-8c40-f4259fef54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:02.408227 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35bb3196-bc66-4681-b991-760dcba2a01f req-2b406dff-5959-4aef-8c40-f4259fef54a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 1100 time: 1.8420377 May 12 19:28:02.542617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43592) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:02.795245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66dae7-15fe-47bd-97d4-e75b1922dbc8 req-cd9aa6aa-f907-41e5-af02-6037c9d2461d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:02.809647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e66dae7-15fe-47bd-97d4-e75b1922dbc8 req-cd9aa6aa-f907-41e5-af02-6037c9d2461d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 949 time: 0.1661429 May 12 19:28:02.853342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:02.869227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a67a23e7-af0a-42da-b9d7-a9a9babccc3e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:02.878956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:02.892700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Usage tracker for resource:security_group_rule and tenant:d7ac19368a1741d0afec0c82251845b7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:02.898517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:02.908623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:02.928079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e66dae7-15fe-47bd-97d4-e75b1922dbc8 req-399e5945-0803-40d0-bc7f-bc152b65d408 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150563 May 12 19:28:02.944113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:02.955642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35bb3196-bc66-4681-b991-760dcba2a01f req-045b44c4-5981-48e8-9443-0cb30305f257 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329177 May 12 19:28:02.991355 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.030984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a67a23e7-af0a-42da-b9d7-a9a9babccc3e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:03.031380 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.041094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d34bd41d-00ff-4318-a31f-d013508b15d7 req-fca66a8f-13e4-4783-8fd4-ad2f03010945 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.0822818 May 12 19:28:03.179174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.201954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] device_id is not set on port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:28:03.223663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.260179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a67a23e7-af0a-42da-b9d7-a9a9babccc3e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:03.308084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7ac19368a1741d0afec0c82251845b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7639258 May 12 19:28:03.312600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0a0ea-8566-40e9-9722-8f755a7d8cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c39e03c-54c3-4f3c-8ea6-8970c228d251,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:03.315030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43606) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:03.363265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:03.381087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99030d-89b1-43b9-a2ea-38d21bb4a452 req-1cdc36a9-42f5-456f-83b3-9a49c9afab23 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:03.382934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee99030d-89b1-43b9-a2ea-38d21bb4a452 req-1cdc36a9-42f5-456f-83b3-9a49c9afab23 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 936 time: 0.2020793 May 12 19:28:03.389624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:03.411566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:03.459684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee99030d-89b1-43b9-a2ea-38d21bb4a452 req-e699f912-1e4c-4033-9545-2e2152d92a2f tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553358 May 12 19:28:03.489356 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b98b87c-7818-4861-ac83-77884aa2b5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.489496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:03.559871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5650d529-fac2-4056-88f3-49b6e56732c1 req-e5c061b3-6165-4f31-8c7b-34a620d36f57 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.0880191 May 12 19:28:03.599885 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b98b87c-7818-4861-ac83-77884aa2b5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.648720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Allocated IP 172.20.0.4 (47c13cac-b4e1-428b-9c50-11992682fb5e/e79b5823-0f43-4c0e-96de-948a820c5629/bc695fe8-3937-4b29-84ae-00faea9966dc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:03.669280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b98b87c-7818-4861-ac83-77884aa2b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.685256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98b87c-7818-4861-ac83-77884aa2b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c39e03c-54c3-4f3c-8ea6-8970c228d251,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:03.692375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b98b87c-7818-4861-ac83-77884aa2b5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.693546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9b98b87c-7818-4861-ac83-77884aa2b5d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c39e03c-54c3-4f3c-8ea6-8970c228d251 HTTP/1.1" status: 204 len: 168 time: 0.3767452 May 12 19:28:03.709939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Allocated IP 172.20.0.13 (df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34/004061e1-b9c6-4c81-af0b-f2f7691b6afa/8564a514-0325-4a77-bf22-2b04003f3c3f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:03.734533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0dc5b7f3-4fd5-4919-90f8-044a9691f411 None None] Provisioning for port b7ab06b9-06b9-4547-810d-f6f7854decb5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:03.740958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0dc5b7f3-4fd5-4919-90f8-044a9691f411 None None] Provisioning complete for port b7ab06b9-06b9-4547-810d-f6f7854decb5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:03.742274 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b7f3-4fd5-4919-90f8-044a9691f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.759904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:03.760450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:03.829726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5b7f3-4fd5-4919-90f8-044a9691f411 None None] Port b7ab06b9-06b9-4547-810d-f6f7854decb5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:03.859483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:28:03.993039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:28:04.030737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:04.051888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 10.1.1.157 (af9ef7af-eec9-4d47-93dd-ca2b28932327/6f756ca8-7686-4581-9052-c954ebcf6bde/1102ea15-5fe1-4b14-928c-5c39ce67ad28) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:04.056326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:04.067770 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-39665a17-d5b5-4c38-ac89-0084a4e88171 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 12.1458614 May 12 19:28:04.104907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Request body: {'port': {'device_id': '47dda4b8-c211-4543-930e-93509b64a4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:04.297465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d09f0-55ac-4440-a890-a46af473bf0e req-8664165c-52ac-4856-915e-bc20c70fd56f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:04.302326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-932d09f0-55ac-4440-a890-a46af473bf0e req-8664165c-52ac-4856-915e-bc20c70fd56f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 949 time: 0.1721807 May 12 19:28:04.383867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3803773f-b736-498a-b313-8f75155e41b1 req-442326f2-43d6-428e-a808-9443c77916b6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.0801725 May 12 19:28:04.419274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Transition to ACTIVE for port object e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:04.434746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-932d09f0-55ac-4440-a890-a46af473bf0e req-4e4007ad-eb87-4ec7-8053-68a3a646ba4e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808113 May 12 19:28:04.460860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:04.549371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:04.775201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90b4f7ad-94e3-47fd-9d59-54c49220c0c4 req-5685c081-14c2-4c86-b74e-004b347dd2cb tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.0738456 May 12 19:28:04.820794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb33c0-da79-4aab-8323-78fa67e8344b req-f0d1fb17-bacb-4150-9c8c-58be9a02a0f1 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:04.830030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44cb33c0-da79-4aab-8323-78fa67e8344b req-f0d1fb17-bacb-4150-9c8c-58be9a02a0f1 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 936 time: 0.2238383 May 12 19:28:04.898529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44cb33c0-da79-4aab-8323-78fa67e8344b req-35c1ab93-2dde-406a-96be-858d77f5862c tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 May 12 19:28:05.062330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:05.268457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:05.277016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:05.328182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:28:05.339729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] Sync routers for ids ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:28:05.351576 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] Routers {'74b2c0cb-0124-442c-8ebf-d78faa33d3c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:28:05.352388 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:05.368775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43650) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:05.369033 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-08807458-178b-43d9-82e4-822bac264d0c admin admin] 10.222.0.72 "PUT /v2.0/routers/74b2c0cb-0124-442c-8ebf-d78faa33d3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7316658 May 12 19:28:05.496376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Attempting to bind port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:05.496968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Attempting to bind port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:05.497489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Attempting to bind port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:05.597884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:05.612933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['19896ff5-ab96-465f-af9e-4732e8c61316'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:05.613663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:05.621365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43660) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:05.629405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:05.681170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:05.681782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Attempting to bind port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:05.728741 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] Set router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:28:05.741742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Transition to ACTIVE for port object 1102ea15-5fe1-4b14-928c-5c39ce67ad28 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:05.745002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:05.745582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:05.746125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:05.746725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Bound port: e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:05.747226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:05.775028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Network 47c13cac-b4e1-428b-9c50-11992682fb5e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:05.800913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:05.802449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:05.817548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:05.826234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:05.992371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.000207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:06.124402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:06.213458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5d163-1cc0-4643-bdf0-b3451442db6c req-47d97b24-4001-494a-a49a-649b439fc5c4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:06.220647 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:28:00Z', 'revision_number': 5, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:06.221030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4e5d163-1cc0-4643-bdf0-b3451442db6c req-47d97b24-4001-494a-a49a-649b439fc5c4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 949 time: 0.3860159 May 12 19:28:06.227961 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] Checking router: 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:28:06.240912 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] Routers {'74b2c0cb-0124-442c-8ebf-d78faa33d3c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:28:06.244377 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:06.251589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.260877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2edd1-3428-482f-b273-c301ea0e371b req-2b6c4e9f-631b-4f1c-98d5-b8913773e954 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:06.268161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50a2edd1-3428-482f-b273-c301ea0e371b req-2b6c4e9f-631b-4f1c-98d5-b8913773e954 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 932 time: 0.4758804 May 12 19:28:06.321525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:06.341309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:06.342213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.346397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4e5d163-1cc0-4643-bdf0-b3451442db6c req-33bbc199-6db1-4e90-847d-76092d0095d5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237750 May 12 19:28:06.348430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Usage tracker for resource:security_group_rule and tenant:24bc8ce34432456a9dc0326f58d59062 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:06.386012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-50a2edd1-3428-482f-b273-c301ea0e371b req-eb91bb96-82df-4566-8ee6-a4a47d326bc9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Synchronizing usage tracker for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:06.399994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.428505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Deleting port f7edf146-cab4-4d2c-b543-f07d5b39653d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:28:06.428899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.435567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:06.448364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:06.449385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.476882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:06.479233 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] Set router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:28:06.481127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:06.500543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:06.504087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-50a2edd1-3428-482f-b273-c301ea0e371b req-eb91bb96-82df-4566-8ee6-a4a47d326bc9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Unset dirty status for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:06.506332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.518000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50a2edd1-3428-482f-b273-c301ea0e371b req-eb91bb96-82df-4566-8ee6-a4a47d326bc9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488899 May 12 19:28:06.527367 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-89196f28-c4c1-433e-8951-838c611e8598 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.7900412 May 12 19:28:06.578893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:06.590895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Request body: {'port': {'device_id': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:06.633530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-f985f015-e519-4f84-873a-8a11b141aa5d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1221480 May 12 19:28:06.648111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.669390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Request body: {'port': {'device_id': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:06.740872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:06.756070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:06.764490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:28:06.783958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:06.810536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:06.811153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.812634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] 10.222.0.36 "PUT /v2.0/ports/e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 HTTP/1.1" status: 200 len: 1096 time: 5.6767266 May 12 19:28:06.819518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:06.840413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:06.889825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] For port f7edf146-cab4-4d2c-b543-f07d5b39653d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f7edf146-cab4-4d2c-b543-f07d5b39653d,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:06.890211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:06.966795 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:28:00Z', 'revision_number': 5, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:06.975340 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e54d33-dcaa-4c49-a509-37648fe4e9f8 None None] The sync data for ids ['74b2c0cb-0124-442c-8ebf-d78faa33d3c1'] in n-d-841626-1 is: [{'id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1274200919-router', 'tenant_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:24:24Z', 'updated_at': '2022-05-12T19:28:00Z', 'revision_number': 5, 'project_id': 'c60f8ef95b2f4601a94cc8195f97d538', 'gw_port': {'id': 'f7edf146-cab4-4d2c-b543-f07d5b39653d', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b2c0cb-0124-442c-8ebf-d78faa33d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:24:25Z', 'updated_at': '2022-05-12T19:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:28:07.106021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Calling delete_port for f7edf146-cab4-4d2c-b543-f07d5b39653d owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:28:07.157933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532d2f-9e0c-4663-aa56-85b8750ce556 req-2ce2793e-612e-45e1-b30a-d44b085b1620 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:07.164940 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87532d2f-9e0c-4663-aa56-85b8750ce556 req-2ce2793e-612e-45e1-b30a-d44b085b1620 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 931 time: 0.6725335 May 12 19:28:07.215455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23b05ec0-5baa-46ba-8676-1aa1c3def822 None None] Provisioning for port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:07.233384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23b05ec0-5baa-46ba-8676-1aa1c3def822 None None] Provisioning complete for port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:07.235562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23b05ec0-5baa-46ba-8676-1aa1c3def822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.243040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87532d2f-9e0c-4663-aa56-85b8750ce556 req-df2527c2-7eb0-466c-8f0a-b1414409adc5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769844 May 12 19:28:07.387166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-23b05ec0-5baa-46ba-8676-1aa1c3def822 None None] Port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:07.474783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ab06b9-06b9-4547-810d-f6f7854decb5 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:07.486696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:07.487243 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.512557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bedd1-a1fc-43e7-be1a-9094a2a96dd3 req-6471f0dd-d868-425f-932c-09bab0f397f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:07.519683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d64bedd1-a1fc-43e7-be1a-9094a2a96dd3 req-6471f0dd-d868-425f-932c-09bab0f397f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 936 time: 0.7863076 May 12 19:28:07.539250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.542403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.615304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d64bedd1-a1fc-43e7-be1a-9094a2a96dd3 req-6dd3ada7-88e5-48a5-b162-725a97342ae9 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945747 May 12 19:28:07.630734 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f08da149-c523-4e0b-9b00-54e4d29cb85c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 8.8285773 May 12 19:28:07.652110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35aa3ef-66ab-4f13-a4bc-6b7453673840 service neutron] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:07.704546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.738062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.771543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Transition to ACTIVE for port object b7ab06b9-06b9-4547-810d-f6f7854decb5 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:07.774224 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb6c762-0a4f-47e3-b516-b0181925cf84'] response: {'name': 'network-changed', 'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'status': 'completed', 'code': 200} May 12 19:28:07.787274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.878509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.884350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.956789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:07.984352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-e52d07f8-7530-4eb1-9164-e375c8b5635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:07.985899 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-e52d07f8-7530-4eb1-9164-e375c8b5635c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=079271771bf940bc8dcfe914a8e62bf2&device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 1099 time: 0.7626405 May 12 19:28:08.011426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Pushing event deleted for resources: {'Port': ['ID=f7edf146-cab4-4d2c-b543-f07d5b39653d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:08.118417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a876a0d-3bb1-46a9-bc9e-8ded10602a46 req-3fbd17d3-a66b-452b-b786-0302842f9c7c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:08.124291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a876a0d-3bb1-46a9-bc9e-8ded10602a46 req-3fbd17d3-a66b-452b-b786-0302842f9c7c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:08.131446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a876a0d-3bb1-46a9-bc9e-8ded10602a46 req-3fbd17d3-a66b-452b-b786-0302842f9c7c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1&device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 1690 time: 0.4934978 May 12 19:28:08.144411 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.179413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.214542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-39693084-ab3f-4e88-979a-5b8afac8d630 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 HTTP/1.1" status: 200 len: 217 time: 0.1493461 May 12 19:28:08.351988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-ca099dc0-77c2-4c30-8ed2-9ffd202e583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:08.353692 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-ca099dc0-77c2-4c30-8ed2-9ffd202e583d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0832412 May 12 19:28:08.402809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a876a0d-3bb1-46a9-bc9e-8ded10602a46 req-09bc561c-8fd4-4252-8ec3-3dcba97b7dca tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704833 May 12 19:28:08.419234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf1a6c-ed8c-4e9c-a2d4-b63daa6f6010 req-7b4de28c-b068-43fe-bf02-ffb39e2ce66b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:08.427063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dbf1a6c-ed8c-4e9c-a2d4-b63daa6f6010 req-7b4de28c-b068-43fe-bf02-ffb39e2ce66b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 932 time: 0.6044328 May 12 19:28:08.430407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.444830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.498777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dbf1a6c-ed8c-4e9c-a2d4-b63daa6f6010 req-d8f55c28-4285-46bd-bd3d-b5104ee9cae5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706804 May 12 19:28:08.499663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.500989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b2c0cb-0124-442c-8ebf-d78faa33d3c1 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:28:08.501256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:08.519926 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.525698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a2a00b42-94eb-425d-bed4-857d163b5dea admin admin] 10.222.0.72 "DELETE /v2.0/routers/74b2c0cb-0124-442c-8ebf-d78faa33d3c1 HTTP/1.1" status: 204 len: 168 time: 3.1548975 May 12 19:28:08.527168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43688) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:08.528489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43690) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:08.530688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b036bfc9-4a44-4fa0-ba45-af99dadc9748,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:08.575241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815374894', 'description': 'tempest-description--400419801'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:08.592350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:08.604867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:security_group and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:08.609065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:08.618342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:08.636510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] Deleting subnet ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:28:08.643438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.667224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.686434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5592f9e9-aafc-4b13-af0d-87e15ed43778 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24bc8ce34432456a9dc0326f58d59062&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0523045 May 12 19:28:08.697646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43700) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:08.743396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b13654bc-614b-43d2-bd32-049086509b78 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:28:08.805315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:08.807104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b13654bc-614b-43d2-bd32-049086509b78 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:28:08.807447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b13654bc-614b-43d2-bd32-049086509b78 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:28:08.827007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:security_group_rule and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:08.831524 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:08.863726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:08.883968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:08.953341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Attempting to bind port b7ab06b9-06b9-4547-810d-f6f7854decb5 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:08.953674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Attempting to bind port b7ab06b9-06b9-4547-810d-f6f7854decb5 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:08.953998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Attempting to bind port b7ab06b9-06b9-4547-810d-f6f7854decb5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:08.982039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Port b7ab06b9-06b9-4547-810d-f6f7854decb5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:08.982430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Attempting to bind port b7ab06b9-06b9-4547-810d-f6f7854decb5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:09.004948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52ead96b-36d1-436b-bd8d-706ca8e6489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.011742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:09.012078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:09.012795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:09.012981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Bound port: b7ab06b9-06b9-4547-810d-f6f7854decb5, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:09.013432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.026795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd66092-4983-4bd3-9fbb-4a7a5da41196 req-eef2d7e6-80f7-44b4-9557-99aa40c9bb7e tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:09.034196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cd66092-4983-4bd3-9fbb-4a7a5da41196 req-eef2d7e6-80f7-44b4-9557-99aa40c9bb7e tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 931 time: 0.2749977 May 12 19:28:09.042255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-9aa6abaa-5906-4b4d-bb95-023683d98bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:09.042255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-9aa6abaa-5906-4b4d-bb95-023683d98bbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5891275 May 12 19:28:09.122987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.152169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:28:09.198882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c04f33-feee-42a1-89cb-2f866fa47d54 req-1e63c50e-8a71-4011-a825-e31ab76467b7 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:09.208052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36c04f33-feee-42a1-89cb-2f866fa47d54 req-1e63c50e-8a71-4011-a825-e31ab76467b7 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 948 time: 0.3310108 May 12 19:28:09.223545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cd66092-4983-4bd3-9fbb-4a7a5da41196 req-b71049e4-5e02-499e-9104-e757d6251bb7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884334 May 12 19:28:09.228053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52ead96b-36d1-436b-bd8d-706ca8e6489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.283201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36c04f33-feee-42a1-89cb-2f866fa47d54 req-75de0ae0-f1af-4448-9015-191842b1fd64 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757003 May 12 19:28:09.304125 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.313355 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.349540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.350867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8194368 May 12 19:28:09.352208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.357329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43706) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:09.410702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:09.415405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'security_group_rule': {'security_group_id': '02165e20-1090-4cf6-bb81-4ef6ebe50b5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:09.425447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:09.430067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:security_group_rule and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:09.432961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:09.438766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:09.510143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b45752-8cf5-48cc-930e-fee1fb74ec72 None None] Network cce0c3de-4022-4b4c-9fbb-4e631719eb9f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:28:09.516605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.521952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-97f47a6f-0a93-4d06-8a15-045da47aea37 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ee2bedb6-eb1b-4f4c-b553-8e7bfbc91303 HTTP/1.1" status: 204 len: 168 time: 0.9853079 May 12 19:28:09.523076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.526870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43710) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:09.537700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ac05b-13e8-4aac-a5cb-3c1d35744989 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02165e20-1090-4cf6-bb81-4ef6ebe50b5c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:09.592097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8564a514-0325-4a77-bf22-2b04003f3c3f {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:09.613675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.622276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8fd11-0f67-422c-a023-4d535e039fc9 req-e229cb92-5d4f-4d17-b9df-cc2eff292839 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:09.623988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11b8fd11-0f67-422c-a023-4d535e039fc9 req-e229cb92-5d4f-4d17-b9df-cc2eff292839 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 1101 time: 0.2144241 May 12 19:28:09.625300 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.668637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca2c1d1-e570-46ee-ba82-0516843eedbd,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:09.706004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11b8fd11-0f67-422c-a023-4d535e039fc9 req-2a96c4dd-51d2-4d3e-ad71-e023954a9323 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707636 May 12 19:28:09.757523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.760199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:09.777352 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.781704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4bf44c24-f180-4724-9291-c3bddebf3bdf tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3813405 May 12 19:28:09.792330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43718) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:09.799996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'security_group_rule': {'security_group_id': '02165e20-1090-4cf6-bb81-4ef6ebe50b5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:09.829305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:09.831602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc695fe8-3937-4b29-84ae-00faea9966dc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:09.834686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:09.839500 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-5273cf08-0401-4d0c-9df8-af2a24fbd13f service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716868 May 12 19:28:09.842559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:security_group_rule and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:09.847385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:09.847849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.850743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.870365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:09.889298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f675ff-5509-4c16-8e45-84c0a3217464 req-ee07c06b-eca0-4314-bf7f-a4c31d567951 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:09.894029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38f675ff-5509-4c16-8e45-84c0a3217464 req-ee07c06b-eca0-4314-bf7f-a4c31d567951 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 932 time: 0.1866770 May 12 19:28:09.917470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.920879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Transition to ACTIVE for port object 8564a514-0325-4a77-bf22-2b04003f3c3f will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:09.944643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52ead96b-36d1-436b-bd8d-706ca8e6489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:09.982396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.014944 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.039470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:10.040095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.041899 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] 10.222.0.73 "PUT /v2.0/ports/b7ab06b9-06b9-4547-810d-f6f7854decb5 HTTP/1.1" status: 200 len: 1096 time: 5.9439819 May 12 19:28:10.068450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Transition to ACTIVE for port object bc695fe8-3937-4b29-84ae-00faea9966dc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:10.074314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] DHCP port deletion for cce0c3de-4022-4b4c-9fbb-4e631719eb9f request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:28:10.078566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:10.079565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] Deleting port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:28:10.080137 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.088978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38f675ff-5509-4c16-8e45-84c0a3217464 req-a1939b8f-e4fb-4b5a-ad37-751b66192281 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397200 May 12 19:28:10.109729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.109729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ead96b-36d1-436b-bd8d-706ca8e6489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b036bfc9-4a44-4fa0-ba45-af99dadc9748,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:10.135000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634fbd0-5f95-4152-8483-a52e3af3e0d7 req-5695f4fc-bf0e-4a6e-a7a7-e665152d000b tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:10.146284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0634fbd0-5f95-4152-8483-a52e3af3e0d7 req-5695f4fc-bf0e-4a6e-a7a7-e665152d000b tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 1100 time: 0.2500169 May 12 19:28:10.227852 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.239779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.263298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df543a31-507a-403f-b4e1-cbc2859699a3,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:10.285199 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0bf4b2-91c7-43b0-95e6-5cf2fee67e77'] response: {'name': 'network-changed', 'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'status': 'completed', 'code': 200} May 12 19:28:10.295498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Deleting port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:28:10.296950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.310918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0634fbd0-5f95-4152-8483-a52e3af3e0d7 req-0a910965-aebf-4e49-bdf0-d98e78ecd246 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626651 May 12 19:28:10.348406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.353017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7a061052-959f-4e50-9798-4fd663fa49c7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5595291 May 12 19:28:10.353727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43732) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:10.358798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:10.382572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:10.402326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:floatingip and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:10.414217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:10.430263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:10.458267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.459287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] For port 7d7a1b31-17ee-4f65-a98c-03632c1843c2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d7a1b31-17ee-4f65-a98c-03632c1843c2,segment=NetworkSegment(a2ef09fb-415b-49d9-9962-3e79009e06f2),segment_id=a2ef09fb-415b-49d9-9962-3e79009e06f2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:10.459720 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.580549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52ead96b-36d1-436b-bd8d-706ca8e6489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:10.581954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-52ead96b-36d1-436b-bd8d-706ca8e6489e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b036bfc9-4a44-4fa0-ba45-af99dadc9748 HTTP/1.1" status: 204 len: 168 time: 1.8773458 May 12 19:28:10.738169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] Calling delete_port for 7d7a1b31-17ee-4f65-a98c-03632c1843c2 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:28:10.772873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f7edf146-cab4-4d2c-b543-f07d5b39653d no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:28:10.831979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f7edf146-cab4-4d2c-b543-f07d5b39653d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:28:10.831979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f7edf146-cab4-4d2c-b543-f07d5b39653d not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:28:10.831979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d7a1b31-17ee-4f65-a98c-03632c1843c2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:28:10.937306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a44df-e7c3-4382-bfc5-6dc2dd9cc372 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:10.941403 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-93b459d3-e2e9-4d08-baba-5efc3830f4fb req-f8fbcc4b-7241-4106-bb17-7b3f3a0bfd51 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0844347 May 12 19:28:10.967564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:11.008093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f038-b494-4b3d-a343-73cc63321740 req-1c46afe5-ed55-4a19-b5a8-3322b7b0e5c8 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:11.009936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a274f038-b494-4b3d-a343-73cc63321740 req-1c46afe5-ed55-4a19-b5a8-3322b7b0e5c8 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 948 time: 0.4365795 May 12 19:28:11.029817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] Pushing event deleted for resources: {'Port': ['ID=7d7a1b31-17ee-4f65-a98c-03632c1843c2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:11.031683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246754d1-b473-435b-a7d3-f929430887e3 req-b80333e3-bc55-4dfb-9e3f-37b6da3c2ded tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:11.043391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83ce91-e097-4947-98ca-628e3835ae12 None None] No DVR routers for this DVR port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:28:11.044501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-246754d1-b473-435b-a7d3-f929430887e3 req-b80333e3-bc55-4dfb-9e3f-37b6da3c2ded tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.5416260 May 12 19:28:11.058863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:11.059362 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:11.183633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-246754d1-b473-435b-a7d3-f929430887e3 req-baaac198-d847-42f2-aed2-1a3e6ac3d85b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381276 May 12 19:28:11.195723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a274f038-b494-4b3d-a343-73cc63321740 req-1d619af2-dc75-4964-b61f-8502b442ea6b tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779842 May 12 19:28:11.199578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:11.415330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:11.415695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:11.418075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:11.452849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:11.455357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:11.455630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:11.481581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-035f04a4-cf30-49bc-ac69-999035e6046a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120656 May 12 19:28:11.536320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:11.536706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:11.537045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:11.537679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Bound port: 8564a514-0325-4a77-bf22-2b04003f3c3f, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:11.538010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:11.583170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] For port 7d7a1b31-17ee-4f65-a98c-03632c1843c2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d7a1b31-17ee-4f65-a98c-03632c1843c2,segment=NetworkSegment(a2ef09fb-415b-49d9-9962-3e79009e06f2),segment_id=a2ef09fb-415b-49d9-9962-3e79009e06f2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:11.583764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:11.593696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-5cb827e0-3c1b-4400-8385-44d32e1b75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:11.595274 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-5cb827e0-3c1b-4400-8385-44d32e1b75c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=079271771bf940bc8dcfe914a8e62bf2&device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 1099 time: 1.4965520 May 12 19:28:11.608482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 172.25.2.57 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/020400f3-7fa0-46e1-b156-9b472e2455ad) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:11.638651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:11.639175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:11.639676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:11.751481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24dbc8-925b-4911-8894-871876cad023 req-6281fc73-31d3-4686-8b44-5726a6fd6477 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:11.759873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a24dbc8-925b-4911-8894-871876cad023 req-6281fc73-31d3-4686-8b44-5726a6fd6477 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.3906233 May 12 19:28:11.829412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-f93be27b-36b8-4d77-ab7b-ebd52726ead4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:11.831354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-f93be27b-36b8-4d77-ab7b-ebd52726ead4 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337798 May 12 19:28:11.879336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a24dbc8-925b-4911-8894-871876cad023 req-164118cb-46ea-4561-bfa1-ddc79dcf39ba tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184645 May 12 19:28:11.886417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-8d988117-a59f-47fb-b362-3dfb24dc031d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/quotas/b397970f3fe742428b1101ee6fb2484f HTTP/1.1" status: 200 len: 375 time: 0.0420930 May 12 19:28:11.973886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:11.984120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:11.994117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Calling delete_port for 7d7a1b31-17ee-4f65-a98c-03632c1843c2 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:28:12.035564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-ff2024d7-1ca5-4866-b349-a548a1d7d197 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1479232 May 12 19:28:12.040955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:12.041332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:12.048638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.063953 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-00f7b085-0fab-4ef9-a3d2-aae22e7bfd99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5 HTTP/1.1" status: 200 len: 217 time: 0.4553676 May 12 19:28:12.074022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:12.074361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:12.074753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:12.075205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Bound port: bc695fe8-3937-4b29-84ae-00faea9966dc, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:12.075552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.124639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:12.127951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:12.130910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:12.185410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=020400f3-7fa0-46e1-b156-9b472e2455ad,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:12.224831 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:28:12.225267 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:28:12.330707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:12.334169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:12.339537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.368521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-5337c8b0-2f79-4a43-a8b3-10e60bab2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:12.370189 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-5337c8b0-2f79-4a43-a8b3-10e60bab2b19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=079271771bf940bc8dcfe914a8e62bf2&device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 1099 time: 1.2849207 May 12 19:28:12.371178 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.419409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:12.420414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.422535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] 10.222.0.36 "PUT /v2.0/ports/8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 1092 time: 5.8501728 May 12 19:28:12.453591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:12.572640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.629657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-e869be38-8802-4110-a47a-a6c2c03f6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:12.631152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-e869be38-8802-4110-a47a-a6c2c03f6c3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.5437143 May 12 19:28:12.683182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:12.691096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cb106-ce07-4ff7-b9ce-6b5a250f4f33 req-c8e9e5dd-83d2-4518-acd2-b0f68b2d2281 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:12.692804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b14cb106-ce07-4ff7-b9ce-6b5a250f4f33 req-c8e9e5dd-83d2-4518-acd2-b0f68b2d2281 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.3463194 May 12 19:28:12.712197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcdf7b-0652-4465-9a36-b94419d33208 service neutron] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:12.731887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:12.732861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Deleting port 7d7a1b31-17ee-4f65-a98c-03632c1843c2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:28:12.733246 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.780703 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.805158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e89a8-9ba6-4e1a-ac9c-8ad1e92b4392 req-d155175d-a39f-4af2-a75b-7b2e643b9152 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:12.806850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-448e89a8-9ba6-4e1a-ac9c-8ad1e92b4392 req-d155175d-a39f-4af2-a75b-7b2e643b9152 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 948 time: 0.3723326 May 12 19:28:12.879930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b14cb106-ce07-4ff7-b9ce-6b5a250f4f33 req-f7a086ef-aaf0-4fbd-b903-f4d9e3e5024b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326668 May 12 19:28:12.891791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] The port '7d7a1b31-17ee-4f65-a98c-03632c1843c2' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:28:12.907808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:12.908441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.909954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 200 len: 1091 time: 6.2448812 May 12 19:28:12.928124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-448e89a8-9ba6-4e1a-ac9c-8ad1e92b4392 req-c501d91b-66e8-4cab-a9d3-1912bde3b293 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116953 May 12 19:28:12.928662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-47ba1499-d374-484d-8541-207bbe7a54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:12.930221 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-47ba1499-d374-484d-8541-207bbe7a54d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.5473804 May 12 19:28:12.972161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:12.980772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:13.210922 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-7338576f-018d-4378-af90-a378600441c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 HTTP/1.1" status: 200 len: 217 time: 0.2174144 May 12 19:28:13.313898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-aef03562-65ef-44ae-b503-41d0c3d1d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:13.315287 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-aef03562-65ef-44ae-b503-41d0c3d1d1f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1095 time: 0.8287108 May 12 19:28:13.362757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=020400f3-7fa0-46e1-b156-9b472e2455ad,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:13.384244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b6f8b93-f117-492d-b840-955bbc2b186c req-6d76d86f-9f77-4ecd-8219-86da550c3ba3 tempest-AbsoluteLimitsNegativeTestJSON-201924378 tempest-AbsoluteLimitsNegativeTestJSON-201924378-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=edc2db92626246ee85c10771db1d071d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099174 May 12 19:28:13.388008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e36f0ee-d69f-4eee-bc39-b2e1fdcabc7e req-5ef3b7bf-247e-4a2c-bd39-196997ec1e6d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 210 time: 0.1104364 May 12 19:28:13.397493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73027f15-ae2c-4730-ab75-711135d947e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:13.424178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:13.430277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:13.442152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-7b274886-8d1b-4d75-8c72-4f749220f115 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 217 time: 0.0984950 May 12 19:28:13.482024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-72409391-cb14-4af1-8f03-6f73fe143a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:13.483524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-72409391-cb14-4af1-8f03-6f73fe143a00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8374462 May 12 19:28:13.498697 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406aa9e9-1a2b-47ce-a973-e6063dcaf852'] response: {'name': 'network-changed', 'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f', 'status': 'completed', 'code': 200} May 12 19:28:13.533115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:13.534629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a4e1caeb-9fb1-4f3e-8791-ba3d46ed78a2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1796949 May 12 19:28:13.607813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8b93-f117-492d-b840-955bbc2b186c req-e929fd87-58e5-421e-8e0b-b20fceb9107f tempest-AbsoluteLimitsNegativeTestJSON-201924378 tempest-AbsoluteLimitsNegativeTestJSON-201924378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:13.609728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b6f8b93-f117-492d-b840-955bbc2b186c req-e929fd87-58e5-421e-8e0b-b20fceb9107f tempest-AbsoluteLimitsNegativeTestJSON-201924378 tempest-AbsoluteLimitsNegativeTestJSON-201924378-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191613 May 12 19:28:13.636077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:13.749587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce0c3de-4022-4b4c-9fbb-4e631719eb9f']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:13.760109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b6f8b93-f117-492d-b840-955bbc2b186c req-ef44e3ec-9e0f-42f8-877f-1552330457ad tempest-AbsoluteLimitsNegativeTestJSON-201924378 tempest-AbsoluteLimitsNegativeTestJSON-201924378-project] 10.222.0.72 "GET /v2.0/quotas/edc2db92626246ee85c10771db1d071d HTTP/1.1" status: 200 len: 375 time: 0.0832212 May 12 19:28:13.839413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b6f8b93-f117-492d-b840-955bbc2b186c req-b52d176c-bc19-45b6-aad3-ae91dced39ae tempest-AbsoluteLimitsNegativeTestJSON-201924378 tempest-AbsoluteLimitsNegativeTestJSON-201924378-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=edc2db92626246ee85c10771db1d071d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664134 May 12 19:28:13.845246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:13.860160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'mac_address': 'fa:16:3e:28:dd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:13.863446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73456c6-5354-4cc3-96e0-001d38ea5dfd req-36a3acd3-5913-439c-bf10-bb688aea256e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:13.877039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a73456c6-5354-4cc3-96e0-001d38ea5dfd req-36a3acd3-5913-439c-bf10-bb688aea256e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.2656898 May 12 19:28:13.933749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:13.935143 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:13.974606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:13.982496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a73456c6-5354-4cc3-96e0-001d38ea5dfd req-ec422934-6618-4766-a1e7-87a37630d90f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040599 May 12 19:28:13.999944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-c39ab65d-7ec9-4318-8cca-db276299e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.007663 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-c39ab65d-7ec9-4318-8cca-db276299e3f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.7853398 May 12 19:28:14.020022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:14.032044 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:14.054523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ef09fb-415b-49d9-9962-3e79009e06f2') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:14.054822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ef09fb-415b-49d9-9962-3e79009e06f2') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:14.177303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-dac817ac-169d-4d56-9fd9-d33c19bea84d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Synchronizing usage tracker for tenant:483d6cc261e5461c9d684623068444e1 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:14.214942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:14.255343 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-589debab-d86d-4ee1-81a7-e987293c1d74 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5074193 May 12 19:28:14.256806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-96cb2841-5d96-4bf7-b309-cdc5d48a09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.258518 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-96cb2841-5d96-4bf7-b309-cdc5d48a09d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.8106678 May 12 19:28:14.262039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:14.279299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:14.280964 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:14.289693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:28:14.290143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:14.333358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-dac817ac-169d-4d56-9fd9-d33c19bea84d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Unset dirty status for tenant:483d6cc261e5461c9d684623068444e1 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:14.334691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-dac817ac-169d-4d56-9fd9-d33c19bea84d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1815374894&fields=id&tenant_id=483d6cc261e5461c9d684623068444e1 HTTP/1.1" status: 200 len: 267 time: 0.2600815 May 12 19:28:14.412904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236358a-3ac0-45e4-806b-28f21cccc907 req-396dccef-681c-4cd9-9826-f040e401e5a3 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.412904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2236358a-3ac0-45e4-806b-28f21cccc907 req-396dccef-681c-4cd9-9826-f040e401e5a3 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.2322438 May 12 19:28:14.420186 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-3d956874-cd86-42ea-a327-fd82f0483f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.424045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-3d956874-cd86-42ea-a327-fd82f0483f3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1094 time: 1.4343371 May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: timer() May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:28:14.425200 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:28:14.453824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c506d25a-b092-4e40-a8ba-261e90652b7a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.461367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c506d25a-b092-4e40-a8ba-261e90652b7a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports/dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 200 len: 931 time: 0.1169677 May 12 19:28:14.465219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43834) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:14.487890 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-b8406350-3869-4899-869f-c38a829e8655 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542567 May 12 19:28:14.558380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6b0fc775-4ce8-45a6-b2af-c1d3ba94f3d2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.562339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6b0fc775-4ce8-45a6-b2af-c1d3ba94f3d2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports/1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 200 len: 932 time: 0.0992150 May 12 19:28:14.606312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:14.629315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-67aafb22-0390-49bf-9f50-4ddca221076d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550950 May 12 19:28:14.639781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2236358a-3ac0-45e4-806b-28f21cccc907 req-905d0d58-059b-4a91-8edb-26d0cd962e36 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115278 May 12 19:28:14.707072 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-30ddc07f-2557-44f8-8c9b-ef6b008cd5ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 200 len: 217 time: 0.2180622 May 12 19:28:14.740067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-f9bc6c60-f273-4732-a357-19cc43cf7fde tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0992107 May 12 19:28:14.744221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:14.800113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:14.819406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:14.867791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] 10.222.0.72 "DELETE /v2.0/networks/cce0c3de-4022-4b4c-9fbb-4e631719eb9f HTTP/1.1" status: 204 len: 168 time: 5.3365853 May 12 19:28:14.882373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:edc2db92626246ee85c10771db1d071d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:14.884971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93806b18-3598-45c9-805d-2519dbec8e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=cce0c3de-4022-4b4c-9fbb-4e631719eb9f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:14.895873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:14.920805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:14.922278 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-02e3592e-f6d6-4632-b793-1ad5a41db293 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4081984 May 12 19:28:14.940286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-4f02b242-8c97-4d88-9ae1-704e285b9eb1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.941924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-4f02b242-8c97-4d88-9ae1-704e285b9eb1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5113733 May 12 19:28:14.948512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-6a48e228-4c79-4780-bf01-770321a94908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.949879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-6a48e228-4c79-4780-bf01-770321a94908 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1568203 May 12 19:28:14.978849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-9ed9f6fc-996e-454e-a979-8df28a5e3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:14.980654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-9ed9f6fc-996e-454e-a979-8df28a5e3c0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9334664 May 12 19:28:14.986214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': 'fe2fef60-5689-402e-b399-78808c6284ca', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:15.027717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a9a697-365b-494f-8711-8b4c99d48681 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:15.033924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a9a697-365b-494f-8711-8b4c99d48681 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:15.040639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a9a697-365b-494f-8711-8b4c99d48681 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:15.041545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a9a697-365b-494f-8711-8b4c99d48681 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Synchronizing usage tracker for tenant:483d6cc261e5461c9d684623068444e1 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:15.079311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dccd35-c8ca-41ed-a707-09d7c670dd5e req-8e202287-c5e4-4d2d-9e70-9bccc355bb12 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:15.080785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0dccd35-c8ca-41ed-a707-09d7c670dd5e req-8e202287-c5e4-4d2d-9e70-9bccc355bb12 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 948 time: 0.2962511 May 12 19:28:15.086456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43844) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:15.129577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a9a697-365b-494f-8711-8b4c99d48681 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Unset dirty status for tenant:483d6cc261e5461c9d684623068444e1 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:15.130731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a9a697-365b-494f-8711-8b4c99d48681 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/networks?id=823a8d96-f772-477a-baf6-df0b1eb06ab0&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6 HTTP/1.1" status: 200 len: 1990 time: 0.3746574 May 12 19:28:15.219682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-290d4228-05a9-4edc-aa43-b90555ef2b6f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/quotas/483d6cc261e5461c9d684623068444e1 HTTP/1.1" status: 200 len: 375 time: 0.0757070 May 12 19:28:15.240339 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:15.278448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0dccd35-c8ca-41ed-a707-09d7c670dd5e req-43a8f0da-22e5-437c-a7cb-e708a00021f8 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891840 May 12 19:28:15.285291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:15.291876 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-9e55170b-1217-4621-bfe5-acc7e37e80d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2929456 May 12 19:28:15.296593 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6c19c802-9e53-4532-9a53-06b1223dd520 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=beecf6eeebb8459989dfcc8581f786ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090178 May 12 19:28:15.299101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43850) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:15.315305 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-f0a72881-661c-464b-9383-7bfb361070a1 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036467 May 12 19:28:15.387256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d17f2-e5ab-49f5-8881-7c24d6d00938,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:15.391666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fe25d8bf-4291-46c8-84f5-63ccb53e5ae8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edc2db92626246ee85c10771db1d071d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9249306 May 12 19:28:15.402915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43854) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:15.490180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fedbc501-ecdc-4d6f-8ead-2b5f3b9c4835 req-51f269c5-54fc-4660-aba6-dcab957403f2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 210 time: 0.0837357 May 12 19:28:15.527650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e62c118-4d52-4e30-bff6-07a600e01218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:15.568808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d3a038c7-0b40-4c69-917b-3c2112b946e7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3261824 May 12 19:28:15.651072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:15.672497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:15.676025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e62c118-4d52-4e30-bff6-07a600e01218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:15.717536 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88506b5f-78fc-4eb5-aba9-8eadb1fb29fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:15.738305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:15.752573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:15.752987 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:15.780097 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8478d739-a2b7-463a-aa7a-20062f8d4a09 req-bbd54fe1-460a-45b5-9576-e52ff60a6689 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366280 May 12 19:28:15.805691 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-994566b7-b9da-4bbe-b1d6-3bf93b7dc02f service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626071 May 12 19:28:15.808410 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88506b5f-78fc-4eb5-aba9-8eadb1fb29fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:15.873067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:15.961235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:15.961621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:16.001256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:16.002294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:16.011673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:16.022309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-042be43e-8e7e-4223-b2b1-22b3b36dd622 service neutron] 10.222.0.72 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524801 May 12 19:28:16.034001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:16.037868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-6f5b0335-4a0e-499d-b3f8-b271569cbe5a service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194338 May 12 19:28:16.081336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1691cd2f-427b-4836-b2fa-ffb5ce75f803 req-d85a1a3f-7091-4ee2-9a59-f01b88347d61 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309868 May 12 19:28:16.126495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e62c118-4d52-4e30-bff6-07a600e01218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:16.145769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc198a-6ead-4de2-929e-175ccb1a3dcd req-75fd5c5d-a894-4b38-b5a3-e0d1c4711450 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:16.154111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24cc198a-6ead-4de2-929e-175ccb1a3dcd req-75fd5c5d-a894-4b38-b5a3-e0d1c4711450 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.4929774 May 12 19:28:16.160919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:16.187209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62c118-4d52-4e30-bff6-07a600e01218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781bd723-71f6-4eca-ae1f-0ffdb6486030,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:16.250371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88506b5f-78fc-4eb5-aba9-8eadb1fb29fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:16.252070 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88506b5f-78fc-4eb5-aba9-8eadb1fb29fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:16.253694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-88506b5f-78fc-4eb5-aba9-8eadb1fb29fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e4d17f2-e5ab-49f5-8881-7c24d6d00938 HTTP/1.1" status: 204 len: 168 time: 0.8493838 May 12 19:28:16.265028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e62c118-4d52-4e30-bff6-07a600e01218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:16.268938 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e62c118-4d52-4e30-bff6-07a600e01218 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/781bd723-71f6-4eca-ae1f-0ffdb6486030 HTTP/1.1" status: 204 len: 168 time: 0.9526315 May 12 19:28:16.287320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88506b5f-78fc-4eb5-aba9-8eadb1fb29fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d17f2-e5ab-49f5-8881-7c24d6d00938,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:16.300735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24cc198a-6ead-4de2-929e-175ccb1a3dcd req-314b9cec-09b3-4705-8a57-3b7f74570f3c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456504 May 12 19:28:16.329965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-1f34aa5c-8847-4669-851d-4f0697a859a0 service neutron] 10.222.0.72 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066628 May 12 19:28:16.443140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:16.453569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:16.497825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-e06b427e-fd3e-48ee-b8db-7a3d14a6d61f service neutron] 10.222.0.72 "GET /v2.0/ports/dec3d36d-9ce7-4697-8955-e0a2f2d347dd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1668627 May 12 19:28:16.679951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.190 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/a9e5c5ad-ad06-476a-9095-3c1de1dee9f1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:16.735372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-06006b3f-4c72-4a47-9e87-56d3a705c214 service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355661 May 12 19:28:16.900866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54afe9-8c97-4d37-af65-f9c54d87d02a req-c4237581-0adc-4d38-9469-fae6450ab7a4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:16.902459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab54afe9-8c97-4d37-af65-f9c54d87d02a req-c4237581-0adc-4d38-9469-fae6450ab7a4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.2772675 May 12 19:28:16.984180 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a98e24d0-9d1c-4682-8866-8e49ebda9640 req-5aacd7c5-bcf7-42a7-b0e1-f50a20c0de9f service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1701324 May 12 19:28:16.986411 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5b1b94fb-3514-4e57-8562-c85de213dc10 req-9bbcca0f-2c07-4b1c-9298-db6f38a364cc service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9304676 May 12 19:28:16.987490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab54afe9-8c97-4d37-af65-f9c54d87d02a req-e988bc32-0aae-43ce-8b94-14b9efc9b434 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680001 May 12 19:28:17.010980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-483ede54-b4a2-4ea5-9d0a-c6a33dab2076 service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669637 May 12 19:28:17.012908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43892) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:17.027058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-6d5f754b-f944-4c72-b1f0-9ed591ab52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.028722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-6d5f754b-f944-4c72-b1f0-9ed591ab52ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=079271771bf940bc8dcfe914a8e62bf2&device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 1099 time: 1.1593518 May 12 19:28:17.143693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-ed8b3a5a-ea2d-4565-a828-5bb83d832d27 service neutron] 10.222.0.72 "GET /v2.0/ports/1102ea15-5fe1-4b14-928c-5c39ce67ad28?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1090231 May 12 19:28:17.180548 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bba28b-1752-4738-9d9c-bd65bb76c805'] response: {'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'code': 200} May 12 19:28:17.265874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-33e3c856-72cb-4412-bc75-6ee72cad4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.268237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-33e3c856-72cb-4412-bc75-6ee72cad4aad service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2273037 May 12 19:28:17.273956 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89954fc2-838d-4ffa-9f9d-5290a328fa62'] response: {'name': 'network-changed', 'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc', 'status': 'completed', 'code': 200} May 12 19:28:17.306125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b36fa685-ffa1-43fc-b253-fe1be1d792c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c60f8ef95b2f4601a94cc8195f97d538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919824 May 12 19:28:17.312105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43906) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:17.429552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:17.438874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-b4446068-2a73-48f7-b8fa-08d6354414d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.440617 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-b4446068-2a73-48f7-b8fa-08d6354414d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1095 time: 1.1026111 May 12 19:28:17.451164 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-19bd9b89-ab25-40d4-ad12-b593f88a7d88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5 HTTP/1.1" status: 200 len: 217 time: 0.0992446 May 12 19:28:17.475269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-b5716fd3-0f2d-4e0f-aec8-3a1856611eb5 service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304067 May 12 19:28:17.604995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:17.666858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da98fcca-3ffc-4d23-912a-e4a5220d2012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:17.667702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8564a514-0325-4a77-bf22-2b04003f3c3f details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:17.679893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eb42ac9b-9a00-496f-a1c6-36e223068379 service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037852 May 12 19:28:17.744715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43922) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:17.753695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ab23-1852-4e3a-a55b-e72f200919e9 req-b2fd92bf-225b-428f-beee-70fd249f86f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.761662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2807ab23-1852-4e3a-a55b-e72f200919e9 req-b2fd92bf-225b-428f-beee-70fd249f86f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 948 time: 0.4582145 May 12 19:28:17.766309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-fb6d3698-7ba6-41a7-84ad-5c0b9da186d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.767815 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-fb6d3698-7ba6-41a7-84ad-5c0b9da186d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2733121 May 12 19:28:17.827884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:17.831713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5647f2-177e-4279-9ef8-7bc85e150a28 req-06178870-6d0f-4bc5-8464-144e99774ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.833516 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ae5647f2-177e-4279-9ef8-7bc85e150a28 req-06178870-6d0f-4bc5-8464-144e99774ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 1101 time: 0.5486004 May 12 19:28:17.843616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8564a514-0325-4a77-bf22-2b04003f3c3f', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'port_id': '8564a514-0325-4a77-bf22-2b04003f3c3f', 'mac_address': 'fa:16:3e:6e:20:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004061e1-b9c6-4c81-af0b-f2f7691b6afa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:17.856574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-c2eadc22-527c-4914-aa13-db8e29f1c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.858895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-c2eadc22-527c-4914-aa13-db8e29f1c652 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1094 time: 0.5842204 May 12 19:28:17.909768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8564a514-0325-4a77-bf22-2b04003f3c3f is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:17.910066 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:17.927297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-0696bc2c-43be-4157-ab4b-ef2109b98ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:17.929004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-0696bc2c-43be-4157-ab4b-ef2109b98ee0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.4722388 May 12 19:28:17.930104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8564a514-0325-4a77-bf22-2b04003f3c3f {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:17.951849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:17.958294 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da98fcca-3ffc-4d23-912a-e4a5220d2012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:17.960049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:18.009904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2807ab23-1852-4e3a-a55b-e72f200919e9 req-13d8c6a4-2ddb-4d48-8759-1fc513f5c9af tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469699 May 12 19:28:18.060122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:18.124436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5c0758c3-03a2-49ff-93b6-5dae847c03bc service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313178 May 12 19:28:18.229406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8564a514-0325-4a77-bf22-2b04003f3c3f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:18.250505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ae5647f2-177e-4279-9ef8-7bc85e150a28 req-035603a6-b491-4030-a5f4-2f354939fb55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962960 May 12 19:28:18.271319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:18.285211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1005336950-network', 'tenant_id': 'c366dff128204e0ea798a7bf30544f8c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:18.288204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee', '1d0c5933-0062-466b-9c15-402f994edab8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:18.328867 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-7a2b24bc-15cb-452f-ae72-eb2b5aa33d4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 217 time: 0.3884652 May 12 19:28:18.356829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:18.384551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Usage tracker for resource:network and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:18.388691 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da98fcca-3ffc-4d23-912a-e4a5220d2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:18.390185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:18.397573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:18.404333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:18.407754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:18.430779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-ae98cb23-a9b8-4e59-aadf-8fdf115b9e5d service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050172 May 12 19:28:18.442711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d3b47-2f1e-41f6-9432-92b75061910e req-1ddcc8b5-bdeb-4c41-b6b5-50fb7c836135 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:18.444694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b4d3b47-2f1e-41f6-9432-92b75061910e req-1ddcc8b5-bdeb-4c41-b6b5-50fb7c836135 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 936 time: 0.2995522 May 12 19:28:18.447731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98fcca-3ffc-4d23-912a-e4a5220d2012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ab223-bd0a-4290-a7dc-f5cddd66a3d5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:18.480270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da98fcca-3ffc-4d23-912a-e4a5220d2012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:18.482346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-da98fcca-3ffc-4d23-912a-e4a5220d2012 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c55ab223-bd0a-4290-a7dc-f5cddd66a3d5 HTTP/1.1" status: 204 len: 168 time: 1.1319826 May 12 19:28:18.532741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:18.542308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:18.546727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:18.722862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:18.774979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-a409d98d-9a81-4275-8734-2d2c20803d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:18.776512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-a409d98d-9a81-4275-8734-2d2c20803d36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9979274 May 12 19:28:18.778218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-4d63161a-f861-405d-bacd-ecc3ff07dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:18.779607 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-4d63161a-f861-405d-bacd-ecc3ff07dc3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.2954781 May 12 19:28:18.780588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-3a1ba423-29e0-4bbc-97c7-1842b118ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:18.787105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-3a1ba423-29e0-4bbc-97c7-1842b118ae50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.8938885 May 12 19:28:18.831412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b7ab06b9-06b9-4547-810d-f6f7854decb5 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:18.858040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b4d3b47-2f1e-41f6-9432-92b75061910e req-e5b68360-5040-434d-87a3-74b8542ac7c6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737867 May 12 19:28:18.961478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-04e05d4a-4e1e-4ef8-8ae6-b81beb301c8e service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086377 May 12 19:28:18.998632 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-b480d722-0651-4abc-87dd-a93c13c7936f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2074213 May 12 19:28:19.052530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6e1eeee0-8e7b-44bd-a76f-eecabdd23a00 None None] Provisioning for port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:19.074749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6e1eeee0-8e7b-44bd-a76f-eecabdd23a00 None None] Provisioning complete for port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:19.075115 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6e1eeee0-8e7b-44bd-a76f-eecabdd23a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:19.158475 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-31ae723e-b106-4761-979a-19bb3023369e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 200 len: 217 time: 0.2716014 May 12 19:28:19.216543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:19.319098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-4c36be3d-917e-40b0-8b38-7c1dc0e536a7 service neutron] 10.222.0.72 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561869 May 12 19:28:19.339704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40126be9-2947-41ac-8e63-f43bac24ecd4 req-77b6d821-1a13-41eb-9eb8-c1dff48b8aa4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:19.343796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40126be9-2947-41ac-8e63-f43bac24ecd4 req-77b6d821-1a13-41eb-9eb8-c1dff48b8aa4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 945 time: 0.3487623 May 12 19:28:19.384215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6e1eeee0-8e7b-44bd-a76f-eecabdd23a00 None None] Port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:19.395273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-50dcee28-39aa-48db-a010-8f1d95d79293 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4093115 May 12 19:28:19.399812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Made reservation on behalf of c366dff128204e0ea798a7bf30544f8c for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:19.404552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:19.415132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:19.443401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Request body: {'port': {'device_id': 'fe2fef60-5689-402e-b399-78808c6284ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:19.491455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'mac_address': 'fa:16:3e:95:e0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:19.582746 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:19.610184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40126be9-2947-41ac-8e63-f43bac24ecd4 req-72cdb3a4-6443-407d-8600-65f486debcd3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295911 May 12 19:28:19.697465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-12af996a-11d1-47de-b325-009ac7e1541b service neutron] 10.222.0.72 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525903 May 12 19:28:19.701830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8564a514-0325-4a77-bf22-2b04003f3c3f up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:19.749239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43964) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:19.801155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b7ab06b9-06b9-4547-810d-f6f7854decb5 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:19.801546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:19.824693 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-0b3d22a0-ca00-49a9-aa8a-0979cae55c91 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840031 May 12 19:28:19.896140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ab06b9-06b9-4547-810d-f6f7854decb5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:19.952356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:19.959899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 8564a514-0325-4a77-bf22-2b04003f3c3f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:19.976519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1466768475-network', 'tenant_id': 'ca2e061fe2634bd291492dc7b08be236'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:19.977097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:19.981418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8564a514-0325-4a77-bf22-2b04003f3c3f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:19.982211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-575a0824-2843-4bb6-835a-f5ba68682103 service neutron] 10.222.0.72 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782083 May 12 19:28:19.988609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:19.988959 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.014411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Usage tracker for resource:security_group_rule and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:20.025026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:20.036813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db52f4-9fa4-4080-85fc-3f86127a67d6 req-c4afc5ed-3c40-4e35-be3f-54ae80f4980d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:20.038664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77db52f4-9fa4-4080-85fc-3f86127a67d6 req-c4afc5ed-3c40-4e35-be3f-54ae80f4980d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.2052381 May 12 19:28:20.043450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Usage tracker for resource:network and tenant:ca2e061fe2634bd291492dc7b08be236 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:20.046279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.082130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:20.092812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-7b550380-1ff0-4058-8aa1-ac6164553c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:20.094313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-7b550380-1ff0-4058-8aa1-ac6164553c8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.9286973 May 12 19:28:20.106477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:20.177115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:20.178342 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.220162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-ef925893-15c5-48a9-b43f-6c21b2aff081 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3631325 May 12 19:28:20.228895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-bfdbbb8e-63f8-4dc4-bcbf-e6e981f722b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153686 May 12 19:28:20.291086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:20.295280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-b2425853-5875-447e-bc50-8e026acb9f4b service neutron] 10.222.0.72 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036041 May 12 19:28:20.306253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77db52f4-9fa4-4080-85fc-3f86127a67d6 req-b0629b08-d96c-4d06-8363-646a70d041a2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561271 May 12 19:28:20.345530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8564a514-0325-4a77-bf22-2b04003f3c3f is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:20.345916 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.385554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['b7ab06b9-06b9-4547-810d-f6f7854decb5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:20.423638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Made reservation on behalf of ca2e061fe2634bd291492dc7b08be236 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:20.426503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.445414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.452442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:20.459866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:20.472931 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.480060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:20.487317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Usage tracker for resource:security_group_rule and tenant:ca2e061fe2634bd291492dc7b08be236 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:20.491881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:20.551578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:20.557021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:20.619768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6781aea6-153f-4a39-b95e-4c883213d506 service neutron] 10.222.0.72 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094893 May 12 19:28:20.722512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9fa0e-ee83-4e19-9444-83f689c2ab6d req-4b7f94ec-051a-423b-b18b-fa26f565d7ad tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:20.726399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49a9fa0e-ee83-4e19-9444-83f689c2ab6d req-4b7f94ec-051a-423b-b18b-fa26f565d7ad tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 949 time: 0.2302077 May 12 19:28:20.815480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.819435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49a9fa0e-ee83-4e19-9444-83f689c2ab6d req-2657e8c2-b37c-468c-82a6-bd129549a121 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 May 12 19:28:20.824607 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.866831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc3238-9a89-4cbc-bca5-5a2623568d68,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:20.904116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:28:20.927474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.939643 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Added segment 161e2f5c-20e0-45be-a043-68dfab4441e1 of type vlan for network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d May 12 19:28:20.980833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:20.986220 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a0f1107-d697-4f7f-adcf-90e207a9b722 req-449569dc-9671-4b04-807e-3508fbdb6845 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1225214 May 12 19:28:21.109587 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:21.111082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:21.111924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:21.173845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4166694 May 12 19:28:21.175016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43990) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:21.187757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Request body: {'subnet': {'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1466768475-subnet', 'tenant_id': 'ca2e061fe2634bd291492dc7b08be236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:21.254846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:21.278455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Usage tracker for resource:subnet and tenant:ca2e061fe2634bd291492dc7b08be236 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:21.284089 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-755d58cd-d248-42ec-95b9-80f1a7e163ad req-182a9516-2110-4bcc-b559-66ddf0ad37ab service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0440593 May 12 19:28:21.286360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:21.296589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5df99d-c541-4e50-9af6-be0428aff62c admin admin] Pushing event updated for resources: {'Network': ['ID=2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:21.308886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:28:21.310670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:21.318121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-fd67be2f-2721-4247-9de1-46aaddee9542 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0502512 May 12 19:28:21.335168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be38da-33eb-4643-a0de-bc48435036bf req-99e3288d-5d38-4b08-b264-8f23cd3d02b3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:21.337949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1be38da-33eb-4643-a0de-bc48435036bf req-99e3288d-5d38-4b08-b264-8f23cd3d02b3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 936 time: 0.2898362 May 12 19:28:21.411359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1be38da-33eb-4643-a0de-bc48435036bf req-34bd81ef-a615-48be-9e61-a0fe3eca7ba5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625987 May 12 19:28:21.472348 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19976f6c-64b6-4a2a-bf9b-49d97e2458be'] response: {'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f', 'code': 200} May 12 19:28:21.499082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:21.508169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:21.525505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Transition to ACTIVE for port object a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:21.527911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:21.533099 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:21.539792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Made reservation on behalf of ca2e061fe2634bd291492dc7b08be236 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:21.544276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:21.657038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:21.862628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Pushing event updated for resources: {'Port': ['ID=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:21.873825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:28:21.916416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3596308-1ba1-4bcc-8d26-a3aca8892ff2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:21.929671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958de611-ec6f-45b8-b867-7875154262a7 req-5ccc1a0d-1999-4202-8c75-62a669a37c59 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:21.931663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-958de611-ec6f-45b8-b867-7875154262a7 req-5ccc1a0d-1999-4202-8c75-62a669a37c59 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 946 time: 0.3458817 May 12 19:28:22.005563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa4e7114-48c7-4d5e-af61-9f15f86c2ce4 req-82862191-b7ef-48cd-89c7-ead76ba47ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764905 May 12 19:28:22.038712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.039119 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Added segment 8de38f08-9ec9-40f9-930d-a6b6178fc0ad of type vlan for network 37c025ef-e6cd-4fb5-9975-0cda20504299 May 12 19:28:22.050632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-958de611-ec6f-45b8-b867-7875154262a7 req-412853e2-a408-4901-b7e0-795317c9da5c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090245 May 12 19:28:22.180694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.236725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.268061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.269048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:22.269728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.363521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f09ace-a98e-4b25-a8ba-c36801f24580,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:22.450480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1dba-33ae-44da-ae92-5d25dbd4c54d req-0f5e65d1-96fb-401d-8226-17472a353dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:22.452069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-735d1dba-33ae-44da-ae92-5d25dbd4c54d req-0f5e65d1-96fb-401d-8226-17472a353dbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1097 time: 0.7981532 May 12 19:28:22.460166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] Pushing event updated for resources: {'Network': ['ID=37c025ef-e6cd-4fb5-9975-0cda20504299,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:22.472965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 37c025ef-e6cd-4fb5-9975-0cda20504299 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:28:22.494590 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c6ac8d89-34a2-4526-9be9-63885d747907 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.7304542 May 12 19:28:22.498737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadcc6b-23c4-4488-99eb-7de39368ab63 req-0c4e6793-9b4c-4c8e-8dca-119b144875dd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:22.499048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44020) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:22.500771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cadcc6b-23c4-4488-99eb-7de39368ab63 req-0c4e6793-9b4c-4c8e-8dca-119b144875dd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.3489921 May 12 19:28:22.502794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Checking segment: {'id': '161e2f5c-20e0-45be-a043-68dfab4441e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:22.503532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Network hostable DHCP agents. Network: 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:28:22.511847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Request body: {'subnet': {'network_id': '37c025ef-e6cd-4fb5-9975-0cda20504299', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1005336950-subnet', 'tenant_id': 'c366dff128204e0ea798a7bf30544f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:22.540870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888f30d-622d-4267-bb60-060e25300ecc req-d52201ed-5e9a-418b-aa79-155feb23ab5b tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:22.543985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8888f30d-622d-4267-bb60-060e25300ecc req-d52201ed-5e9a-418b-aa79-155feb23ab5b tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 949 time: 0.2945054 May 12 19:28:22.567611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:22.571034 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-735d1dba-33ae-44da-ae92-5d25dbd4c54d req-5417e586-1bcd-4ba7-9ba1-70544c00ed23 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924253 May 12 19:28:22.576018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Usage tracker for resource:subnet and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:22.578967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Attempting to bind port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:22.579299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Attempting to bind port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:22.579753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Attempting to bind port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:22.582035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:22.589712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:22.591091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:28:22.591740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:22.592063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Attempting to bind port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:22.602353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:22.602719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:22.603064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:22.603522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Bound port: a9e5c5ad-ad06-476a-9095-3c1de1dee9f1, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:22.603870 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.639016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:22.647100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:22.647100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.658459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cadcc6b-23c4-4488-99eb-7de39368ab63 req-668e89e1-b080-409f-9bd3-810ad4be9bdd tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464424 May 12 19:28:22.659967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Made reservation on behalf of c366dff128204e0ea798a7bf30544f8c for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:22.662169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.675500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8888f30d-622d-4267-bb60-060e25300ecc req-85b57987-14cb-45e1-a9c4-39558c921286 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229386 May 12 19:28:22.682184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8674a-ea87-4c00-840a-ceffd67a0ed7 None None] Network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:28:22.719678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e31a57e8-b1bb-4cba-ae53-5c4f3bcfb8d4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5388920 May 12 19:28:22.882969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] For port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:22.897251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] For port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:22.914380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:22.921727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b7ab06b9-06b9-4547-810d-f6f7854decb5 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:23.086670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:23.108082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:23.109954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-10656a18-912f-4052-bb7e-9c627365432b service neutron] 10.222.0.73 "PUT /v2.0/ports/a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 HTTP/1.1" status: 200 len: 1096 time: 3.7132051 May 12 19:28:23.126895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f5540df-245c-4020-9bab-ad45f7db7a62 req-a9e952c5-ce75-4c36-8a99-7c2bf69e6cf4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 210 time: 0.3087356 May 12 19:28:23.175110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d579d79-835b-435a-8ada-cd9137112396 None None] Network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:28:23.200071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2fef60-5689-402e-b399-78808c6284ca', 'tag': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:23.209355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10656a18-912f-4052-bb7e-9c627365432b service neutron] Pushing event updated for resources: {'Port': ['ID=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:23.248210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aa4a1-493f-41ef-bf56-50e73b8dde8c req-aba00629-9bc0-40ca-be83-f8601aa768ef tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:23.250718 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d39aa4a1-493f-41ef-bf56-50e73b8dde8c req-aba00629-9bc0-40ca-be83-f8601aa768ef tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 948 time: 0.3231235 May 12 19:28:23.382490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d39aa4a1-493f-41ef-bf56-50e73b8dde8c req-c5712fea-b140-4514-ad77-bb588105a62e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233776 May 12 19:28:23.404440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port b7ab06b9-06b9-4547-810d-f6f7854decb5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:23.435275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port b7ab06b9-06b9-4547-810d-f6f7854decb5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:23.435644 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:23.457866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:23.500339 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ac46ef-91c8-4416-b3c9-3b8193a8d7f3'] response: {'name': 'network-changed', 'server_uuid': 'fe2fef60-5689-402e-b399-78808c6284ca', 'tag': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1', 'status': 'completed', 'code': 200} May 12 19:28:23.580236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe75bd7-cb35-445f-b97f-cfb89849316f req-4ec79748-443a-4ed6-ab9f-f46a9809b337 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:23.587633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfe75bd7-cb35-445f-b97f-cfb89849316f req-4ec79748-443a-4ed6-ab9f-f46a9809b337 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 946 time: 0.1907349 May 12 19:28:23.604450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Checking segment: {'id': '8de38f08-9ec9-40f9-930d-a6b6178fc0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '37c025ef-e6cd-4fb5-9975-0cda20504299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:23.605118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Network hostable DHCP agents. Network: 37c025ef-e6cd-4fb5-9975-0cda20504299, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:28:23.616537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-96bc982f-3285-451c-919e-e4d788b6da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:23.619103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-96bc982f-3285-451c-919e-e4d788b6da6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 1099 time: 0.3551836 May 12 19:28:23.619748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8780b9c7-e999-4fe7-ae7e-9cd6cdcec3ca,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:23.649767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfe75bd7-cb35-445f-b97f-cfb89849316f req-0f15e0f5-d2d9-4e4c-9ce6-ba541382d1a8 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611055 May 12 19:28:23.712759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-7f40a721-53df-4936-a105-6b5d8f371f48 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Synchronizing usage tracker for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:23.736142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-7f40a721-53df-4936-a105-6b5d8f371f48 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Unset dirty status for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:23.741592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b7ab06b9-06b9-4547-810d-f6f7854decb5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:23.742147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:23.747612 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-7cbeb12d-cf42-4d90-91fa-e19f77a24abd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 HTTP/1.1" status: 200 len: 217 time: 0.1153688 May 12 19:28:23.749097 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-7f40a721-53df-4936-a105-6b5d8f371f48 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1542008410&fields=id&tenant_id=feaf0f18dbc440c4897a221ad0b4f1d6 HTTP/1.1" status: 200 len: 267 time: 0.0954595 May 12 19:28:23.835070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:23.847602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:23.857790 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:23.896793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44054) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:23.904742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2003410804-network', 'tenant_id': '6ccdf0a5bc2d47c380e57d95c43472b0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:23.910238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:23.916326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Usage tracker for resource:network and tenant:6ccdf0a5bc2d47c380e57d95c43472b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:23.919864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:23.957648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:23.967541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:24.022939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Made reservation on behalf of 6ccdf0a5bc2d47c380e57d95c43472b0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:24.025086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.055470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Network 37c025ef-e6cd-4fb5-9975-0cda20504299 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:28:24.057949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.087790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 37c025ef-e6cd-4fb5-9975-0cda20504299) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:24.095336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:24.101627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b1fa3-1cf3-42ed-8eaf-ac361f23712e None None] Network 37c025ef-e6cd-4fb5-9975-0cda20504299 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:28:24.108258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-1350bf7b-a1e7-429b-bdd3-0dd2fefdc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.109750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-1350bf7b-a1e7-429b-bdd3-0dd2fefdc0f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.3551605 May 12 19:28:24.115756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.116331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.117642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-39f5e47e-c5a8-494c-9232-746debd91860 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.118360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-39f5e47e-c5a8-494c-9232-746debd91860 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Synchronizing usage tracker for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:24.123773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ccdf0a5bc2d47c380e57d95c43472b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:24.128122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:24.135311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-f845b1e0-6feb-4e73-89bf-3641acb9e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.137069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-f845b1e0-6feb-4e73-89bf-3641acb9e86c service neutron] 10.222.0.36 "GET /v2.0/ports/dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 200 len: 1027 time: 0.1272805 May 12 19:28:24.141937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220fd18-35b5-4c5c-97cb-22290a24c1eb req-6b9e10ee-0f22-428d-9f23-3d6ff36b80f2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.143427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5220fd18-35b5-4c5c-97cb-22290a24c1eb req-6b9e10ee-0f22-428d-9f23-3d6ff36b80f2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 950 time: 0.2454398 May 12 19:28:24.150110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:24.193818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-39f5e47e-c5a8-494c-9232-746debd91860 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Unset dirty status for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:24.194978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-39f5e47e-c5a8-494c-9232-746debd91860 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/networks?id=57879554-b28d-40f0-9574-697fef5a1e44 HTTP/1.1" status: 200 len: 816 time: 0.4449222 May 12 19:28:24.228347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-8eeea77b-22c5-45ac-9aef-c3af8346b4c5 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/quotas/feaf0f18dbc440c4897a221ad0b4f1d6 HTTP/1.1" status: 200 len: 375 time: 0.0212889 May 12 19:28:24.285849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5220fd18-35b5-4c5c-97cb-22290a24c1eb req-d81c4636-acad-4c35-af86-969cedf65bb7 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335003 May 12 19:28:24.310128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0ae08ab6-9052-4ac1-88cd-066d7cba1553 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8011203 May 12 19:28:24.316790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-40dbeb23-3b11-47af-a728-662cca66f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.319895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-40dbeb23-3b11-47af-a728-662cca66f1cb service neutron] 10.222.0.36 "GET /v2.0/ports/1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 200 len: 1028 time: 0.1132402 May 12 19:28:24.370388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-5ee41c2e-44e0-41fe-b5f6-cf04b64c247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.372178 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-5ee41c2e-44e0-41fe-b5f6-cf04b64c247d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319160 May 12 19:28:24.394214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.406127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-e6899823-86a4-45a5-9121-7af8960e2dbf tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Synchronizing usage tracker for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:24.410869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.423488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:28:24.431762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541bf75-f7c1-46f6-a6bd-3adeb0a97ee3 None None] Network 37c025ef-e6cd-4fb5-9975-0cda20504299 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:28:24.436245 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.436712 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Added segment ccbd2c80-bec9-4959-8a17-deac83af54e2 of type vlan for network b395728f-49c7-4bd0-ad57-b4cd806a55b9 May 12 19:28:24.471513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.510647 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.511800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.512500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.672729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-a69e35e0-0a49-41bd-8ed2-8add81f1dcb9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.678822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-a69e35e0-0a49-41bd-8ed2-8add81f1dcb9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.684423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-a69e35e0-0a49-41bd-8ed2-8add81f1dcb9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:24.684656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be6d4d3-f2d6-4442-ba85-eb6b23b46679,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:24.685305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-a69e35e0-0a49-41bd-8ed2-8add81f1dcb9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Synchronizing usage tracker for tenant:483d6cc261e5461c9d684623068444e1 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:24.686780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-e6899823-86a4-45a5-9121-7af8960e2dbf tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Unset dirty status for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:24.688188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-e6899823-86a4-45a5-9121-7af8960e2dbf tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=feaf0f18dbc440c4897a221ad0b4f1d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4522243 May 12 19:28:24.706297 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-9462712b-4686-4d21-8cb7-04851f62c3ed service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808888 May 12 19:28:24.730382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8306177 May 12 19:28:24.733535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44070) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:24.739949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.740265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.740559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.740912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.741239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.741569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.741890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.742210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.742529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.742847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.743166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.743481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:24.753169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Request body: {'subnet': {'network_id': 'b395728f-49c7-4bd0-ad57-b4cd806a55b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2003410804-subnet', 'tenant_id': '6ccdf0a5bc2d47c380e57d95c43472b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:24.758106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb79efa-fe1b-49ae-8b4c-0ca707843fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b395728f-49c7-4bd0-ad57-b4cd806a55b9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:24.776214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b395728f-49c7-4bd0-ad57-b4cd806a55b9 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:28:24.814767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:24.824192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Usage tracker for resource:subnet and tenant:6ccdf0a5bc2d47c380e57d95c43472b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:24.833523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:24.842744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:24.859984 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ebae4cc7-847b-4d5e-bc6f-86ee64570877 req-df85da9d-c976-4fcf-9778-568dbb8d0711 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455760 May 12 19:28:24.861253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-a69e35e0-0a49-41bd-8ed2-8add81f1dcb9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Unset dirty status for tenant:483d6cc261e5461c9d684623068444e1 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:24.862142 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-a69e35e0-0a49-41bd-8ed2-8add81f1dcb9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "GET /v2.0/networks?id=823a8d96-f772-477a-baf6-df0b1eb06ab0&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6 HTTP/1.1" status: 200 len: 1990 time: 0.5334630 May 12 19:28:24.880386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Made reservation on behalf of 6ccdf0a5bc2d47c380e57d95c43472b0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:24.882895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:24.976721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-36054113-f49a-4393-bf66-f082dd3a45de tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=483d6cc261e5461c9d684623068444e1 HTTP/1.1" status: 200 len: 380 time: 0.1060824 May 12 19:28:24.992659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'admin_state_up': True, 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'security_groups': ['02165e20-1090-4cf6-bb81-4ef6ebe50b5c']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:25.101763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3786d-f6f0-40ea-b041-6d872e47ac4f req-8a826217-a58d-4340-9590-030db1ed8bb6 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:25.103267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58e3786d-f6f0-40ea-b041-6d872e47ac4f req-8a826217-a58d-4340-9590-030db1ed8bb6 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.4660285 May 12 19:28:25.112273 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:28:25.122260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-2d2054b5-1a5d-4b8b-b7dc-bae9750247e2 service neutron] 10.222.0.72 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138680 May 12 19:28:25.126234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-7ac9f586-7d30-40df-90fb-d3f8dd746270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:25.127726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-7ac9f586-7d30-40df-90fb-d3f8dd746270 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 1099 time: 0.2042172 May 12 19:28:25.238776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58e3786d-f6f0-40ea-b041-6d872e47ac4f req-15f283b0-0479-489f-b6c4-e5c092625a06 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231668 May 12 19:28:25.245580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:25.253241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:port and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:25.258323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:25.266704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:25.302275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:25.306065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:25.324582 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f92c87e-b1ff-4030-b426-ddda1f730b1f'] response: {'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'code': 200} May 12 19:28:25.327752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-b84a45c3-d7bc-4b9d-8587-d245722c1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:25.329137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-b84a45c3-d7bc-4b9d-8587-d245722c1cba service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.1944764 May 12 19:28:25.443903 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:25.492649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-7fb3d204-505b-4b12-a1bb-12a5c3e29c1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 HTTP/1.1" status: 200 len: 217 time: 0.1108508 May 12 19:28:25.540607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91f2befb-4b5a-4de9-8b29-cc9ff735c8bc req-2b6f8a3d-63c2-4a61-a5d8-44a56523cd49 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 210 time: 0.0985057 May 12 19:28:25.553621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-0ca4942c-1307-4872-866c-85b6912bbb70 service neutron] 10.222.0.72 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955231 May 12 19:28:25.586566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0094cf5-cddc-4289-96b3-0a31dfa55680,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:25.597743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Checking segment: {'id': 'ccbd2c80-bec9-4959-8a17-deac83af54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b395728f-49c7-4bd0-ad57-b4cd806a55b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:25.598113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Network hostable DHCP agents. Network: b395728f-49c7-4bd0-ad57-b4cd806a55b9, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:28:25.622195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Network b395728f-49c7-4bd0-ad57-b4cd806a55b9 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:28:25.638697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b395728f-49c7-4bd0-ad57-b4cd806a55b9) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:25.653055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed5b9d-16c3-4443-8839-3b07017a1355 None None] Network b395728f-49c7-4bd0-ad57-b4cd806a55b9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:28:25.659280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:25.660169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:25.711854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 172.20.0.11 (823a8d96-f772-477a-baf6-df0b1eb06ab0/f4eaa284-aafe-4c47-b6cc-714071675d77/03a16558-9e11-47d2-87d1-2abb14f650a8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:25.749840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-02acef32-ff46-4829-848a-c3b9ee1da536 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0119767 May 12 19:28:25.813169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec694-e4e7-46f2-b5a2-89de934a9344 req-ecab2d0c-491e-49e8-a458-3211ca0f99c6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:25.814709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2efec694-e4e7-46f2-b5a2-89de934a9344 req-ecab2d0c-491e-49e8-a458-3211ca0f99c6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 948 time: 0.1479552 May 12 19:28:25.913837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2efec694-e4e7-46f2-b5a2-89de934a9344 req-6f6938f3-e625-4536-a534-617ebc6d814c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915380 May 12 19:28:26.058756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-4e938d38-856d-41d4-8c64-55b397255090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:26.060156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-4e938d38-856d-41d4-8c64-55b397255090 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.5517838 May 12 19:28:26.075296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c44d-60db-40df-87f8-85d3ce324cbd req-a601aafd-fba3-4fed-9304-78181a68ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:26.076883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d37c44d-60db-40df-87f8-85d3ce324cbd req-a601aafd-fba3-4fed-9304-78181a68ad55 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 1101 time: 0.6382804 May 12 19:28:26.129837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecb219-49fa-4bc3-ae8d-4c004f89e49d None None] Network b395728f-49c7-4bd0-ad57-b4cd806a55b9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:28:26.230482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1202953212', 'description': 'tempest-description-704309551'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:26.240545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:26.246470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:26.250484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:26.258025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:26.261240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.272996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.299493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:26.306173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group_rule and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:26.309595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:26.316593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:26.342023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Transition to ACTIVE for port object 03a16558-9e11-47d2-87d1-2abb14f650a8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:26.364456 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d37c44d-60db-40df-87f8-85d3ce324cbd req-472305c6-4b24-4acd-9c4d-484089a5ed4d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770892 May 12 19:28:26.402910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-6ee63014-a9d5-4ce8-bfe3-8380ee45392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:26.404626 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-6ee63014-a9d5-4ce8-bfe3-8380ee45392c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3324950 May 12 19:28:26.426837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.436053 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.443323 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.509543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e33df8b-075a-47e9-9c5d-d406d6363876,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:26.517399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.525942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5a632c9-fe55-41c9-b6e0-0c04f9f745c7 req-6dca22b3-384a-4631-a33e-ea8c824f05bf tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3011391 May 12 19:28:26.544235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=03a16558-9e11-47d2-87d1-2abb14f650a8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:26.547627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:26.549463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:26.551803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:26.786218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:26.787173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.825012 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-199f33d1-037d-440d-9144-7cca2079b9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:26.846773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:26.850581 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-c75003d8-4156-40aa-9946-92d81a456392 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642117 May 12 19:28:26.853901 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d8cd1111-f8f1-4fd7-8b5a-fb747dc0a738 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8679514 May 12 19:28:26.886004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'admin_state_up': True, 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'security_groups': ['02165e20-1090-4cf6-bb81-4ef6ebe50b5c']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:26.968060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c3509-18e2-41fd-9110-13e4bd3b7543 req-df2acdd0-8323-475c-a769-7badaeb2cd1a tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:26.969823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a29c3509-18e2-41fd-9110-13e4bd3b7543 req-df2acdd0-8323-475c-a769-7badaeb2cd1a tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 950 time: 0.3040371 May 12 19:28:27.027407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8c12-ac17-411f-a7c1-ed3ad092ea2e req-e1ea1dda-0aed-4fa9-a144-dff1c92f5f00 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:27.035309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9cc8c12-ac17-411f-a7c1-ed3ad092ea2e req-e1ea1dda-0aed-4fa9-a144-dff1c92f5f00 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 946 time: 0.2858906 May 12 19:28:27.107727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a29c3509-18e2-41fd-9110-13e4bd3b7543 req-8184186e-12a3-407a-aa7c-426b4b5c8392 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301529 May 12 19:28:27.119617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6d1ed301-c7ab-40d4-b744-662ed50c46bd None None] Provisioning for port 03a16558-9e11-47d2-87d1-2abb14f650a8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:27.131376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6d1ed301-c7ab-40d4-b744-662ed50c46bd None None] Provisioning complete for port 03a16558-9e11-47d2-87d1-2abb14f650a8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:27.132411 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d1ed301-c7ab-40d4-b744-662ed50c46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:27.135421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9cc8c12-ac17-411f-a7c1-ed3ad092ea2e req-d9650825-210f-4efd-b5db-d06fe9b02541 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990207 May 12 19:28:27.199892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ed301-c7ab-40d4-b744-662ed50c46bd None None] Port 03a16558-9e11-47d2-87d1-2abb14f650a8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:27.257032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:27.273941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'bc695fe8-3937-4b29-84ae-00faea9966dc', 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e', 'port_id': 'bc695fe8-3937-4b29-84ae-00faea9966dc', 'mac_address': 'fa:16:3e:b1:9b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79b5823-0f43-4c0e-96de-948a820c5629', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:27.300924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82f1e0f7-8b8d-45db-8e48-d6cbcab43439 req-31617eef-97d4-4d7a-85e7-fdda2cf38932 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441736 May 12 19:28:27.311197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:27.315628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:port and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:27.319521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:27.327539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:27.341174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port bc695fe8-3937-4b29-84ae-00faea9966dc is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:27.341948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:27.343229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:27.349824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:27.378281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc695fe8-3937-4b29-84ae-00faea9966dc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:27.394376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d2c7-86cc-41e3-8e0c-9e1509d3c57e req-edca958f-e80a-421c-b7e0-762d572ed445 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:27.396310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dd0d2c7-86cc-41e3-8e0c-9e1509d3c57e req-edca958f-e80a-421c-b7e0-762d572ed445 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.1536996 May 12 19:28:27.416551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:27.426796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:27.528186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:27.692225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['bc695fe8-3937-4b29-84ae-00faea9966dc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:27.738646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7012-8244-4bb4-b510-2629453b396b req-07a334c7-e458-4b94-8c4f-f8e2fe65881d tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:27.743526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-501a7012-8244-4bb4-b510-2629453b396b req-07a334c7-e458-4b94-8c4f-f8e2fe65881d tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Synchronizing usage tracker for tenant:ca2e061fe2634bd291492dc7b08be236 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:27.789210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 10.1.1.158 (af9ef7af-eec9-4d47-93dd-ca2b28932327/6f756ca8-7686-4581-9052-c954ebcf6bde/69fd40ce-8b18-4c53-bc29-4d45e6c992d5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:27.818725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dd0d2c7-86cc-41e3-8e0c-9e1509d3c57e req-76a94a52-3df2-4d88-8c5f-ca878030eaba tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066391 May 12 19:28:27.834803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-501a7012-8244-4bb4-b510-2629453b396b req-07a334c7-e458-4b94-8c4f-f8e2fe65881d tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Unset dirty status for tenant:ca2e061fe2634bd291492dc7b08be236 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:27.859811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-07a334c7-e458-4b94-8c4f-f8e2fe65881d tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/networks?id=2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d HTTP/1.1" status: 200 len: 815 time: 0.3811581 May 12 19:28:27.909414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-252ed69c-a05f-4ae5-a861-919e2fbfc584 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/quotas/ca2e061fe2634bd291492dc7b08be236 HTTP/1.1" status: 200 len: 375 time: 0.0484605 May 12 19:28:27.967592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-d6ff0de7-4dae-4c7b-8307-1312c871cfd0 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca2e061fe2634bd291492dc7b08be236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570664 May 12 19:28:28.065438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.082932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-ed5193cc-d040-47e2-8046-cbc1d0e0a4ce tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/9e33df8b-075a-47e9-9c5d-d406d6363876 HTTP/1.1" status: 200 len: 1812 time: 0.2058163 May 12 19:28:28.083137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Transition to ACTIVE for port object 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:28.100160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e33df8b-075a-47e9-9c5d-d406d6363876', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:28.100894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e33df8b-075a-47e9-9c5d-d406d6363876', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:28.108537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:28.114568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.117762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group_rule and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:28.123690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:28.173938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:28.187577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-47661453-6b15-4a79-8819-2d0544be5611 service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998599 May 12 19:28:28.221286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:28.224978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:28.227674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:28.278999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:28.294388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.294740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.295058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.295387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.295714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.296037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.296356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.296674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.296992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.297332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.297651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.297965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:28.318973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:28.319629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.323681 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.356603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-562a6563-7165-41ec-9023-fd93d070be3e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4754744 May 12 19:28:28.364720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.372705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'admin_state_up': True, 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'security_groups': ['02165e20-1090-4cf6-bb81-4ef6ebe50b5c']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:28.374892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.421003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b9e8c9-bcc8-4986-9dbf-80cb97fdbfee,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:28.446048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-6f047f4b-a262-4a44-b196-c7e7f7c62db0 service neutron] 10.222.0.72 "GET /v2.0/networks/2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461417 May 12 19:28:28.462358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.463687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801303c6-fd17-4bba-9cfa-7e8cc875eb7d req-e65fc951-f858-47ff-8d6b-dfb561b66166 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3715589 May 12 19:28:28.647054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-91661d07-f791-4e5c-82f9-f36e4aaef77f None None] Provisioning for port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:28.658533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-91661d07-f791-4e5c-82f9-f36e4aaef77f None None] Provisioning complete for port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:28.661509 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91661d07-f791-4e5c-82f9-f36e4aaef77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.678976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:28.693507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:port and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:28.716893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:28.735804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:28.744103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-08a4a481-64fb-47ac-af76-e225d25280d3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:28.756149 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-08a4a481-64fb-47ac-af76-e225d25280d3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.36 "GET /v2.0/networks?id=57879554-b28d-40f0-9574-697fef5a1e44 HTTP/1.1" status: 200 len: 816 time: 0.2637200 May 12 19:28:28.762266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-91661d07-f791-4e5c-82f9-f36e4aaef77f None None] Port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:28.792000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:28.795499 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:28.861964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:28.864644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:28.867032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f5f74a9-ffcc-4a57-ae10-64788135c167 req-62e48e8f-ecca-4a1a-8f93-78dbea10e773 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 210 time: 0.1685321 May 12 19:28:28.898916 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-f0fae623-c8f0-43c5-bfb6-4412f968c105 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feaf0f18dbc440c4897a221ad0b4f1d6 HTTP/1.1" status: 200 len: 380 time: 0.1345048 May 12 19:28:28.916065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Request body: {'port': {'device_id': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'admin_state_up': True, 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'security_groups': ['a0d8c97b-26fc-4bb4-bf4f-d873a7587673']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:29.004772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee0b7-d89e-4b16-a465-4704261d6d40 req-2c8833e5-0a8b-4b44-8b11-f651a24ff90d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:29.020576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee0b7-d89e-4b16-a465-4704261d6d40 req-2c8833e5-0a8b-4b44-8b11-f651a24ff90d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:29.022234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b95ee0b7-d89e-4b16-a465-4704261d6d40 req-2c8833e5-0a8b-4b44-8b11-f651a24ff90d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 1654 time: 0.2431095 May 12 19:28:29.085618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00485771-bb2c-42c7-ac87-5bed1b672056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.095293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port bc695fe8-3937-4b29-84ae-00faea9966dc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:29.326473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b95ee0b7-d89e-4b16-a465-4704261d6d40 req-0f1e58b1-5c4d-4f02-86dd-a9fa19ef3aff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533929 May 12 19:28:29.357600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port bc695fe8-3937-4b29-84ae-00faea9966dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:29.357937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.363378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c40df-1059-440f-af58-93a4110ca286 req-157edec0-7d5e-466b-924e-0f30ddf2537f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:29.371715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-949c40df-1059-440f-af58-93a4110ca286 req-157edec0-7d5e-466b-924e-0f30ddf2537f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 948 time: 0.3473084 May 12 19:28:29.444157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-949c40df-1059-440f-af58-93a4110ca286 req-147df035-9330-4ff1-b3f3-32d21bc3c973 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712798 May 12 19:28:29.450468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:29.495962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1', 'mac_address': 'fa:16:3e:b7:10:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:29.541244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:29.568805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:29.606926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:29.607320 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.631569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Made reservation on behalf of feaf0f18dbc440c4897a221ad0b4f1d6 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:29.635685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.641879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port bc695fe8-3937-4b29-84ae-00faea9966dc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:29.642672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.645679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 10.1.1.159 (af9ef7af-eec9-4d47-93dd-ca2b28932327/6f756ca8-7686-4581-9052-c954ebcf6bde/ee1076ae-8f20-4aaa-b724-06652409b4b8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:29.664652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:29.696361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:29.705421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:29.711294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:29.713968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.797427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f63f9-06e5-4c50-9b0d-7b150d9d8d6d req-847fbda6-50a5-4f3c-a416-8647ea730b33 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:29.805803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-887f63f9-06e5-4c50-9b0d-7b150d9d8d6d req-847fbda6-50a5-4f3c-a416-8647ea730b33 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 950 time: 0.1202650 May 12 19:28:29.811662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:29.823519 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.859290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-887f63f9-06e5-4c50-9b0d-7b150d9d8d6d req-c9d9048b-6de6-4dbd-ae3b-514864f6cef9 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522130 May 12 19:28:29.936173 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:29.942509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:30.031246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a9e5c5ad-ad06-476a-9095-3c1de1dee9f1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:30.086570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2eebfaf6-b7d8-4f14-9068-2a4f19ef6dd2 req-be0a6755-8866-402d-8b36-33a4dd817152 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/9e33df8b-075a-47e9-9c5d-d406d6363876 HTTP/1.1" status: 200 len: 2405 time: 0.1595075 May 12 19:28:30.114045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f21d92-0021-4ee6-90d5-3086734be3b3 req-12291a5d-f97a-4c38-8a86-97d8b2d3c92d tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:30.115617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0f21d92-0021-4ee6-90d5-3086734be3b3 req-12291a5d-f97a-4c38-8a86-97d8b2d3c92d tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1097 time: 0.2379081 May 12 19:28:30.142367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:30.201461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0f21d92-0021-4ee6-90d5-3086734be3b3 req-e8489321-eabb-4370-942c-2a61d70952a4 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798318 May 12 19:28:30.204381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Transition to ACTIVE for port object ee1076ae-8f20-4aaa-b724-06652409b4b8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:30.234756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:30.301302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:30.327445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35bdeca5-5942-48a5-9d3e-2ec4a63f5f98 req-0a6744b7-b961-4d31-8b1e-38eae0b2c6d1 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 210 time: 0.0644147 May 12 19:28:30.412610 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb9c2af-997d-4b4c-9e15-dbc2e55d2824'] response: {'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc', 'code': 200} May 12 19:28:30.445517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:30.465329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:30.475927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:30.486589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563fd2a-caaa-4275-9a15-fbfae7f4aac0 req-72586d64-bb3b-4491-8b54-00e394e620a3 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:30.488438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1563fd2a-caaa-4275-9a15-fbfae7f4aac0 req-72586d64-bb3b-4491-8b54-00e394e620a3 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.1305759 May 12 19:28:30.537068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Allocated IP 172.20.0.6 (57879554-b28d-40f0-9574-697fef5a1e44/7ddeec37-8497-4b32-8ed6-c6105fe67f5d/33559078-6657-4850-bfbd-b35a9a9a6e72) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:30.576363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1563fd2a-caaa-4275-9a15-fbfae7f4aac0 req-e6b13c40-5ff5-4adf-a6d6-9edfcd070d52 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809946 May 12 19:28:30.635270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=ee1076ae-8f20-4aaa-b724-06652409b4b8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:30.753648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620847f3-8b3a-4d5a-987e-88d91f5ff7a2 req-2a071704-a460-4428-a376-d02264e69552 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:30.755467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-620847f3-8b3a-4d5a-987e-88d91f5ff7a2 req-2a071704-a460-4428-a376-d02264e69552 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 950 time: 0.1781185 May 12 19:28:30.837239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:30.837917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:30.907565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfbffa4b-3c58-4752-a50d-c381c89c90fc req-4d705e3f-6ed8-4079-8e3c-4419bf9f0b6d tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 210 time: 0.1129394 May 12 19:28:30.921756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dab18367-5420-4fb3-92b2-2d4b47a01061 None None] Provisioning for port ee1076ae-8f20-4aaa-b724-06652409b4b8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:30.937756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dab18367-5420-4fb3-92b2-2d4b47a01061 None None] Provisioning complete for port ee1076ae-8f20-4aaa-b724-06652409b4b8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:30.938421 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dab18367-5420-4fb3-92b2-2d4b47a01061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:30.942802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-620847f3-8b3a-4d5a-987e-88d91f5ff7a2 req-fc67f322-8651-4012-9dba-abd95ff6c211 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807542 May 12 19:28:30.993646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12b4aa03-8cfe-477e-a5c8-4150f59f4e0d req-0ae38786-919b-4184-a394-f7282fcbe60c tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-group-rules/f6b9e8c9-bcc8-4986-9dbf-80cb97fdbfee HTTP/1.1" status: 200 len: 778 time: 0.0329914 May 12 19:28:31.063108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dab18367-5420-4fb3-92b2-2d4b47a01061 None None] Port ee1076ae-8f20-4aaa-b724-06652409b4b8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:31.072364 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-83399807-7fab-420f-9c43-20e7ed891ae1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7042990 May 12 19:28:31.086993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12b4aa03-8cfe-477e-a5c8-4150f59f4e0d req-4bb77cf5-5b48-402c-ab0b-6ec46a0bd052 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/9e33df8b-075a-47e9-9c5d-d406d6363876 HTTP/1.1" status: 200 len: 2405 time: 0.0842178 May 12 19:28:31.087666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6', 'admin_state_up': True, 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'security_groups': ['02165e20-1090-4cf6-bb81-4ef6ebe50b5c']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:31.125823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7012-8244-4bb4-b510-2629453b396b req-69db64bb-6365-489e-9812-6b68e20c7de3 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:31.127273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-69db64bb-6365-489e-9812-6b68e20c7de3 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.73 "GET /v2.0/networks?id=2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d HTTP/1.1" status: 200 len: 815 time: 0.5573199 May 12 19:28:31.187997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Request body: {'port': {'device_id': '5860d69f-937e-4c34-b5b3-f373332c5965', 'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d', 'admin_state_up': True, 'tenant_id': 'ca2e061fe2634bd291492dc7b08be236'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:31.195130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-12b4aa03-8cfe-477e-a5c8-4150f59f4e0d req-bf0b9da3-1676-4903-a221-b3a1bbfb81c7 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.208470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da99c6-0f14-4bbd-91c8-db35f550415a req-7dd28b1b-4baa-4f8d-b58f-dc6edf3c3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:31.210028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-56da99c6-0f14-4bbd-91c8-db35f550415a req-7dd28b1b-4baa-4f8d-b58f-dc6edf3c3a7c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1096 time: 0.6630790 May 12 19:28:31.217855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-12b4aa03-8cfe-477e-a5c8-4150f59f4e0d req-bf0b9da3-1676-4903-a221-b3a1bbfb81c7 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.283594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c010cd-764c-4e93-a605-8d314881b601 req-eabe5316-894d-4ded-b844-38a0ee5daf38 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:31.286182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0c010cd-764c-4e93-a605-8d314881b601 req-eabe5316-894d-4ded-b844-38a0ee5daf38 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1097 time: 0.1670535 May 12 19:28:31.288787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-12b4aa03-8cfe-477e-a5c8-4150f59f4e0d req-bf0b9da3-1676-4903-a221-b3a1bbfb81c7 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.324716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-12b4aa03-8cfe-477e-a5c8-4150f59f4e0d req-bf0b9da3-1676-4903-a221-b3a1bbfb81c7 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.325743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12b4aa03-8cfe-477e-a5c8-4150f59f4e0d req-bf0b9da3-1676-4903-a221-b3a1bbfb81c7 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f6b9e8c9-bcc8-4986-9dbf-80cb97fdbfee HTTP/1.1" status: 204 len: 173 time: 0.2373059 May 12 19:28:31.340280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b9da3-1676-4903-a221-b3a1bbfb81c7 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6b9e8c9-bcc8-4986-9dbf-80cb97fdbfee,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:31.390542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0c010cd-764c-4e93-a605-8d314881b601 req-999e9c99-020c-4b5a-86d6-5ca8b01d3121 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033611 May 12 19:28:31.478523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.513853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:31.520075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.526720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:port and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:31.530444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Transition to ACTIVE for port object 33559078-6657-4850-bfbd-b35a9a9a6e72 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:31.534919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:31.543724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:31.547707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:31.556517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Usage tracker for resource:port and tenant:ca2e061fe2634bd291492dc7b08be236 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:31.585620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:31.600095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:31.614893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:31.639013 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-56da99c6-0f14-4bbd-91c8-db35f550415a req-d8ccce23-a8a2-41f3-805d-f092222c0588 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092443 May 12 19:28:31.656057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b981-cf05-46ed-b4ba-718c5100fb1a req-c894ced2-4629-4e9a-b508-4e9d8ffad757 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:31.663047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b981-cf05-46ed-b4ba-718c5100fb1a req-c894ced2-4629-4e9a-b508-4e9d8ffad757 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:31.669017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b981-cf05-46ed-b4ba-718c5100fb1a req-c894ced2-4629-4e9a-b508-4e9d8ffad757 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:31.676958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-de95b981-cf05-46ed-b4ba-718c5100fb1a req-c894ced2-4629-4e9a-b508-4e9d8ffad757 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 2375 time: 0.1947513 May 12 19:28:31.696540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Made reservation on behalf of ca2e061fe2634bd291492dc7b08be236 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:31.700084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.741531 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-de95b981-cf05-46ed-b4ba-718c5100fb1a req-497322d2-7291-4c0d-9e9b-e530d6439fd9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636876 May 12 19:28:31.743040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:31.778227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896a4c9-db2d-4fcc-9b08-804ef14a1dc2 req-1f178272-e6f3-44e8-b1e7-08c9b684fe43 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:31.780183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6896a4c9-db2d-4fcc-9b08-804ef14a1dc2 req-1f178272-e6f3-44e8-b1e7-08c9b684fe43 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 949 time: 0.2041190 May 12 19:28:31.836974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6896a4c9-db2d-4fcc-9b08-804ef14a1dc2 req-872b400a-d4c5-43ed-a008-1abc73127041 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479326 May 12 19:28:32.048804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16e43b78-9602-49e3-ae98-bff485324857 req-c2dd03fc-9e1e-449e-9c0e-efa84d134063 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 210 time: 0.0528119 May 12 19:28:32.064403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Network 57879554-b28d-40f0-9574-697fef5a1e44 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:32.070914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.080219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-383308063', 'description': 'tempest-description-47113465'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:32.080410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:32.082262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event updated for resources: {'Port': ['ID=33559078-6657-4850-bfbd-b35a9a9a6e72,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:32.087433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:32.088692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:32.107838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:32.117802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:32.133398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:32.160267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.208123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:32.212145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group_rule and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:32.215403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:32.223911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:32.309327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Allocated IP 172.20.0.13 (2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d/10f09ace-a98e-4b25-a8ba-c36801f24580/9602004c-4fe8-4adb-bac7-18867f5ef87d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:32.329282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:32.329953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.379432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.387248 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.450840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.452331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0c7d709-d0ad-4105-8fa8-62fc5a04a2c6 req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3763072 May 12 19:28:32.497594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-5b1ae54e-2ded-4358-88f5-8a1daac1cec3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5861375 May 12 19:28:32.499532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-da207c1d-e2f9-4079-b972-7817d903d8ea None None] Provisioning for port 33559078-6657-4850-bfbd-b35a9a9a6e72 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:32.506208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edc32d-434a-4971-9376-1dcc1d30cfe5 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5268ed95-9745-4581-9d17-480538334d65,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:32.506437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-da207c1d-e2f9-4079-b972-7817d903d8ea None None] Provisioning complete for port 33559078-6657-4850-bfbd-b35a9a9a6e72 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:32.506787 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da207c1d-e2f9-4079-b972-7817d903d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.588612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-da207c1d-e2f9-4079-b972-7817d903d8ea None None] Port 33559078-6657-4850-bfbd-b35a9a9a6e72 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:32.608153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Request body: {'port': {'device_id': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:32.676193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98299-49a8-4903-baa1-fd5de25b3f74 req-8c156f6b-8427-4098-81ca-a7b44ebf23a9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:32.677814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aac98299-49a8-4903-baa1-fd5de25b3f74 req-8c156f6b-8427-4098-81ca-a7b44ebf23a9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.1489034 May 12 19:28:32.688780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4910f7f-ce24-4378-853b-7d7fa4ae9a91 req-972b11d3-cd60-42c7-bdbd-1f2d2e6747ab tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:32.690233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4910f7f-ce24-4378-853b-7d7fa4ae9a91 req-972b11d3-cd60-42c7-bdbd-1f2d2e6747ab tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 931 time: 0.1280711 May 12 19:28:32.759756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aac98299-49a8-4903-baa1-fd5de25b3f74 req-7eedd80e-e54a-418c-a2be-c44f3b8b04fa tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683246 May 12 19:28:32.764118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4910f7f-ce24-4378-853b-7d7fa4ae9a91 req-9c80247e-c6b1-48d7-ac78-87b9564c9a59 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600679 May 12 19:28:32.875772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:32.891587 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.895226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 10.2.2.100 (cf08d2f2-0747-4dd1-a4c5-322775da83c6/4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61/3914bd7f-0eef-4b88-9c35-2c04ded7f7cd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:32.912904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:32.926592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56db0786-4f89-4774-81f3-51e571cb9034 req-9da1fb02-2d1c-4c46-80c2-d6e9d5602602 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/5268ed95-9745-4581-9d17-480538334d65 HTTP/1.1" status: 200 len: 1810 time: 0.0592813 May 12 19:28:32.995634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:33.006976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:33.007609 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.033324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.125402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38418e-3531-4807-a47e-e4c7af1b8366 req-4e066631-158c-4b35-b4e4-897ea8d51d07 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:33.132092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38418e-3531-4807-a47e-e4c7af1b8366 req-4e066631-158c-4b35-b4e4-897ea8d51d07 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:33.140337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38418e-3531-4807-a47e-e4c7af1b8366 req-4e066631-158c-4b35-b4e4-897ea8d51d07 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:33.142285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb38418e-3531-4807-a47e-e4c7af1b8366 req-4e066631-158c-4b35-b4e4-897ea8d51d07 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 2375 time: 0.1169477 May 12 19:28:33.175923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:33.176407 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.202223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb38418e-3531-4807-a47e-e4c7af1b8366 req-0b293b69-1935-4e34-9163-3c953a79b27c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533683 May 12 19:28:33.213586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:33.237156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2fef60-5689-402e-b399-78808c6284ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:33.242095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:33.248285 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.260900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:33.284551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:33.308158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Pushing event updated for resources: {'Port': ['ID=9602004c-4fe8-4adb-bac7-18867f5ef87d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:33.347201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:33.434910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7469f-62fe-445c-95bc-b934d2878800 req-0ab0c8ca-02da-4dd0-be7d-067e6d92bc1a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:33.441734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a7469f-62fe-445c-95bc-b934d2878800 req-0ab0c8ca-02da-4dd0-be7d-067e6d92bc1a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 950 time: 0.0927157 May 12 19:28:33.481048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:33.481680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.485141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a7469f-62fe-445c-95bc-b934d2878800 req-cb61f8ac-052a-4da3-894e-8f1c640f8f99 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 May 12 19:28:33.516742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.531170 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-28c69c9c-227a-42fe-bc7d-7886bae23522 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3470104 May 12 19:28:33.551045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Request body: {'port': {'device_id': '5860d69f-937e-4c34-b5b3-f373332c5965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:33.615254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Transition to ACTIVE for port object 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:33.707463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8a24-b09b-4662-9a1b-886af207709b req-f5bf60d7-6042-414b-8cbd-3b07a70dd7d1 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:33.708976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-249e8a24-b09b-4662-9a1b-886af207709b req-f5bf60d7-6042-414b-8cbd-3b07a70dd7d1 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 932 time: 0.0869744 May 12 19:28:33.759933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-249e8a24-b09b-4662-9a1b-886af207709b req-e87575e9-75f6-46fb-ab3d-a361ebd15bbb tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Synchronizing usage tracker for tenant:ca2e061fe2634bd291492dc7b08be236 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:28:33.766227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.778541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-249e8a24-b09b-4662-9a1b-886af207709b req-e87575e9-75f6-46fb-ab3d-a361ebd15bbb tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Unset dirty status for tenant:ca2e061fe2634bd291492dc7b08be236 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:28:33.786313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-249e8a24-b09b-4662-9a1b-886af207709b req-e87575e9-75f6-46fb-ab3d-a361ebd15bbb tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697327 May 12 19:28:33.790210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.794540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33559078-6657-4850-bfbd-b35a9a9a6e72 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:33.838967 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ecd71e2-db56-488e-904c-ab463e48ca07'] response: {'server_uuid': 'fe2fef60-5689-402e-b399-78808c6284ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1', 'code': 200} May 12 19:28:33.858612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1890525057', 'description': 'tempest-description-171851522'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:33.868678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:33.870035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.872970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:33.876074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:33.882934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:33.900111 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:33.937621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:33.944572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group_rule and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:33.948301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:33.954618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:33.964791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-07b51e6e-6c9c-4953-baec-f5102bca8403 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:28:33.965849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-07b51e6e-6c9c-4953-baec-f5102bca8403 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089972 May 12 19:28:33.977014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Request body: {'binding': {'host': 'n-h2-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:33.977490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Unknown quota resources ['binding']. {{(pid=88112) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:28:34.092265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:34.095094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Transition to ACTIVE for port object 33559078-6657-4850-bfbd-b35a9a9a6e72 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:34.111084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:34.117157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.120910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:34.162437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:34.281851 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.295931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.373222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9194378e-e262-4a7e-8bd6-49c57c5af66e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:34.393881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:34.394509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.397526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.409782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11b9bc91-a5f2-41fa-a82f-24ce50c893a8 req-9f63ddab-c1b9-42c2-9e76-b9ec70d41f90 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5570471 May 12 19:28:34.414198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on host n-h2-841626-1 for vnic_type normal with profile None {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:34.414530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:34.414860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:34.426648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:34.427184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:34.440759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-35637ab5-5a40-459f-b903-072389202514 None None] Provisioning for port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:34.442716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:34.443061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:34.443445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:34.443897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Bound port: 8564a514-0325-4a77-bf22-2b04003f3c3f, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:34.448793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-35637ab5-5a40-459f-b903-072389202514 None None] Provisioning complete for port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:34.449710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35637ab5-5a40-459f-b903-072389202514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.501843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:34.513531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] Notify callbacks [] for binding, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.514825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8407032a-c550-448e-b690-4d05c5bf11da service neutron] 10.222.0.72 "POST /v2.0/ports/8564a514-0325-4a77-bf22-2b04003f3c3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5413241 May 12 19:28:34.536101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Pushing event updated for resources: {'Port': ['ID=33559078-6657-4850-bfbd-b35a9a9a6e72,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:34.577816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9fc9c117-09e0-4275-ab6c-dfc5b011f461 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4947793 May 12 19:28:34.606742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-35637ab5-5a40-459f-b903-072389202514 None None] Port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:34.610907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6', 'admin_state_up': True, 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'security_groups': ['02165e20-1090-4cf6-bb81-4ef6ebe50b5c']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:34.642684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611bc13-7536-4718-b742-794666c1400e req-08355d6b-4d2f-4877-9fcb-91e982bd5f37 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:34.644212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6611bc13-7536-4718-b742-794666c1400e req-08355d6b-4d2f-4877-9fcb-91e982bd5f37 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.1036780 May 12 19:28:34.698079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6611bc13-7536-4718-b742-794666c1400e req-a19e267e-2b9d-467a-82aa-721b3779c6dc tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480871 May 12 19:28:34.712819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bee5d-51ae-4148-9ca0-36fae42fbf97 req-2c34c49a-138a-46ff-a1c5-1a358331203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:34.714349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ae0bee5d-51ae-4148-9ca0-36fae42fbf97 req-2c34c49a-138a-46ff-a1c5-1a358331203d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 1101 time: 0.6757019 May 12 19:28:34.823825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0970f79-d6e7-4e24-b6f8-0033281d548b req-f7ac7b1e-35c6-44da-8eb2-62395c4428a3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:34.825436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0970f79-d6e7-4e24-b6f8-0033281d548b req-f7ac7b1e-35c6-44da-8eb2-62395c4428a3 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 943 time: 0.1068916 May 12 19:28:34.868448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Attempting to bind port 33559078-6657-4850-bfbd-b35a9a9a6e72 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:34.868688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Attempting to bind port 33559078-6657-4850-bfbd-b35a9a9a6e72 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:34.869225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Attempting to bind port 33559078-6657-4850-bfbd-b35a9a9a6e72 on network 57879554-b28d-40f0-9574-697fef5a1e44 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:34.871564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0970f79-d6e7-4e24-b6f8-0033281d548b req-95e63153-de7e-4968-8209-f23353446f2e tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 May 12 19:28:34.907114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Port 33559078-6657-4850-bfbd-b35a9a9a6e72 on network 57879554-b28d-40f0-9574-697fef5a1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:34.907441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Attempting to bind port 33559078-6657-4850-bfbd-b35a9a9a6e72 on network 57879554-b28d-40f0-9574-697fef5a1e44 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:34.948283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:34.948619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Checking segment: {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:34.949003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Bound using segment: {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:34.949465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Bound port: 33559078-6657-4850-bfbd-b35a9a9a6e72, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0a3d04-57de-4759-99fd-930ce96a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:34.949815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:34.966193 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ae0bee5d-51ae-4148-9ca0-36fae42fbf97 req-e2b907f5-6cbd-4353-bfba-5eda9b8d9813 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379420 May 12 19:28:34.993392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e947b20-6ec5-4a9f-9b9e-11d5494adc28 req-21130071-e7cb-464a-b4a8-575e152eaebe tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/9194378e-e262-4a7e-8bd6-49c57c5af66e HTTP/1.1" status: 200 len: 1812 time: 0.0607789 May 12 19:28:35.016612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cca1c-c8e4-4e9d-a75f-bf5a19dd4e86 req-31848557-fff1-43c9-ade8-85838dad31b4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.023061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cca1c-c8e4-4e9d-a75f-bf5a19dd4e86 req-31848557-fff1-43c9-ade8-85838dad31b4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.027762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:35.028982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cca1c-c8e4-4e9d-a75f-bf5a19dd4e86 req-31848557-fff1-43c9-ade8-85838dad31b4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.035220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cca1c-c8e4-4e9d-a75f-bf5a19dd4e86 req-31848557-fff1-43c9-ade8-85838dad31b4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.037050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a5cca1c-c8e4-4e9d-a75f-bf5a19dd4e86 req-31848557-fff1-43c9-ade8-85838dad31b4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 3096 time: 0.1469383 May 12 19:28:35.076568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Usage tracker for resource:port and tenant:483d6cc261e5461c9d684623068444e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:35.088263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a5cca1c-c8e4-4e9d-a75f-bf5a19dd4e86 req-2f338463-8a00-4b34-97fd-a7410ad9b933 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 May 12 19:28:35.090204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:35.103137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9602004c-4fe8-4adb-bac7-18867f5ef87d {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:35.109592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:35.132844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:35.191342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efad56-b69d-4a37-88b2-6d1333844ada req-fa942fc6-64e2-46b9-9327-9d26e7e0ddea tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.194885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-7e2261cc-1dc8-480d-8858-3269a5d74b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.196746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-7e2261cc-1dc8-480d-8858-3269a5d74b9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1097 time: 0.3954301 May 12 19:28:35.199575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23efad56-b69d-4a37-88b2-6d1333844ada req-fa942fc6-64e2-46b9-9327-9d26e7e0ddea tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 950 time: 0.1075304 May 12 19:28:35.201209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Made reservation on behalf of 483d6cc261e5461c9d684623068444e1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:35.206290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:35.223269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Transition to ACTIVE for port object 9602004c-4fe8-4adb-bac7-18867f5ef87d will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:35.255078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23efad56-b69d-4a37-88b2-6d1333844ada req-a6630763-937e-44ce-897e-1764e92ec887 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546880 May 12 19:28:35.308852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:35.363137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:35.506663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=33559078-6657-4850-bfbd-b35a9a9a6e72,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:35.513226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd474246-affa-4b54-97b2-0876bec75ff7 req-fa65d121-651b-49d3-a475-e2bb20b7974c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.514746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd474246-affa-4b54-97b2-0876bec75ff7 req-fa65d121-651b-49d3-a475-e2bb20b7974c tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0991445 May 12 19:28:35.526077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45895-5331-485a-8193-3cd5d4a708f5 req-aeb262a2-cf3d-413b-9668-128d8d2e8615 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.527488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1f45895-5331-485a-8193-3cd5d4a708f5 req-aeb262a2-cf3d-413b-9668-128d8d2e8615 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 946 time: 0.1478271 May 12 19:28:35.539212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:35.548711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Pushing event updated for resources: {'Port': ['ID=9602004c-4fe8-4adb-bac7-18867f5ef87d,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:35.597829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd474246-affa-4b54-97b2-0876bec75ff7 req-d0dc340d-286d-4758-85de-451a4b1e4a23 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 May 12 19:28:35.607439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1f45895-5331-485a-8193-3cd5d4a708f5 req-a65bd165-6b5a-4d04-9e99-7a99cd1ededb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644317 May 12 19:28:35.719517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-45720070', 'description': 'tempest-description-2036762557'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:35.727460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:35.735568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:35.740387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:35.759099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:35.787583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:35.815054 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:35.852921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:35.872234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group_rule and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:35.883405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:35.895066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.895862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:35.896954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] 10.222.0.36 "PUT /v2.0/ports/33559078-6657-4850-bfbd-b35a9a9a6e72 HTTP/1.1" status: 200 len: 1091 time: 3.2933111 May 12 19:28:35.898782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:35.917085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae653f-b691-4f47-880c-d07ac6d780d6 req-d09295d9-be9d-41df-904a-6a1ca5e20016 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.918615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:35.929012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bae653f-b691-4f47-880c-d07ac6d780d6 req-d09295d9-be9d-41df-904a-6a1ca5e20016 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 944 time: 0.1895649 May 12 19:28:35.956959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-116bcfe9-7989-4430-925f-84d5c3600a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:35.958523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-116bcfe9-7989-4430-925f-84d5c3600a02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.7406008 May 12 19:28:35.972246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:35.994142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'mac_address': 'fa:16:3e:28:dd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:36.027754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bae653f-b691-4f47-880c-d07ac6d780d6 req-96bd095d-8647-4204-ba44-202f836a76bf tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954566 May 12 19:28:36.155603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:36.155875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:36.176618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b4ea3-9df6-44af-8c9b-a1d976c91afc service neutron] Pushing event updated for resources: {'Port': ['ID=33559078-6657-4850-bfbd-b35a9a9a6e72,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:36.188198 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-4409ba15-7921-4025-ad51-3e5289b7e99a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 217 time: 0.1715899 May 12 19:28:36.231613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:36.239370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:36.248748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Attempting to bind port 9602004c-4fe8-4adb-bac7-18867f5ef87d on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:36.249084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Attempting to bind port 9602004c-4fe8-4adb-bac7-18867f5ef87d by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '161e2f5c-20e0-45be-a043-68dfab4441e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:36.249507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Attempting to bind port 9602004c-4fe8-4adb-bac7-18867f5ef87d on network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:36.265106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:36.267293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:36.285027 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:36.308123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Allocated IP 10.2.2.200 (cf08d2f2-0747-4dd1-a4c5-322775da83c6/4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61/c3311c90-3fb1-4ced-85ff-81166dcab352) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:36.339536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Port 9602004c-4fe8-4adb-bac7-18867f5ef87d on network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:36.340126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Attempting to bind port 9602004c-4fe8-4adb-bac7-18867f5ef87d on network 2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:36.393539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:36.394166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Checking segment: {'id': '161e2f5c-20e0-45be-a043-68dfab4441e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:36.394761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Bound using segment: {'id': '161e2f5c-20e0-45be-a043-68dfab4441e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:36.395382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Bound port: 9602004c-4fe8-4adb-bac7-18867f5ef87d, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161e2f5c-20e0-45be-a043-68dfab4441e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:36.395897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:36.439787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:36.451072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-7abe7a2b-e17c-4286-8cf4-60374cb4a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:36.452550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-7abe7a2b-e17c-4286-8cf4-60374cb4a759 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.2463725 May 12 19:28:36.475806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0944188-c5d4-4b23-b056-f53292315ea1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:36.488385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:36.488901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:36.502180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e0a2c8b-2f0f-4b67-a533-0c626712b02f req-c0325ce5-7007-43bc-ac1a-d33998b1ee35 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7885036 May 12 19:28:36.543416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a021-4fd3-48fb-9ace-ae2eb50a03f3 req-c03c59ec-b098-434f-9a8a-b0eb63ddf719 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:36.545226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a14a021-4fd3-48fb-9ace-ae2eb50a03f3 req-c03c59ec-b098-434f-9a8a-b0eb63ddf719 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1096 time: 0.2472343 May 12 19:28:36.594269 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-17fcf2ef-7327-4990-8e48-79f7b2266d55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187394 May 12 19:28:36.615926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a14a021-4fd3-48fb-9ace-ae2eb50a03f3 req-e9a5dc72-78da-4fb6-85ff-3f9303bb6cd7 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635796 May 12 19:28:36.777236 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-a61302e1-5189-4a32-a029-2d53edec5c4b service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739700 May 12 19:28:36.834583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-a122ef55-84f9-438c-bedc-2852e2fd760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:36.837074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-a122ef55-84f9-438c-bedc-2852e2fd760d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feaf0f18dbc440c4897a221ad0b4f1d6&device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 1094 time: 0.8817220 May 12 19:28:36.885750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1a486-3818-4895-a65e-1296887eadea req-6a09f088-0645-4a44-a1ff-7e959e20c231 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:36.887385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbf1a486-3818-4895-a65e-1296887eadea req-6a09f088-0645-4a44-a1ff-7e959e20c231 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 943 time: 0.1662142 May 12 19:28:36.982198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbf1a486-3818-4895-a65e-1296887eadea req-f37a7396-dc48-4ec5-ba0f-f46d45a8d670 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888498 May 12 19:28:37.013819 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44550b5-faf8-453f-b726-aa34754f0a98'] response: {'name': 'network-changed', 'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'status': 'completed', 'code': 200} May 12 19:28:37.066411 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-2ba5b184-8b87-4359-9fcd-9f66098c834c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33559078-6657-4850-bfbd-b35a9a9a6e72 HTTP/1.1" status: 200 len: 217 time: 0.1581273 May 12 19:28:37.130742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:37.151250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Transition to ACTIVE for port object c3311c90-3fb1-4ced-85ff-81166dcab352 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:37.220298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a42e5-9d56-4e3a-a557-b70168ec48ae req-b7167d7b-8c2e-4294-88f4-dc610ffa6ebe tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.226113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a42e5-9d56-4e3a-a557-b70168ec48ae req-b7167d7b-8c2e-4294-88f4-dc610ffa6ebe tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.231859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a42e5-9d56-4e3a-a557-b70168ec48ae req-b7167d7b-8c2e-4294-88f4-dc610ffa6ebe tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.236660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] For port 9602004c-4fe8-4adb-bac7-18867f5ef87d, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:37.238404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a42e5-9d56-4e3a-a557-b70168ec48ae req-b7167d7b-8c2e-4294-88f4-dc610ffa6ebe tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.240165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-409a42e5-9d56-4e3a-a557-b70168ec48ae req-b7167d7b-8c2e-4294-88f4-dc610ffa6ebe tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 3096 time: 0.2134790 May 12 19:28:37.248275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:37.307499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-409a42e5-9d56-4e3a-a557-b70168ec48ae req-805c70ed-d648-4d6c-a92e-16e280e3f517 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609634 May 12 19:28:37.321169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] For port 9602004c-4fe8-4adb-bac7-18867f5ef87d, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=9602004c-4fe8-4adb-bac7-18867f5ef87d,segment=NetworkSegment(161e2f5c-20e0-45be-a043-68dfab4441e1),segment_id=161e2f5c-20e0-45be-a043-68dfab4441e1)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:37.341904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668a512-71a4-4a8d-a1f0-54cd01615e37 req-e68f0abd-6692-4a20-a6e5-db8b84f904c9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.344585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c668a512-71a4-4a8d-a1f0-54cd01615e37 req-e68f0abd-6692-4a20-a6e5-db8b84f904c9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 950 time: 0.2184446 May 12 19:28:37.363830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:37.384459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.385599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:37.386987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] 10.222.0.73 "PUT /v2.0/ports/9602004c-4fe8-4adb-bac7-18867f5ef87d HTTP/1.1" status: 200 len: 1092 time: 3.8429279 May 12 19:28:37.390767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:37.408232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-c005b578-5b94-441a-abe8-84ade82f78ba service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100235 May 12 19:28:37.423184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:37.445580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c668a512-71a4-4a8d-a1f0-54cd01615e37 req-902e14e0-d6ce-4f9e-b180-2e8619a69f2f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823748 May 12 19:28:37.446323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:37.476813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7664714-bc07-46cd-a315-151b40681510 req-384c46af-f5e9-46c7-a995-484dac241712 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/b0944188-c5d4-4b23-b056-f53292315ea1 HTTP/1.1" status: 200 len: 1811 time: 0.1297290 May 12 19:28:37.501632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-d1ba5148-6629-460e-895a-f83ae0c89945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.503104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-d1ba5148-6629-460e-895a-f83ae0c89945 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ddeec37-8497-4b32-8ed6-c6105fe67f5d HTTP/1.1" status: 200 len: 855 time: 0.3206470 May 12 19:28:37.504331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event updated for resources: {'Port': ['ID=c3311c90-3fb1-4ced-85ff-81166dcab352,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:37.712355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:37.773048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:37.796440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac54f10-10f9-43cf-bb84-37e758d39b8c req-80512641-5b14-4e02-8cf7-a5f165ab4c2f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.804133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eac54f10-10f9-43cf-bb84-37e758d39b8c req-80512641-5b14-4e02-8cf7-a5f165ab4c2f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 946 time: 0.1652589 May 12 19:28:37.825284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dfcc4bf0-c67a-486b-b70f-2238327ae62e None None] Provisioning for port c3311c90-3fb1-4ced-85ff-81166dcab352 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:37.845397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dfcc4bf0-c67a-486b-b70f-2238327ae62e None None] Provisioning complete for port c3311c90-3fb1-4ced-85ff-81166dcab352 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:37.846567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4bf0-c67a-486b-b70f-2238327ae62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:37.865781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e12dbb-0f41-4591-b223-476030a546c4 req-78178b61-cd51-4b20-bd2a-7856f8e387c2 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:37.867634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7e12dbb-0f41-4591-b223-476030a546c4 req-78178b61-cd51-4b20-bd2a-7856f8e387c2 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 944 time: 0.1590796 May 12 19:28:37.884989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eac54f10-10f9-43cf-bb84-37e758d39b8c req-b16c7df8-bef9-4f7c-82a0-833cd52535c9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796535 May 12 19:28:37.942341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc4bf0-c67a-486b-b70f-2238327ae62e None None] Port c3311c90-3fb1-4ced-85ff-81166dcab352 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:37.960802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:37.961200 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.092395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:38.093128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.130627 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-eee0fde3-5c28-4ac3-9437-79fe51bb0678 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5294528 May 12 19:28:38.131398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4f0bb-e607-4bf8-8b72-fdace7dfbe3b service neutron] Pushing event updated for resources: {'Port': ['ID=9602004c-4fe8-4adb-bac7-18867f5ef87d,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:38.149971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:38.150743 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.155208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:38.165893 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.199539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:38.201075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:38.211418 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.266515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7012-8244-4bb4-b510-2629453b396b req-5596c6ef-e12b-4055-b2ec-d90fdd450d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:38.268133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-5596c6ef-e12b-4055-b2ec-d90fdd450d57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca2e061fe2634bd291492dc7b08be236&device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 1095 time: 0.7685223 May 12 19:28:38.277553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-ebb7c58b-9cdf-41fe-8e41-7c741f841b48 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:38.279179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-ebb7c58b-9cdf-41fe-8e41-7c741f841b48 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1097 time: 0.7806790 May 12 19:28:38.305550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:38.313918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7e12dbb-0f41-4591-b223-476030a546c4 req-7fc74d54-2404-4623-bac9-446c83683346 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251554 May 12 19:28:38.345630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1596036945', 'description': 'tempest-description-652012232'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:38.354802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:38.360533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca1766-6dda-4aed-9839-a0b0d18e736b req-2e19fe2a-2e44-4116-9b40-0209d4a4d0f8 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:38.367945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99ca1766-6dda-4aed-9839-a0b0d18e736b req-2e19fe2a-2e44-4116-9b40-0209d4a4d0f8 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 1101 time: 0.1875341 May 12 19:28:38.370086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:38.372720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841626-1'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:38.388875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:38.400879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:38.424585 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.446179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99ca1766-6dda-4aed-9839-a0b0d18e736b req-caf35836-d6df-4e55-a22f-9f082a4271ed tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773110 May 12 19:28:38.456028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-9c61e339-ea40-4646-8573-62e6dbe54c85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9602004c-4fe8-4adb-bac7-18867f5ef87d HTTP/1.1" status: 200 len: 217 time: 0.1635556 May 12 19:28:38.463567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.465451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:38.470357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Usage tracker for resource:security_group_rule and tenant:c366dff128204e0ea798a7bf30544f8c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:38.473620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:38.481055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:38.513473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-631485bd-ebed-4524-b080-71ab4922610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:38.515098 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-631485bd-ebed-4524-b080-71ab4922610f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57879554-b28d-40f0-9574-697fef5a1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9568107 May 12 19:28:38.623076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.632490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.694524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736a8c8a-31e6-4829-b808-4bf1d736883b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:38.701359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.703937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d54a511e-fbe0-4ba8-9696-43018b72e9b3 req-f608b22a-53d8-4653-bbc2-7e9bdd095822 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3621254 May 12 19:28:38.799372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7012-8244-4bb4-b510-2629453b396b req-e402b277-b61c-45a0-b0ff-da23c86e5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:38.801130 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-e402b277-b61c-45a0-b0ff-da23c86e5f1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=10f09ace-a98e-4b25-a8ba-c36801f24580 HTTP/1.1" status: 200 len: 855 time: 0.3199759 May 12 19:28:38.801811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:38.975439 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-ed48faf0-84be-4b0c-900d-2be7df69c3ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610146 May 12 19:28:39.010947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefbe79-d29a-40a6-837f-7bb62a9f5ca2 req-9bd8a49b-4ef7-4952-81a4-275c67a115b7 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:39.021874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbefbe79-d29a-40a6-837f-7bb62a9f5ca2 req-9bd8a49b-4ef7-4952-81a4-275c67a115b7 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 943 time: 0.1290827 May 12 19:28:39.041732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860d69f-937e-4c34-b5b3-f373332c5965', 'tag': '9602004c-4fe8-4adb-bac7-18867f5ef87d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:39.121943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-d3d22364-bc1f-4ffa-9694-8c5a5564ef71 service neutron] 10.222.0.36 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908430 May 12 19:28:39.158422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbefbe79-d29a-40a6-837f-7bb62a9f5ca2 req-858ca428-33d7-4cd5-9f57-aec7e45d03e0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337144 May 12 19:28:39.231338 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f0e815-fdd9-4122-8ee9-da38584d8b03'] response: {'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'code': 200} May 12 19:28:39.490031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2aec-2c5e-4640-bd5a-3d77248bf19d req-edf024e4-7902-496e-a94d-1b10502fac3c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:39.492202 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-a56a0c1e-5fcf-4d79-b737-dd49ac1ef4c5 service neutron] 10.222.0.73 "GET /v2.0/networks/2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938409 May 12 19:28:39.499028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2aec-2c5e-4640-bd5a-3d77248bf19d req-edf024e4-7902-496e-a94d-1b10502fac3c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:39.509661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2aec-2c5e-4640-bd5a-3d77248bf19d req-edf024e4-7902-496e-a94d-1b10502fac3c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:39.516403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2aec-2c5e-4640-bd5a-3d77248bf19d req-edf024e4-7902-496e-a94d-1b10502fac3c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:39.522927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2aec-2c5e-4640-bd5a-3d77248bf19d req-edf024e4-7902-496e-a94d-1b10502fac3c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:39.524834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d90f2aec-2c5e-4640-bd5a-3d77248bf19d req-edf024e4-7902-496e-a94d-1b10502fac3c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 3817 time: 0.1556575 May 12 19:28:39.592281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d90f2aec-2c5e-4640-bd5a-3d77248bf19d req-2e509d82-52ec-4fa0-b932-6f981550c187 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590258 May 12 19:28:39.665439 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d4d1d491-8b58-40d8-8639-ef80c9d841e7 req-813b93aa-5f60-4b60-84f3-8fe1bf826829 service neutron] 10.222.0.36 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232766 May 12 19:28:39.684096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:39.764826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-1a7af704-b7a2-4804-86d1-abb773f27758 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409992 May 12 19:28:39.970332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-63d15cd6-1e5e-492b-9fb4-a32fd993f424 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:39.978967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-63d15cd6-1e5e-492b-9fb4-a32fd993f424 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028108 May 12 19:28:40.000589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-2bba5c61-ada7-41f9-841c-7bc091674eec tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/quotas/b397970f3fe742428b1101ee6fb2484f HTTP/1.1" status: 200 len: 375 time: 0.0173717 May 12 19:28:40.005594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-8dab9bba-38dc-4c2d-b45c-931c7cd008b4 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:28:40.012378 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-8dab9bba-38dc-4c2d-b45c-931c7cd008b4 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0404115 May 12 19:28:40.027831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Request body: {'binding': {'host': 'n-h1-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:40.027831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Unknown quota resources ['binding']. {{(pid=88113) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:28:40.054942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:28:40.068243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a16558-9e11-47d2-87d1-2abb14f650a8 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:40.101750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-501a7012-8244-4bb4-b510-2629453b396b req-2a03ff68-c4d9-451d-905b-7009d2fe7e3c service neutron] 10.222.0.73 "GET /v2.0/networks/2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961664 May 12 19:28:40.107698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:40.184355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97ee4379-5f7c-4ada-90e5-f293fdc6a5f8 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1775911 May 12 19:28:40.311635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:40.368915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Transition to ACTIVE for port object 03a16558-9e11-47d2-87d1-2abb14f650a8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:40.387176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:40.431136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3435c5da-0930-4ab6-9834-434219cc98c7 req-b68f1b12-a334-4886-875a-63ad64b138fa tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/736a8c8a-31e6-4829-b808-4bf1d736883b HTTP/1.1" status: 200 len: 1812 time: 0.0914476 May 12 19:28:40.507368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Pushing event updated for resources: {'Port': ['ID=03a16558-9e11-47d2-87d1-2abb14f650a8,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:40.607364 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:40.639656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on host n-h1-841626-1 for vnic_type normal with profile None {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:40.640164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:40.641767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:40.660260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:40.711813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:40.712518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:40.815410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04e055-cea4-4a83-8880-c048ac1f9cdd req-132809e8-f3af-45f6-bc8d-405d424c922d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:40.831132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf04e055-cea4-4a83-8880-c048ac1f9cdd req-132809e8-f3af-45f6-bc8d-405d424c922d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.2428050 May 12 19:28:40.862312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-0bf189ed-2597-42cf-ba80-388a6d62f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:40.864323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-0bf189ed-2597-42cf-ba80-388a6d62f0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feaf0f18dbc440c4897a221ad0b4f1d6&device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 1094 time: 1.1068482 May 12 19:28:40.883724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:40.884331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:40.884724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:40.885173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Bound port: bc695fe8-3937-4b29-84ae-00faea9966dc, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:40.931898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf04e055-cea4-4a83-8880-c048ac1f9cdd req-109ea901-3db5-4c48-8032-a6a610adcddc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996654 May 12 19:28:41.066442 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26eb3a1-68fb-4ae7-ac79-790bed125402'] response: {'name': 'network-changed', 'server_uuid': '5860d69f-937e-4c34-b5b3-f373332c5965', 'tag': '9602004c-4fe8-4adb-bac7-18867f5ef87d', 'status': 'completed', 'code': 200} May 12 19:28:41.218024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52497d5-0503-466e-8ec1-a6a18afeb27b req-397683f4-d736-4806-aec9-b056c980f8b2 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:41.220883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e52497d5-0503-466e-8ec1-a6a18afeb27b req-397683f4-d736-4806-aec9-b056c980f8b2 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 944 time: 0.1151979 May 12 19:28:41.252337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Attempting to bind port 03a16558-9e11-47d2-87d1-2abb14f650a8 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:41.252766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Attempting to bind port 03a16558-9e11-47d2-87d1-2abb14f650a8 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:41.253166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Attempting to bind port 03a16558-9e11-47d2-87d1-2abb14f650a8 on network 823a8d96-f772-477a-baf6-df0b1eb06ab0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:41.281882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e52497d5-0503-466e-8ec1-a6a18afeb27b req-6fff38c5-d937-40f7-ad18-33880d06b6fe tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530143 May 12 19:28:41.313524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Port 03a16558-9e11-47d2-87d1-2abb14f650a8 on network 823a8d96-f772-477a-baf6-df0b1eb06ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:41.313871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Attempting to bind port 03a16558-9e11-47d2-87d1-2abb14f650a8 on network 823a8d96-f772-477a-baf6-df0b1eb06ab0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:41.351152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:41.354190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:41.354622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Checking segment: {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:41.355065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Bound using segment: {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:41.355596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Bound port: 03a16558-9e11-47d2-87d1-2abb14f650a8, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a372be-75b4-4418-810c-9dc16cdf37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:41.356104 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:41.398618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on host n-h1-841626-1 for vnic_type normal with profile {"migrating_to": "n-h2-841626-1"} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:41.399364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:41.399746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:41.430316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:41.430762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Attempting to bind port 8564a514-0325-4a77-bf22-2b04003f3c3f on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:41.446223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:41.486606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:41.487067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:41.487463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:41.488004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Bound port: 8564a514-0325-4a77-bf22-2b04003f3c3f, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:41.488353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:41.498780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-446b924e-1edf-4f30-bb52-2e306c43b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:41.500284 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-446b924e-1edf-4f30-bb52-2e306c43b8f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57879554-b28d-40f0-9574-697fef5a1e44 HTTP/1.1" status: 200 len: 917 time: 0.6032028 May 12 19:28:41.514307 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:41.515446 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-739d8131-7f48-4f8f-8cb0-edc1a51db93c service neutron] 10.222.0.72 "POST /v2.0/ports/bc695fe8-3937-4b29-84ae-00faea9966dc/bindings HTTP/1.1" status: 201 len: 389 time: 1.5023007 May 12 19:28:41.593532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d7ee-578f-4588-bfa9-416bd4fa644c req-24a18616-334a-4dc8-873c-7563ce5a9c40 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:41.601685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f0d7ee-578f-4588-bfa9-416bd4fa644c req-24a18616-334a-4dc8-873c-7563ce5a9c40 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 943 time: 0.1225524 May 12 19:28:41.664025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f0d7ee-578f-4588-bfa9-416bd4fa644c req-e4cf3109-73fd-466e-b80c-053e17780c74 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586040 May 12 19:28:41.681280 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-e4618818-d8eb-4997-8528-fe4bfd52b33b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33559078-6657-4850-bfbd-b35a9a9a6e72 HTTP/1.1" status: 200 len: 217 time: 0.1581857 May 12 19:28:41.690443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-00100a32-13c4-41df-877e-77e74a78ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:41.692038 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-00100a32-13c4-41df-877e-77e74a78ea49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca2e061fe2634bd291492dc7b08be236&device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 1095 time: 0.6163578 May 12 19:28:41.749586 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-25502ccf-cf7a-4776-94db-14bf88fee113 req-a7bbfc42-5154-4b5e-977b-4c14dbe5e399 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] show failed (client error): The resource could not be found. May 12 19:28:41.754521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25502ccf-cf7a-4776-94db-14bf88fee113 req-a7bbfc42-5154-4b5e-977b-4c14dbe5e399 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/b047f958-4131-4865-8301-72fffc77e461 HTTP/1.1" status: 404 len: 352 time: 0.0270081 May 12 19:28:41.859265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e61fc49-814b-49f6-96a7-c4da6cee0d2d req-b595e2a0-72a6-4d2a-ad00-f62643a591e9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 210 time: 0.0652201 May 12 19:28:42.167499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b42c3-9ed9-4cd5-a146-6d7d26811e9a req-c285fe06-e4e3-48e9-9e58-eaa5a06e6ef0 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.173693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b42c3-9ed9-4cd5-a146-6d7d26811e9a req-c285fe06-e4e3-48e9-9e58-eaa5a06e6ef0 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.182059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b42c3-9ed9-4cd5-a146-6d7d26811e9a req-c285fe06-e4e3-48e9-9e58-eaa5a06e6ef0 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.188083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b42c3-9ed9-4cd5-a146-6d7d26811e9a req-c285fe06-e4e3-48e9-9e58-eaa5a06e6ef0 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.194283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b42c3-9ed9-4cd5-a146-6d7d26811e9a req-c285fe06-e4e3-48e9-9e58-eaa5a06e6ef0 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.202115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b3b42c3-9ed9-4cd5-a146-6d7d26811e9a req-c285fe06-e4e3-48e9-9e58-eaa5a06e6ef0 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 3829 time: 0.2305114 May 12 19:28:42.255447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed1a6-1234-492d-ba6c-e8c5be7e083f req-c21c657a-f98d-4ea7-8528-f28a0d8fe6b7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.262551 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c77ed1a6-1234-492d-ba6c-e8c5be7e083f req-c21c657a-f98d-4ea7-8528-f28a0d8fe6b7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.2367568 May 12 19:28:42.311630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b3b42c3-9ed9-4cd5-a146-6d7d26811e9a req-629ff867-6549-4e75-8d34-15327b02af7b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084754 May 12 19:28:42.334374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c77ed1a6-1234-492d-ba6c-e8c5be7e083f req-21485e35-7e3f-4b59-9ca0-7d2ad80fb4df tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697646 May 12 19:28:42.356934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-e9c6629c-6801-4dcb-9d9b-d74a2451e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.358419 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-e9c6629c-6801-4dcb-9d9b-d74a2451e643 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d HTTP/1.1" status: 200 len: 916 time: 0.6436105 May 12 19:28:42.359578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] For port 03a16558-9e11-47d2-87d1-2abb14f650a8, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:42.364920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-b3017fb1-24f9-4205-ae76-d9b138d89bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.366706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-b3017fb1-24f9-4205-ae76-d9b138d89bf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ddeec37-8497-4b32-8ed6-c6105fe67f5d HTTP/1.1" status: 200 len: 855 time: 0.6646929 May 12 19:28:42.394465 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-fb344826-de25-43f0-9ab4-b3177145a889 req-835dd30f-a21b-44f6-915b-0bc22a258190 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] show failed (client error): The resource could not be found. May 12 19:28:42.407791 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb344826-de25-43f0-9ab4-b3177145a889 req-835dd30f-a21b-44f6-915b-0bc22a258190 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-group-rules/faa806dd-d46b-4d29-90ef-4e96f1a122c3 HTTP/1.1" status: 404 len: 361 time: 0.0323055 May 12 19:28:42.511880 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-3e87a8b3-71f5-4ebb-9a5a-f0e187ab4b59 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4330971 May 12 19:28:42.531854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] For port 03a16558-9e11-47d2-87d1-2abb14f650a8, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=03a16558-9e11-47d2-87d1-2abb14f650a8,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:42.565901 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-5f10d3a3-555a-4b7c-bd5d-87151625bf52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9602004c-4fe8-4adb-bac7-18867f5ef87d HTTP/1.1" status: 200 len: 217 time: 0.1824136 May 12 19:28:42.574120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:42.593978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:42.705095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d4e75-17e0-403b-9f48-f35640a3ab86 req-0083a3a7-06ad-4508-b7d4-3e18b1559e81 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.708084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368d4e75-17e0-403b-9f48-f35640a3ab86 req-0083a3a7-06ad-4508-b7d4-3e18b1559e81 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 944 time: 0.1912313 May 12 19:28:42.737542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2cc6-756b-427d-8889-6a8289aa1cb3 req-f06f4def-0481-45b0-9c66-4672a31e7f32 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.744733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa9c2cc6-756b-427d-8889-6a8289aa1cb3 req-f06f4def-0481-45b0-9c66-4672a31e7f32 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.1790440 May 12 19:28:42.748377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:42.775788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-cace82ed-1472-49a2-b5c3-a98174ee04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.777329 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-cace82ed-1472-49a2-b5c3-a98174ee04cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=10f09ace-a98e-4b25-a8ba-c36801f24580 HTTP/1.1" status: 200 len: 855 time: 0.1894677 May 12 19:28:42.788977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:42.797341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:42.798653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:42.799766 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] 10.222.0.36 "PUT /v2.0/ports/03a16558-9e11-47d2-87d1-2abb14f650a8 HTTP/1.1" status: 200 len: 1092 time: 4.6551526 May 12 19:28:42.829591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368d4e75-17e0-403b-9f48-f35640a3ab86 req-c70ae704-fabe-4587-bedd-b7ba292b9627 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061954 May 12 19:28:42.853812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa9c2cc6-756b-427d-8889-6a8289aa1cb3 req-9381cf4f-28b0-40c4-8f9d-973e6c17c226 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067805 May 12 19:28:42.872482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:42.931340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 9602004c-4fe8-4adb-bac7-18867f5ef87d details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:42.992038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a14ce6-2c16-4dc0-b112-9d3448089bbe service neutron] Pushing event updated for resources: {'Port': ['ID=03a16558-9e11-47d2-87d1-2abb14f650a8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:43.043644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2270c12-4109-4568-aea9-29a0593ac269 req-533c8e7e-a877-47f8-b51c-9ccffcf410cc tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/736a8c8a-31e6-4829-b808-4bf1d736883b HTTP/1.1" status: 200 len: 1812 time: 0.1603346 May 12 19:28:43.044222 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-788919aa-9cbc-4429-b9dd-7dcbdf9bf265 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2259102 May 12 19:28:43.157295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f'}, {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:43.194187 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d2270c12-4109-4568-aea9-29a0593ac269 req-7da76564-619b-4f5d-b4f4-3836396fc7c8 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.214204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5d62c706-fbf2-41cf-8c0f-b6344e48299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:43.216209 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5d62c706-fbf2-41cf-8c0f-b6344e48299e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1096 time: 1.2838812 May 12 19:28:43.245204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 9602004c-4fe8-4adb-bac7-18867f5ef87d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=9602004c-4fe8-4adb-bac7-18867f5ef87d,segment=NetworkSegment(161e2f5c-20e0-45be-a043-68dfab4441e1),segment_id=161e2f5c-20e0-45be-a043-68dfab4441e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:43.285673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d2270c12-4109-4568-aea9-29a0593ac269 req-7da76564-619b-4f5d-b4f4-3836396fc7c8 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.292144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '9602004c-4fe8-4adb-bac7-18867f5ef87d', 'network_id': '2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d', 'port_id': '9602004c-4fe8-4adb-bac7-18867f5ef87d', 'mac_address': 'fa:16:3e:ce:d4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f09ace-a98e-4b25-a8ba-c36801f24580', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:43.360965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09d50c-e05e-4dda-933a-a95649ea4eae req-4ed06906-edc2-4d06-af0a-ddefe7cd5355 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:43.368907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db09d50c-e05e-4dda-933a-a95649ea4eae req-4ed06906-edc2-4d06-af0a-ddefe7cd5355 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 943 time: 0.1764319 May 12 19:28:43.375096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 9602004c-4fe8-4adb-bac7-18867f5ef87d is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:43.375716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.405390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9602004c-4fe8-4adb-bac7-18867f5ef87d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:43.415589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d2270c12-4109-4568-aea9-29a0593ac269 req-7da76564-619b-4f5d-b4f4-3836396fc7c8 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.431000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 9602004c-4fe8-4adb-bac7-18867f5ef87d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=9602004c-4fe8-4adb-bac7-18867f5ef87d,segment=NetworkSegment(161e2f5c-20e0-45be-a043-68dfab4441e1),segment_id=161e2f5c-20e0-45be-a043-68dfab4441e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:43.442539 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.540696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=9602004c-4fe8-4adb-bac7-18867f5ef87d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:43.551145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d2270c12-4109-4568-aea9-29a0593ac269 req-7da76564-619b-4f5d-b4f4-3836396fc7c8 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.562846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2270c12-4109-4568-aea9-29a0593ac269 req-7da76564-619b-4f5d-b4f4-3836396fc7c8 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "DELETE /v2.0/security-groups/736a8c8a-31e6-4829-b808-4bf1d736883b HTTP/1.1" status: 204 len: 173 time: 0.5174830 May 12 19:28:43.573696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db09d50c-e05e-4dda-933a-a95649ea4eae req-b10e332a-9363-4ea7-a0d9-c1287137f274 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039146 May 12 19:28:43.575020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76564-619b-4f5d-b4f4-3836396fc7c8 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736a8c8a-31e6-4829-b808-4bf1d736883b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:43.615412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.638172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-eebfe8cf-24da-4874-bde8-81f19cc8e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:43.639930 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-eebfe8cf-24da-4874-bde8-81f19cc8e748 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57879554-b28d-40f0-9574-697fef5a1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1793201 May 12 19:28:43.672244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:43.673402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:43.676267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] 10.222.0.73 "PUT /v2.0/ports/8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 1122 time: 5.3754108 May 12 19:28:43.707649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-143270d6-6a69-4c51-9462-75c124822c59 req-4d9e9d0d-ad9f-4935-ad51-eb4ac3f3e360 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 210 time: 0.0629456 May 12 19:28:43.708183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.36', 51128) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:43.739406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8564a514-0325-4a77-bf22-2b04003f3c3f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:43.758805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-6c2f3f5a-3f98-415d-9b27-82ec019a588c service neutron] 10.222.0.73 "GET /v2.0/networks/2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254284 May 12 19:28:43.759813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8b42f-e0e8-423c-bc80-d5bfc770eb4a service neutron] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:43.768882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-77794ae4-0fd9-4a5f-af8e-b30a98ae3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:43.774165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-77794ae4-0fd9-4a5f-af8e-b30a98ae3443 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.5219023 May 12 19:28:43.822264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['9602004c-4fe8-4adb-bac7-18867f5ef87d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:43.832072 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8228c66b-7954-4bc9-b90a-286e18d25191'] response: {'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f', 'code': 200} May 12 19:28:43.835163 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8228c66b-7954-4bc9-b90a-286e18d25191'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'status': 'completed', 'code': 200} May 12 19:28:43.847134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-ea1a1d34-c48d-44b6-ad8a-d7f7188a5a17 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:43.848718 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-ea1a1d34-c48d-44b6-ad8a-d7f7188a5a17 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3145392 May 12 19:28:43.914604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:44.099862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-4e1dc507-6fc8-401b-a901-558934bb0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.100411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-4e1dc507-6fc8-401b-a901-558934bb0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.100811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-4e1dc507-6fc8-401b-a901-558934bb0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.101307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-4e1dc507-6fc8-401b-a901-558934bb0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.101760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-4e1dc507-6fc8-401b-a901-558934bb0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.111265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-4e1dc507-6fc8-401b-a901-558934bb0cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 4364 time: 0.4020126 May 12 19:28:44.137380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfca6cd-ed85-4feb-ab48-69d093378531 req-1cc5db49-ebb7-4e6d-ab3b-1987e77cafc8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.138880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dfca6cd-ed85-4feb-ab48-69d093378531 req-1cc5db49-ebb7-4e6d-ab3b-1987e77cafc8 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.2950976 May 12 19:28:44.159734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4050338-d2de-428a-9996-b7775a769c02 req-bdcfcfb6-76d5-4731-8424-d46f9c938688 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.175052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4050338-d2de-428a-9996-b7775a769c02 req-bdcfcfb6-76d5-4731-8424-d46f9c938688 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.191453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4050338-d2de-428a-9996-b7775a769c02 req-bdcfcfb6-76d5-4731-8424-d46f9c938688 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.204151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4050338-d2de-428a-9996-b7775a769c02 req-bdcfcfb6-76d5-4731-8424-d46f9c938688 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.219339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4050338-d2de-428a-9996-b7775a769c02 req-bdcfcfb6-76d5-4731-8424-d46f9c938688 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.232848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4050338-d2de-428a-9996-b7775a769c02 req-bdcfcfb6-76d5-4731-8424-d46f9c938688 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 3829 time: 0.3874943 May 12 19:28:44.396510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4050338-d2de-428a-9996-b7775a769c02 req-4987c62a-2b4d-4ca0-b0cd-62ce9c55617f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624141 May 12 19:28:44.440749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dfca6cd-ed85-4feb-ab48-69d093378531 req-060cd72c-2399-43d6-9a48-eb9d9d57e35c tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040589 May 12 19:28:44.519444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20d8a769-221b-4fc9-a3f3-31feede96d29 req-5f803ea6-a511-4561-b806-5a0c36ddb483 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/b0944188-c5d4-4b23-b056-f53292315ea1 HTTP/1.1" status: 200 len: 1811 time: 0.0775580 May 12 19:28:44.567039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:44.571857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Usage tracker for resource:port and tenant:b397970f3fe742428b1101ee6fb2484f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:44.576250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:44.577037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-ab8c57da-1430-48ef-a900-8353e6b8df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.577131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-ab8c57da-1430-48ef-a900-8353e6b8df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.577650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-ab8c57da-1430-48ef-a900-8353e6b8df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:44.579312 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-ab8c57da-1430-48ef-a900-8353e6b8df87 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=483d6cc261e5461c9d684623068444e1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3444326 May 12 19:28:44.589260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:44.644699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-4e9ec76b-aff4-43a1-b2f6-9edb55e42cf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 200 len: 217 time: 0.7746181 May 12 19:28:44.651629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:44.656808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:44.779707 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20d8a769-221b-4fc9-a3f3-31feede96d29 req-632c3a3d-d975-493e-b2b5-9fc15258c3c6 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:44.848142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20d8a769-221b-4fc9-a3f3-31feede96d29 req-632c3a3d-d975-493e-b2b5-9fc15258c3c6 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:45.000456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460368-cbd5-47d2-b774-370ea5c9c04f req-8e2883d6-0810-45d5-b7d8-5bc1a6cf6f0f tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:45.008310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac460368-cbd5-47d2-b774-370ea5c9c04f req-8e2883d6-0810-45d5-b7d8-5bc1a6cf6f0f tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 945 time: 0.3638787 May 12 19:28:45.012782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-dc28cd2b-b206-4660-9e6d-2a69cde22b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:45.014619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7386c7ae-831d-4e1d-a6be-64cc865f608e req-dc28cd2b-b206-4660-9e6d-2a69cde22b1f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4261119 May 12 19:28:45.019101 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-469050a9-c10d-4006-a2f0-dede7ec3cd7c req-f38e0846-910b-4c18-aee6-ed00d64dde19 service neutron] 10.222.0.73 "GET /v2.0/networks/2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1901922 May 12 19:28:45.021817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-df7cade8-5085-43de-86e3-5750b21dc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:45.025348 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-df7cade8-5085-43de-86e3-5750b21dc053 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.3516595 May 12 19:28:45.083670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac460368-cbd5-47d2-b774-370ea5c9c04f req-b3a4e065-3838-4a24-8daa-2116c9882238 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733151 May 12 19:28:45.085595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20d8a769-221b-4fc9-a3f3-31feede96d29 req-632c3a3d-d975-493e-b2b5-9fc15258c3c6 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:45.099409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-8ffb1514-13cf-47f1-8198-c2379c74c16b service neutron] 10.222.0.36 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3236258 May 12 19:28:45.116759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20d8a769-221b-4fc9-a3f3-31feede96d29 req-632c3a3d-d975-493e-b2b5-9fc15258c3c6 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:45.130594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20d8a769-221b-4fc9-a3f3-31feede96d29 req-632c3a3d-d975-493e-b2b5-9fc15258c3c6 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "DELETE /v2.0/security-groups/b0944188-c5d4-4b23-b056-f53292315ea1 HTTP/1.1" status: 204 len: 173 time: 0.6096921 May 12 19:28:45.147194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c3a3d-d975-493e-b2b5-9fc15258c3c6 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0944188-c5d4-4b23-b056-f53292315ea1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:45.243617 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-c2cc7359-5be2-4e23-abe4-c963f0b3bf12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471701 May 12 19:28:45.374976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea056689-a705-4b1a-bedd-18b19be6b199 req-bc8814e9-34b5-433b-9814-eef485990428 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:45.388994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea056689-a705-4b1a-bedd-18b19be6b199 req-bc8814e9-34b5-433b-9814-eef485990428 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.1410086 May 12 19:28:45.583735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.51 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/397cf15b-608e-4eb9-b191-e195e195a60d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:28:45.602558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea056689-a705-4b1a-bedd-18b19be6b199 req-c3800f3f-d8c0-4a06-a4f8-d7792c5311ab tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113152 May 12 19:28:45.667034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91a4e-e291-4ae8-a382-d1620a0dd37a req-3be6ccb7-a799-4b14-986d-c7d1ba08ba07 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:45.672314 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fb91a4e-e291-4ae8-a382-d1620a0dd37a req-3be6ccb7-a799-4b14-986d-c7d1ba08ba07 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 943 time: 0.2270651 May 12 19:28:45.674018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:28:45.785267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fb91a4e-e291-4ae8-a382-d1620a0dd37a req-e50eec89-542c-4cdd-b083-1960bc07b574 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027672 May 12 19:28:45.850362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec3d36d-9ce7-4697-8955-e0a2f2d347dd {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:45.858696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:45.878313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-74b91e29-088a-40fc-bbfd-0435c843c999 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251548 May 12 19:28:45.893217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0a6bbbe-598a-42b1-aa26-ec6732af50e4 req-c2e53484-bf81-4666-bfb5-2f34e4158f31 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 210 time: 0.0785480 May 12 19:28:45.941555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:45.949923 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a828c859-d05b-4bc2-bf09-929b3d068199 req-d7b6af79-8536-4395-8d38-dcc5ed5cb524 service neutron] 10.222.0.36 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055368 May 12 19:28:45.959627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e52febb9-96fc-4c8e-a788-f8ce7c650ca0 req-a733d552-d196-4555-a4d3-14dc96f05e12 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/9194378e-e262-4a7e-8bd6-49c57c5af66e HTTP/1.1" status: 200 len: 1812 time: 0.0926371 May 12 19:28:46.124045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Transition to ACTIVE for port object dec3d36d-9ce7-4697-8955-e0a2f2d347dd will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:46.167009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:46.200533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e52febb9-96fc-4c8e-a788-f8ce7c650ca0 req-1b2cff81-8427-442d-96b5-e56fd04ea902 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:46.242377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e52febb9-96fc-4c8e-a788-f8ce7c650ca0 req-1b2cff81-8427-442d-96b5-e56fd04ea902 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:46.279125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-80e10181-5a8d-4739-8973-3dbc54dab9e6 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:46.287443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-80e10181-5a8d-4739-8973-3dbc54dab9e6 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:46.293753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-80e10181-5a8d-4739-8973-3dbc54dab9e6 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:46.299895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-80e10181-5a8d-4739-8973-3dbc54dab9e6 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:46.309963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-80e10181-5a8d-4739-8973-3dbc54dab9e6 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:46.316347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-80e10181-5a8d-4739-8973-3dbc54dab9e6 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:46.318716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-80e10181-5a8d-4739-8973-3dbc54dab9e6 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 4601 time: 0.2493243 May 12 19:28:46.404243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6be439fe-bd7b-4427-a3d7-9437a172cf06 req-279afe7c-c83a-4ec5-ac9a-3afde0417416 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711534 May 12 19:28:46.407632 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e52febb9-96fc-4c8e-a788-f8ce7c650ca0 req-1b2cff81-8427-442d-96b5-e56fd04ea902 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:46.461100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cff81-8427-442d-96b5-e56fd04ea902 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9194378e-e262-4a7e-8bd6-49c57c5af66e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:46.475188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e52febb9-96fc-4c8e-a788-f8ce7c650ca0 req-1b2cff81-8427-442d-96b5-e56fd04ea902 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:46.476603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e52febb9-96fc-4c8e-a788-f8ce7c650ca0 req-1b2cff81-8427-442d-96b5-e56fd04ea902 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "DELETE /v2.0/security-groups/9194378e-e262-4a7e-8bd6-49c57c5af66e HTTP/1.1" status: 204 len: 173 time: 0.5003006 May 12 19:28:46.685812 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0020aa5a-491c-487e-a3bd-a297d6c1ad92'] response: {'name': 'network-changed', 'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f', 'status': 'completed', 'code': 200} May 12 19:28:46.686894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-206e4fd1-b9b6-43e4-bfb9-9cc73bc60eaa service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333648 May 12 19:28:46.957257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8564a514-0325-4a77-bf22-2b04003f3c3f details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:46.963090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 9602004c-4fe8-4adb-bac7-18867f5ef87d up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:46.984575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2cd5-3a23-48c7-bdd9-7b104f75ff58 req-aa274f2b-2dd1-4bc0-8fed-5beb6b114411 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:47.000053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-359e2cd5-3a23-48c7-bdd9-7b104f75ff58 req-aa274f2b-2dd1-4bc0-8fed-5beb6b114411 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.2223430 May 12 19:28:47.019797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Attempting to bind port dec3d36d-9ce7-4697-8955-e0a2f2d347dd on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:47.020125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Attempting to bind port dec3d36d-9ce7-4697-8955-e0a2f2d347dd by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:47.023412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Attempting to bind port dec3d36d-9ce7-4697-8955-e0a2f2d347dd on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:47.032339 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-ea3a47ac-34c6-4119-8e87-12725889e958 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1518967 May 12 19:28:47.034380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Pushing event updated for resources: {'Port': ['ID=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:47.064923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4dd12-8b29-4b63-9aab-ee1540cb2141 req-487e4cae-c59f-46f5-a7c8-a87b8715c5ee tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:47.066894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89e4dd12-8b29-4b63-9aab-ee1540cb2141 req-487e4cae-c59f-46f5-a7c8-a87b8715c5ee tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 945 time: 0.1985295 May 12 19:28:47.074872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:47.098127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-359e2cd5-3a23-48c7-bdd9-7b104f75ff58 req-e9531881-f919-43c8-8195-c034fdbe725f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969834 May 12 19:28:47.178279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89e4dd12-8b29-4b63-9aab-ee1540cb2141 req-cc7f1974-c40b-444b-9dbc-8161ea29b308 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054804 May 12 19:28:47.193307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Port dec3d36d-9ce7-4697-8955-e0a2f2d347dd on network af9ef7af-eec9-4d47-93dd-ca2b28932327 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:47.193838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Attempting to bind port dec3d36d-9ce7-4697-8955-e0a2f2d347dd on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:47.230749 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:28:47.357820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca5f0dc1-0e93-431d-b8b5-0e9c0e66bf8a req-39c9755b-e710-4dc7-975c-1571a1ae4bf7 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/5268ed95-9745-4581-9d17-480538334d65 HTTP/1.1" status: 200 len: 1810 time: 0.1062355 May 12 19:28:47.362231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object 397cf15b-608e-4eb9-b191-e195e195a60d will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:47.401079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:47.401856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Checking segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:47.402510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Bound using segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:47.403211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Bound port: dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:47.403799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:47.420837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:47.456264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:47.531983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=397cf15b-608e-4eb9-b191-e195e195a60d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:47.619506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee', '1d0c5933-0062-466b-9c15-402f994edab8', 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:47.645435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] For port dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:47.649088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] For port dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:47.653481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:28:47.657121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962680e2-354d-41bf-b782-d5b057b42e37 req-3aa049c9-f657-4833-9821-58797ee5ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:47.659124 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-962680e2-354d-41bf-b782-d5b057b42e37 req-3aa049c9-f657-4833-9821-58797ee5ba0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1125 time: 0.8252144 May 12 19:28:47.661641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:47.665427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:28:47.733746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 9602004c-4fe8-4adb-bac7-18867f5ef87d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:47.757494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 9602004c-4fe8-4adb-bac7-18867f5ef87d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:47.758139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:47.794863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca5f0dc1-0e93-431d-b8b5-0e9c0e66bf8a req-bd78fa23-1ee1-4a5c-bd3f-16e6dbd7b791 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:47.875806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:47.883213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 33559078-6657-4850-bfbd-b35a9a9a6e72 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:47.883775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca5f0dc1-0e93-431d-b8b5-0e9c0e66bf8a req-bd78fa23-1ee1-4a5c-bd3f-16e6dbd7b791 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:47.885848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962680e2-354d-41bf-b782-d5b057b42e37 req-cb124675-d6f9-420c-bfee-18c0c5407fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:47.887588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-962680e2-354d-41bf-b782-d5b057b42e37 req-cb124675-d6f9-420c-bfee-18c0c5407fe3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.1780984 May 12 19:28:47.917427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaab71-2663-4414-80c9-71d5d3febf23 req-6cb4be01-3988-46ed-a7c4-929c8997c983 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:47.929866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efbaab71-2663-4414-80c9-71d5d3febf23 req-6cb4be01-3988-46ed-a7c4-929c8997c983 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.4845579 May 12 19:28:48.030468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efbaab71-2663-4414-80c9-71d5d3febf23 req-62380340-eaed-4985-ab8d-2e09dee4612e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991397 May 12 19:28:48.050192 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca5f0dc1-0e93-431d-b8b5-0e9c0e66bf8a req-bd78fa23-1ee1-4a5c-bd3f-16e6dbd7b791 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:48.071855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-372a1040-7df9-48b0-907d-c474b36ccd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:48.073801 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-372a1040-7df9-48b0-907d-c474b36ccd87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 1095 time: 0.8633645 May 12 19:28:48.077108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78fa23-1ee1-4a5c-bd3f-16e6dbd7b791 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5268ed95-9745-4581-9d17-480538334d65,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:48.112095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca5f0dc1-0e93-431d-b8b5-0e9c0e66bf8a req-bd78fa23-1ee1-4a5c-bd3f-16e6dbd7b791 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:48.116029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca5f0dc1-0e93-431d-b8b5-0e9c0e66bf8a req-bd78fa23-1ee1-4a5c-bd3f-16e6dbd7b791 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "DELETE /v2.0/security-groups/5268ed95-9745-4581-9d17-480538334d65 HTTP/1.1" status: 204 len: 173 time: 0.7515016 May 12 19:28:48.193636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:48.194533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:48.202343 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] 10.222.0.36 "PUT /v2.0/ports/dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 200 len: 1130 time: 5.3292894 May 12 19:28:48.228851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 9602004c-4fe8-4adb-bac7-18867f5ef87d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:48.235395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:48.274137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e32ff820-bcfe-4a61-aacd-294445de4cc3 None None] Provisioning for port 397cf15b-608e-4eb9-b191-e195e195a60d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:48.332634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e32ff820-bcfe-4a61-aacd-294445de4cc3 None None] Provisioning complete for port 397cf15b-608e-4eb9-b191-e195e195a60d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:48.333011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e32ff820-bcfe-4a61-aacd-294445de4cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:48.438948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:48.446662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e32ff820-bcfe-4a61-aacd-294445de4cc3 None None] Port 397cf15b-608e-4eb9-b191-e195e195a60d cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:28:48.469918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:28:48.484130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-f3afe949-567a-4f43-b787-82651c38782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:48.487010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-f3afe949-567a-4f43-b787-82651c38782b service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.3226364 May 12 19:28:48.494218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:48.532039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860d69f-937e-4c34-b5b3-f373332c5965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602004c-4fe8-4adb-bac7-18867f5ef87d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:48.541262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda4a8c-e7d6-41a4-a1d1-446cf3745f54 req-2a30628f-a060-4f5b-9c1e-00502fa7276f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:48.549456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbda4a8c-e7d6-41a4-a1d1-446cf3745f54 req-2a30628f-a060-4f5b-9c1e-00502fa7276f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 935 time: 0.2578173 May 12 19:28:48.602701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbda4a8c-e7d6-41a4-a1d1-446cf3745f54 req-7a1deda6-e5f2-408e-a14c-4fa8bb14c65f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521841 May 12 19:28:48.618252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b88966-60c4-4842-9f3e-dc60a66296e0 req-cc636747-67c2-4b09-b3dc-5185a1829c0b tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:48.626102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7b88966-60c4-4842-9f3e-dc60a66296e0 req-cc636747-67c2-4b09-b3dc-5185a1829c0b tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 943 time: 0.2529075 May 12 19:28:48.634579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-962680e2-354d-41bf-b782-d5b057b42e37 req-82eeb4d4-42e6-446f-8d2a-ad55c0fa3cbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 217 time: 0.7031722 May 12 19:28:48.657548 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:48.678915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8564a514-0325-4a77-bf22-2b04003f3c3f has no active binding in host n-h2-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:28:48.700316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7b88966-60c4-4842-9f3e-dc60a66296e0 req-2f654922-2604-47b6-976a-75a15a32313f tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599575 May 12 19:28:48.858703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': 'dec3d36d-9ce7-4697-8955-e0a2f2d347dd'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:48.907646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=33559078-6657-4850-bfbd-b35a9a9a6e72,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:48.922733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 9602004c-4fe8-4adb-bac7-18867f5ef87d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=9602004c-4fe8-4adb-bac7-18867f5ef87d,segment=NetworkSegment(161e2f5c-20e0-45be-a043-68dfab4441e1),segment_id=161e2f5c-20e0-45be-a043-68dfab4441e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:48.931018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'port_id': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'mac_address': 'fa:16:3e:50:37:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:28:48.973618 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9667838-3002-4dbb-8771-e4178738716d req-d11b5dc5-7439-44ed-b8e0-55edf709d2e8 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "GET /v2.0/security-groups/9e33df8b-075a-47e9-9c5d-d406d6363876 HTTP/1.1" status: 200 len: 1812 time: 0.2105489 May 12 19:28:49.023922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 33559078-6657-4850-bfbd-b35a9a9a6e72 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:49.024706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.034842 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.037457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.039688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.081944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-b259121a-0052-425b-9d41-b43bfb116a62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 200 len: 217 time: 0.4463906 May 12 19:28:49.220114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9667838-3002-4dbb-8771-e4178738716d req-dbcc517c-0e0e-4fe0-995c-a7355f3deb59 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.252882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=9602004c-4fe8-4adb-bac7-18867f5ef87d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:49.253794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055aa1b-aa01-4414-ba4d-8747e8299be4 service neutron] Pushing event updated for resources: {'Port': ['ID=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:49.277871 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-97f9d7cf-c38f-40c2-bae2-ff35bed1190b tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3987327 May 12 19:28:49.283102 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9667838-3002-4dbb-8771-e4178738716d req-dbcc517c-0e0e-4fe0-995c-a7355f3deb59 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.313392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-8bec1914-1669-42f9-ac10-cf6bbd7205b2 service neutron] 10.222.0.36 "GET /v2.0/ports/8564a514-0325-4a77-bf22-2b04003f3c3f/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.3044744 May 12 19:28:49.324695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33559078-6657-4850-bfbd-b35a9a9a6e72 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:49.329830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-e0009e55-b9f4-474f-84f6-0181395e86ad tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.335228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Request body: {'port': {'device_id': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:49.336164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-e0009e55-b9f4-474f-84f6-0181395e86ad tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.342201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-e0009e55-b9f4-474f-84f6-0181395e86ad tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.348554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-e0009e55-b9f4-474f-84f6-0181395e86ad tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.354588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-e0009e55-b9f4-474f-84f6-0181395e86ad tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.356333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.356844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.357264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.358716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.359139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.359533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.360757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.361155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.362485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-e0009e55-b9f4-474f-84f6-0181395e86ad tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.362908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.363313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.363710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.364708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:28:49.371311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-e0009e55-b9f4-474f-84f6-0181395e86ad tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 4601 time: 0.4730566 May 12 19:28:49.464868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=33559078-6657-4850-bfbd-b35a9a9a6e72,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:49.502909 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.505653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5be0a10-4daf-4d2b-a732-6507c618c61c req-cc7c20e4-7765-4166-96cc-2aa1dc33953c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302934 May 12 19:28:49.547269 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9667838-3002-4dbb-8771-e4178738716d req-dbcc517c-0e0e-4fe0-995c-a7355f3deb59 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.615371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=33559078-6657-4850-bfbd-b35a9a9a6e72,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:49.690482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962680e2-354d-41bf-b782-d5b057b42e37 req-d0f7e43e-d66c-4738-aa4a-a65f841358f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:49.692287 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-962680e2-354d-41bf-b782-d5b057b42e37 req-d0f7e43e-d66c-4738-aa4a-a65f841358f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.9749982 May 12 19:28:49.735009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc517c-0e0e-4fe0-995c-a7355f3deb59 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e33df8b-075a-47e9-9c5d-d406d6363876,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:49.739712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9667838-3002-4dbb-8771-e4178738716d req-dbcc517c-0e0e-4fe0-995c-a7355f3deb59 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:49.748830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9667838-3002-4dbb-8771-e4178738716d req-dbcc517c-0e0e-4fe0-995c-a7355f3deb59 tempest-SecurityGroupRulesNegativeTestJSON-1032721755 tempest-SecurityGroupRulesNegativeTestJSON-1032721755-project] 10.222.0.72 "DELETE /v2.0/security-groups/9e33df8b-075a-47e9-9c5d-d406d6363876 HTTP/1.1" status: 204 len: 173 time: 0.7648621 May 12 19:28:49.792845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44530) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:49.817545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['33559078-6657-4850-bfbd-b35a9a9a6e72'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:49.879081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8564a514-0325-4a77-bf22-2b04003f3c3f no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:28:50.047196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-6db3c830-2e94-4414-8bd2-6c844fc850a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:50.051905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-6db3c830-2e94-4414-8bd2-6c844fc850a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.9224324 May 12 19:28:50.071471 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-962680e2-354d-41bf-b782-d5b057b42e37 req-af117140-4088-4386-a009-850d7314013e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3553550 May 12 19:28:50.101984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] Deleting subnet 8780b9c7-e999-4fe7-ae7e-9cd6cdcec3ca {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:28:50.134614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:50.196689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf93593-4631-41c0-967c-b22fc5c9e6c0 req-4d02047e-f9ec-494a-b79b-9a3d9c8bbb23 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:50.198802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cf93593-4631-41c0-967c-b22fc5c9e6c0 req-4d02047e-f9ec-494a-b79b-9a3d9c8bbb23 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.4485354 May 12 19:28:50.264468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-962680e2-354d-41bf-b782-d5b057b42e37 req-e4ec9cc1-9dec-4ad5-bef6-152905141ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548979 May 12 19:28:50.265334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:50.290362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cf93593-4631-41c0-967c-b22fc5c9e6c0 req-926d980f-3125-454a-ab1f-af065d84b93d tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669322 May 12 19:28:50.318301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8564a514-0325-4a77-bf22-2b04003f3c3f is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:50.325802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:50.370262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ff91-ff2e-4a89-b700-581a8eff01e9 req-b52ab6d6-a2a7-4e62-b693-e8b46160cc8f tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:50.372222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e377ff91-ff2e-4a89-b700-581a8eff01e9 req-b52ab6d6-a2a7-4e62-b693-e8b46160cc8f tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 946 time: 0.4794934 May 12 19:28:50.490241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e377ff91-ff2e-4a89-b700-581a8eff01e9 req-0703a4bf-d795-4d51-81bc-f70e9afb80a2 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026862 May 12 19:28:50.492553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-73bdec2c-1f78-4fe2-96a3-694b209ffc90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4176900 May 12 19:28:50.495796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-3d2804d1-47ad-4ed4-8173-28ef41512dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6265111 May 12 19:28:50.515502 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9906cbf-6901-4e9f-ba44-c3ba4e2a4e34'] response: {'server_uuid': '5860d69f-937e-4c34-b5b3-f373332c5965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602004c-4fe8-4adb-bac7-18867f5ef87d', 'code': 200} May 12 19:28:50.555385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:50.640895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.36', 51145) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:50.694560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:50.715109 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0411b2-aa5a-494e-976c-b3f2a9ccaa0e'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': 'dec3d36d-9ce7-4697-8955-e0a2f2d347dd', 'status': 'completed', 'code': 200} May 12 19:28:50.726930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:50.904689 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-962680e2-354d-41bf-b782-d5b057b42e37 req-e896b710-fca9-4443-a83a-8fc0af7a9947 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248991 May 12 19:28:50.907304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1102ea15-5fe1-4b14-928c-5c39ce67ad28 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:50.957516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:51.009806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Transition to ACTIVE for port object 1102ea15-5fe1-4b14-928c-5c39ce67ad28 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:51.046331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8564a514-0325-4a77-bf22-2b04003f3c3f {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:51.080127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:51.090262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:51.110447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf1e6-5018-4cc5-a749-b3203baf215e req-5b68a881-543c-4f68-a156-a82dfdeb0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.111944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdecf1e6-5018-4cc5-a749-b3203baf215e req-5b68a881-543c-4f68-a156-a82dfdeb0db2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 1097 time: 0.3870595 May 12 19:28:51.139457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:51.203325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:51.266338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Pushing event updated for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:51.274499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8780b9c7-e999-4fe7-ae7e-9cd6cdcec3ca,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:51.275819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-ee4873ad-7245-40cb-a9a4-a5272d82e5c3 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227479 May 12 19:28:51.278647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-b16458b3-d5ee-4d15-a117-cc8b22e5a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.281513 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-b16458b3-d5ee-4d15-a117-cc8b22e5a727 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 1096 time: 0.5992646 May 12 19:28:51.292018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ea74d-a32a-4dab-80e0-59bb3ce2fdc6 req-0a79e633-0418-4424-a9d5-c24dab2c14c7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.300334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-251ea74d-a32a-4dab-80e0-59bb3ce2fdc6 req-0a79e633-0418-4424-a9d5-c24dab2c14c7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 944 time: 0.6599724 May 12 19:28:51.304216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:51.317038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-398863d9-c417-43e7-942b-1801bafe8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.317529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-398863d9-c417-43e7-942b-1801bafe8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.317986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-398863d9-c417-43e7-942b-1801bafe8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.318440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-398863d9-c417-43e7-942b-1801bafe8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.318887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-398863d9-c417-43e7-942b-1801bafe8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.319335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-398863d9-c417-43e7-942b-1801bafe8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.321230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-398863d9-c417-43e7-942b-1801bafe8d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5287 time: 0.5962603 May 12 19:28:51.358325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b14846b-e547-4cd8-84d3-8a4e7223ed1c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8780b9c7-e999-4fe7-ae7e-9cd6cdcec3ca HTTP/1.1" status: 204 len: 168 time: 1.5562243 May 12 19:28:51.385333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195f240-7771-498e-9424-e29e3a8d891f req-722470bf-8e9c-4d61-b860-260d41699c68 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.389665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f195f240-7771-498e-9424-e29e3a8d891f req-722470bf-8e9c-4d61-b860-260d41699c68 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 935 time: 0.6213429 May 12 19:28:51.557081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44552) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:51.585928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-94890e14-7c75-4006-ae91-1092ca265059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.586461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-94890e14-7c75-4006-ae91-1092ca265059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.586968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-94890e14-7c75-4006-ae91-1092ca265059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:51.589287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-94890e14-7c75-4006-ae91-1092ca265059 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=483d6cc261e5461c9d684623068444e1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2410491 May 12 19:28:51.843341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-251ea74d-a32a-4dab-80e0-59bb3ce2fdc6 req-12d9589b-88f5-4ffa-99f2-0cfcf7ec8899 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422876 May 12 19:28:51.851112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 33559078-6657-4850-bfbd-b35a9a9a6e72 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:28:51.887695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f195f240-7771-498e-9424-e29e3a8d891f req-7b3e8b30-9e4f-4d80-8c2e-fa0b053be6e3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276613 May 12 19:28:51.912687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4f9faa35-43dc-4a38-af40-5a752a9b31c0 req-2188c1c3-e502-4b44-b774-bdd97ccad5e3 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750048 May 12 19:28:51.930034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] Transition to ACTIVE for port object 8564a514-0325-4a77-bf22-2b04003f3c3f will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:51.937868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:51.962586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.010326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 33559078-6657-4850-bfbd-b35a9a9a6e72 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:28:52.019607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 33559078-6657-4850-bfbd-b35a9a9a6e72 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:28:52.019994 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.038731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397cf15b-608e-4eb9-b191-e195e195a60d {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:52.058924 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.105270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdecf1e6-5018-4cc5-a749-b3203baf215e req-7dfc4d6d-8544-4f6d-88e2-ee80dd1279a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9606404 May 12 19:28:52.179432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Transition to ACTIVE for port object 397cf15b-608e-4eb9-b191-e195e195a60d will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:52.197366 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.259684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Attempting to bind port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:52.260062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Attempting to bind port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:52.260376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Attempting to bind port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:52.337318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:52.337696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Attempting to bind port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:52.357963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:52.358315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Checking segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:52.358606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Bound using segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:52.359495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Bound port: 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:52.359495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.382843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 33559078-6657-4850-bfbd-b35a9a9a6e72 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:52.385128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.397669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-172bf145-a84b-4dae-bc34-34b6b2dcc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.399181 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-172bf145-a84b-4dae-bc34-34b6b2dcc559 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.8390713 May 12 19:28:52.428872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=33559078-6657-4850-bfbd-b35a9a9a6e72,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:52.444895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.469226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Pushing event updated for resources: {'Port': ['ID=397cf15b-608e-4eb9-b191-e195e195a60d,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:52.530404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:52.580508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] No DVR routers for this DVR port 8564a514-0325-4a77-bf22-2b04003f3c3f on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:28:52.594255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=33559078-6657-4850-bfbd-b35a9a9a6e72,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:52.632481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-7efa79b2-6baf-461c-b29a-30eafa805bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.634004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c136106-2b12-47a9-a49b-b0c982f266e6 req-7efa79b2-6baf-461c-b29a-30eafa805bd2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0327461 May 12 19:28:52.636143 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.660723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35127018-7c86-44c6-8013-882fe91482ec service neutron] Pushing event updated for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=10']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:52.676537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:52.680178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:52.683140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-55929e70-6650-4e7c-81ba-19e9b8434757 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 200 len: 217 time: 0.2148902 May 12 19:28:52.694740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c025ef-e6cd-4fb5-9975-0cda20504299']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:52.704639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35127018-7c86-44c6-8013-882fe91482ec service neutron] 10.222.0.36 "PUT /v2.0/ports/8564a514-0325-4a77-bf22-2b04003f3c3f/bindings/n-h2-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3183489 May 12 19:28:52.722056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf349629-2e6e-4ece-853c-f4d0ecd35fa3 req-22a5f2b1-3451-42bd-9197-284aaef25deb tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.723465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf349629-2e6e-4ece-853c-f4d0ecd35fa3 req-22a5f2b1-3451-42bd-9197-284aaef25deb tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 944 time: 0.6464260 May 12 19:28:52.725287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de38f08-9ec9-40f9-930d-a6b6178fc0ad') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:52.725598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de38f08-9ec9-40f9-930d-a6b6178fc0ad') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:28:52.747355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.753280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.759103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.764997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.770775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.776565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.785094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.787141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-902481db-c7e2-410e-8e70-971ff491350e req-9ccc4ad5-0fce-4121-ab4e-af22ed07531b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5374 time: 0.6668441 May 12 19:28:52.788377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.872977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.950767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.968188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:52.969000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:52.970234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] 10.222.0.36 "PUT /v2.0/ports/1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 200 len: 1131 time: 4.4819670 May 12 19:28:52.970699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '1102ea15-5fe1-4b14-928c-5c39ce67ad28'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:52.978460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf349629-2e6e-4ece-853c-f4d0ecd35fa3 req-bf444853-1f6c-4008-9140-1643cf89c8ca tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849985 May 12 19:28:52.996094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Attempting to bind port 397cf15b-608e-4eb9-b191-e195e195a60d on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:52.996540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Attempting to bind port 397cf15b-608e-4eb9-b191-e195e195a60d by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:52.996876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Attempting to bind port 397cf15b-608e-4eb9-b191-e195e195a60d on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:53.006959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Port 397cf15b-608e-4eb9-b191-e195e195a60d on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:53.007266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Attempting to bind port 397cf15b-608e-4eb9-b191-e195e195a60d on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:53.057122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:53.074968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-902481db-c7e2-410e-8e70-971ff491350e req-c966974c-6eca-417f-b853-721c1dfc42ee tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391088 May 12 19:28:53.076256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:28:53.076674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:53.127904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:53.128533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:53.128640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:53.129031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Bound port: 397cf15b-608e-4eb9-b191-e195e195a60d, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:53.136018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: timer() May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:28:53.199839 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:28:53.302666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-966c8d3f-dd0a-49cf-9968-ecbc09c04c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:53.302666 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-966c8d3f-dd0a-49cf-9968-ecbc09c04c24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.5570292 May 12 19:28:53.327022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] For port 397cf15b-608e-4eb9-b191-e195e195a60d, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:53.330749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] For port 397cf15b-608e-4eb9-b191-e195e195a60d, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=397cf15b-608e-4eb9-b191-e195e195a60d,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:53.333303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074aec0-3a52-43ae-9973-892f6921fff0 service neutron] Pushing event updated for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:53.387191 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-dfad1a3c-f5a6-41f9-a8d1-02db78c82f99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472131 May 12 19:28:53.391904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e6ae9c93-c12d-4333-920e-9954933dd45d tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:53.393513 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-e6ae9c93-c12d-4333-920e-9954933dd45d tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.5555499 May 12 19:28:53.394615 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:53.420945 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:53.443925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:53.628259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:53.628643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:53.630358 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] 10.222.0.73 "PUT /v2.0/ports/397cf15b-608e-4eb9-b191-e195e195a60d HTTP/1.1" status: 200 len: 1095 time: 4.3264117 May 12 19:28:53.811309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] 10.222.0.72 "DELETE /v2.0/networks/37c025ef-e6cd-4fb5-9975-0cda20504299 HTTP/1.1" status: 204 len: 168 time: 2.2529609 May 12 19:28:53.832112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520c825-a0ea-4c24-96c9-cf96e9315615 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c025ef-e6cd-4fb5-9975-0cda20504299,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:53.915989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298855f-7de6-4aa8-ae5b-d5c87ee5e21d req-6a44d5e4-0152-4d13-a68b-fef49d2437f0 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:53.917618 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2298855f-7de6-4aa8-ae5b-d5c87ee5e21d req-6a44d5e4-0152-4d13-a68b-fef49d2437f0 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.5727251 May 12 19:28:53.940414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:53.979962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23023a-375c-4a06-b7a9-113b112ca668 req-2fa09d0c-6140-4d18-9907-530eb87ff98c tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:53.992473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb23023a-375c-4a06-b7a9-113b112ca668 req-2fa09d0c-6140-4d18-9907-530eb87ff98c tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 946 time: 0.5397475 May 12 19:28:54.022457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def296e7-c9ab-4aed-9d2d-0d469425fba2 service neutron] Pushing event updated for resources: {'Port': ['ID=397cf15b-608e-4eb9-b191-e195e195a60d,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:54.122013 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb23023a-375c-4a06-b7a9-113b112ca668 req-ab820d26-df97-4492-a116-940447bec13f tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249821 May 12 19:28:54.135998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2298855f-7de6-4aa8-ae5b-d5c87ee5e21d req-dc7f9d47-5d78-452c-8186-856c862da0ca tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288092 May 12 19:28:54.353709 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41431b6d-ff59-423b-b279-0abdcae952da'] response: {'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'code': 200} May 12 19:28:54.371882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44590) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:54.402528 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-489ed7df-85f0-4d52-bec4-6c4ce3a7c686 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0011008 May 12 19:28:54.423685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-fed344c9-9396-4c08-9f44-8cc547b8a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:54.425481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-fed344c9-9396-4c08-9f44-8cc547b8a859 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 1096 time: 0.9731643 May 12 19:28:54.560102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-3ba7a22e-cadb-4be4-b0f6-e9e72e0ac985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:54.561619 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-3ba7a22e-cadb-4be4-b0f6-e9e72e0ac985 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 1098 time: 0.8063145 May 12 19:28:54.577071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4a727-b35c-4680-a5e8-6a8d29a76233 req-4bee70f2-6ac0-4a87-98db-3adfb6af8e16 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:54.578654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67b4a727-b35c-4680-a5e8-6a8d29a76233 req-4bee70f2-6ac0-4a87-98db-3adfb6af8e16 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 945 time: 0.2415321 May 12 19:28:54.646687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67b4a727-b35c-4680-a5e8-6a8d29a76233 req-c6d0beae-7bff-4334-a063-f5602a0b695f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571511 May 12 19:28:54.654178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1ffd-2cc5-4d92-b1d7-0208e5e9afc1 req-0c85bdcd-b176-46c2-acbe-ad9cd52bf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:54.655507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53ac1ffd-2cc5-4d92-b1d7-0208e5e9afc1 req-0c85bdcd-b176-46c2-acbe-ad9cd52bf3be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 1096 time: 0.1991370 May 12 19:28:54.672051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c582100-cb62-4fc0-946e-ecdbe50ccdbc req-4d0447b5-c2b5-4cd9-a5aa-1c77ff19fa5d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:54.672051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c582100-cb62-4fc0-946e-ecdbe50ccdbc req-4d0447b5-c2b5-4cd9-a5aa-1c77ff19fa5d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 947 time: 0.1635718 May 12 19:28:54.733177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-35264ce4-5dfd-4bf4-bdd7-5a45987eb7c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=397cf15b-608e-4eb9-b191-e195e195a60d HTTP/1.1" status: 200 len: 217 time: 0.1038969 May 12 19:28:54.733778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53ac1ffd-2cc5-4d92-b1d7-0208e5e9afc1 req-df1adce8-c5b1-4eb8-b1d8-cf669615f39f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645337 May 12 19:28:54.741383 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8708a8a0-84a4-4d4c-90f2-7bd6fdc6eb1a'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '1102ea15-5fe1-4b14-928c-5c39ce67ad28', 'status': 'completed', 'code': 200} May 12 19:28:54.742102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c582100-cb62-4fc0-946e-ecdbe50ccdbc req-fc64abe9-a8f8-4a87-be4c-c40031ec1757 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608687 May 12 19:28:54.754460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1fcec769-5052-44b2-b04a-e02cb7ec6122 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c366dff128204e0ea798a7bf30544f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772342 May 12 19:28:54.755235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44604) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:54.855336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ac74d9c-ec3a-4508-b93c-fda82eb6c0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:54.950067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c1f0f06-2b29-4633-99f3-a17907f89c73 req-a73aedc1-35d1-446c-b5b7-d4965cbb9a9f service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316720 May 12 19:28:54.958462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-f76c12f9-1d01-4322-963f-9ba04771e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:54.958462 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-f76c12f9-1d01-4322-963f-9ba04771e7cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2116024 May 12 19:28:54.965097 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ac74d9c-ec3a-4508-b93c-fda82eb6c0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:55.021686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-f203e6f7-485b-4429-ac6f-e25ef1669cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.021686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-f203e6f7-485b-4429-ac6f-e25ef1669cf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1096 time: 0.5523119 May 12 19:28:55.042627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c855ea9-6f2d-45cc-b67d-549e150755e6 req-76da0b0d-a33a-40cf-88bd-7d23b36ecff6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.042963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c855ea9-6f2d-45cc-b67d-549e150755e6 req-76da0b0d-a33a-40cf-88bd-7d23b36ecff6 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.2208123 May 12 19:28:55.055336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.061444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.066758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.072407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.078148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.083939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.089760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.091884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-e29e38f1-9bf5-4a63-ae4c-f9060b55e067 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5374 time: 0.2230871 May 12 19:28:55.182496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-751a59b4-e76c-41f6-836e-66a3afe5b3d8 req-f5b18f08-a46e-4ada-824a-19e0f61ce2ab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684917 May 12 19:28:55.197488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ac74d9c-ec3a-4508-b93c-fda82eb6c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:55.258523 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1ac74d9c-ec3a-4508-b93c-fda82eb6c0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:55.259743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1ac74d9c-ec3a-4508-b93c-fda82eb6c0ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3596308-1ba1-4bcc-8d26-a3aca8892ff2 HTTP/1.1" status: 204 len: 168 time: 0.5032732 May 12 19:28:55.260814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac74d9c-ec3a-4508-b93c-fda82eb6c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3596308-1ba1-4bcc-8d26-a3aca8892ff2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:55.300064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c855ea9-6f2d-45cc-b67d-549e150755e6 req-ef2d4437-7977-446a-adc4-1ae302ec97ff tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050979 May 12 19:28:55.363914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eac4e-0409-48b8-be41-36c092a2acbd req-b3f9bd31-87fd-4056-addc-c7a4fdf0eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.363914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-b3f9bd31-87fd-4056-addc-c7a4fdf0eb59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3952534 May 12 19:28:55.577283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-af2a6889-e90b-4a62-af22-137db30ffc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.577283 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-af2a6889-e90b-4a62-af22-137db30ffc36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.5393641 May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.586532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-0b8e481f-41a9-4a14-8cc2-8cb0bf114a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6211 time: 0.4463344 May 12 19:28:55.596937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:55.696009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1baaa-909f-4d3c-9885-893949140c46 req-cc0fff3c-84e7-4646-ac60-91103636d03c tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.699989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1f1baaa-909f-4d3c-9885-893949140c46 req-cc0fff3c-84e7-4646-ac60-91103636d03c tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 946 time: 0.1820726 May 12 19:28:55.729806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebb175-35ad-4045-b687-237e45a0cf07 req-3162f36a-1450-4043-9991-c2f05dccf1c6 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:55.731269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6ebb175-35ad-4045-b687-237e45a0cf07 req-3162f36a-1450-4043-9991-c2f05dccf1c6 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.1601336 May 12 19:28:55.756806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:55.767520 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1f1baaa-909f-4d3c-9885-893949140c46 req-3aa6fc63-fcc3-437f-b8a0-4edd34476687 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642390 May 12 19:28:55.767949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-cc316ca3-2a53-418d-bd88-099ec7b6fffa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 217 time: 0.1746104 May 12 19:28:55.796063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6ebb175-35ad-4045-b687-237e45a0cf07 req-2bd4a4bf-9f99-43be-b807-5b27099eb545 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519707 May 12 19:28:55.879968 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-36d3437e-85ab-4659-958e-23f0d639e7eb service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047553 May 12 19:28:55.961734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Transition to ACTIVE for port object 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:56.178505 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:56.382680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d980749-3177-4214-8951-ef0d9641905c req-ec518534-83f7-4422-a8df-fd45ed484610 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:56.394565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d980749-3177-4214-8951-ef0d9641905c req-ec518534-83f7-4422-a8df-fd45ed484610 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 945 time: 0.4358287 May 12 19:28:56.411423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-a29345bb-035d-4e2e-9e02-53802f8d5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:56.413316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-a29345bb-035d-4e2e-9e02-53802f8d5cfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.5773351 May 12 19:28:56.542844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d980749-3177-4214-8951-ef0d9641905c req-d36ea994-f6e9-41d0-aa0b-8fa8a3253116 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481507 May 12 19:28:56.572661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-2143f4b9-05f9-48f3-8a3c-17b133a98153 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:56.578776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-2143f4b9-05f9-48f3-8a3c-17b133a98153 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.4624093 May 12 19:28:56.603477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841626-1'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:56.689854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97e6f-cd5e-4700-97a6-25846d768b9e req-56867380-3288-4ccf-a545-e9383d048194 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:56.698571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8a97e6f-cd5e-4700-97a6-25846d768b9e req-56867380-3288-4ccf-a545-e9383d048194 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 947 time: 0.4195368 May 12 19:28:56.708767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44666) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:56.822344 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1f243ba8-6924-416c-abd5-f958b4f52458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:56.897098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'tag': '397cf15b-608e-4eb9-b191-e195e195a60d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:56.935835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8a97e6f-cd5e-4700-97a6-25846d768b9e req-bcee6709-badb-40c4-a9c3-ce91a76a12ca tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360380 May 12 19:28:56.963177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-35985e7c-68e6-4272-81bd-4c5dce167d2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5101743 May 12 19:28:56.969772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Pushing event updated for resources: {'Port': ['ID=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:56.985331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-5add6c73-4be3-48c5-8205-aabd8ec893f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:56.985798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-5add6c73-4be3-48c5-8205-aabd8ec893f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:56.986503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-5add6c73-4be3-48c5-8205-aabd8ec893f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:56.988309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-5add6c73-4be3-48c5-8205-aabd8ec893f9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=483d6cc261e5461c9d684623068444e1&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2722275 May 12 19:28:56.989117 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:57.016760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-526199591-network', 'tenant_id': '08292a6d36034718801f62a1ddcba5bc'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:57.081044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:57.134936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Usage tracker for resource:network and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:57.154587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:57.176361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:57.227443 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-159eac4e-0409-48b8-be41-36c092a2acbd req-c0d0169f-b0eb-4819-a1d4-39a7b43110bd service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3244796 May 12 19:28:57.290886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Made reservation on behalf of 08292a6d36034718801f62a1ddcba5bc for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:57.293123 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:57.314221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb810bd-276f-4c78-96a8-e388e632406a req-5b45dbe2-ef20-4368-8836-6ca237dd37cd tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.315760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deb810bd-276f-4c78-96a8-e388e632406a req-5b45dbe2-ef20-4368-8836-6ca237dd37cd tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 950 time: 0.4864469 May 12 19:28:57.322929 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:57.330643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Attempting to bind port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:57.331041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Attempting to bind port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:57.331463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Attempting to bind port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:57.350156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:57.352318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Attempting to bind port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:57.369523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-508d3cd0-625d-408f-a7d3-65de1dd2e401 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967021 May 12 19:28:57.377976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:57.378644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Checking segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:57.379043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Bound using segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:57.379525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Bound port: 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:57.380163 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:57.416945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-b1199aea-6043-412d-a420-f1f5b7027667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.418529 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72302824-5852-4f33-a497-d65ae7dd0d29 req-b1199aea-6043-412d-a420-f1f5b7027667 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3737469 May 12 19:28:57.526141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:57.539499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.545157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.550838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.556731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.562423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.568204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.573873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.575750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-e8a6d974-c6c8-4eeb-b410-75b9c34de322 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5386 time: 0.5044808 May 12 19:28:57.583950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:57.596252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] For port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:57.596731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:57.602201 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-7ac400e8-ea14-4837-9344-8abdf8fdc903 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118351 May 12 19:28:57.606364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] For port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:57.617574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:57.631119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:57.633381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:57.660911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deb810bd-276f-4c78-96a8-e388e632406a req-3506ee5f-bcf8-472f-8339-3696df83966e tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272383 May 12 19:28:57.720521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:57.721146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:57.722621 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] 10.222.0.36 "PUT /v2.0/ports/69fd40ce-8b18-4c53-bc29-4d45e6c992d5 HTTP/1.1" status: 200 len: 1091 time: 4.6981444 May 12 19:28:57.728408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-edbb9f3c-86b2-47e1-a498-512f0ef04233 req-fbefe605-1794-4cf5-af01-55819599f1d8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415145 May 12 19:28:57.766386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e62560-6fe3-4cc9-a2ea-737e8dcd1bcd service neutron] Pushing event updated for resources: {'Port': ['ID=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:57.789490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:57.796323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:57.893718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:28:57.965555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:28:58.044250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.078251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:58.093399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.114179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.117632 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.129782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-a60d50e2-aaa3-4ced-a424-d70ef9af7b53 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:58.131275 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-a60d50e2-aaa3-4ced-a424-d70ef9af7b53 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.1782010 May 12 19:28:58.180716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.219089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:58.245205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc has no active binding in host n-h1-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:28:58.246702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:28:58.247071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.275237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:28:58.287396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:28:58.295146 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.325655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:28:58.350337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6988d3-ced6-42b7-9056-b871252270d5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:58.374357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:58.396412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.396762 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Added segment a38650b5-3af5-45e3-af20-8d7d37d70027 of type vlan for network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 May 12 19:28:58.404811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ce26-224c-4664-928e-7e9d985f0843 req-a1651f28-ed76-41d4-9d8f-9f0ee7768e13 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:58.406662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8283ce26-224c-4664-928e-7e9d985f0843 req-a1651f28-ed76-41d4-9d8f-9f0ee7768e13 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.5507619 May 12 19:28:58.413077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:58.464560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-f323048e-0b0c-48b1-b2f5-421dd16d5ab3 service neutron] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:58.464820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on host n-h2-841626-1 for vnic_type normal with profile {"migrating_to": "n-h1-841626-1"} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:58.465019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:58.465373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:58.469810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-f323048e-0b0c-48b1-b2f5-421dd16d5ab3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.470869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac3b35ec-170b-4531-9acb-b30f0ffbd076 req-f323048e-0b0c-48b1-b2f5-421dd16d5ab3 service neutron] 10.222.0.73 "DELETE /v2.0/ports/8564a514-0325-4a77-bf22-2b04003f3c3f/bindings/n-h1-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.3316760 May 12 19:28:58.480376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531abf95-cc59-44fc-9ec0-076869c11025 req-0c23b8df-8b8a-4d08-9b82-ae5d24bc6635 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:58.481824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-531abf95-cc59-44fc-9ec0-076869c11025 req-0c23b8df-8b8a-4d08-9b82-ae5d24bc6635 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 945 time: 0.5029109 May 12 19:28:58.487960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.500961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:58.501367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Attempting to bind port bc695fe8-3937-4b29-84ae-00faea9966dc on network 47c13cac-b4e1-428b-9c50-11992682fb5e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:58.532360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:58.533087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Checking segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:58.533087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Bound using segment: {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:58.533513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Bound port: bc695fe8-3937-4b29-84ae-00faea9966dc, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bc580a-4ce9-496f-a42f-4237af3b4e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '47c13cac-b4e1-428b-9c50-11992682fb5e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:58.533858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.548021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1076ae-8f20-4aaa-b724-06652409b4b8 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:28:58.553882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8283ce26-224c-4664-928e-7e9d985f0843 req-ffc009e3-a261-4987-ae88-0e973a0a0cab tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257565 May 12 19:28:58.555709 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.576485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Transition to ACTIVE for port object ee1076ae-8f20-4aaa-b724-06652409b4b8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:28:58.578692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.631688 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb2df6d-8f98-4121-81e9-1570442df983'] response: {'name': 'network-changed', 'server_uuid': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'tag': '397cf15b-608e-4eb9-b191-e195e195a60d', 'status': 'completed', 'code': 200} May 12 19:28:58.632878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-531abf95-cc59-44fc-9ec0-076869c11025 req-109d7599-eada-41cb-8635-bba39de59086 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391108 May 12 19:28:58.647929 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.649058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:58.649784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.831192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:58.868452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:58.872311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1628542 May 12 19:28:58.879082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44704) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:28:58.879999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d39ca-9441-4f39-8b2f-2192fba1b4ab admin admin] Pushing event updated for resources: {'Network': ['ID=7e94efbd-1b3e-4f66-adcf-1207b2a67981,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:58.886235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:58.892739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:28:58.895771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Request body: {'subnet': {'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-526199591-subnet', 'tenant_id': '08292a6d36034718801f62a1ddcba5bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:28:58.971718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:28:58.995267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Usage tracker for resource:subnet and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:28:59.063254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:28:59.087648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:28:59.119954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4545-9d62-4f1e-ac18-454fed53e0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.131175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Pushing event updated for resources: {'Port': ['ID=ee1076ae-8f20-4aaa-b724-06652409b4b8,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:59.156661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=8']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:59.161627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Made reservation on behalf of 08292a6d36034718801f62a1ddcba5bc for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:28:59.164578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.177013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Attempting to bind port ee1076ae-8f20-4aaa-b724-06652409b4b8 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:28:59.177636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Attempting to bind port ee1076ae-8f20-4aaa-b724-06652409b4b8 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:28:59.178378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Attempting to bind port ee1076ae-8f20-4aaa-b724-06652409b4b8 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:59.186878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Port ee1076ae-8f20-4aaa-b724-06652409b4b8 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:28:59.187419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Attempting to bind port ee1076ae-8f20-4aaa-b724-06652409b4b8 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:28:59.188393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:59.189108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.190658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-867c17a0-50a6-4ce0-9806-4c4f3d4d4e60 service neutron] 10.222.0.36 "PUT /v2.0/ports/bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 200 len: 1121 time: 2.6040697 May 12 19:28:59.196890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:28:59.197479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Checking segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:59.198823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Bound using segment: {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:28:59.199430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Bound port: ee1076ae-8f20-4aaa-b724-06652409b4b8, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568fac8c-3830-4f67-918f-34756b9dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:28:59.200046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.242790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-78baad6c-1ede-44fc-a690-1a963bf4f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:59.246640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-78baad6c-1ede-44fc-a690-1a963bf4f74a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 1098 time: 0.5911274 May 12 19:28:59.253541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6736b-9af3-4df0-aa8b-ef78c5439329 req-2d1d69c4-1546-4c02-a2bf-1a91c05d1319 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:59.256315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8e6736b-9af3-4df0-aa8b-ef78c5439329 req-2d1d69c4-1546-4c02-a2bf-1a91c05d1319 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 945 time: 0.4969795 May 12 19:28:59.278044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['bc695fe8-3937-4b29-84ae-00faea9966dc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:59.335643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8e6736b-9af3-4df0-aa8b-ef78c5439329 req-96ef47a6-7864-43a1-a494-a8a0e4eebbc8 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705330 May 12 19:28:59.453506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['bc695fe8-3937-4b29-84ae-00faea9966dc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:28:59.507388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.574888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] For port ee1076ae-8f20-4aaa-b724-06652409b4b8, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:28:59.638069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] For port ee1076ae-8f20-4aaa-b724-06652409b4b8, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:28:59.654189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-64ed1ede-c8e6-4317-99fd-5abd6ca2534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:59.656082 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-64ed1ede-c8e6-4317-99fd-5abd6ca2534c service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3985140 May 12 19:28:59.657403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.804660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:59.805436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.807253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] 10.222.0.36 "PUT /v2.0/ports/ee1076ae-8f20-4aaa-b724-06652409b4b8 HTTP/1.1" status: 200 len: 1091 time: 2.0239038 May 12 19:28:59.823138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Checking segment: {'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:28:59.823736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Network hostable DHCP agents. Network: 7e94efbd-1b3e-4f66-adcf-1207b2a67981, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:28:59.831757 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-e3c16851-0c8d-46e5-9f0b-2277a30f7ddb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=397cf15b-608e-4eb9-b191-e195e195a60d HTTP/1.1" status: 200 len: 217 time: 0.1648366 May 12 19:28:59.897454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b32372-5799-4b6e-8f5c-615e3feb4439,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:28:59.914703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:28:59.938373 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.951108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03699d2-9567-497d-969b-87e859b094a1 req-b39abb57-21f1-43a0-9daa-1ebf6bbc647d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:59.953289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f03699d2-9567-497d-969b-87e859b094a1 req-b39abb57-21f1-43a0-9daa-1ebf6bbc647d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 947 time: 0.3839617 May 12 19:28:59.954799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7e94efbd-1b3e-4f66-adcf-1207b2a67981) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:28:59.963785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:28:59.963785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:28:59.972553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628dc0d-d24b-4406-b1ab-024456cab07f None None] Network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:29:00.017298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5528f8c5-6868-47f6-9d70-496682b3b2ab admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1231642 May 12 19:29:00.025528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:00.041299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f03699d2-9567-497d-969b-87e859b094a1 req-f4d84a98-c8f3-4cbe-a619-3a8039d3b851 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 May 12 19:29:00.207342 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfc52ac-ed88-4171-8bd7-a1047f5b2a21'] response: {'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc', 'code': 200} May 12 19:29:00.230738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a276a1-4579-4212-83af-b5bd9bc20c8a service neutron] Pushing event updated for resources: {'Port': ['ID=ee1076ae-8f20-4aaa-b724-06652409b4b8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:00.243560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:00.259374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-beb240ab-551f-4473-9483-0a8040ae58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.262405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-beb240ab-551f-4473-9483-0a8040ae58c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4194841 May 12 19:29:00.326674 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56c0fc5-0e88-468d-894f-be9b10aefb3b'] response: {'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'code': 200} May 12 19:29:00.471761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2847b6a-d05c-4dd7-9046-0c1af9ef4675 None None] Network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:29:00.550138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:00.706974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5'}, {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:00.764811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-2ff32929-2d19-4ad2-a949-3579a2764924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.766731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-2ff32929-2d19-4ad2-a949-3579a2764924 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4918005 May 12 19:29:00.767173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.774020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.780290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.793107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.803670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.813658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.813658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.825101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-83658e81-867e-4622-879c-258d19a61cb8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5398 time: 0.3668542 May 12 19:29:00.931328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-007bdc06-0f79-41a5-8b79-c36d63b99276 req-2101e860-8def-4fa2-8237-72ec26e560b7 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112769 May 12 19:29:00.958604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209195e2-ebc1-41ff-8a30-a6793e4c77ff req-c9bda4aa-efe9-4f15-9efc-80d4bbbba772 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:00.960384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-209195e2-ebc1-41ff-8a30-a6793e4c77ff req-c9bda4aa-efe9-4f15-9efc-80d4bbbba772 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.1416285 May 12 19:29:00.969619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44732) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:00.976802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Request body: {'floatingip': {'port_id': '33559078-6657-4850-bfbd-b35a9a9a6e72'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:01.063123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 397cf15b-608e-4eb9-b191-e195e195a60d details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:01.110823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:01.121930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:01.137757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Transition to ACTIVE for port object 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:01.160914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:01.191254 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:01.398549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 397cf15b-608e-4eb9-b191-e195e195a60d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=397cf15b-608e-4eb9-b191-e195e195a60d,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:01.413834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '397cf15b-608e-4eb9-b191-e195e195a60d', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '397cf15b-608e-4eb9-b191-e195e195a60d', 'mac_address': 'fa:16:3e:9a:81:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:01.480553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1362129126', 'description': 'tempest-description-857806436'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:01.544785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Pushing event updated for resources: {'Port': ['ID=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:01.583865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:01.600627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 397cf15b-608e-4eb9-b191-e195e195a60d is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:01.600783 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:01.628974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:01.647598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397cf15b-608e-4eb9-b191-e195e195a60d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:01.652069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:01.660564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:01.669003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 397cf15b-608e-4eb9-b191-e195e195a60d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=397cf15b-608e-4eb9-b191-e195e195a60d,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:01.675408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:01.681926 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:01.750121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:01.786719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c83bc-10b0-4192-bd0b-c64f619ca88a req-6a9679a6-1433-4e8b-a0a8-5fbc30684e25 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:01.789158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-370c83bc-10b0-4192-bd0b-c64f619ca88a req-6a9679a6-1433-4e8b-a0a8-5fbc30684e25 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.4670227 May 12 19:29:01.839281 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-f44d8e1f-838e-44d2-aec3-6aab7ce2f07d service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885972 May 12 19:29:01.844417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=397cf15b-608e-4eb9-b191-e195e195a60d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:01.848222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:01.942931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:01.944382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Attempting to bind port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:01.944726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Attempting to bind port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:01.945066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Attempting to bind port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd on network cf08d2f2-0747-4dd1-a4c5-322775da83c6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:01.951415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:01.954469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd on network cf08d2f2-0747-4dd1-a4c5-322775da83c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:29:01.954797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Attempting to bind port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd on network cf08d2f2-0747-4dd1-a4c5-322775da83c6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:01.959227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:01.979973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:01.979973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Checking segment: {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:01.979973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Bound using segment: {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:01.979973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Bound port: 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:01.979973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.049539 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bea3d3dd-0ca6-46db-91be-bf0f60e44346 req-fead382f-cebe-4f3d-98d9-5d730cc3382b service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103443 May 12 19:29:02.088284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] For port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:02.092291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] For port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:02.102927 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:29:02.105107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.124526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-370c83bc-10b0-4192-bd0b-c64f619ca88a req-fee9eab7-77d8-4104-93b5-f201068dfdf0 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238151 May 12 19:29:02.209025 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7097b208-09b3-4ef3-bc0f-1378993ef050'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5', 'status': 'completed', 'code': 200} May 12 19:29:02.209299 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7097b208-09b3-4ef3-bc0f-1378993ef050'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8', 'status': 'completed', 'code': 200} May 12 19:29:02.211837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['397cf15b-608e-4eb9-b191-e195e195a60d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:02.239283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:02.261709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.263035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.269121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] 10.222.0.36 "PUT /v2.0/ports/3914bd7f-0eef-4b88-9c35-2c04ded7f7cd HTTP/1.1" status: 200 len: 1091 time: 2.2931356 May 12 19:29:02.323981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Request body: {'port': {'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:02.391763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c785e6-e482-48ee-87ed-3235f717f187 service neutron] Pushing event updated for resources: {'Port': ['ID=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:02.504074 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.564745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.579356 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.644173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.644860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.645351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.645961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.646583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.647188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.647788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.650396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-68cc3100-5493-47a3-a47f-b3e84cba683b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6412 time: 0.3134818 May 12 19:29:02.656919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.663065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c815a808-28ad-434e-890f-1e87d752837d req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2214599 May 12 19:29:02.684837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19359617-0691-4838-9dd7-c9bf2f52b11d req-302203db-aaaf-43ba-b11e-2aa276a5973b tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:02.687457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19359617-0691-4838-9dd7-c9bf2f52b11d req-302203db-aaaf-43ba-b11e-2aa276a5973b tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1096 time: 0.3002827 May 12 19:29:02.689753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709562af-5816-4807-9cde-14c6fc6d16fd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bee319-4859-484b-9673-b25d3af70284,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:02.893145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:29:02.926155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3311c90-3fb1-4ced-85ff-81166dcab352 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:02.933292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:02.947413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Transition to ACTIVE for port object c3311c90-3fb1-4ced-85ff-81166dcab352 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:02.954717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.021361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19359617-0691-4838-9dd7-c9bf2f52b11d req-b5037fe1-cd43-4e73-9c9e-fc02ff956d37 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905915 May 12 19:29:03.059152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b7ab06b9-06b9-4547-810d-f6f7854decb5 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:03.059679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.072915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-1c6ede1f-a2df-4570-97ca-9ec43bfe4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.073763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-1c6ede1f-a2df-4570-97ca-9ec43bfe4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.074408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-1c6ede1f-a2df-4570-97ca-9ec43bfe4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.076160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-1c6ede1f-a2df-4570-97ca-9ec43bfe4746 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=483d6cc261e5461c9d684623068444e1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3965962 May 12 19:29:03.078765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.154103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Pushing event updated for resources: {'Port': ['ID=c3311c90-3fb1-4ced-85ff-81166dcab352,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:03.284426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Attempting to bind port c3311c90-3fb1-4ced-85ff-81166dcab352 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:03.284761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Attempting to bind port c3311c90-3fb1-4ced-85ff-81166dcab352 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:03.285087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Attempting to bind port c3311c90-3fb1-4ced-85ff-81166dcab352 on network cf08d2f2-0747-4dd1-a4c5-322775da83c6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:03.290375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Port c3311c90-3fb1-4ced-85ff-81166dcab352 on network cf08d2f2-0747-4dd1-a4c5-322775da83c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:29:03.290695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Attempting to bind port c3311c90-3fb1-4ced-85ff-81166dcab352 on network cf08d2f2-0747-4dd1-a4c5-322775da83c6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:03.302145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:03.302735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Checking segment: {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:03.303123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Bound using segment: {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:03.303551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Bound port: c3311c90-3fb1-4ced-85ff-81166dcab352, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b95b2f3-3e42-4624-87af-411e69a02888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:03.304226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.322416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:03.338572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'mac_address': 'fa:16:3e:95:e0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:03.408056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b7ab06b9-06b9-4547-810d-f6f7854decb5 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:03.408428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.426234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] For port c3311c90-3fb1-4ced-85ff-81166dcab352, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:03.431850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] For port c3311c90-3fb1-4ced-85ff-81166dcab352, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3311c90-3fb1-4ced-85ff-81166dcab352,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:03.433426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7ab06b9-06b9-4547-810d-f6f7854decb5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:03.440282 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.454034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:03.459943 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.529381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.529381 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:03.533098 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] 10.222.0.36 "PUT /v2.0/ports/c3311c90-3fb1-4ced-85ff-81166dcab352 HTTP/1.1" status: 200 len: 1091 time: 1.2258413 May 12 19:29:03.567199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:03.571737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a548d-5cc8-4423-834c-1792a0880f17 req-91eae1e5-4abc-4dc6-8529-7c8d88c1c869 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.574769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-361a548d-5cc8-4423-834c-1792a0880f17 req-91eae1e5-4abc-4dc6-8529-7c8d88c1c869 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 948 time: 0.7545183 May 12 19:29:03.577386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b291-5a9c-4d90-b8f2-2b72c5eddb19 service neutron] Pushing event updated for resources: {'Port': ['ID=c3311c90-3fb1-4ced-85ff-81166dcab352,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:03.646565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['b7ab06b9-06b9-4547-810d-f6f7854decb5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:03.813813 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Floating IP 58318855-9629-4509-88a3-23cd8ba0607b associated. External IP: 172.25.2.150, port: 33559078-6657-4850-bfbd-b35a9a9a6e72. May 12 19:29:03.930567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-361a548d-5cc8-4423-834c-1792a0880f17 req-6e9485e8-5fec-48b2-b5d4-009bf88b8ba9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458169 May 12 19:29:03.940248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-fe920af4-cbe8-4493-ad2d-927e6ab6cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.962468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-fe920af4-cbe8-4493-ad2d-927e6ab6cc8a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6254191 May 12 19:29:03.972601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.987986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.987986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.998825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:03.998825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.004735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.012348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.014220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-7a373d3f-73de-492a-bd91-1ac68e0cf6d3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.6598558 May 12 19:29:04.112584 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74343b79-82e0-4579-9f31-a750efe63291'] response: {'name': 'network-changed', 'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc', 'status': 'completed', 'code': 200} May 12 19:29:04.151105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-542324499', 'description': 'tempest-description-314678134'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:04.216462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd'}, {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:04.218047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:04.259170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d1b3fab-010e-4eab-af1e-13eb7f7d2851 req-ab4f3127-aafb-4162-9036-fd5d3f62c588 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1783230 May 12 19:29:04.259170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:04.269545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:04.274988 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-e9f2d8ab-e45d-4b9c-b722-137328e0fbe6 service neutron] 10.222.0.73 "GET /v2.0/ports/bc695fe8-3937-4b29-84ae-00faea9966dc/bindings/n-h1-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.1742539 May 12 19:29:04.279067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:04.305012 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:04.362605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-2549fc24-417f-45f8-8189-42da8a9473df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.362605 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-2549fc24-417f-45f8-8189-42da8a9473df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1124 time: 0.1943901 May 12 19:29:04.404713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.406102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.406577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.407030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.407483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.407933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.408385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.410556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-984bab6f-a138-42ce-9a5e-c06b14ebaec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6479 time: 0.3767109 May 12 19:29:04.470135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:04.549350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:04.568933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:04.624499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:04.716665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-952607b3-1e1e-4655-83ea-9373bcb49c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.718156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-952607b3-1e1e-4655-83ea-9373bcb49c2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.3205411 May 12 19:29:04.797116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-a3558cdb-fb78-405c-b93a-a3c734ae05ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 200 len: 217 time: 0.0701942 May 12 19:29:04.843118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-ca6bb51b-a81e-41d2-96d7-e60bfb89eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.843581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-ca6bb51b-a81e-41d2-96d7-e60bfb89eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.844037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-ca6bb51b-a81e-41d2-96d7-e60bfb89eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.845709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-ca6bb51b-a81e-41d2-96d7-e60bfb89eaeb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=483d6cc261e5461c9d684623068444e1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4140384 May 12 19:29:04.855214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Router a238d4e5-95e9-48c8-abb4-27e10987f3fa has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:29:04.906151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:04.924578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-afb9c23c-ed20-414e-8fa8-56b9a4170657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:04.936501 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-afb9c23c-ed20-414e-8fa8-56b9a4170657 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.1167901 May 12 19:29:05.037080 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-f1175d69-7b2e-4b10-8367-cd2064067741 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963902 May 12 19:29:05.049529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:05.062077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 397cf15b-608e-4eb9-b191-e195e195a60d up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:05.176098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197910a5-aee3-4fe0-b166-e2faa7d68870 req-762d8e87-229e-474b-bf7a-39133e45445a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:05.184975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-197910a5-aee3-4fe0-b166-e2faa7d68870 req-762d8e87-229e-474b-bf7a-39133e45445a tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 943 time: 0.6300340 May 12 19:29:05.191498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 397cf15b-608e-4eb9-b191-e195e195a60d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:05.206181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 397cf15b-608e-4eb9-b191-e195e195a60d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:05.206728 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.311489 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-ae9d7144-b5aa-4f7e-867b-e5ca4f449a95 service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184191 May 12 19:29:05.380248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc695fe8-3937-4b29-84ae-00faea9966dc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:05.383783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.399413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:05.407147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.427339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 397cf15b-608e-4eb9-b191-e195e195a60d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:05.427493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.428400 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.477248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-197910a5-aee3-4fe0-b166-e2faa7d68870 req-50f08bca-2c6f-47d9-a267-23b9a3828458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883508 May 12 19:29:05.480840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 397cf15b-608e-4eb9-b191-e195e195a60d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=397cf15b-608e-4eb9-b191-e195e195a60d,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:05.481567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397cf15b-608e-4eb9-b191-e195e195a60d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:05.488373 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.490245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b7ab06b9-06b9-4547-810d-f6f7854decb5 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:05.529256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e01bd3-2a48-4588-b819-06d3f59ebc7f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:05.662963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=397cf15b-608e-4eb9-b191-e195e195a60d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:05.687129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port b7ab06b9-06b9-4547-810d-f6f7854decb5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:05.687617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.726173 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.727388 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2671631a-22fb-4ff3-9a0b-908cc8f50f0e req-95c4cd4f-0e0d-435d-bc1e-801a35f8ac2a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.5821342 May 12 19:29:05.767991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] Transition to ACTIVE for port object bc695fe8-3937-4b29-84ae-00faea9966dc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:05.782798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.859635 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2cc17b-d7ce-4178-962f-0f001d7ca790'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd', 'status': 'completed', 'code': 200} May 12 19:29:05.859996 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2cc17b-d7ce-4178-962f-0f001d7ca790'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352', 'status': 'completed', 'code': 200} May 12 19:29:05.885271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-995a8262-737f-450d-9750-11c963fcf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:05.887091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c35c76e1-f8d4-4695-8e4e-ecf9a250ed75 req-995a8262-737f-450d-9750-11c963fcf25e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0243342 May 12 19:29:05.908503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:29:05.921452 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:05.997536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f920eb-a424-407d-a064-a85731e32836 None None] Sync routers for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:29:06.007951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b7ab06b9-06b9-4547-810d-f6f7854decb5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:06.008372 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:06.048912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] No DVR routers for this DVR port bc695fe8-3937-4b29-84ae-00faea9966dc on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:06.050375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:06.058179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:29:06.059077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:28:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:06.167564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:06.168140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:06.228677 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c879a75-65b6-4f07-9d76-26835cc585ef req-8741ba6d-0596-4ad4-9395-62bbff1e73ad service neutron] 10.222.0.73 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9072468 May 12 19:29:06.247285 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] 10.222.0.73 "PUT /v2.0/ports/bc695fe8-3937-4b29-84ae-00faea9966dc/bindings/n-h1-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9684565 May 12 19:29:06.247285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475ce60-7718-4585-9bc7-2ecbd754397b service neutron] Pushing event updated for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:06.381577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-e34cea4a-7099-45a3-bf81-4e51b1791e20 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.383253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-e34cea4a-7099-45a3-bf81-4e51b1791e20 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.7307088 May 12 19:29:06.386363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ede67255-158f-4935-ab3a-39f726514997 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "PUT /v2.0/floatingips/58318855-9629-4509-88a3-23cd8ba0607b HTTP/1.1" status: 200 len: 991 time: 5.4154832 May 12 19:29:06.390419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:06.416001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-53f64e23-fd94-4bc1-ac9b-9b8ce071e7a0 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/quotas/f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 375 time: 0.0203309 May 12 19:29:06.457014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:29:06.470489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:06.518372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.518914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.519922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.520058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.521148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.523253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.523891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.526303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-6a8d37e2-1b0b-4933-9f25-c9275ae76af1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6479 time: 0.5372605 May 12 19:29:06.628250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:29:06.635261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01775-ed91-4950-9f68-43a3738a6476 req-ca0ccbdf-f21f-4e8e-9d49-df6e6e48f35d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.642925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dc01775-ed91-4950-9f68-43a3738a6476 req-ca0ccbdf-f21f-4e8e-9d49-df6e6e48f35d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 949 time: 0.4915085 May 12 19:29:06.647961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-78bebc8b-3153-4a5f-9dff-799744fe193f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a16558-9e11-47d2-87d1-2abb14f650a8 HTTP/1.1" status: 200 len: 217 time: 0.1124291 May 12 19:29:06.652401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-1c0eca78-7692-4aa7-b3c2-2dc84a88b57f tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.656453 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-1c0eca78-7692-4aa7-b3c2-2dc84a88b57f tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.3317657 May 12 19:29:06.787912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dc01775-ed91-4950-9f68-43a3738a6476 req-f4160f47-5613-4a83-9382-178043b37d88 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436574 May 12 19:29:06.819789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-91301bae-6ff4-4cc2-8e8a-317877cb0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.824571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-91301bae-6ff4-4cc2-8e8a-317877cb0d72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0&tenant_id=688e1e82516441b8afefb2f3de675b79 HTTP/1.1" status: 200 len: 1095 time: 0.1605601 May 12 19:29:06.827716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-64222222-b51a-429c-b1e5-5c99a26485b3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4100847 May 12 19:29:06.832450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-215f579e-35bb-48ef-bf49-1366a56f1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:06.835957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-215f579e-35bb-48ef-bf49-1366a56f1394 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4eaa284-aafe-4c47-b6cc-714071675d77 HTTP/1.1" status: 200 len: 851 time: 0.1595793 May 12 19:29:07.077077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-672d20f5-aaf3-484c-93fd-02c0c8854cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.079265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-672d20f5-aaf3-484c-93fd-02c0c8854cac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=688e1e82516441b8afefb2f3de675b79&device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1095 time: 0.2096870 May 12 19:29:07.216045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '58318855-9629-4509-88a3-23cd8ba0607b', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'port_id': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'mac_address': 'fa:16:3e:50:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:27:55Z', 'updated_at': '2022-05-12T19:29:02Z', 'revision_number': 1, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:28:02Z', 'revision_number': 5, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:07.223336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f920eb-a424-407d-a064-a85731e32836 None None] Checking router: a238d4e5-95e9-48c8-abb4-27e10987f3fa for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:29:07.238130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:29:07.238765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:28:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:07.274162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-a37e52ab-27c2-45a6-bfa7-30b65318871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.276165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-a37e52ab-27c2-45a6-bfa7-30b65318871b service neutron] 10.222.0.36 "GET /v2.0/networks?id=47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 200 len: 921 time: 0.1908805 May 12 19:29:07.306314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-19902d45-9995-4199-bf32-9fd982ff5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.309725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-19902d45-9995-4199-bf32-9fd982ff5d93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=823a8d96-f772-477a-baf6-df0b1eb06ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4657624 May 12 19:29:07.429330 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-d8c68f17-4ab0-4adc-ac1e-95bdcf045df9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 200 len: 217 time: 0.1424472 May 12 19:29:07.448137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:29:07.511533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-2bb99924-fbf9-4ad1-a3ca-14d01b94aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.513027 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-2bb99924-fbf9-4ad1-a3ca-14d01b94aefd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 200 len: 860 time: 0.0801773 May 12 19:29:07.531120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-e3699c3e-54e3-4a43-bcb4-7822e1a1b188 service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901554 May 12 19:29:07.569906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-bf270b7a-0e2f-4e52-b388-3eecbafb18e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47c13cac-b4e1-428b-9c50-11992682fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496600 May 12 19:29:07.589899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-f98f7a67-66dd-40bd-adfb-4eb264329de2 service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477334 May 12 19:29:07.894516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.894516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.911929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.911929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.925931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.925931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.936345 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:07.941941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:07.941941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-79cc929c-1fe1-48fd-8402-d70ee4492177 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.7523258 May 12 19:29:07.965213 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-333527a6-a89b-42e2-b89a-2aac58c9f98a service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781943 May 12 19:29:08.162872 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-534000dc-72e3-4c42-8edc-efc79642a2dd service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197462 May 12 19:29:08.185040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95666fd1-daef-46e3-8cf6-9b369658ece7 req-9c85fed9-bce5-4b32-a5d9-2a8cbee8919e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316115 May 12 19:29:08.185040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-501c715b-b491-4c79-8fc3-f8f1ba8cab34 service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186336 May 12 19:29:08.297368 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:08.363436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-bfeb6cde-91dd-42f8-8c7a-4e0369a8f478 service neutron] 10.222.0.36 "GET /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901503 May 12 19:29:08.408784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-97f920eb-a424-407d-a064-a85731e32836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '58318855-9629-4509-88a3-23cd8ba0607b', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'port_id': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'mac_address': 'fa:16:3e:50:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:27:55Z', 'updated_at': '2022-05-12T19:29:02Z', 'revision_number': 1, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:28:02Z', 'revision_number': 5, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:08.419480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f920eb-a424-407d-a064-a85731e32836 None None] The sync data for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 is: [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '58318855-9629-4509-88a3-23cd8ba0607b', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'port_id': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'mac_address': 'fa:16:3e:50:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:27:55Z', 'updated_at': '2022-05-12T19:29:02Z', 'revision_number': 1, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:28:02Z', 'revision_number': 5, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:29:08.433858 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c43345-87c9-4c46-9d9b-b5b3c424c05a'] response: {'server_uuid': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397cf15b-608e-4eb9-b191-e195e195a60d', 'code': 200} May 12 19:29:08.533698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-01cb6b09-b97e-4766-abfe-cf4317c27467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 200 len: 217 time: 0.3402233 May 12 19:29:08.631125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68788548-e407-416b-bfae-a90883b842b4 req-4184fa5e-a2a1-48f6-a99d-0cf04e1baf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:08.631125 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-68788548-e407-416b-bfae-a90883b842b4 req-4184fa5e-a2a1-48f6-a99d-0cf04e1baf0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 1100 time: 0.1169646 May 12 19:29:08.711542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-68788548-e407-416b-bfae-a90883b842b4 req-c7c41eb6-680d-4f3a-b39c-2351d2527561 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580668 May 12 19:29:08.850073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-90406f03-e578-4072-bc30-9c09165b34a4 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:08.850073 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-90406f03-e578-4072-bc30-9c09165b34a4 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0&tenant_id=688e1e82516441b8afefb2f3de675b79&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.1181235 May 12 19:29:09.133108 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab99abf3-b389-4be4-89ea-c863d593effd None None] New status for floating IP 58318855-9629-4509-88a3-23cd8ba0607b: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:29:09.193151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-ec93b5f2-dc29-4396-a904-05216e16efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:09.193151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-ec93b5f2-dc29-4396-a904-05216e16efb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.6300993 May 12 19:29:09.236518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-009464da-c8a7-422d-9682-fbd2fe7672c2 service neutron] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:09.270624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-009464da-c8a7-422d-9682-fbd2fe7672c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:09.270624 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdb90dfd-93bd-4149-9911-73a6f2a2710e req-009464da-c8a7-422d-9682-fbd2fe7672c2 service neutron] 10.222.0.36 "DELETE /v2.0/ports/bc695fe8-3937-4b29-84ae-00faea9966dc/bindings/n-h2-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.4063919 May 12 19:29:09.413513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c54bc-3f29-4572-aa6c-e637de3fdc11 req-d722fc2b-bc16-4e1a-ab47-237d597aefc5 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:09.413513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be1c54bc-3f29-4572-aa6c-e637de3fdc11 req-d722fc2b-bc16-4e1a-ab47-237d597aefc5 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.5466039 May 12 19:29:09.427969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-d2d8cc8e-f2ca-46cd-bacc-d84494d1b456 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:09.434475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-d2d8cc8e-f2ca-46cd-bacc-d84494d1b456 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:09.545847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-d2d8cc8e-f2ca-46cd-bacc-d84494d1b456 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:09.560961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-d2d8cc8e-f2ca-46cd-bacc-d84494d1b456 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 812 time: 0.9940839 May 12 19:29:09.597278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be1c54bc-3f29-4572-aa6c-e637de3fdc11 req-3dd625e7-24d4-40a0-8789-5cff049d5915 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720591 May 12 19:29:09.632851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-08dbdf0a-05d4-4fcd-9567-b7ce04b85bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:09.632851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-08dbdf0a-05d4-4fcd-9567-b7ce04b85bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4317830 May 12 19:29:09.659067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-3ef4058f-2063-47f3-ab79-6d83158602dd tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/quotas/08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 375 time: 0.0965767 May 12 19:29:09.820662 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1279000b-ed83-422c-b483-27e544902744'] response: {'name': 'network-changed', 'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'status': 'completed', 'code': 200} May 12 19:29:09.928656 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-ba0250c7-35c6-4809-a3bc-62b871917d0d tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2763612 May 12 19:29:09.995178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09b26-9b30-4b32-a305-ca773741f332 req-2b5f926e-c28b-49ff-ba37-f6386b0f1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:09.996676 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22f09b26-9b30-4b32-a305-ca773741f332 req-2b5f926e-c28b-49ff-ba37-f6386b0f1ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feaf0f18dbc440c4897a221ad0b4f1d6&device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 1096 time: 0.2183967 May 12 19:29:10.240749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09b26-9b30-4b32-a305-ca773741f332 req-9ac1e94b-426f-4d8f-851c-2fa568526343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:10.244427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22f09b26-9b30-4b32-a305-ca773741f332 req-9ac1e94b-426f-4d8f-851c-2fa568526343 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57879554-b28d-40f0-9574-697fef5a1e44 HTTP/1.1" status: 200 len: 917 time: 0.2291000 May 12 19:29:10.428928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-43871295-e984-4b00-b22a-b5ba1d71c69a service neutron] 10.222.0.72 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739294 May 12 19:29:10.434409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:10.456839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-3cb03325-a1ba-4e94-bc47-b0218190d27a service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150749 May 12 19:29:10.498268 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22f09b26-9b30-4b32-a305-ca773741f332 req-57e0e756-c443-4cd1-8433-580aa706f6c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33559078-6657-4850-bfbd-b35a9a9a6e72 HTTP/1.1" status: 200 len: 1001 time: 0.2480736 May 12 19:29:10.579949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09b26-9b30-4b32-a305-ca773741f332 req-b0f1b980-4497-472c-b455-9a2f533da685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:10.582319 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22f09b26-9b30-4b32-a305-ca773741f332 req-b0f1b980-4497-472c-b455-9a2f533da685 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ddeec37-8497-4b32-8ed6-c6105fe67f5d HTTP/1.1" status: 200 len: 855 time: 0.0760410 May 12 19:29:10.629684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5129d3-4d4e-4545-8b58-ae5c116726f3 req-0be7043f-4419-48df-a548-e77c79b4ae4e tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:10.632050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a5129d3-4d4e-4545-8b58-ae5c116726f3 req-0be7043f-4419-48df-a548-e77c79b4ae4e tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 944 time: 0.6966722 May 12 19:29:10.690460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09b26-9b30-4b32-a305-ca773741f332 req-820d49d8-0db7-4721-8c16-cca68c0d5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:10.692230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22f09b26-9b30-4b32-a305-ca773741f332 req-820d49d8-0db7-4721-8c16-cca68c0d5b9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57879554-b28d-40f0-9574-697fef5a1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967164 May 12 19:29:10.739749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-28dbb3c7-294d-455f-be57-2f17aba6131f service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278700 May 12 19:29:10.742545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a5129d3-4d4e-4545-8b58-ae5c116726f3 req-ba08db2b-f0ed-405c-a826-8ac0b4be49aa tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007612 May 12 19:29:10.751721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-ca195be4-458b-45c4-9dd7-5f8755d2062c service neutron] 10.222.0.72 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215597 May 12 19:29:10.902651 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-d4492d53-4bce-4315-9db3-b538a9c15126 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 200 len: 217 time: 0.1441882 May 12 19:29:11.022926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22f09b26-9b30-4b32-a305-ca773741f332 req-31755bbc-2efc-4f20-98bd-61484f2def79 service neutron] 10.222.0.36 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157248 May 12 19:29:11.035111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-e7809fd9-2826-4dcb-a90d-224ba9ae26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:11.037279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-e7809fd9-2826-4dcb-a90d-224ba9ae26b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.1280067 May 12 19:29:11.354474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-22f09b26-9b30-4b32-a305-ca773741f332 req-3899eb6c-98f6-4269-9acf-7489222537cb service neutron] 10.222.0.36 "GET /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245995 May 12 19:29:11.405942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c287746-1db8-430c-92ed-ea227cf63364 req-364ff754-2aeb-4927-9f0c-fb63762eedc0 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 210 time: 0.2444623 May 12 19:29:11.459813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-d3124c1f-3a2a-46a1-859a-367e472051d9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:11.463002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-d3124c1f-3a2a-46a1-859a-367e472051d9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.4036372 May 12 19:29:11.483353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Request body: {'port': {'device_id': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'admin_state_up': True, 'tenant_id': 'f30b8eaff62b4d47ad13b701c1d7b632'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:11.630778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab7577-6334-444d-9ea9-4235ad0404fb req-2cdb62fa-5768-4ec4-8c50-c0b81d47b6c0 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:11.637889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feab7577-6334-444d-9ea9-4235ad0404fb req-2cdb62fa-5768-4ec4-8c50-c0b81d47b6c0 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 949 time: 0.4778354 May 12 19:29:11.788069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:11.795223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Usage tracker for resource:port and tenant:f30b8eaff62b4d47ad13b701c1d7b632 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:11.800140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:11.809381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:11.847325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Made reservation on behalf of f30b8eaff62b4d47ad13b701c1d7b632 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:29:11.852925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:11.939971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feab7577-6334-444d-9ea9-4235ad0404fb req-274e485b-1d71-444c-806d-431506fa71c2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011162 May 12 19:29:11.959316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-4bdee146-267e-439b-bfbd-b4e4e316c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:11.960906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-4bdee146-267e-439b-bfbd-b4e4e316c54e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9065297 May 12 19:29:12.128505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9e618b07-b5a2-470a-9d9a-04d6587978a1 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578298 May 12 19:29:12.466012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Allocated IP 172.20.0.6 (df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34/004061e1-b9c6-4c81-af0b-f2f7691b6afa/604345f9-7533-4ce4-9d68-8103f14df850) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:29:12.515364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:12.523262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:12.533099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:12.549795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:12.565053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:12.577459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:12.588567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:12.601322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-6c7b1b57-770b-4c64-854b-25e29c998d93 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.9428921 May 12 19:29:12.762753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-b503d02d-5e3f-40ba-9515-e11165f2e4f4 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071701 May 12 19:29:12.851887 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b84f5a9-804a-4790-8443-bb3ff3b44b53'] response: {'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'code': 200} May 12 19:29:12.933910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5af01758-cb87-46cc-9bb1-25ce7047bd18 req-1e039e5a-d1fc-4188-865f-4bcc73c791ef tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3314142 May 12 19:29:12.956913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:12.989287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-af9bf8dd-9491-4123-8ee9-ffb4c910c22b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5 HTTP/1.1" status: 200 len: 217 time: 0.2193546 May 12 19:29:13.022458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:13.083039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-3c69bcfe-23ef-40a8-9da0-472ad6b13edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:13.085298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-3c69bcfe-23ef-40a8-9da0-472ad6b13edd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.0839210 May 12 19:29:13.160988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:29:13.179099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:29:13.188706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:29:13.349507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:13.350167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:13.384336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31cd6ca8-651b-42da-b51f-585c5148d417 req-cf0f57e1-8ebe-4d75-98b3-9631f788186e tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 210 time: 0.1564043 May 12 19:29:13.412809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9378974 May 12 19:29:13.429663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Request body: {'port': {'device_id': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:13.433106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5079d09d-102e-448c-928f-493f56d2bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:13.435781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-5079d09d-102e-448c-928f-493f56d2bb80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3326199 May 12 19:29:13.480411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046652c-624c-4bec-9afb-cb66050c57ad req-7f3751bc-f0a4-446c-8afa-7dd85c13088e tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:13.481971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f046652c-624c-4bec-9afb-cb66050c57ad req-7f3751bc-f0a4-446c-8afa-7dd85c13088e tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 1100 time: 0.1815572 May 12 19:29:13.518985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df68ff6-2c7e-4c11-96c3-23bbdacaa065 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:13.813223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f046652c-624c-4bec-9afb-cb66050c57ad req-36c90343-1cb2-439e-8e4b-a104d8d1bfd1 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103696 May 12 19:29:13.821202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:13.877348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-9bfefed7-4bce-47cd-8ed2-faeec9c109a2 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360027 May 12 19:29:14.017809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-b6c31a5c-afb0-4d24-9ebf-ff5c6becbf28 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:14.019520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-b6c31a5c-afb0-4d24-9ebf-ff5c6becbf28 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 812 time: 0.6976182 May 12 19:29:14.042265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'port': {'device_id': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981', 'admin_state_up': True, 'tenant_id': '08292a6d36034718801f62a1ddcba5bc'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:14.083222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7510c4-9225-4f1b-89bc-1bc759e838f9 req-67e792df-1df0-4181-af57-ddf7b8df73ca tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:14.091580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad7510c4-9225-4f1b-89bc-1bc759e838f9 req-67e792df-1df0-4181-af57-ddf7b8df73ca tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 931 time: 0.3767943 May 12 19:29:14.194587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-72405590-4b0f-4808-975d-b55ec25d0ee0 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066671 May 12 19:29:14.287616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad7510c4-9225-4f1b-89bc-1bc759e838f9 req-67081157-0dd3-442e-91c8-627d6e316d5e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948984 May 12 19:29:14.312599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-878836d7-c8e2-4531-9e04-7b1d626c4520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8 HTTP/1.1" status: 200 len: 217 time: 0.1097288 May 12 19:29:14.398110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:14.398110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:port and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:14.407066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:14.420935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:14.461358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Made reservation on behalf of 08292a6d36034718801f62a1ddcba5bc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:29:14.480381 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:14.501445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-0c8dede1-da7f-433b-9656-90cf5006be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:14.501445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-0c8dede1-da7f-433b-9656-90cf5006be95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.1654272 May 12 19:29:14.625407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf16052-5588-41e9-8ea3-2981aea60dc7 req-b3a30963-8e75-47aa-918b-2091518fca21 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:14.640078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5cf16052-5588-41e9-8ea3-2981aea60dc7 req-b3a30963-8e75-47aa-918b-2091518fca21 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 1095 time: 0.6263390 May 12 19:29:14.763527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5cf16052-5588-41e9-8ea3-2981aea60dc7 req-237d7684-1c98-46ed-a967-474d121f2628 tempest-LiveAutoBlockMigrationV225Test-569655025 tempest-LiveAutoBlockMigrationV225Test-569655025-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301336 May 12 19:29:14.788479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-0035708d-71a7-49c2-b301-499d159853e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:14.790320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-0035708d-71a7-49c2-b301-499d159853e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2791572 May 12 19:29:14.908906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Allocated IP 172.20.0.7 (7e94efbd-1b3e-4f66-adcf-1207b2a67981/02b32372-5799-4b6e-8f5c-615e3feb4439/717f96c2-b544-4db9-9c70-beecfc02fc31) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:29:15.108172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604345f9-7533-4ce4-9d68-8103f14df850 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:15.159584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:15.217097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Transition to ACTIVE for port object 604345f9-7533-4ce4-9d68-8103f14df850 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:15.280084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:15.306603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-eb246f50-835f-463d-a51c-0fb58aa2e975 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769327 May 12 19:29:15.523429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.530967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.536940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.543576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.550016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.556368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.562871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.591693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-cc3a1c8c-1fa3-4569-80a3-d1e070367bff tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.4798131 May 12 19:29:15.591693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-fd2ec2fd-8c2c-4a3b-8a4c-27eb3388a272 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785685 May 12 19:29:15.676041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:15.747584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-8ac6e9cc-992c-49b8-b639-478deccf5596 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:15.747584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-8ac6e9cc-992c-49b8-b639-478deccf5596 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4461498 May 12 19:29:15.771828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:15.791254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:15.791254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:15.791254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:15.798841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-1fbfb3af-00f7-4918-a8e4-d1ee6126fef7 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/quotas/b397970f3fe742428b1101ee6fb2484f HTTP/1.1" status: 200 len: 375 time: 0.0397565 May 12 19:29:15.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:29:15.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:15.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:15.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:15.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:15.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Bound port: 604345f9-7533-4ce4-9d68-8103f14df850, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:15.803501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:15.908275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6356a4ad-9a18-438c-a611-c6f907d1669c req-47ec7f23-9a84-4cf5-9f41-471a9cf8ab4c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3212128 May 12 19:29:15.948251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-aebd242b-67ba-4797-8f99-3ced02071a56 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355799 May 12 19:29:15.961610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:15.968101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:15.974725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:16.128780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:29:16.140708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:16.146489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-968b4171-93cf-433a-8c8e-d18326e63613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd HTTP/1.1" status: 200 len: 217 time: 0.1609335 May 12 19:29:16.195102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:29:16.245978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:29:16.332423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:16.332423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:16.352665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:16.352665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:16.352665 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] 10.222.0.36 "PUT /v2.0/ports/604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 1091 time: 2.9269748 May 12 19:29:16.352665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:16.374043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:16.485234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad52192-1645-4121-a75e-250c3d5a732c service neutron] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:16.578202 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-45cd1be2-4be4-4190-b996-254b7984d9b1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5309782 May 12 19:29:16.594550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-693834b5-87f5-41c5-a5f3-5464cc897ff2 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7979314 May 12 19:29:16.599288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Request body: {'port': {'device_id': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:16.628123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-08d66ff6-9374-4b62-8cae-14333ab1a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:16.628123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-08d66ff6-9374-4b62-8cae-14333ab1a9dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.4825768 May 12 19:29:16.788070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:16.817641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-dd4e8627-0e97-4a6c-b54c-eb1b778d8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:16.819541 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-dd4e8627-0e97-4a6c-b54c-eb1b778d8ab9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1094 time: 0.3422356 May 12 19:29:17.161601 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-d9e676fb-482a-4bef-aad2-1b55b912fcaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 217 time: 0.2893822 May 12 19:29:17.188938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deb3ec-8f67-4c71-b1ea-cf6f1049add6 req-856a8626-f2e4-45e0-bfd3-4e088b089791 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:17.208197 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04deb3ec-8f67-4c71-b1ea-cf6f1049add6 req-856a8626-f2e4-45e0-bfd3-4e088b089791 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 931 time: 0.9222879 May 12 19:29:17.384094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-09c77b55-f5bf-4690-a019-5f4a7b1ee769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:17.390210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-09c77b55-f5bf-4690-a019-5f4a7b1ee769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7549109 May 12 19:29:17.497091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-04deb3ec-8f67-4c71-b1ea-cf6f1049add6 req-81b86024-edb1-4722-8078-a72bfa7d8b04 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:17.851678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-04deb3ec-8f67-4c71-b1ea-cf6f1049add6 req-81b86024-edb1-4722-8078-a72bfa7d8b04 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:17.851678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04deb3ec-8f67-4c71-b1ea-cf6f1049add6 req-81b86024-edb1-4722-8078-a72bfa7d8b04 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306338 May 12 19:29:17.862672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-dda8915b-03c9-44ce-b9f2-e72952ad61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:17.876850 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-dda8915b-03c9-44ce-b9f2-e72952ad61bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.4011743 May 12 19:29:17.941537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-57e7a065-3642-47e3-aa19-d92643012ad5 service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341983 May 12 19:29:18.132105 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bda88e-994b-4053-baff-8e387fe55308'] response: {'name': 'network-changed', 'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850', 'status': 'completed', 'code': 200} May 12 19:29:18.137801 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-a6df8d97-cb3f-4cca-a4e8-7ee5f9993038 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851602 May 12 19:29:18.397549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8eea7d2-1261-4114-8bd0-5a6b53c554cb req-d349b9b6-f7cc-49be-91c4-b8967e47afb5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 210 time: 0.0849760 May 12 19:29:18.443282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-68048207-c828-45a1-ab47-3c68bed41d30 service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048404 May 12 19:29:18.530994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d639c-cb36-4554-b531-442af703656c req-edfbb0ea-88fd-40f8-ac8b-910cfe3b7ae7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:18.533267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa1d639c-cb36-4554-b531-442af703656c req-edfbb0ea-88fd-40f8-ac8b-910cfe3b7ae7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 943 time: 0.3726547 May 12 19:29:18.599491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa1d639c-cb36-4554-b531-442af703656c req-99328f92-a1cf-4ab0-b1de-5e30587961e9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573287 May 12 19:29:18.604816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-2a3fe941-3157-410b-a509-2c6f4bf50843 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3311c90-3fb1-4ced-85ff-81166dcab352 HTTP/1.1" status: 200 len: 217 time: 0.1486075 May 12 19:29:18.773022 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-8bf5ec4f-2671-4dfa-b12a-8cf4fc7fba85 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092613 May 12 19:29:18.826717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-f34161ce-5b3f-4901-8a45-401c411cbaa5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:18.826717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-f34161ce-5b3f-4901-8a45-401c411cbaa5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Synchronizing usage tracker for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:18.979142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717f96c2-b544-4db9-9c70-beecfc02fc31 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:19.014532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:19.037198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-f34161ce-5b3f-4901-8a45-401c411cbaa5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Unset dirty status for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:19.038601 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-f34161ce-5b3f-4901-8a45-401c411cbaa5 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 944 time: 0.6425190 May 12 19:29:19.088110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-71f7705c-ad2d-4d30-b5f6-e78769295e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.089706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-71f7705c-ad2d-4d30-b5f6-e78769295e86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.4779704 May 12 19:29:19.195233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Transition to ACTIVE for port object 717f96c2-b544-4db9-9c70-beecfc02fc31 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:19.198736 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-10fa8f5b-0a8c-40bf-b4dd-075fe8f0fa47 req-d6bb93d2-0dee-409a-8f8d-3ceae3e0f7f8 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236622 May 12 19:29:19.219026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Deleting port bc695fe8-3937-4b29-84ae-00faea9966dc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:29:19.219802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:19.446239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-f1677b42-7d2a-4f20-9bb3-9d26e878f99c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b397970f3fe742428b1101ee6fb2484f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220675 May 12 19:29:19.469423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:19.578598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.584535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.590688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.596627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.602535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.608360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.614361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.623361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-97c5584b-30f2-47b7-bb38-1e64275a43e3 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 1.0162408 May 12 19:29:19.710382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1cca606-315c-43c3-964a-ac38575c64b5 req-8dd8084c-0968-4c3e-9970-5b50b4f38d59 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857189 May 12 19:29:19.754360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303551-4a61-4441-8437-ae51edad5a30 req-212650bf-2d83-4b92-a6b3-2020a6dbd5b9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.763651 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed303551-4a61-4441-8437-ae51edad5a30 req-212650bf-2d83-4b92-a6b3-2020a6dbd5b9 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 944 time: 0.8418603 May 12 19:29:19.825510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Pushing event updated for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:19.849371 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed303551-4a61-4441-8437-ae51edad5a30 req-168c2663-4800-4282-b432-e48e3b65507f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843427 May 12 19:29:19.883684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c9ad7ab5-543d-405c-be61-52b1bc4dd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.885426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c9ad7ab5-543d-405c-be61-52b1bc4dd02d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5298486 May 12 19:29:19.897624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-89d7669a-96f3-4fb0-8fb7-e2506b716c05 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:19.899101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-89d7669a-96f3-4fb0-8fb7-e2506b716c05 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4456561 May 12 19:29:19.925895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Request body: {'port': {'device_id': '579558db-f160-4285-b00a-7ad36dce3063', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b397970f3fe742428b1101ee6fb2484f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:20.316583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-c1528319-cdad-413a-a30a-5c7b32a4d762 service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087691 May 12 19:29:20.336472 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b57df827-b1cd-45ee-9c81-07592da958b0 req-5c9c8857-5bae-4db8-8271-3f3edd20f503 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 210 time: 0.0654497 May 12 19:29:20.368222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] For port bc695fe8-3937-4b29-84ae-00faea9966dc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bc695fe8-3937-4b29-84ae-00faea9966dc,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:20.368222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:20.406821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Attempting to bind port 717f96c2-b544-4db9-9c70-beecfc02fc31 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:20.407135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Attempting to bind port 717f96c2-b544-4db9-9c70-beecfc02fc31 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:20.407330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Attempting to bind port 717f96c2-b544-4db9-9c70-beecfc02fc31 on network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:20.528152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-997033b8-f80a-4cfb-985a-06a8bf000b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:20.529680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-997033b8-f80a-4cfb-985a-06a8bf000b62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1094 time: 1.0615242 May 12 19:29:20.537043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Calling delete_port for bc695fe8-3937-4b29-84ae-00faea9966dc owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:29:20.733995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-7b87ad01-7c1e-4d7a-803c-81c0d4bd7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:20.733995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-7b87ad01-7c1e-4d7a-803c-81c0d4bd7bed service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.1562667 May 12 19:29:20.739962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47ac4dbe-6958-469b-9a7e-42bfc9e83fea req-15b06bfb-7546-41bf-b9dd-b44362e3d87d service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959568 May 12 19:29:20.741832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Port 717f96c2-b544-4db9-9c70-beecfc02fc31 on network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:29:20.741832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Attempting to bind port 717f96c2-b544-4db9-9c70-beecfc02fc31 on network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:20.751139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:20.751139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Checking segment: {'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:20.751139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Bound using segment: {'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:20.751139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Bound port: 717f96c2-b544-4db9-9c70-beecfc02fc31, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:20.751139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:20.815575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:20.824531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Usage tracker for resource:port and tenant:b397970f3fe742428b1101ee6fb2484f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:20.830553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:20.842769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:20.859400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a461ec-fe18-42e4-a14c-eeb2f20a98f9 req-db08100a-762f-4700-b03b-3a939a6119a9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:20.861025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2a461ec-fe18-42e4-a14c-eeb2f20a98f9 req-db08100a-762f-4700-b03b-3a939a6119a9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 943 time: 0.3398435 May 12 19:29:20.868591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87124b34-5230-4f2a-898d-3bef4ccb60c6 req-9e2d74de-8b0b-4e24-b1a4-52988a40d3b8 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:20.870432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87124b34-5230-4f2a-898d-3bef4ccb60c6 req-9e2d74de-8b0b-4e24-b1a4-52988a40d3b8 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 943 time: 0.2836702 May 12 19:29:20.882037 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-217b0f40-9a78-4162-bfab-5f2b2fb065ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 217 time: 0.1123106 May 12 19:29:21.048881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-5d3a5ac1-dc5f-47e9-83c2-ef6f379f0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.048881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-5d3a5ac1-dc5f-47e9-83c2-ef6f379f0aa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.1503811 May 12 19:29:21.095293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2a461ec-fe18-42e4-a14c-eeb2f20a98f9 req-b0db66ae-407d-498a-8c0b-bd81af12fe4d tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145616 May 12 19:29:21.116490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87124b34-5230-4f2a-898d-3bef4ccb60c6 req-c7d907a2-0cf6-4d42-8087-9d87a36daecf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908772 May 12 19:29:21.167894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Made reservation on behalf of b397970f3fe742428b1101ee6fb2484f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:29:21.180483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:21.224716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:21.251551 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-2107ab9a-c644-4cea-9843-fb0cca8e7938 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849580 May 12 19:29:21.336737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=717f96c2-b544-4db9-9c70-beecfc02fc31,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:21.404255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:21.495939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:21.495939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.495939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:21.495939 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] 10.222.0.73 "PUT /v2.0/ports/717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 200 len: 1091 time: 4.9163554 May 12 19:29:21.513063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['19896ff5-ab96-465f-af9e-4732e8c61316'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:21.522415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:21.723955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98f74031-b316-4b7a-ac0c-ac17e7230ecc req-4cb10439-c8dc-4749-830e-fc9db36d6120 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b42b2463-4590-4e96-91be-8b7ba82ad4b0 HTTP/1.1" status: 200 len: 210 time: 0.0892456 May 12 19:29:21.739582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.739582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.739582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.746065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.746065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.746065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.746065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:21.758778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-efe5519b-6f0b-4ff4-a866-10fec88c020d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6479 time: 0.8768988 May 12 19:29:21.804877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18af1b-2d16-4451-ad74-389d82312221 service neutron] Pushing event updated for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:21.962413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event deleted for resources: {'Port': ['ID=bc695fe8-3937-4b29-84ae-00faea9966dc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:21.972441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] No DVR routers for this DVR port bc695fe8-3937-4b29-84ae-00faea9966dc on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:21.988401 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:21.995143 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-390eb910-88fe-4cfa-8d07-d58a30bee29d service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287033 May 12 19:29:22.009475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 604345f9-7533-4ce4-9d68-8103f14df850 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:22.012030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:22.050778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: bc695fe8-3937-4b29-84ae-00faea9966dc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:29:22.051186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bc695fe8-3937-4b29-84ae-00faea9966dc not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:29:22.071359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Allocated IP 192.168.233.158 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/cafb1fcb-7b39-4bf5-94b6-ed55735b8713) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:29:22.117112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69ee49e3-ea5d-4314-8199-0a0994f6ead7 req-e3847e5e-43d2-4dd9-8ba5-04b0c22298e2 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "DELETE /v2.0/ports/bc695fe8-3937-4b29-84ae-00faea9966dc HTTP/1.1" status: 204 len: 173 time: 3.0695639 May 12 19:29:22.182731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-8172f81e-e2e4-48d9-a3e0-d7d800d1dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.184507 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-8172f81e-e2e4-48d9-a3e0-d7d800d1dba4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1094 time: 0.4990425 May 12 19:29:22.314103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-00ca45f6-615d-4685-9aa3-bc36a45e3175 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 200 len: 217 time: 0.1108971 May 12 19:29:22.316711 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f4acf61d-0978-45d0-b63a-ab0296f77c26 req-3224febb-5015-440d-94aa-e2e265f7766a service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137283 May 12 19:29:22.331639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:22.364212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '604345f9-7533-4ce4-9d68-8103f14df850', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'port_id': '604345f9-7533-4ce4-9d68-8103f14df850', 'mac_address': 'fa:16:3e:c2:a5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004061e1-b9c6-4c81-af0b-f2f7691b6afa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:22.432803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 604345f9-7533-4ce4-9d68-8103f14df850 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:22.433214 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:22.450594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-a1b1047d-c6ea-46b1-973f-b1c68fb7e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.452486 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-a1b1047d-c6ea-46b1-973f-b1c68fb7e389 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.1153908 May 12 19:29:22.452625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604345f9-7533-4ce4-9d68-8103f14df850 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:22.492607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:22.501041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:22.594638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:22.603441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:22.603937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-07ca83b4-e9de-424d-bf7e-c547674a51f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273656 May 12 19:29:22.604594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Transition to ACTIVE for port object cafb1fcb-7b39-4bf5-94b6-ed55735b8713 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:22.755316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:22.768799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:22.818247 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-e56543d7-8aa1-477a-b5a9-5ddb0e31697d service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032568 May 12 19:29:22.845899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee', '1d0c5933-0062-466b-9c15-402f994edab8', 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1', '397cf15b-608e-4eb9-b191-e195e195a60d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:22.846366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.852256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.858754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.866033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.887674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.897323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['604345f9-7533-4ce4-9d68-8103f14df850'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:22.902936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.915565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.917581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-f563a9e7-b001-475d-9e6f-a91b711b9a2c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 1.3890104 May 12 19:29:22.963513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:29:22.974180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-f780ecc4-5c38-4431-b53a-feda18717736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:22.975644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-f780ecc4-5c38-4431-b53a-feda18717736 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf08d2f2-0747-4dd1-a4c5-322775da83c6 HTTP/1.1" status: 200 len: 903 time: 1.2148571 May 12 19:29:23.033087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:29:23.039385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:29:23.198201 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-869acd79-91aa-46ba-b217-f8a4590119b8 req-fe8984ee-2bc2-4bd8-b42b-1e31c1d63f24 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629942 May 12 19:29:23.329229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:23.329229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:23.343724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-ac429cdf-e5d5-49f5-b582-41bd6fb777f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd HTTP/1.1" status: 200 len: 217 time: 0.1196821 May 12 19:29:23.501327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-78f995e0-68ad-4fea-aa73-a57d4c7323cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:23.502913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-78f995e0-68ad-4fea-aa73-a57d4c7323cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.1418102 May 12 19:29:23.588391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event updated for resources: {'Port': ['ID=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:23.668112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ed02f129-2911-4d2a-bbc5-e527416226c6 None None] Provisioning for port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:23.696930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ed02f129-2911-4d2a-bbc5-e527416226c6 None None] Provisioning complete for port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:23.697318 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed02f129-2911-4d2a-bbc5-e527416226c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:23.754905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-4c17cc5c-4ad8-4bf6-a090-19778a7a3301 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8306265 May 12 19:29:23.809388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Request body: {'port': {'device_id': '579558db-f160-4285-b00a-7ad36dce3063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:23.812803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ed02f129-2911-4d2a-bbc5-e527416226c6 None None] Port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:29:23.899369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0839ce42-8ae2-4b7d-ad90-207dd8062169 req-6f898e1f-451f-4103-95de-5287b73abac8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9609499 May 12 19:29:24.075054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50131e-deaa-44fc-a60f-c07d8459eace req-47c61823-e46c-4648-beda-085320c71a6a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:24.075867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ec50131e-deaa-44fc-a60f-c07d8459eace req-47c61823-e46c-4648-beda-085320c71a6a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Synchronizing usage tracker for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:24.108070 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:24.200759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ec50131e-deaa-44fc-a60f-c07d8459eace req-47c61823-e46c-4648-beda-085320c71a6a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Unset dirty status for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:24.213788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec50131e-deaa-44fc-a60f-c07d8459eace req-47c61823-e46c-4648-beda-085320c71a6a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 936 time: 1.5654364 May 12 19:29:24.536988 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41474999-fbc7-4d0b-88a8-6951b7e19199'] response: {'name': 'network-changed', 'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31', 'status': 'completed', 'code': 200} May 12 19:29:24.631758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-cbd5c08a-c231-4696-aff6-6b47ff908a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:24.633632 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-cbd5c08a-c231-4696-aff6-6b47ff908a6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1094 time: 0.1783440 May 12 19:29:24.897046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-c9c0eddf-a493-4939-9172-74c7ed8194aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:24.898983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-c9c0eddf-a493-4939-9172-74c7ed8194aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 913 time: 0.2576041 May 12 19:29:24.966565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafb1fcb-7b39-4bf5-94b6-ed55735b8713 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:24.974135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec50131e-deaa-44fc-a60f-c07d8459eace req-371ae64f-edbc-4bd0-a90c-2d82c92937af tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7594187 May 12 19:29:24.976554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2419b2a0-2748-4f9a-bfdd-6787edb55547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:24.979227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2419b2a0-2748-4f9a-bfdd-6787edb55547 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3806283 May 12 19:29:24.988384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:25.007800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-8e4da38c-5a06-46b5-ac50-ce998d7f794f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 200 len: 217 time: 0.0999198 May 12 19:29:25.099712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-02f93b17-cf1f-4892-a202-346ebed2abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:25.102748 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-02f93b17-cf1f-4892-a202-346ebed2abf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.0817709 May 12 19:29:25.202357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Transition to ACTIVE for port object cafb1fcb-7b39-4bf5-94b6-ed55735b8713 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:25.234414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:25.252567 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-8ea7274e-25c8-4c80-8d71-67de11668be6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411517 May 12 19:29:25.445231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-77e3e634-02a3-4d4f-80b2-6859aa2a6329 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840334 May 12 19:29:25.561917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ef94d-da6f-4592-a0a4-b8839b4d6def req-e2f5dbcd-ec53-41f8-a18f-0155368ce36b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:25.568676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-466ef94d-da6f-4592-a0a4-b8839b4d6def req-e2f5dbcd-ec53-41f8-a18f-0155368ce36b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 943 time: 0.7317550 May 12 19:29:25.632170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-01f47c31-860a-4acd-9fd7-a72547c1a5c2 service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406338 May 12 19:29:25.636430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Pushing event updated for resources: {'Port': ['ID=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:25.808652 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1cfaf30f-3c9c-4087-bd46-2760ec1c5061 req-7518b88f-9a62-4d83-b5fb-4193f91a989a service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538532 May 12 19:29:25.862120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.862778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.862942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.863477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.863967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.864452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.864926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.866105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.866622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.867098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.867578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:25.868051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:26.012664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 604345f9-7533-4ce4-9d68-8103f14df850 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:26.015444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-466ef94d-da6f-4592-a0a4-b8839b4d6def req-2d58d30d-288a-4ae4-a8f3-2a2c50c338e9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099050 May 12 19:29:26.157223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Attempting to bind port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:26.159093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Attempting to bind port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:26.159093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Attempting to bind port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:26.219126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612662ec-50ec-4250-a4b0-c0ba4b640ace req-a0bdabca-2398-4a66-b248-4dd56d73c6bf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:26.228155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-612662ec-50ec-4250-a4b0-c0ba4b640ace req-a0bdabca-2398-4a66-b248-4dd56d73c6bf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 944 time: 0.9080517 May 12 19:29:26.265930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 604345f9-7533-4ce4-9d68-8103f14df850 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:26.279749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 604345f9-7533-4ce4-9d68-8103f14df850 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:26.282891 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:26.287285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:29:26.287613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Attempting to bind port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:26.305136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:26.305399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:26.305790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:26.306242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Bound port: cafb1fcb-7b39-4bf5-94b6-ed55735b8713, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:26.306593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:26.333946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-e2ca3940-afa1-4aa7-8a28-6466976e556e service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572168 May 12 19:29:26.376304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-612662ec-50ec-4250-a4b0-c0ba4b640ace req-eb75015e-f4e8-4df7-b549-2c4b38a56259 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471322 May 12 19:29:26.538590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'name': 'network-vif-deleted', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:26.619855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 604345f9-7533-4ce4-9d68-8103f14df850 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:26.619855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:26.715698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:26.741696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:26.751976 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:27.066545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9de730b1-a463-438c-9ce3-babfaf8a803f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:27.101055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:27.136860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] For port cafb1fcb-7b39-4bf5-94b6-ed55735b8713, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:27.152593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] For port cafb1fcb-7b39-4bf5-94b6-ed55735b8713, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:27.168863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 717f96c2-b544-4db9-9c70-beecfc02fc31 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:27.215820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:27.366752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.369884 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:27.373669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] 10.222.0.36 "PUT /v2.0/ports/cafb1fcb-7b39-4bf5-94b6-ed55735b8713 HTTP/1.1" status: 200 len: 1096 time: 3.5707078 May 12 19:29:27.415171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579558db-f160-4285-b00a-7ad36dce3063', 'tag': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:27.543775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ccfa-f800-4e74-809e-9b94e9373e0f req-4dbb0346-0ced-448c-9d6e-f2b1f2e14d0c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.545549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b483ccfa-f800-4e74-809e-9b94e9373e0f req-4dbb0346-0ced-448c-9d6e-f2b1f2e14d0c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 948 time: 0.7825696 May 12 19:29:27.578556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.585531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.610696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.617317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.640287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.652605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.670948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.682009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-bc5a3d0a-7275-4c0c-b937-35c690df446c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.7406743 May 12 19:29:27.694131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=717f96c2-b544-4db9-9c70-beecfc02fc31,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:27.729124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '717f96c2-b544-4db9-9c70-beecfc02fc31', 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981', 'port_id': '717f96c2-b544-4db9-9c70-beecfc02fc31', 'mac_address': 'fa:16:3e:be:e4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b32372-5799-4b6e-8f5c-615e3feb4439', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:27.775472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.776124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.776658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.777200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.777723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.778245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.778762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:27.781080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-2972137b-75c7-4cd4-acf2-eb9f8997386d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6479 time: 1.2729917 May 12 19:29:27.900441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 717f96c2-b544-4db9-9c70-beecfc02fc31 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:27.900441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:27.961533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717f96c2-b544-4db9-9c70-beecfc02fc31 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:27.993685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9f172b-0871-4b21-932b-c8085d50a661 req-ed342b2d-355b-40ad-9a7e-012ad18ca354 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3102040 May 12 19:29:28.009832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-1c7b5681-c079-4ae0-b97e-9933833b18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:28.011506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-1c7b5681-c079-4ae0-b97e-9933833b18c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf08d2f2-0747-4dd1-a4c5-322775da83c6 HTTP/1.1" status: 200 len: 903 time: 0.2212453 May 12 19:29:28.015020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=717f96c2-b544-4db9-9c70-beecfc02fc31,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:28.029455 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:28.132045 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61002c04-f9dc-42db-821b-825d1f54fb44'] response: {'server_uuid': 'b42b2463-4590-4e96-91be-8b7ba82ad4b0', 'name': 'network-vif-deleted', 'tag': 'bc695fe8-3937-4b29-84ae-00faea9966dc', 'status': 'completed', 'code': 200} May 12 19:29:28.225981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-7800259b-48e7-4f8b-b415-0ff6162960c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3311c90-3fb1-4ced-85ff-81166dcab352 HTTP/1.1" status: 200 len: 217 time: 0.1792006 May 12 19:29:28.262148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:28.320207 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76650afc-169f-411b-a6f2-c206eb14bba8'] response: {'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850', 'code': 200} May 12 19:29:28.383422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:28.397855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b483ccfa-f800-4e74-809e-9b94e9373e0f req-ea39fb64-921f-4fb8-b3ac-831760474535 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808879 May 12 19:29:28.434839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7d63d-81f6-484c-bca7-a3d7573e1a32 service neutron] Pushing event updated for resources: {'Port': ['ID=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:28.614301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-213bfea5-9f00-4622-a462-31a4b804e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:28.615790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-213bfea5-9f00-4622-a462-31a4b804e5e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 1099 time: 1.1897509 May 12 19:29:29.002241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2006f5d7-d9cf-4b1d-b44d-23a3d63beb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:29.071065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6443838-52cc-428c-af94-c39d0c042121 req-e9e5b0c1-72e5-4992-966a-fc4df6ae80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:29.073898 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6443838-52cc-428c-af94-c39d0c042121 req-e9e5b0c1-72e5-4992-966a-fc4df6ae80e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1096 time: 0.6719437 May 12 19:29:29.180864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6443838-52cc-428c-af94-c39d0c042121 req-4dbd189a-ffc7-4b88-b074-96a407037c7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912519 May 12 19:29:29.207230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-c0003006-2d43-4a18-9ea7-9b68b01eac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:29.209034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-c0003006-2d43-4a18-9ea7-9b68b01eac72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.9521968 May 12 19:29:29.212078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-6c072011-4c1d-4df4-9a02-92e255ee9d97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=cafb1fcb-7b39-4bf5-94b6-ed55735b8713 HTTP/1.1" status: 200 len: 217 time: 0.3882825 May 12 19:29:29.259825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941c954-f183-4d25-84c0-5018a0ba7731 req-4047d8ad-992f-4683-801d-742962c4e14e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:29.261720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b941c954-f183-4d25-84c0-5018a0ba7731 req-4047d8ad-992f-4683-801d-742962c4e14e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 945 time: 0.1897578 May 12 19:29:29.369079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd9980-1294-4260-b585-2dde0ab87988 req-d268c1fb-4516-42e6-b3ba-d87bd0abd16b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:29.370674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29fd9980-1294-4260-b585-2dde0ab87988 req-d268c1fb-4516-42e6-b3ba-d87bd0abd16b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 944 time: 0.7590857 May 12 19:29:29.375774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b941c954-f183-4d25-84c0-5018a0ba7731 req-aafcc769-b290-43d5-ad1d-d77d4f5d4f68 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976655 May 12 19:29:29.625811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-32918338-6b93-4de2-8795-f1b9c1a34a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:29.628598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-32918338-6b93-4de2-8795-f1b9c1a34a28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1075439 May 12 19:29:29.636792 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837fa36a-9e0c-45af-be51-48f7b16cf276'] response: {'name': 'network-changed', 'server_uuid': '579558db-f160-4285-b00a-7ad36dce3063', 'tag': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713', 'status': 'completed', 'code': 200} May 12 19:29:29.807335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29fd9980-1294-4260-b585-2dde0ab87988 req-097589c1-a2a2-4246-9c82-29504215ce33 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303529 May 12 19:29:29.876429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce788b-b42a-4cec-938c-e575036b159d req-6a8b2a5e-8320-43d5-86b0-4a98f798180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:29.879407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-6a8b2a5e-8320-43d5-86b0-4a98f798180c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4686463 May 12 19:29:29.935638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:30.166924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:30.335450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-76af5e1b-c63c-4f8a-91dc-859e71f17d5a service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165385 May 12 19:29:30.413105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-c9b866b5-8a9c-456e-8b4c-42ba9138e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.415693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-c9b866b5-8a9c-456e-8b4c-42ba9138e77d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7751532 May 12 19:29:30.499767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.507236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.513317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.520127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.526391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.533523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.539475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.541539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c62194-0beb-49b4-a682-68d233590ad7 req-c25a135d-4eb6-46ff-9a1d-862f844280ae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.8167343 May 12 19:29:30.729965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69818dc-c775-4444-8c47-5ae6641493ba req-427adf2e-e7ad-4b6a-986a-e95882db761d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:30.732163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c69818dc-c775-4444-8c47-5ae6641493ba req-427adf2e-e7ad-4b6a-986a-e95882db761d tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 948 time: 0.6299579 May 12 19:29:30.758085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c62194-0beb-49b4-a682-68d233590ad7 req-3a70915a-4b56-48e9-9e6f-b3fbaaf7e204 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818676 May 12 19:29:30.802540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-80db758f-6fe1-4bee-ae1a-7271ab27c4ca service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182347 May 12 19:29:30.804878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9ce788b-b42a-4cec-938c-e575036b159d req-be5c680b-6efd-4a68-8db9-e6472c3282aa service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399431 May 12 19:29:30.939261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c69818dc-c775-4444-8c47-5ae6641493ba req-08649c33-6064-493b-bcea-5d03c34fa6e3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778483 May 12 19:29:31.050462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27eec1a7-d9f7-4e83-9f32-688977a3f8ee req-b12681af-ea7c-429f-be45-dd14c98cf2ad service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151339 May 12 19:29:31.196124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 717f96c2-b544-4db9-9c70-beecfc02fc31 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:31.293855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 717f96c2-b544-4db9-9c70-beecfc02fc31 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:31.300952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 717f96c2-b544-4db9-9c70-beecfc02fc31 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:31.300952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:31.303551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-6482e1e7-44c8-4868-8bc7-22f31044fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:31.305210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-6482e1e7-44c8-4868-8bc7-22f31044fea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 1099 time: 0.1817243 May 12 19:29:31.446138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36fdae-c18b-46a2-b330-c17a573ca764 req-2c7bdac2-2c46-4f63-8e1f-0f088f733555 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:31.447723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe36fdae-c18b-46a2-b330-c17a573ca764 req-2c7bdac2-2c46-4f63-8e1f-0f088f733555 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 945 time: 0.3959062 May 12 19:29:31.474872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2f894-ca39-4c8c-86a8-a0a9887e2969 req-b4659c37-e85e-4dfa-829c-4900a5c73ce0 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:31.475850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 717f96c2-b544-4db9-9c70-beecfc02fc31 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:31.476234 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:31.479288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34d2f894-ca39-4c8c-86a8-a0a9887e2969 req-b4659c37-e85e-4dfa-829c-4900a5c73ce0 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 944 time: 0.3551495 May 12 19:29:31.534588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:31.544171 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:31.547322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=717f96c2-b544-4db9-9c70-beecfc02fc31,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:31.565861 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:31.585888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-fa69c339-7f19-4b8f-93b2-83caf1e9dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:31.587499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-fa69c339-7f19-4b8f-93b2-83caf1e9dd28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2753882 May 12 19:29:31.674688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:31.704044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34d2f894-ca39-4c8c-86a8-a0a9887e2969 req-5ed10b60-0d69-4258-89ee-55685028f99f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027073 May 12 19:29:31.704044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-c5fcdfd5-42e1-42e5-ab9d-793ce582c133 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=cafb1fcb-7b39-4bf5-94b6-ed55735b8713 HTTP/1.1" status: 200 len: 217 time: 0.0961664 May 12 19:29:31.709051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe36fdae-c18b-46a2-b330-c17a573ca764 req-71bea0df-58b7-4e4b-a0a4-03940a137cbb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285767 May 12 19:29:31.808797 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66e41f0-9935-4520-8d59-92bdd5dbd7d7'] response: {'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31', 'code': 200} May 12 19:29:31.832447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-9c17fe36-472e-4c28-9d4a-c1afe23df131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:31.834449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-9c17fe36-472e-4c28-9d4a-c1afe23df131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1233544 May 12 19:29:32.029110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5accfa-ab53-4d9f-8c17-240d0bf32a2e req-7180ebff-947d-4828-9e18-01bfe0bdd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.031980 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dc5accfa-ab53-4d9f-8c17-240d0bf32a2e req-7180ebff-947d-4828-9e18-01bfe0bdd800 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1096 time: 0.1378877 May 12 19:29:32.081923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-a0ac9a87-a75c-4b62-a2c7-f6dad58c57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.094672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-a0ac9a87-a75c-4b62-a2c7-f6dad58c57f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2511830 May 12 19:29:32.097418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e441ad1-1025-4b72-a507-92556aaf539a req-80614e54-1aad-41dd-b458-0dec2db81902 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.098564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e441ad1-1025-4b72-a507-92556aaf539a req-80614e54-1aad-41dd-b458-0dec2db81902 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1096 time: 0.1391068 May 12 19:29:32.156888 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dc5accfa-ab53-4d9f-8c17-240d0bf32a2e req-ce9e50f9-8c34-4efd-ad55-2c61c7e72c83 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170690 May 12 19:29:32.307996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e441ad1-1025-4b72-a507-92556aaf539a req-faf0dcad-0cf8-46c0-ac85-9a9c9d8ca7bf tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945479 May 12 19:29:32.627186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-fddbf738-5352-4561-b1b9-69f9cdc493d4 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861047 May 12 19:29:32.800955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.807640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.813947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.819357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.827562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.834113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.837702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.841906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-4cff4057-c09c-41c3-85aa-db45ac6237bc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.5497518 May 12 19:29:32.907452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3abc8-f31f-4844-a44e-9c56210a9a7f req-56774e1d-5826-4e39-bcb8-5e25958708b4 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:32.907452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fe3abc8-f31f-4844-a44e-9c56210a9a7f req-56774e1d-5826-4e39-bcb8-5e25958708b4 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 950 time: 0.3870249 May 12 19:29:32.963374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ce246-cd99-490c-898a-6f17ca0d3c01 req-84b99afa-78e0-4097-8766-892bdcecc6ed service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289242 May 12 19:29:32.970874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b035dd3-5e53-40f7-957c-1d81760eaa7c req-31a46d0e-0246-4be4-81b1-11296b01aecd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216154 May 12 19:29:33.003372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fe3abc8-f31f-4844-a44e-9c56210a9a7f req-94d11d5a-8f06-459f-bbfc-e1c152c1866d tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853240 May 12 19:29:33.011389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-3c31e4e7-70bd-43ff-b033-ed8498781eb4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:33.012907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-3c31e4e7-70bd-43ff-b033-ed8498781eb4 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 945 time: 0.2947891 May 12 19:29:33.092477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Deleting port 19896ff5-ab96-465f-af9e-4732e8c61316 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:29:33.092829 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:33.416217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84afad3-1c90-4d8b-8622-c243bf3f67f2 req-7308a4f8-c658-4a35-81f6-836ced548dc5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:33.417272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f84afad3-1c90-4d8b-8622-c243bf3f67f2 req-7308a4f8-c658-4a35-81f6-836ced548dc5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 948 time: 0.2967179 May 12 19:29:33.428932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce5e67-3311-4c4f-8574-2ba28d082d8a req-35aab036-39ec-4ae7-8a7a-5881ed60d342 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:33.429119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61ce5e67-3311-4c4f-8574-2ba28d082d8a req-35aab036-39ec-4ae7-8a7a-5881ed60d342 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d68439-6e71-478f-8f3e-6be1a05bf179 HTTP/1.1" status: 200 len: 945 time: 0.3040409 May 12 19:29:33.544073 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61ce5e67-3311-4c4f-8574-2ba28d082d8a req-878edf7c-5143-45ac-85ab-fc3f50a54559 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861616 May 12 19:29:33.545517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f84afad3-1c90-4d8b-8622-c243bf3f67f2 req-52a66179-f359-4a7d-9b91-5247d1f72b1e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153486 May 12 19:29:33.558447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] For port 19896ff5-ab96-465f-af9e-4732e8c61316, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=19896ff5-ab96-465f-af9e-4732e8c61316,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:33.558947 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:33.699099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Calling delete_port for 19896ff5-ab96-465f-af9e-4732e8c61316 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:29:33.846559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f0617-e5d9-4fd4-bdf8-6d06b9492eb3 req-441826af-8fdf-4ce0-b189-38ec7cb5f0be tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:33.846559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e54f0617-e5d9-4fd4-bdf8-6d06b9492eb3 req-441826af-8fdf-4ce0-b189-38ec7cb5f0be tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1096 time: 0.1549718 May 12 19:29:33.992698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e54f0617-e5d9-4fd4-bdf8-6d06b9492eb3 req-a56b399c-cac6-4de1-b649-7ae0ffb78fca tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140845 May 12 19:29:33.995874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:34.014919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['19896ff5-ab96-465f-af9e-4732e8c61316'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:34.056503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event deleted for resources: {'Port': ['ID=19896ff5-ab96-465f-af9e-4732e8c61316,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:34.068240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cafb1fcb-7b39-4bf5-94b6-ed55735b8713 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:34.232247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port cafb1fcb-7b39-4bf5-94b6-ed55735b8713, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:34.253675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713', 'mac_address': 'fa:16:3e:7b:0c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:34.291713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] No DVR routers for this DVR port 19896ff5-ab96-465f-af9e-4732e8c61316 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:34.301219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208df3bd-5647-4960-ab08-4b483ae2ec52 req-b2d658d7-3bbf-42e6-9c52-2c4c237469d4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.302735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-208df3bd-5647-4960-ab08-4b483ae2ec52 req-b2d658d7-3bbf-42e6-9c52-2c4c237469d4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 945 time: 0.4254551 May 12 19:29:34.303834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:34.306834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'name': 'network-vif-deleted', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:34.347376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eaa7edd-e528-473f-ba4f-408c7fbe8ecf req-0434f956-790a-4a49-b4a3-118078cec458 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "DELETE /v2.0/ports/19896ff5-ab96-465f-af9e-4732e8c61316 HTTP/1.1" status: 204 len: 173 time: 1.3223133 May 12 19:29:34.367789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-208df3bd-5647-4960-ab08-4b483ae2ec52 req-706883b7-c1c5-4714-ab42-1d35df1d7ec7 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536871 May 12 19:29:34.377630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:34.378543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:34.408539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafb1fcb-7b39-4bf5-94b6-ed55735b8713 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:34.450267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port cafb1fcb-7b39-4bf5-94b6-ed55735b8713, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:34.462275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:34.553486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:34.576744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5d51-9214-4ed7-955e-a1b5e1855de5 req-73ffefbf-667f-4813-84d1-66a9ccf556c4 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.578510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-687b5d51-9214-4ed7-955e-a1b5e1855de5 req-73ffefbf-667f-4813-84d1-66a9ccf556c4 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 946 time: 0.1011846 May 12 19:29:34.630915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-687b5d51-9214-4ed7-955e-a1b5e1855de5 req-8c2ef807-18cc-4b5b-ae5d-f773642bff65 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460987 May 12 19:29:34.748632 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b8bf9a-dac3-408d-b7d2-ab48d27961f1'] response: {'server_uuid': 'c2d68439-6e71-478f-8f3e-6be1a05bf179', 'name': 'network-vif-deleted', 'tag': '19896ff5-ab96-465f-af9e-4732e8c61316', 'status': 'completed', 'code': 200} May 12 19:29:34.791290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['cafb1fcb-7b39-4bf5-94b6-ed55735b8713'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:34.797611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.803962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.813548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.819720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.829698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.836953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.843516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:34.847070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-f9d505a0-dfec-4a68-880c-69bae168d72b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.1562555 May 12 19:29:34.924484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-e37bc67b-f560-45b6-a88e-cd52f45ba0eb tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1362129126&fields=id&tenant_id=08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 267 time: 0.0766833 May 12 19:29:34.938203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5c062dd-df3d-4927-a5d4-8677b8c7cade req-61fc1fe6-06ec-4f4b-b4f7-1c1dcabbff3b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706284 May 12 19:29:35.053106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-3b5f99c2-c987-457f-a5ec-eb3f4009cd72 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:35.059055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-3b5f99c2-c987-457f-a5ec-eb3f4009cd72 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 945 time: 0.1266868 May 12 19:29:35.065078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'port': {'security_groups': ['5c6988d3-ced6-42b7-9056-b871252270d5', '73bee319-4859-484b-9673-b25d3af70284']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:35.203089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:35.213773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b7ab06b9-06b9-4547-810d-f6f7854decb5 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:35.336738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b7ab06b9-06b9-4547-810d-f6f7854decb5 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:35.337133 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:35.366522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:35.376714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:35.379790 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:35.401498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa35c-a881-4cd0-91d7-637c35cdf3d1 req-0d9104e7-be41-4655-9671-4b0f20ea5509 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:35.402642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e14aa35c-a881-4cd0-91d7-637c35cdf3d1 req-0d9104e7-be41-4655-9671-4b0f20ea5509 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 949 time: 0.1557572 May 12 19:29:35.458498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:35.539451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e14aa35c-a881-4cd0-91d7-637c35cdf3d1 req-3935674a-22fb-40a7-a2d6-f6c1c1140634 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144023 May 12 19:29:35.573144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=717f96c2-b544-4db9-9c70-beecfc02fc31,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:35.598781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:35.606948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:35.620403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:35.688731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:35.688731 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:35.701789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c17b33c3-decf-4f90-9dd1-abe92ce29df4 req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "PUT /v2.0/ports/717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 200 len: 981 time: 0.6420429 May 12 19:29:35.741972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6c040-2129-49dc-9f1a-5fd645afe7a4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:35.832893 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b67efd8-e44f-43ea-b11a-ac09174562be'] response: {'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'code': 200} May 12 19:29:35.857902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:35.997629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-33d0b4e1-220a-4fbc-8192-9a6bbad00a9e tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:36.001789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-33d0b4e1-220a-4fbc-8192-9a6bbad00a9e tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Synchronizing usage tracker for tenant:ca2e061fe2634bd291492dc7b08be236 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:36.055510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-33d0b4e1-220a-4fbc-8192-9a6bbad00a9e tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Unset dirty status for tenant:ca2e061fe2634bd291492dc7b08be236 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:36.056948 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-33d0b4e1-220a-4fbc-8192-9a6bbad00a9e tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.73 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 946 time: 0.1706531 May 12 19:29:36.079399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 19896ff5-ab96-465f-af9e-4732e8c61316 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:36.107459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ef0fa-f19a-40b6-be2c-36620fcdf179 req-5e40e91f-07e2-4197-8fad-5c1bd4315feb tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:36.118169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb8ef0fa-f19a-40b6-be2c-36620fcdf179 req-5e40e91f-07e2-4197-8fad-5c1bd4315feb tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/ports?device_id=5860d69f-937e-4c34-b5b3-f373332c5965 HTTP/1.1" status: 200 len: 946 time: 0.1938078 May 12 19:29:36.150280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 19896ff5-ab96-465f-af9e-4732e8c61316 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:29:36.150613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 19896ff5-ab96-465f-af9e-4732e8c61316 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:29:36.195466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Deleting port 9602004c-4fe8-4adb-bac7-18867f5ef87d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:29:36.195773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:36.221013 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-bde1cb3f-6c24-49a1-8f15-f182a204e541 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-542324499&fields=id&tenant_id=08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 267 time: 0.0542061 May 12 19:29:36.286988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb8ef0fa-f19a-40b6-be2c-36620fcdf179 req-f567b2e0-84fc-4ad3-a63e-e3001a7e85dd tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bfc3238-9a89-4cbc-bca5-5a2623568d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678996 May 12 19:29:36.361295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-c348d1cb-9e69-420b-98ee-37256cb6bcdf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:36.365779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-c348d1cb-9e69-420b-98ee-37256cb6bcdf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 984 time: 0.1348259 May 12 19:29:36.376802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'port': {'security_groups': ['5c6988d3-ced6-42b7-9056-b871252270d5', '73bee319-4859-484b-9673-b25d3af70284', '12e01bd3-2a48-4588-b819-06d3f59ebc7f']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:36.515383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] For port 9602004c-4fe8-4adb-bac7-18867f5ef87d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=9602004c-4fe8-4adb-bac7-18867f5ef87d,segment=NetworkSegment(161e2f5c-20e0-45be-a043-68dfab4441e1),segment_id=161e2f5c-20e0-45be-a043-68dfab4441e1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:36.515647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:36.603038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:36.649810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Calling delete_port for 9602004c-4fe8-4adb-bac7-18867f5ef87d owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:29:36.690506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40a3a-85f8-4476-84a4-813727ca87ea req-4e7f6125-100b-47b3-9c00-bc4c6dc97f25 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:36.698097 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25d40a3a-85f8-4476-84a4-813727ca87ea req-4e7f6125-100b-47b3-9c00-bc4c6dc97f25 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1096 time: 0.2765009 May 12 19:29:36.750320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:36.780367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-b8ae912b-c40e-4134-b35d-75842b6ba2ea tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:36.780367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-b8ae912b-c40e-4134-b35d-75842b6ba2ea tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Synchronizing usage tracker for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:36.805927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25d40a3a-85f8-4476-84a4-813727ca87ea req-f6958bcd-b20e-4358-a687-5b71879665d3 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075151 May 12 19:29:36.809259 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:36.822183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['9602004c-4fe8-4adb-bac7-18867f5ef87d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:36.845710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-b8ae912b-c40e-4134-b35d-75842b6ba2ea tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Unset dirty status for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:36.848098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-b8ae912b-c40e-4134-b35d-75842b6ba2ea tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 944 time: 0.3156548 May 12 19:29:36.937525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Pushing event deleted for resources: {'Port': ['ID=9602004c-4fe8-4adb-bac7-18867f5ef87d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:36.983071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.983071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.983071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.983071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.983071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.983071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.984056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.984056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.984056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.984300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.984458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.986595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:36.993243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] No DVR routers for this DVR port 9602004c-4fe8-4adb-bac7-18867f5ef87d on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:36.995550 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:36.998353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860d69f-937e-4c34-b5b3-f373332c5965', 'name': 'network-vif-deleted', 'tag': '9602004c-4fe8-4adb-bac7-18867f5ef87d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:37.016668 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-923d6c28-a3ac-402f-918a-2b2659800d16 req-8fdac323-e452-4870-988f-ffcfc3a5f0f8 tempest-VolumesAdminNegativeTest-709612507 tempest-VolumesAdminNegativeTest-709612507-project] 10.222.0.73 "DELETE /v2.0/ports/9602004c-4fe8-4adb-bac7-18867f5ef87d HTTP/1.1" status: 204 len: 173 time: 0.9531777 May 12 19:29:37.193958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Deleting port c4085344-a14b-40cc-b782-338a95a4bbbb {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:29:37.194558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:37.324891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=717f96c2-b544-4db9-9c70-beecfc02fc31,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:37.364411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.370059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.375671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.381400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.387026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.392640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.398320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.400151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b29592ff-56f5-483b-9414-148678ab1544 req-2b5c359b-b63d-4daf-8d74-2f1c4b50d95d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.4701076 May 12 19:29:37.530423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:37.542091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:37.555098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:37.595179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b29592ff-56f5-483b-9414-148678ab1544 req-e4dcab29-1d39-488d-95ce-5b860cece3f0 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869452 May 12 19:29:37.685626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:37.686472 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:37.688272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-147aae9a-6809-4f3a-9249-b92a7b5e207d req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "PUT /v2.0/ports/717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 200 len: 1020 time: 1.3172014 May 12 19:29:37.715059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af031a67-6eca-491e-995b-7d3253243aad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:37.715212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:37.761330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] For port c4085344-a14b-40cc-b782-338a95a4bbbb, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4085344-a14b-40cc-b782-338a95a4bbbb,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:37.761743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:37.809356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:37.950181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Calling delete_port for c4085344-a14b-40cc-b782-338a95a4bbbb owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:29:38.071212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:38.078576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cafb1fcb-7b39-4bf5-94b6-ed55735b8713 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:38.121203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b93f4-e2f4-41f0-9be1-6ec25a77c5cc req-efc86b0c-dcf0-473a-8049-9eed9aa3709f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:38.128215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe4b93f4-e2f4-41f0-9be1-6ec25a77c5cc req-efc86b0c-dcf0-473a-8049-9eed9aa3709f tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=593b6b2d-7a7a-4c01-8824-2a5fae8def33 HTTP/1.1" status: 200 len: 944 time: 0.3544254 May 12 19:29:38.174160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.215303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa70b2-303c-49d3-9c93-243baaa56555 req-c9cd0ba1-adaa-4c10-8e0f-5e6fa9a2f505 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:38.216777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbaa70b2-303c-49d3-9c93-243baaa56555 req-c9cd0ba1-adaa-4c10-8e0f-5e6fa9a2f505 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 949 time: 0.2744274 May 12 19:29:38.228918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe4b93f4-e2f4-41f0-9be1-6ec25a77c5cc req-927dce50-0b40-434a-8331-18b338c481a0 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998690 May 12 19:29:38.291292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbaa70b2-303c-49d3-9c93-243baaa56555 req-3cfbdb4f-126e-4673-a34e-6b069f633209 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674036 May 12 19:29:38.310729 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b90b1d4-1bf6-4352-85af-308a51c769ad'] response: {'name': 'network-changed', 'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31', 'status': 'completed', 'code': 200} May 12 19:29:38.320107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.333099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:38.367939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:38.370997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.403162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event deleted for resources: {'Port': ['ID=c4085344-a14b-40cc-b782-338a95a4bbbb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:38.413966 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50081374-6930-4806-a3b1-19f9fb8bc367'] response: {'server_uuid': '5860d69f-937e-4c34-b5b3-f373332c5965', 'name': 'network-vif-deleted', 'tag': '9602004c-4fe8-4adb-bac7-18867f5ef87d', 'status': 'completed', 'code': 200} May 12 19:29:38.432976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-ad50e43e-c49f-4c33-be26-5b167123e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:38.434516 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-ad50e43e-c49f-4c33-be26-5b167123e832 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1174 time: 0.1027086 May 12 19:29:38.515146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] No DVR routers for this DVR port c4085344-a14b-40cc-b782-338a95a4bbbb on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:38.518766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.526173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45268) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:38.536163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:38.590701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'mac_address': 'fa:16:3e:28:dd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:38.611924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f06e8f3a-2de0-4f8b-848b-c7434c4c03c2 req-77a4f9a7-3e7e-46b0-b3a0-dc539a94a020 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.36 "DELETE /v2.0/ports/c4085344-a14b-40cc-b782-338a95a4bbbb HTTP/1.1" status: 204 len: 173 time: 1.7350750 May 12 19:29:38.633901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] Deleting subnet 10f09ace-a98e-4b25-a8ba-c36801f24580 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:29:38.643020 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.697062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:38.697681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.773792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-3bd9da4d-a98e-451c-abd2-eed7c48ec597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:38.780219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-3bd9da4d-a98e-451c-abd2-eed7c48ec597 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 913 time: 0.3279893 May 12 19:29:38.787429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:38.788120 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.808270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.816672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579558db-f160-4285-b00a-7ad36dce3063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:38.883344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff77c5-be86-481b-be69-bb396cc888eb req-2b4656dc-1d08-431b-ac6b-cb303ea68b13 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:38.891352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84ff77c5-be86-481b-be69-bb396cc888eb req-2b4656dc-1d08-431b-ac6b-cb303ea68b13 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1023 time: 0.1849484 May 12 19:29:38.902638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port cafb1fcb-7b39-4bf5-94b6-ed55735b8713, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:38.904890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:38.915359 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-662a896d-1bd4-4358-9420-13d304681b42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 200 len: 217 time: 0.1296077 May 12 19:29:38.926151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.974363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:38.984422 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:38.988395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:39.014192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-5272200a-c074-424d-bcaa-582c1f33c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:39.015943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-5272200a-c074-424d-bcaa-582c1f33c552 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.0916657 May 12 19:29:39.023028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:39.104991 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:29:39.110039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:39.111887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-276accab-1fc9-4528-a636-3092a3ab53cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871675 May 12 19:29:39.134181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:39.187523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:39.191447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f09ace-a98e-4b25-a8ba-c36801f24580,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:39.202038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:39.242882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84ff77c5-be86-481b-be69-bb396cc888eb req-3adf12a0-7ac7-4703-bcd3-e825f2527bd8 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bee319-4859-484b-9673-b25d3af70284&id=5c6988d3-ced6-42b7-9056-b871252270d5&id=12e01bd3-2a48-4588-b819-06d3f59ebc7f HTTP/1.1" status: 200 len: 6147 time: 0.3503206 May 12 19:29:39.250468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 9602004c-4fe8-4adb-bac7-18867f5ef87d no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:39.253089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-95df0e4e-a9b6-4db2-afbe-a24389a8d5b9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/10f09ace-a98e-4b25-a8ba-c36801f24580 HTTP/1.1" status: 204 len: 168 time: 0.7232075 May 12 19:29:39.254010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45312) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:39.390397 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-2fa55452-f186-4fb0-a582-823ef2d7f14b service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727573 May 12 19:29:39.414397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 9602004c-4fe8-4adb-bac7-18867f5ef87d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:29:39.414721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 9602004c-4fe8-4adb-bac7-18867f5ef87d not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:29:39.762122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:39.832726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5559dc27-bb8f-4792-b71d-1866cae78eb0 req-7124baec-b9c8-47c2-ae16-4dd7b9e703f3 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358432 May 12 19:29:39.957445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:39.999066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:40.021089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.027308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.035023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.039922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.045970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.058200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.058200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.070428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0843150b-be92-4110-8224-ee2c50dc1862 req-46cf0e71-76cd-4d23-87c3-7422b1ee038a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5422 time: 0.4135268 May 12 19:29:40.075891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:40.083436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161e2f5c-20e0-45be-a043-68dfab4441e1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:40.083436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161e2f5c-20e0-45be-a043-68dfab4441e1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:40.089534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:40.104550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.111695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: c4085344-a14b-40cc-b782-338a95a4bbbb {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:29:40.111695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4085344-a14b-40cc-b782-338a95a4bbbb not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:29:40.146466 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0843150b-be92-4110-8224-ee2c50dc1862 req-c547c868-2c62-431e-bc00-806e837aad7f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788364 May 12 19:29:40.151072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c19349c3-177e-41cc-b71f-f1d4a12a46ff tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:29:40.152111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c19349c3-177e-41cc-b71f-f1d4a12a46ff tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1658428 May 12 19:29:40.153510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.182584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:29:40.182875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: timer() May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:29:40.212582 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:29:40.288557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:40.303778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Request body: {'binding': {'host': 'n-h2-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:40.305032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Unknown quota resources ['binding']. {{(pid=88112) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:29:40.308848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd', 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6', 'port_id': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd', 'mac_address': 'fa:16:3e:26:d2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:40.354480 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748baf78-b678-4031-9e87-37ede58f9a55'] response: {'server_uuid': '579558db-f160-4285-b00a-7ad36dce3063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713', 'code': 200} May 12 19:29:40.386840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:40.387561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.411194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:40.440099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:40.447400 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.448264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1102ea15-5fe1-4b14-928c-5c39ce67ad28 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:40.533462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31'}, {'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'name': 'network-vif-deleted', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:40.563050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:40.602154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1764297076 ', 'description': 'tempest-description-63019166'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:40.608295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:40.618224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:40.640305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.658342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on host n-h2-841626-1 for vnic_type normal with profile None {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:40.659146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:40.659754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:40.686016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.691512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.695689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:29:40.696262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:40.712788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:40.722434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:40.723069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:40.723652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:40.724331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Bound port: 604345f9-7533-4ce4-9d68-8103f14df850, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:40.726819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '1102ea15-5fe1-4b14-928c-5c39ce67ad28', 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'port_id': '1102ea15-5fe1-4b14-928c-5c39ce67ad28', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f756ca8-7686-4581-9052-c954ebcf6bde', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:40.734297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:40.741530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:40.758922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:40.766796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:40.772916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ab9f57bb-898c-4df3-b70f-5feb27b4cd9f admin admin] 10.222.0.72 "DELETE /v2.0/networks/2ddf66a4-3d7c-4645-8a0f-df1cb8fb607d HTTP/1.1" status: 204 len: 168 time: 1.5171378 May 12 19:29:40.777566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45340) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:40.785097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:40.785424 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.786574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:40.804436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda71e2-2dac-4e4f-b1d9-b130cd6e39fe req-a05672d1-d807-4c4c-98d2-7f2cc8a46a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:40.805011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1102ea15-5fe1-4b14-928c-5c39ce67ad28 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:40.806344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1dda71e2-2dac-4e4f-b1d9-b130cd6e39fe req-a05672d1-d807-4c4c-98d2-7f2cc8a46a63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 1101 time: 0.2570341 May 12 19:29:40.823580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:40.831260 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.832288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ee1076ae-8f20-4aaa-b724-06652409b4b8 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:40.857982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ee1076ae-8f20-4aaa-b724-06652409b4b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:40.869797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:40.871833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] Deleting subnet e0094cf5-cddc-4289-96b3-0a31dfa55680 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:29:40.875910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.878911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1dda71e2-2dac-4e4f-b1d9-b130cd6e39fe req-a42ba0bd-2fab-48f2-b2db-d3937d25ff43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591891 May 12 19:29:40.916035 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] Notify callbacks [] for binding, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.917619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c20ce312-7e7b-453e-971c-60a9f4eb56ed service neutron] 10.222.0.72 "POST /v2.0/ports/604345f9-7533-4ce4-9d68-8103f14df850/bindings HTTP/1.1" status: 201 len: 389 time: 0.7573481 May 12 19:29:40.927648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'ee1076ae-8f20-4aaa-b724-06652409b4b8', 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'port_id': 'ee1076ae-8f20-4aaa-b724-06652409b4b8', 'mac_address': 'fa:16:3e:d2:a0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f756ca8-7686-4581-9052-c954ebcf6bde', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:40.955336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:40.967236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.000775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.011526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.018094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7aad61f9-7b2c-4079-8ff6-bfbc17b8bfbf req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4608498 May 12 19:29:41.037304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082cbf2-0bff-4210-932f-10bdda40c466 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8934b629-fe5a-4d12-a2e0-8ee649d33312,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:41.086744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ee1076ae-8f20-4aaa-b724-06652409b4b8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:41.087512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.098458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:41.114999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1076ae-8f20-4aaa-b724-06652409b4b8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:41.150384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ee1076ae-8f20-4aaa-b724-06652409b4b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:41.160220 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.160617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.160890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 03a16558-9e11-47d2-87d1-2abb14f650a8 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:41.252964 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07deb24-8b0d-463d-a39d-98a572ca57bf'] response: {'name': 'network-changed', 'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31', 'status': 'completed', 'code': 200} May 12 19:29:41.253258 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07deb24-8b0d-463d-a39d-98a572ca57bf'] response: {'server_uuid': '593b6b2d-7a7a-4c01-8824-2a5fae8def33', 'name': 'network-vif-deleted', 'tag': 'c4085344-a14b-40cc-b782-338a95a4bbbb', 'status': 'completed', 'code': 200} May 12 19:29:41.339772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feef58f-1d9a-481d-ae33-1813d1ba564c req-0671aca9-d302-4c2d-9f7a-34c1896137a5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:41.342776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0feef58f-1d9a-481d-ae33-1813d1ba564c req-0671aca9-d302-4c2d-9f7a-34c1896137a5 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 950 time: 0.1671903 May 12 19:29:41.375084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ee1076ae-8f20-4aaa-b724-06652409b4b8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:41.451195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 03a16558-9e11-47d2-87d1-2abb14f650a8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=03a16558-9e11-47d2-87d1-2abb14f650a8,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:41.463470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0feef58f-1d9a-481d-ae33-1813d1ba564c req-37203c69-1da9-4bfe-8710-080553667203 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072137 May 12 19:29:41.481824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'port_id': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'mac_address': 'fa:16:3e:e5:c3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:41.506677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.554408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.559835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572123c-bbbe-4cc2-8a0a-510391ead9ae req-1b053673-b213-4cbf-9304-5ae42214f638 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:41.561577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b572123c-bbbe-4cc2-8a0a-510391ead9ae req-1b053673-b213-4cbf-9304-5ae42214f638 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 945 time: 0.1595879 May 12 19:29:41.562268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f8b3c1c1-ea05-4118-a761-b8909a5a9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:41.563743 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f8b3c1c1-ea05-4118-a761-b8909a5a9fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1096 time: 0.2005379 May 12 19:29:41.566195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-a32590e8-0abe-46c5-b263-fde078ca0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:41.567609 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-a32590e8-0abe-46c5-b263-fde078ca0368 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1174 time: 0.3252950 May 12 19:29:41.569826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0094cf5-cddc-4289-96b3-0a31dfa55680,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:41.573920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 03a16558-9e11-47d2-87d1-2abb14f650a8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:41.576865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-faff0d65-fe14-4f50-9765-4a1738c4c265 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e0094cf5-cddc-4289-96b3-0a31dfa55680 HTTP/1.1" status: 204 len: 168 time: 0.7960706 May 12 19:29:41.578194 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.600801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45354) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:41.604856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a16558-9e11-47d2-87d1-2abb14f650a8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:41.624941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 03a16558-9e11-47d2-87d1-2abb14f650a8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=03a16558-9e11-47d2-87d1-2abb14f650a8,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:41.645219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b572123c-bbbe-4cc2-8a0a-510391ead9ae req-e1166e96-af8f-4dc9-b0e9-8009e847910b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655878 May 12 19:29:41.656153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.656940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c3311c90-3fb1-4ced-85ff-81166dcab352 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:41.666971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9147cc7f-9dd3-4f64-a56c-903ffd972dd1 req-6a1beaef-58be-4c7f-9a19-db9ed2fb3474 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/8934b629-fe5a-4d12-a2e0-8ee649d33312 HTTP/1.1" status: 200 len: 1779 time: 0.1435466 May 12 19:29:41.791810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:41.893040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c3311c90-3fb1-4ced-85ff-81166dcab352, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3311c90-3fb1-4ced-85ff-81166dcab352,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:41.913306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=03a16558-9e11-47d2-87d1-2abb14f650a8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:41.930502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'c3311c90-3fb1-4ced-85ff-81166dcab352', 'network_id': 'cf08d2f2-0747-4dd1-a4c5-322775da83c6', 'port_id': 'c3311c90-3fb1-4ced-85ff-81166dcab352', 'mac_address': 'fa:16:3e:58:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:42.013674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.021643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.029110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c3311c90-3fb1-4ced-85ff-81166dcab352 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:42.029110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.030586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.036582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.043942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.053300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.056161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3311c90-3fb1-4ced-85ff-81166dcab352 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:42.061505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.067087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-83a0ee02-439e-4c15-ae76-25c0e17ca1e9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5426 time: 0.1694508 May 12 19:29:42.086688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c3311c90-3fb1-4ced-85ff-81166dcab352, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3311c90-3fb1-4ced-85ff-81166dcab352,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:42.097569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.098609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:42.188692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-01c0b415-a95c-450c-bf03-0143a737d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.191432 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-01c0b415-a95c-450c-bf03-0143a737d7fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.6153176 May 12 19:29:42.204137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:42.232442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c3311c90-3fb1-4ced-85ff-81166dcab352,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:42.246998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5', 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'port_id': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5', 'mac_address': 'fa:16:3e:f9:d4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f756ca8-7686-4581-9052-c954ebcf6bde', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:42.255136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5935317-b23b-4a4f-aa36-8920398d6b09 req-9c406635-9ca7-447a-a891-1eb4a87b3f4c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780307 May 12 19:29:42.328548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5b9e91d-c35b-4b10-bd23-e85df98286cf req-3bbee799-e287-43d6-aad2-25bbc96a9025 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/8934b629-fe5a-4d12-a2e0-8ee649d33312 HTTP/1.1" status: 200 len: 1779 time: 0.1347623 May 12 19:29:42.340588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-a9923fd7-9347-45b0-b137-cb1674ddf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.345059 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-a9923fd7-9347-45b0-b137-cb1674ddf4d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 913 time: 0.7678111 May 12 19:29:42.355238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.373917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:42.374589 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.417569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:42.427954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-001d3bc3-4bcf-44d5-8628-738871af958d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 217 time: 0.2105072 May 12 19:29:42.453237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:42.466479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.467675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device dec3d36d-9ce7-4697-8955-e0a2f2d347dd details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:42.482104 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c5b9e91d-c35b-4b10-bd23-e85df98286cf req-00bca853-932e-4b5f-b3f1-cf3c4c05ed4b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.571160 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c5b9e91d-c35b-4b10-bd23-e85df98286cf req-00bca853-932e-4b5f-b3f1-cf3c4c05ed4b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.576845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-73dab96c-1af3-4b11-84bd-0381e8fed048 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 200 len: 217 time: 0.2130311 May 12 19:29:42.599064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b395728f-49c7-4bd0-ad57-b4cd806a55b9']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:42.677517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbd2c80-bec9-4959-8a17-deac83af54e2') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:42.677873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbd2c80-bec9-4959-8a17-deac83af54e2') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:42.679703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:42.686325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:42.704937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'dec3d36d-9ce7-4697-8955-e0a2f2d347dd', 'network_id': 'af9ef7af-eec9-4d47-93dd-ca2b28932327', 'port_id': 'dec3d36d-9ce7-4697-8955-e0a2f2d347dd', 'mac_address': 'fa:16:3e:0a:c2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f756ca8-7686-4581-9052-c954ebcf6bde', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:29:42.710314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c5b9e91d-c35b-4b10-bd23-e85df98286cf req-00bca853-932e-4b5f-b3f1-cf3c4c05ed4b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.726219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.738511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bca853-932e-4b5f-b3f1-cf3c4c05ed4b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8934b629-fe5a-4d12-a2e0-8ee649d33312,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:42.767426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c5b9e91d-c35b-4b10-bd23-e85df98286cf req-00bca853-932e-4b5f-b3f1-cf3c4c05ed4b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.774466 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5b9e91d-c35b-4b10-bd23-e85df98286cf req-00bca853-932e-4b5f-b3f1-cf3c4c05ed4b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/8934b629-fe5a-4d12-a2e0-8ee649d33312 HTTP/1.1" status: 204 len: 173 time: 0.4355145 May 12 19:29:42.780046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-6a50ef7c-bdcc-4e58-ad05-3326972f6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.781538 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-6a50ef7c-bdcc-4e58-ad05-3326972f6c2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.3387506 May 12 19:29:42.784897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.801075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port dec3d36d-9ce7-4697-8955-e0a2f2d347dd is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:42.801827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.822965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec3d36d-9ce7-4697-8955-e0a2f2d347dd {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:42.853840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb572-b61b-4cdf-9922-fe5c162e2095 req-4191984c-3c44-43f7-bb7f-12174333a7a7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:42.854617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-956bb572-b61b-4cdf-9922-fe5c162e2095 req-4191984c-3c44-43f7-bb7f-12174333a7a7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Synchronizing usage tracker for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:42.855553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:42.864698 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:42.902470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-956bb572-b61b-4cdf-9922-fe5c162e2095 req-4191984c-3c44-43f7-bb7f-12174333a7a7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Unset dirty status for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:42.904301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-956bb572-b61b-4cdf-9922-fe5c162e2095 req-4191984c-3c44-43f7-bb7f-12174333a7a7 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 0.2644308 May 12 19:29:42.949083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:42.998095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-27a0d132-1f73-4729-91e5-8ca1a1e91273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:43.000137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-27a0d132-1f73-4729-91e5-8ca1a1e91273 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.4039938 May 12 19:29:43.006012 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-0cfb916a-04ee-4f48-9afd-aee70cd6f251 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2170243 May 12 19:29:43.007564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:29:43.008183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:43.058632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-956bb572-b61b-4cdf-9922-fe5c162e2095 req-b05d069e-e89d-41b3-b47f-c3d6c8dcafde tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/security-groups?id=778a3ca6-0873-444f-b84b-1cb12f84340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478968 May 12 19:29:43.061330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:43.078684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:43.079423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: timer() May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:29:43.101801 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:29:43.115406 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-ba0b1d80-ca1d-41da-8310-c4db35a31000 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889690 May 12 19:29:43.124000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c18ab-7b99-4b88-ada3-491f94732e4c req-421d53f3-7a82-41eb-a5f6-2fb576c15a48 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:43.127071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-681c18ab-7b99-4b88-ada3-491f94732e4c req-421d53f3-7a82-41eb-a5f6-2fb576c15a48 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 950 time: 0.1983473 May 12 19:29:43.220380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-681c18ab-7b99-4b88-ada3-491f94732e4c req-a215036c-2922-4341-87c3-3981f8051bd7 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861452 May 12 19:29:43.268025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:43.269109 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:43.309294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:43.310756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:43.318941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:43.339849 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-f2850c55-8333-4a40-8cbc-8900caf4651a req-faba9a30-025d-462c-9310-ebe8a9bbfa32 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:29:43.340762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2850c55-8333-4a40-8cbc-8900caf4651a req-faba9a30-025d-462c-9310-ebe8a9bbfa32 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/8934b629-fe5a-4d12-a2e0-8ee649d33312 HTTP/1.1" status: 404 len: 352 time: 0.0777342 May 12 19:29:43.344588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-1ae8c1c5-5a4f-43ca-92d3-3f2058d00e84 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:43.346189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-1ae8c1c5-5a4f-43ca-92d3-3f2058d00e84 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Synchronizing usage tracker for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:43.416879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd511c4-4b42-4ad5-af02-fa3ca87faab3 req-7e16f7ed-94de-4d3c-b3ec-45b15bb617f6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:43.428165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bd511c4-4b42-4ad5-af02-fa3ca87faab3 req-7e16f7ed-94de-4d3c-b3ec-45b15bb617f6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 945 time: 0.1376996 May 12 19:29:43.498956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:43.509350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-1ae8c1c5-5a4f-43ca-92d3-3f2058d00e84 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Unset dirty status for tenant:688e1e82516441b8afefb2f3de675b79 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:43.510883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-1ae8c1c5-5a4f-43ca-92d3-3f2058d00e84 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 944 time: 1.0251448 May 12 19:29:43.528598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=10']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:43.539850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:43.547293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b395728f-49c7-4bd0-ad57-b4cd806a55b9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:43.628517 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7b66754c-73fb-4f6e-b2ce-96a17863e6fe admin admin] 10.222.0.72 "DELETE /v2.0/networks/b395728f-49c7-4bd0-ad57-b4cd806a55b9 HTTP/1.1" status: 204 len: 168 time: 2.0048771 May 12 19:29:43.644272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-7bbc1567-13de-43d4-84cb-9211b4af4c6e service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278730 May 12 19:29:43.686887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bd511c4-4b42-4ad5-af02-fa3ca87faab3 req-55bc4e4c-bb2e-400d-a1c8-286cd4a97872 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554481 May 12 19:29:43.742186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d0033-79ba-4785-9bef-ecc481b34826 req-7b33938f-3550-4a40-9ec2-5c73f8739c50 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:43.753141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca2d0033-79ba-4785-9bef-ecc481b34826 req-7b33938f-3550-4a40-9ec2-5c73f8739c50 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 1101 time: 0.1262357 May 12 19:29:43.812903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ee1076ae-8f20-4aaa-b724-06652409b4b8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:43.817596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca2d0033-79ba-4785-9bef-ecc481b34826 req-fea4196a-9440-4ec0-a52d-a3e3c2327954 tempest-ServersOnMultiNodesTest-198607021 tempest-ServersOnMultiNodesTest-198607021-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627568 May 12 19:29:43.831564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45398) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:43.858955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Deleting port 2da17602-42df-4939-9c9c-da2d6c1f7906 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:29:43.858955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:43.884614 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-42ddebc2-b993-4059-af5a-770fa6e9b9fd service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361256 May 12 19:29:44.044989 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6eaf11-d3d4-4db6-b572-11366b29f3b9'] response: {'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'code': 200} May 12 19:29:44.057668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['03a16558-9e11-47d2-87d1-2abb14f650a8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:44.088251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['dec3d36d-9ce7-4697-8955-e0a2f2d347dd'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:44.121614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['69fd40ce-8b18-4c53-bc29-4d45e6c992d5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:44.127225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-426909632', 'description': 'tempest-description-1342086418'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:44.148512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:44.165525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:44.171435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:44.178457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:44.202389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.211190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3914bd7f-0eef-4b88-9c35-2c04ded7f7cd'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:44.244767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] For port 2da17602-42df-4939-9c9c-da2d6c1f7906, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2da17602-42df-4939-9c9c-da2d6c1f7906,segment=NetworkSegment(95bc580a-4ce9-496f-a42f-4237af3b4e66),segment_id=95bc580a-4ce9-496f-a42f-4237af3b4e66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:44.245412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.257213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:44.268032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-554de0c0-ff07-4cff-b8cd-eeaee08bb6c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ca2e061fe2634bd291492dc7b08be236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326711 May 12 19:29:44.268032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:44.270380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45406) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:44.274941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:44.276724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c3311c90-3fb1-4ced-85ff-81166dcab352'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:44.336722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:44.370213 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52a83e9a-f819-42dd-8e4b-0a865bfe753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.392684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Calling delete_port for 2da17602-42df-4939-9c9c-da2d6c1f7906 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:29:44.397543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52a83e9a-f819-42dd-8e4b-0a865bfe753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.503237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52a83e9a-f819-42dd-8e4b-0a865bfe753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.553916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:44.562777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:44.573790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.574855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:44.582468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:44.589995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:44.604247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:44.610470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:44.612657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-310e40d1-6dd6-4d05-b393-cc0461100fae tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5429 time: 0.6845794 May 12 19:29:44.619558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a83e9a-f819-42dd-8e4b-0a865bfe753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc3238-9a89-4cbc-bca5-5a2623568d68,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:44.675805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Pushing event deleted for resources: {'Port': ['ID=2da17602-42df-4939-9c9c-da2d6c1f7906,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:44.677593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52a83e9a-f819-42dd-8e4b-0a865bfe753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.678906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-52a83e9a-f819-42dd-8e4b-0a865bfe753a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bfc3238-9a89-4cbc-bca5-5a2623568d68 HTTP/1.1" status: 204 len: 168 time: 0.4056480 May 12 19:29:44.765091 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-ff971ac0-2c59-4a74-87ef-ee7f4f315207 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1038675 May 12 19:29:44.805300 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21d0a2c3-1ea6-4109-9d64-6b495f8d4f4f req-909aa089-faa1-4e15-9ecd-ea3dd0ee0757 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9107003 May 12 19:29:44.812904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] No DVR routers for this DVR port 2da17602-42df-4939-9c9c-da2d6c1f7906 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:44.815097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['1102ea15-5fe1-4b14-928c-5c39ce67ad28'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:44.817546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.820507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'name': 'network-vif-deleted', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:44.869233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc7fab01-b352-4f6f-b9b7-94624cb9da02 req-568b875f-3493-49d8-9045-d61d6678cf69 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2437766 May 12 19:29:44.902558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:44.918425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:45.030621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b372a9f-9ef5-4222-b202-2ccbf6482d59,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:45.035036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:45.036464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91303d94-21d6-48ff-9c3f-a4d27f46256a req-4cc2b36b-f6a7-4191-9255-efe1d27f2baf tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9797080 May 12 19:29:45.176409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1c0b4905-1ccd-4cb4-9b72-c2eed7282c11 req-b90caea9-acdb-48bf-bb94-255631b9bf2b tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.73 "DELETE /v2.0/ports/2da17602-42df-4939-9c9c-da2d6c1f7906 HTTP/1.1" status: 204 len: 173 time: 1.6376274 May 12 19:29:45.260451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-23e85eef-30e0-4357-b7de-00c9eca6e6de tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:45.262216 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-23e85eef-30e0-4357-b7de-00c9eca6e6de tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.4227612 May 12 19:29:45.279094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841626-1'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:45.436610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601d536f-8a59-46f0-9965-75125e5ac8f1 req-7c882eac-42e0-45b8-a932-480ad6c4c221 tempest-LiveAutoBlockMigrationV225Test-263997730 tempest-LiveAutoBlockMigrationV225Test-263997730-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6574902-bd72-449d-b39e-d473ef984958 HTTP/1.1" status: 200 len: 210 time: 0.1077194 May 12 19:29:45.629977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:45.661121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45432) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:45.727851 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7cc53f-ae6b-44d6-9adb-83ff261c573a'] response: {'server_uuid': 'e6574902-bd72-449d-b39e-d473ef984958', 'name': 'network-vif-deleted', 'tag': '2da17602-42df-4939-9c9c-da2d6c1f7906', 'status': 'completed', 'code': 200} May 12 19:29:45.831226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-334170159', 'description': 'tempest-description-342530860'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:45.855703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:45.870802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:45.875975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:45.898953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-07fecd24-b1ca-4ee2-b948-5dc0caeb8bf1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ccdf0a5bc2d47c380e57d95c43472b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345438 May 12 19:29:45.900619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45440) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:45.954742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:45.965232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:46.023569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:46.099995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.119003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.170286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.199787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aef1018-023c-4bc7-8a8c-8e71fd48d703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.254717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055bfc2-b95c-4218-9db8-67834a6b1893 req-71fdbff3-71c2-4a02-930e-427798763634 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:46.261928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b055bfc2-b95c-4218-9db8-67834a6b1893 req-71fdbff3-71c2-4a02-930e-427798763634 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 945 time: 0.4863529 May 12 19:29:46.263580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:46.304960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:46.327090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:46.355191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:46.362737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aef1018-023c-4bc7-8a8c-8e71fd48d703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.374985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:46.379764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b055bfc2-b95c-4218-9db8-67834a6b1893 req-3141f4da-db1d-4ee0-be5c-96af7badc1b3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110077 May 12 19:29:46.461855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on host n-h1-841626-1 for vnic_type normal with profile {"migrating_to": "n-h2-841626-1"} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:46.462315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:46.462637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:46.473095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-51e9a831-5813-4292-a348-864acf263c02 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=564e287a-89fd-4388-a11c-8dbf4d17f674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3505428 May 12 19:29:46.476344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:29:46.476670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Attempting to bind port 604345f9-7533-4ce4-9d68-8103f14df850 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:46.485621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:46.486077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:46.486420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:46.487050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Bound port: 604345f9-7533-4ce4-9d68-8103f14df850, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:46.487569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.584348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aef1018-023c-4bc7-8a8c-8e71fd48d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.662804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef1018-023c-4bc7-8a8c-8e71fd48d703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be6d4d3-f2d6-4442-ba85-eb6b23b46679,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:46.689505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-d15f9734-a7f8-47fe-8ec4-97450cc24808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:46.691983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-d15f9734-a7f8-47fe-8ec4-97450cc24808 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 1101 time: 0.1905680 May 12 19:29:46.706234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:46.715108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:46.718613 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.736877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a33631-ee80-4904-a944-71a3b713d037 req-d2255d67-c0e6-4c84-b45a-04a040fa2407 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:46.738680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a33631-ee80-4904-a944-71a3b713d037 req-d2255d67-c0e6-4c84-b45a-04a040fa2407 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 950 time: 0.2200296 May 12 19:29:46.742987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aef1018-023c-4bc7-8a8c-8e71fd48d703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.744423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7aef1018-023c-4bc7-8a8c-8e71fd48d703 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2be6d4d3-f2d6-4442-ba85-eb6b23b46679 HTTP/1.1" status: 204 len: 168 time: 0.8122580 May 12 19:29:46.756564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.757757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.840660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9f98ab-aa50-4e16-9498-996af8c4915c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:46.867976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:46.884336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:46.891001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02f71d3f-acfa-4256-a014-5f8a465cb925 req-8718b2f9-ebea-44e0-a7f4-6a605d784da9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1166959 May 12 19:29:46.931843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a33631-ee80-4904-a944-71a3b713d037 req-f98ed73b-1f34-498f-97f1-b554eece3175 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635516 May 12 19:29:47.071721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45454) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:47.201964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.209198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.228827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.236671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.242808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.260630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:47.275242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.276092 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:47.280980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.282849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4d52f0e6-afca-4973-ae08-e983c406ad6e service neutron] 10.222.0.73 "PUT /v2.0/ports/604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 1121 time: 2.0108225 May 12 19:29:47.303407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.346422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b796541-4d8e-448a-992c-68802cf41733 req-9f9137e1-b5c0-4f15-8e03-4358b7129575 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5429 time: 0.2648029 May 12 19:29:47.351528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-295991413', 'description': 'tempest-description-1897958702'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:47.368547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-d66bf078-6ef4-4bd5-83b1-2353ca77747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.372336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-d66bf078-6ef4-4bd5-83b1-2353ca77747c service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.6444883 May 12 19:29:47.421467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 2da17602-42df-4939-9c9c-da2d6c1f7906 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:29:47.421467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2da17602-42df-4939-9c9c-da2d6c1f7906 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:29:47.458334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:47.479363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-015f23e6-fd84-4610-8451-849b10fdd28c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee HTTP/1.1" status: 200 len: 217 time: 0.1005633 May 12 19:29:47.482954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:47.491791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:47.526930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:47.550410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-7b1134ca-8433-4d23-91b5-8b9f0638eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.551874 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-7b1134ca-8433-4d23-91b5-8b9f0638eab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0653377 May 12 19:29:47.621489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b796541-4d8e-448a-992c-68802cf41733 req-1426d775-4263-4732-8f3e-3ae13d692db8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384019 May 12 19:29:47.729663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-006546e8-ab25-447d-a8b3-fabc4a122182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:47.732005 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-006546e8-ab25-447d-a8b3-fabc4a122182 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730072 May 12 19:29:47.732708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850'}, {'name': 'network-changed', 'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:47.742952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:47.917775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:47.933268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] Deleting subnet e79b5823-0f43-4c0e-96de-948a820c5629 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:29:47.936828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:47.945846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:47.951534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['604345f9-7533-4ce4-9d68-8103f14df850'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:47.956183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:47.996087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:48.019285 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-7f5625a4-d336-4779-82db-c5f4d7cbb90f service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774105 May 12 19:29:48.064517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-8b87766b-f463-4731-8455-28caaafacb95 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:48.066429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-8b87766b-f463-4731-8455-28caaafacb95 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 950 time: 0.4490058 May 12 19:29:48.078366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.211756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99aa0c-b9a7-4cc2-94fd-729af7e3427e req-65165cbb-ca6a-45f6-8624-cfd56e12e876 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:48.221758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c99aa0c-b9a7-4cc2-94fd-729af7e3427e req-65165cbb-ca6a-45f6-8624-cfd56e12e876 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 943 time: 0.4386208 May 12 19:29:48.352580 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84f54947-9a7b-41f7-a6c8-3c2404983857 req-6d289913-a571-457b-81a3-4f60a5111f2e service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218524 May 12 19:29:48.359712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:29:48.359712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.408941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45494) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:48.430798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.558526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-network', 'tenant_id': '7c62245bf6834c509f182eb26bea2514'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:48.569673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:48.576749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Usage tracker for resource:network and tenant:7c62245bf6834c509f182eb26bea2514 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:48.584315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:48.599393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:48.615122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Made reservation on behalf of 7c62245bf6834c509f182eb26bea2514 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:29:48.619010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.640506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.661353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:48.666829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Usage tracker for resource:security_group_rule and tenant:7c62245bf6834c509f182eb26bea2514 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:48.674750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:48.686247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:48.814930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c99aa0c-b9a7-4cc2-94fd-729af7e3427e req-6a97443e-4d5c-44a3-a00c-f96c11a7d55f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459688 May 12 19:29:48.860285 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.873986 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.893059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:29:48.908053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.908481 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Added segment abd9099f-f102-44d0-bec1-bc9fc1238e02 of type vlan for network 939d3462-25cb-4f76-a183-e8360850d298 May 12 19:29:48.914329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c3311c90-3fb1-4ced-85ff-81166dcab352 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:48.952208 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:48.995156 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9dfa87-57c9-401f-9fc4-3c04095687b3'] response: {'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850', 'code': 200} May 12 19:29:48.995480 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9dfa87-57c9-401f-9fc4-3c04095687b3'] response: {'name': 'network-changed', 'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850', 'status': 'completed', 'code': 200} May 12 19:29:49.070189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port cafb1fcb-7b39-4bf5-94b6-ed55735b8713, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:49.070695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.120440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.128828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:49.129487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.204486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8398ad2c-ef2e-427c-bd33-9aa159673d86,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:49.216320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8022497 May 12 19:29:49.225602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45502) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:49.287810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port c3311c90-3fb1-4ced-85ff-81166dcab352 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:49.300848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port c3311c90-3fb1-4ced-85ff-81166dcab352 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:49.301696 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.340185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 604345f9-7533-4ce4-9d68-8103f14df850 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:29:49.340853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Request body: {'subnet': {'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-subnet', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:49.342488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for cafb1fcb-7b39-4bf5-94b6-ed55735b8713 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:29:49.354166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:49.376421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Usage tracker for resource:subnet and tenant:7c62245bf6834c509f182eb26bea2514 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:49.388334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:49.399595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:49.402474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fff6a-8d9f-45b7-8752-61147427ee58 admin admin] Pushing event updated for resources: {'Network': ['ID=939d3462-25cb-4f76-a183-e8360850d298,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:49.435546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-4248e7de-a704-43d5-af0f-3dc2fac55bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:49.437481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-4248e7de-a704-43d5-af0f-3dc2fac55bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1124 time: 0.4411459 May 12 19:29:49.438382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Made reservation on behalf of 7c62245bf6834c509f182eb26bea2514 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:29:49.440767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.469043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.472617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 939d3462-25cb-4f76-a183-e8360850d298 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:29:49.568762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.570948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79b5823-0f43-4c0e-96de-948a820c5629,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:49.644963 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.681630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-b942f72d-31dc-4631-87f4-df878cbd3cdd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9219124 May 12 19:29:49.699940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.747000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb2ac0ed-b3c6-47a8-9e79-0a9ec73f6b89 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e79b5823-0f43-4c0e-96de-948a820c5629 HTTP/1.1" status: 204 len: 168 time: 2.6738100 May 12 19:29:49.748101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c3311c90-3fb1-4ced-85ff-81166dcab352 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:49.748367 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.751060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:49.791395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:49.799924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:49.816932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c3311c90-3fb1-4ced-85ff-81166dcab352, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3311c90-3fb1-4ced-85ff-81166dcab352,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:49.819657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 604345f9-7533-4ce4-9d68-8103f14df850 has no active binding in host n-h2-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:29:49.826879 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.965889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:49.967495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca6a941e-2dae-4f0e-9ce1-8f4f5ab1dca8 req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.6200740 May 12 19:29:49.985859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db5dcb-5c4b-4391-acb5-4efaf9277443 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39629a08-6c8c-400f-abc3-d2cd7e9d747c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:49.994057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c3311c90-3fb1-4ced-85ff-81166dcab352,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:50.007230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:50.016556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.016898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.017541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.019101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-5fcbdccc-3acf-4770-bfba-2c0b1f3e00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:50.019625 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-5fcbdccc-3acf-4770-bfba-2c0b1f3e00fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.5491893 May 12 19:29:50.021873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.022170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.022509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.022844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.023175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.023539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.024230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.024752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.025848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:29:50.032276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbe752-55a5-4948-9773-5889bbf95c33 req-908bac17-c6ce-40fc-8c64-e02e4cd1292c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:50.034024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57fbe752-55a5-4948-9773-5889bbf95c33 req-908bac17-c6ce-40fc-8c64-e02e4cd1292c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=579558db-f160-4285-b00a-7ad36dce3063 HTTP/1.1" status: 200 len: 950 time: 0.7938230 May 12 19:29:50.173708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-78d83e3e-2445-4308-b910-01eac2d6cc50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 217 time: 0.1285925 May 12 19:29:50.173871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-d43cfbc4-144c-4139-85f6-cba903bae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:50.175042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-d43cfbc4-144c-4139-85f6-cba903bae4cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b397970f3fe742428b1101ee6fb2484f&device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 1100 time: 0.4377737 May 12 19:29:50.298990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57fbe752-55a5-4948-9773-5889bbf95c33 req-4afc58a9-c1a8-4484-8535-f072f7cd0efa tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139313 May 12 19:29:50.403296 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:50.424820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee', '1d0c5933-0062-466b-9c15-402f994edab8', 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1', '397cf15b-608e-4eb9-b191-e195e195a60d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:50.446930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:50.455739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-ee1ed21a-7d6b-4d97-9982-de4fb53246fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:50.457299 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-ee1ed21a-7d6b-4d97-9982-de4fb53246fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.2480659 May 12 19:29:50.462189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:50.512569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:50.557133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c13cac-b4e1-428b-9c50-11992682fb5e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:50.590071 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-4154e604-56a5-4137-b5f0-8d1e771d35d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240809 May 12 19:29:50.597018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bc580a-4ce9-496f-a42f-4237af3b4e66') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:50.598163 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e5eaea-22c2-4fed-a7f6-4b86e82fb9d8'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352', 'code': 200} May 12 19:29:50.598973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bc580a-4ce9-496f-a42f-4237af3b4e66') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:50.656969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:50.864754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=cafb1fcb-7b39-4bf5-94b6-ed55735b8713,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:50.917638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:50.938582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c0dc92-dad2-4805-93f8-e7a69163d4e3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:50.956073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port cafb1fcb-7b39-4bf5-94b6-ed55735b8713 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:50.956408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:50.963041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Checking segment: {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:50.963397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Network hostable DHCP agents. Network: 939d3462-25cb-4f76-a183-e8360850d298, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:29:50.973047 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:50.979544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579558db-f160-4285-b00a-7ad36dce3063', 'name': 'network-vif-deleted', 'tag': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:51.002135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:29:51.002545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: timer() May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:29:51.022668 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:29:51.160571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Network 939d3462-25cb-4f76-a183-e8360850d298 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:29:51.170736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1feb39b8-d7e0-410d-8efe-d1176d717384 req-61b9fcc6-3d25-4c98-8ffc-cd990c5d90ae tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "DELETE /v2.0/ports/cafb1fcb-7b39-4bf5-94b6-ed55735b8713 HTTP/1.1" status: 204 len: 173 time: 2.9468768 May 12 19:29:51.176986 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-9e7581ce-f935-4d48-9f51-0b5f519b0c9e service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606523 May 12 19:29:51.181204 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.205381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-243cc445-2e62-4abd-9f25-d18a5e2c51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.210301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-243cc445-2e62-4abd-9f25-d18a5e2c51b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.9661081 May 12 19:29:51.241402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 939d3462-25cb-4f76-a183-e8360850d298) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:29:51.248167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.328431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.328431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.349856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] Pushing event deleted for resources: {'Network': ['ID=47c13cac-b4e1-428b-9c50-11992682fb5e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:51.411215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-12cb8532-b6c6-4220-892c-c5b40bdc46ef admin admin] 10.222.0.72 "DELETE /v2.0/networks/47c13cac-b4e1-428b-9c50-11992682fb5e HTTP/1.1" status: 204 len: 168 time: 1.6308193 May 12 19:29:51.417782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa2844-306b-47f1-98e5-911b8e7d35f6 None None] Network 939d3462-25cb-4f76-a183-e8360850d298 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:29:51.426177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45534) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:51.452026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1f216f15-dbde-4604-a801-6237b4828701 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2075496 May 12 19:29:51.466156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45538) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:51.481150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:29:51.510590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:29:51.510590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Usage tracker for resource:router and tenant:7c62245bf6834c509f182eb26bea2514 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:29:51.532561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:29:51.542377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:29:51.545864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2442b464-7ce5-4451-8ca5-b5e785fe6924 req-5c744a1b-2883-40fb-b27f-e76f8ecf4492 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604119 May 12 19:29:51.552952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] Deleting subnet 1087d94e-ed18-4aa4-a442-d77987390712 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:29:51.562058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.652795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.652795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.702189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:51.719585 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.724187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.747864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.747864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.763167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.763167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.766227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.773957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:51.782719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-86fe9260-94e0-4f98-81ea-6e9e5c969bcc tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5430 time: 1.6065636 May 12 19:29:51.790069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.821336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:51.821336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.853883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:51.876293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-165b1708-4d7b-46b8-a146-d812fab0328d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 HTTP/1.1" status: 200 len: 217 time: 0.6114571 May 12 19:29:52.010242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd0c866f-52e8-46b1-bb0b-b64863bc6ea8 req-e9b028af-b16f-4f79-bc33-bcd38d887f50 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2213678 May 12 19:29:52.042540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e1ac6-e50f-4e9f-b3fe-629700fcec5c req-160d6678-8b5c-49a8-874c-4920e6fd1deb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:52.054331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c74e1ac6-e50f-4e9f-b3fe-629700fcec5c req-160d6678-8b5c-49a8-874c-4920e6fd1deb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 943 time: 1.2693989 May 12 19:29:52.210884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-39fbc9cd-f5ce-48f2-9e85-80d649f064e0 service neutron] 10.222.0.36 "GET /v2.0/ports/604345f9-7533-4ce4-9d68-8103f14df850/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.7652204 May 12 19:29:52.310592 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:52.368218 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:52.522574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1087d94e-ed18-4aa4-a442-d77987390712,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:52.549773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:52.557419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-939d3462-25cb-4f76-a183-e8360850d298', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:29:52.561862 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:52.565335 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-94ad4273-d3f6-4c16-9c0c-bcf46437e912 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1087d94e-ed18-4aa4-a442-d77987390712 HTTP/1.1" status: 204 len: 168 time: 1.1631677 May 12 19:29:52.574189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c74e1ac6-e50f-4e9f-b3fe-629700fcec5c req-2be28a18-bead-47bb-b399-e0e1b08baedd tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196202 May 12 19:29:52.582256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45546) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:52.608846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:52.609730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:52.782238 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8d9b34-878f-4941-a86b-23251804a441'] response: {'server_uuid': '579558db-f160-4285-b00a-7ad36dce3063', 'name': 'network-vif-deleted', 'tag': 'cafb1fcb-7b39-4bf5-94b6-ed55735b8713', 'status': 'completed', 'code': 200} May 12 19:29:52.802181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-2e1120a7-6a22-4479-ba23-2d295434ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:52.804616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-2e1120a7-6a22-4479-ba23-2d295434ab4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.9321201 May 12 19:29:52.970139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:52.991873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.059594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:53.100431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.109302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 03a16558-9e11-47d2-87d1-2abb14f650a8 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:53.127289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.215637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.217321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a80984f2-7dab-49b7-b291-153fa75da4e1 req-17407d95-066d-48d3-be5b-b72aeaf44600 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:53.450435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a80984f2-7dab-49b7-b291-153fa75da4e1 req-17407d95-066d-48d3-be5b-b72aeaf44600 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:53.452140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a80984f2-7dab-49b7-b291-153fa75da4e1 req-17407d95-066d-48d3-be5b-b72aeaf44600 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 10893 time: 1.3535099 May 12 19:29:53.458414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-d52fcceb-42f8-4da9-9afc-8da894f1f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:53.471628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-d52fcceb-42f8-4da9-9afc-8da894f1f4dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6416605 May 12 19:29:53.476632 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.499778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Allocated IP 172.25.2.187 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/71a907ca-69f7-404b-b2a7-ee6993b646cc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:29:53.584966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:53.607901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Allocated IP 172.20.0.2 (939d3462-25cb-4f76-a183-e8360850d298/15c0dc92-dad2-4805-93f8-e7a69163d4e3/d486a35a-54fd-4efe-8d31-31a0b32e1e69) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:29:53.653979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 03a16558-9e11-47d2-87d1-2abb14f650a8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:53.681973 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e67a2ea-186b-4810-ab30-cb8a296c1adf'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5', 'code': 200} May 12 19:29:53.699543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 03a16558-9e11-47d2-87d1-2abb14f650a8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:53.699908 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.812692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:53.851892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.891281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:53.928362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff39d92d-ebea-4dbf-9722-95efdbace6bf']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:53.990136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06791867-d924-4ca3-b7f1-f71367820d2f') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:53.990774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06791867-d924-4ca3-b7f1-f71367820d2f') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:53.998451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:29:54.000558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Pushing event updated for resources: {'Port': ['ID=71a907ca-69f7-404b-b2a7-ee6993b646cc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:54.004550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:29:54.012508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:29:54.032725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:54.108061 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.171496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a80984f2-7dab-49b7-b291-153fa75da4e1 req-ac1f5932-930f-4997-b6d2-218f44e334e9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/5c6988d3-ced6-42b7-9056-b871252270d5 HTTP/1.1" status: 200 len: 2981 time: 0.6984985 May 12 19:29:54.241865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.265114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604345f9-7533-4ce4-9d68-8103f14df850 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:29:54.276598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-066799f5-6475-4d05-8268-559f1e9cd6a1 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673416 May 12 19:29:54.281367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:29:54.281957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: timer() May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:29:54.318593 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:29:54.328826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:54.436114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 03a16558-9e11-47d2-87d1-2abb14f650a8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:54.436554 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.513820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 03a16558-9e11-47d2-87d1-2abb14f650a8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=03a16558-9e11-47d2-87d1-2abb14f650a8,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:54.529065 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.530670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:54.536794 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.561013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.679117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=03a16558-9e11-47d2-87d1-2abb14f650a8,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:54.687316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.708327 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.732561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Transition to ACTIVE for port object d486a35a-54fd-4efe-8d31-31a0b32e1e69 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:54.749658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a80984f2-7dab-49b7-b291-153fa75da4e1 req-bb4c156d-5493-4e15-95aa-f42ffc6d8a0c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/5c6988d3-ced6-42b7-9056-b871252270d5 HTTP/1.1" status: 200 len: 2981 time: 0.5538752 May 12 19:29:54.829301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ff39d92d-ebea-4dbf-9722-95efdbace6bf HTTP/1.1" status: 204 len: 168 time: 2.2324977 May 12 19:29:54.830522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b94e4-c5ff-4305-a584-652c30e893d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff39d92d-ebea-4dbf-9722-95efdbace6bf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:54.868324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:54.878221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Transition to ACTIVE for port object d486a35a-54fd-4efe-8d31-31a0b32e1e69 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:54.879011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:54.886477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.893856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:54.894773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:54.900153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:54.906301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:54.912748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:54.914998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:54.918721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:54.930224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-68b2bf06-2cc2-474f-a935-a635d3ed0da4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5431 time: 1.0952950 May 12 19:29:55.017332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:55.017600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.046000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-463b753c-b4e7-4c2e-bf1c-37a6d0dbdcbb req-9d4d5916-49fd-491d-b50b-b2c88f58e7aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146610 May 12 19:29:55.152555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Network 939d3462-25cb-4f76-a183-e8360850d298 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:29:55.155349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45576) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:55.158995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:29:55.163464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Pushing event updated for resources: {'Port': ['ID=d486a35a-54fd-4efe-8d31-31a0b32e1e69,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:55.166197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:29:55.181650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] Transition to ACTIVE for port object 604345f9-7533-4ce4-9d68-8103f14df850 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:29:55.251701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2fbee3c-9bfa-4b0e-8cff-34a3ab785b1f req-522bd82a-ab26-4a35-88ce-48b1b43d3a4f service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698796 May 12 19:29:55.258897 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.383240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Attempting to bind port d486a35a-54fd-4efe-8d31-31a0b32e1e69 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:29:55.383626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Attempting to bind port d486a35a-54fd-4efe-8d31-31a0b32e1e69 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:29:55.383948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Attempting to bind port d486a35a-54fd-4efe-8d31-31a0b32e1e69 on network 939d3462-25cb-4f76-a183-e8360850d298 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:29:55.394908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:29:55.395336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Checking segment: {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:29:55.395669 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.396034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Bound using segment: {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:29:55.396511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Bound port: d486a35a-54fd-4efe-8d31-31a0b32e1e69, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:29:55.396884 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.413436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:55.413800 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.585906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:55.606441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.607229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1102ea15-5fe1-4b14-928c-5c39ce67ad28 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:55.614241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.671181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] For port d486a35a-54fd-4efe-8d31-31a0b32e1e69, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:29:55.675200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] For port d486a35a-54fd-4efe-8d31-31a0b32e1e69, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d486a35a-54fd-4efe-8d31-31a0b32e1e69,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:29:55.715550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:55.719834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] Pushing event updated for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=10']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:55.721875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.823216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:55.901687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] No DVR routers for this DVR port 604345f9-7533-4ce4-9d68-8103f14df850 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:55.923786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fedbd5-32bb-4431-9193-ed97f2629176 None None] Pushing event updated for resources: {'Port': ['ID=d486a35a-54fd-4efe-8d31-31a0b32e1e69,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:55.931131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:55.937991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-37caa26c-e7bc-4e40-aef1-46d16c282240 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:55.938740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-37caa26c-e7bc-4e40-aef1-46d16c282240 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Synchronizing usage tracker for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:55.938965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:55.939261 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:55.975108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-37caa26c-e7bc-4e40-aef1-46d16c282240 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Unset dirty status for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:55.976370 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-37caa26c-e7bc-4e40-aef1-46d16c282240 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 949 time: 0.9419432 May 12 19:29:55.983350 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e643a661-e4c1-496a-8f22-1635a3d670cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=688e1e82516441b8afefb2f3de675b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707071 May 12 19:29:55.990500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:56.001100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-f1a12125-d4dc-4a78-8a31-489d3873e212 service neutron] 10.222.0.36 "PUT /v2.0/ports/604345f9-7533-4ce4-9d68-8103f14df850/bindings/n-h2-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7480278 May 12 19:29:56.032592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15febc0-eb9d-41a0-ba7f-50ae8b329dc7 req-00caa77f-2501-4a95-aa4b-0ae5837cddee tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:56.037616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a15febc0-eb9d-41a0-ba7f-50ae8b329dc7 req-00caa77f-2501-4a95-aa4b-0ae5837cddee tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 944 time: 0.5345361 May 12 19:29:56.053177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ef48b-5af1-4b90-a09d-fc97fca36ab2 req-fea3f71a-7ca7-4a86-b171-cce577cab8fd tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:56.061221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a85ef48b-5af1-4b90-a09d-fc97fca36ab2 req-fea3f71a-7ca7-4a86-b171-cce577cab8fd tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.3223088 May 12 19:29:56.063245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Router 2b475482-9b3c-41de-b8fd-9420031d7d0a is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:29:56.291822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a85ef48b-5af1-4b90-a09d-fc97fca36ab2 req-beb1bee9-684c-4c4a-9a58-d95823999b8b tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292225 May 12 19:29:56.301043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a15febc0-eb9d-41a0-ba7f-50ae8b329dc7 req-9b879f5b-1e17-4ee7-be2a-48cae2c21fd3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343795 May 12 19:29:56.305888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e4dee07-319c-4dad-9502-653f1d0f676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.348563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e4dee07-319c-4dad-9502-653f1d0f676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.478123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:56.478896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.524128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:56.531561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.532967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ee1076ae-8f20-4aaa-b724-06652409b4b8 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:56.600886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fe7fae4-0014-42ea-b6cd-3d19146322e5 req-66e4b348-a363-4b9e-9928-de2203c999f8 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/7b372a9f-9ef5-4222-b202-2ccbf6482d59 HTTP/1.1" status: 200 len: 1800 time: 0.1042762 May 12 19:29:56.601148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port 397cf15b-608e-4eb9-b191-e195e195a60d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:29:56.601362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.627069 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e4dee07-319c-4dad-9502-653f1d0f676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.672156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:56.694839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port ee1076ae-8f20-4aaa-b724-06652409b4b8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:56.700772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port ee1076ae-8f20-4aaa-b724-06652409b4b8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:56.701143 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.715807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dee07-319c-4dad-9502-653f1d0f676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778a3ca6-0873-444f-b84b-1cb12f84340e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:56.725134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e4dee07-319c-4dad-9502-653f1d0f676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.728979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3e4dee07-319c-4dad-9502-653f1d0f676d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/778a3ca6-0873-444f-b84b-1cb12f84340e HTTP/1.1" status: 204 len: 168 time: 0.7347138 May 12 19:29:56.782661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-1572ce66-d801-4d11-9b60-bf9ca3636877 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:56.785332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-1572ce66-d801-4d11-9b60-bf9ca3636877 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.4884319 May 12 19:29:56.807322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bab91-497c-4d27-80e7-56699356beb9 req-9ce851fd-d162-4667-9598-48c72bf320e6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:56.810389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bf0bab91-497c-4d27-80e7-56699356beb9 req-9ce851fd-d162-4667-9598-48c72bf320e6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Synchronizing usage tracker for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:29:56.897244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bf0bab91-497c-4d27-80e7-56699356beb9 req-9ce851fd-d162-4667-9598-48c72bf320e6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Unset dirty status for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:29:56.917261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf0bab91-497c-4d27-80e7-56699356beb9 req-9ce851fd-d162-4667-9598-48c72bf320e6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 949 time: 0.5035079 May 12 19:29:56.922734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8fe7fae4-0014-42ea-b6cd-3d19146322e5 req-743824e1-302e-44ba-b6df-108dbe69d19f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:56.954218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16a11a16-e683-44d7-8b73-a0097959842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.019310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ee1076ae-8f20-4aaa-b724-06652409b4b8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:57.019697 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.035678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d486a35a-54fd-4efe-8d31-31a0b32e1e69 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:57.047104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:29:57.099789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Sync routers for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:29:57.171102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:29:57.171743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:29:57.175955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8fe7fae4-0014-42ea-b6cd-3d19146322e5 req-743824e1-302e-44ba-b6df-108dbe69d19f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.245803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf0bab91-497c-4d27-80e7-56699356beb9 req-b30ea136-c6ec-4a62-9e9b-1e74c3159d4f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240299 May 12 19:29:57.272620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.282484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45602) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:57.284484 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0083b839-2627-469e-a305-d69fd9894961 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.8265395 May 12 19:29:57.302464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-5518a8d5-a3cd-48be-9690-4819d19027aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.315444 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-5518a8d5-a3cd-48be-9690-4819d19027aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 1095 time: 0.5060890 May 12 19:29:57.451397 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475a6274-0038-46d4-b6ec-5c095ec56f67'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'code': 200} May 12 19:29:57.451619 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475a6274-0038-46d4-b6ec-5c095ec56f67'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd', 'code': 200} May 12 19:29:57.465622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ee1076ae-8f20-4aaa-b724-06652409b4b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:57.484927 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.495907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:57.496157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device dec3d36d-9ce7-4697-8955-e0a2f2d347dd up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:29:57.544290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d486a35a-54fd-4efe-8d31-31a0b32e1e69 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:57.654872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port 397cf15b-608e-4eb9-b191-e195e195a60d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=397cf15b-608e-4eb9-b191-e195e195a60d,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:57.655566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.684681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:29:57.687775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8fe7fae4-0014-42ea-b6cd-3d19146322e5 req-743824e1-302e-44ba-b6df-108dbe69d19f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.711019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743824e1-302e-44ba-b6df-108dbe69d19f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b372a9f-9ef5-4222-b202-2ccbf6482d59,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:57.743366 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6b54e9ef-fc76-438f-b995-0b5e5f1fdab1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc586adac7a1497a97cc84111f484834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461438 May 12 19:29:57.751873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8fe7fae4-0014-42ea-b6cd-3d19146322e5 req-743824e1-302e-44ba-b6df-108dbe69d19f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:57.753208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fe7fae4-0014-42ea-b6cd-3d19146322e5 req-743824e1-302e-44ba-b6df-108dbe69d19f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/7b372a9f-9ef5-4222-b202-2ccbf6482d59 HTTP/1.1" status: 204 len: 173 time: 1.1429665 May 12 19:29:57.753764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45614) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:29:57.824373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for 397cf15b-608e-4eb9-b191-e195e195a60d owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:29:57.841779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.850838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.854678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ee1076ae-8f20-4aaa-b724-06652409b4b8,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:57.857592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbec27b-7a1f-44e5-ac65-88f23500186f None None] Network 939d3462-25cb-4f76-a183-e8360850d298 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:29:57.858183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.865168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.871486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.878233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.884266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:57.893438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-2b0610ec-9be5-481a-9005-75aa756ee52a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5435 time: 0.3582909 May 12 19:29:58.037517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-3e552673-da9c-4ad7-81f8-89d407d208e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:58.039131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-3e552673-da9c-4ad7-81f8-89d407d208e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1095 time: 0.6923106 May 12 19:29:58.115170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a9aaa6a-b09d-4822-88f3-06b59001a2d4 req-5923922a-f2f1-4b1f-9619-b9d6cce381bd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204957 May 12 19:29:58.173612 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1230010f-f288-4776-9da6-b097bdbfcf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:58.208767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:58.245012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:58.274261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee', '1d0c5933-0062-466b-9c15-402f994edab8', 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:29:58.361115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] Provisioning for port d486a35a-54fd-4efe-8d31-31a0b32e1e69 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:58.367304 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1230010f-f288-4776-9da6-b097bdbfcf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:58.404988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=397cf15b-608e-4eb9-b191-e195e195a60d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:58.415889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port 397cf15b-608e-4eb9-b191-e195e195a60d on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:29:58.423569 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-7bb9c534-0b63-4683-8b87-21100f637f96 req-9c92c080-9467-43aa-9534-6bb0fe3313ab tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:29:58.427501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:58.436872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] Provisioning complete for port d486a35a-54fd-4efe-8d31-31a0b32e1e69 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:58.437273 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:58.439094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7bb9c534-0b63-4683-8b87-21100f637f96 req-9c92c080-9467-43aa-9534-6bb0fe3313ab tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/7b372a9f-9ef5-4222-b202-2ccbf6482d59 HTTP/1.1" status: 404 len: 352 time: 0.1819592 May 12 19:29:58.440662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'name': 'network-vif-deleted', 'tag': '397cf15b-608e-4eb9-b191-e195e195a60d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:58.451191 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0d5f7152-995d-4ccf-90e1-3d0cb66f7ef2 req-12a2a5c4-f0fb-43e6-a701-43f3f93b8b9e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "DELETE /v2.0/ports/397cf15b-608e-4eb9-b191-e195e195a60d HTTP/1.1" status: 204 len: 173 time: 2.4647853 May 12 19:29:58.464519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port dec3d36d-9ce7-4697-8955-e0a2f2d347dd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:29:58.468474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-69f0e23c-7796-44f7-bd82-4034f6b4f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:58.471089 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-69f0e23c-7796-44f7-bd82-4034f6b4f6dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.4247546 May 12 19:29:58.539452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port dec3d36d-9ce7-4697-8955-e0a2f2d347dd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:29:58.539886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:58.622375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-291e5a1d-1cb8-4781-bcdb-9821a4cdc9c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 217 time: 0.1426272 May 12 19:29:58.771303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-a9662fe4-1cf9-45a8-a27e-6b55e6721a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:58.778681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-a9662fe4-1cf9-45a8-a27e-6b55e6721a9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.1461754 May 12 19:29:58.899460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-422b862d-fcbc-4f38-8d27-e6421cb6d742 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151822 May 12 19:29:59.051763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72e8d-926f-43c8-9957-c069f68bacd9 req-e900b8f3-ab79-4783-bd09-fe5a66cf79ed tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:59.054082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85f72e8d-926f-43c8-9957-c069f68bacd9 req-e900b8f3-ab79-4783-bd09-fe5a66cf79ed tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 944 time: 1.0051181 May 12 19:29:59.185050 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a19f0dc3-e806-4f1a-bb1a-1c33d8dba5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.191086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1230010f-f288-4776-9da6-b097bdbfcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.293556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0127785b-d470-4978-a7fb-276a09cc3d23 req-fb91961e-a96f-4e75-b1c6-f7cfe6f99d48 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48b3ec9-2e1f-41a2-bba1-136a670b7c03 HTTP/1.1" status: 200 len: 210 time: 0.1038353 May 12 19:29:59.309336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230010f-f288-4776-9da6-b097bdbfcf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af99292a-10d5-419f-8967-2fad181639df,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:29:59.319953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85f72e8d-926f-43c8-9957-c069f68bacd9 req-26527f4a-b134-41c2-b85d-6aede7f5fca6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316902 May 12 19:29:59.376682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 397cf15b-608e-4eb9-b191-e195e195a60d no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:29:59.420985 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-c367075e-b5ea-4bc3-8ef8-d59c3d11583b service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148578 May 12 19:29:59.426839 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff5d75c-b69d-4641-80fe-8adcb7cc574a'] response: {'server_uuid': 'a48b3ec9-2e1f-41a2-bba1-136a670b7c03', 'name': 'network-vif-deleted', 'tag': '397cf15b-608e-4eb9-b191-e195e195a60d', 'status': 'completed', 'code': 200} May 12 19:29:59.438719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1230010f-f288-4776-9da6-b097bdbfcf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.459834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1230010f-f288-4776-9da6-b097bdbfcf78 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af99292a-10d5-419f-8967-2fad181639df HTTP/1.1" status: 204 len: 168 time: 1.6973836 May 12 19:29:59.487354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.596771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1102ea15-5fe1-4b14-928c-5c39ce67ad28'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:29:59.607791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] Current status of the port d486a35a-54fd-4efe-8d31-31a0b32e1e69 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:59.608266 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.626837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f93116ca-9a46-452d-a40e-67b6da7c0b4b req-c28e7eed-f969-424b-8e66-364933db36a1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/2e9f98ab-aa50-4e16-9498-996af8c4915c HTTP/1.1" status: 200 len: 1799 time: 0.1655068 May 12 19:29:59.645004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 397cf15b-608e-4eb9-b191-e195e195a60d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:29:59.645373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 397cf15b-608e-4eb9-b191-e195e195a60d not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:29:59.678319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port dec3d36d-9ce7-4697-8955-e0a2f2d347dd is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:29:59.678691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.814440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] For port d486a35a-54fd-4efe-8d31-31a0b32e1e69, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d486a35a-54fd-4efe-8d31-31a0b32e1e69,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:29:59.827735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-4c46670e-90af-4aba-805a-807dad27c38a service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994477 May 12 19:29:59.850160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.883931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f93116ca-9a46-452d-a40e-67b6da7c0b4b req-080ece04-9d79-4090-9879-7eff7295832f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:29:59.964213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f575f6-a1be-41c2-bb32-9838eadcabae req-226df02e-de19-4c7e-a8ab-2787f31ad7de tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:29:59.970535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80f575f6-a1be-41c2-bb32-9838eadcabae req-226df02e-de19-4c7e-a8ab-2787f31ad7de tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.3931062 May 12 19:30:00.049408 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f93116ca-9a46-452d-a40e-67b6da7c0b4b req-080ece04-9d79-4090-9879-7eff7295832f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:00.141292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:00.144721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:29:54Z', 'revision_number': 3, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:00.248638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:00.254570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cafb1fcb-7b39-4bf5-94b6-ed55735b8713 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:00.257120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80f575f6-a1be-41c2-bb32-9838eadcabae req-962c1462-83b0-4baf-8233-94d20315235c tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518983 May 12 19:30:00.322523 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f93116ca-9a46-452d-a40e-67b6da7c0b4b req-080ece04-9d79-4090-9879-7eff7295832f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:00.392476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ece04-9d79-4090-9879-7eff7295832f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9f98ab-aa50-4e16-9498-996af8c4915c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:00.417292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Allocated IP 172.20.0.1 (939d3462-25cb-4f76-a183-e8360850d298/15c0dc92-dad2-4805-93f8-e7a69163d4e3/414e025c-c0f8-4834-904e-d6f5449261dc) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:00.489477 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f93116ca-9a46-452d-a40e-67b6da7c0b4b req-080ece04-9d79-4090-9879-7eff7295832f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:00.491423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f93116ca-9a46-452d-a40e-67b6da7c0b4b req-080ece04-9d79-4090-9879-7eff7295832f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/2e9f98ab-aa50-4e16-9498-996af8c4915c HTTP/1.1" status: 204 len: 173 time: 0.8629513 May 12 19:30:00.499293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: cafb1fcb-7b39-4bf5-94b6-ed55735b8713 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:00.501761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cafb1fcb-7b39-4bf5-94b6-ed55735b8713 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:00.531050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351782f-6653-49de-8277-a1c7ad4f2d9f None None] Pushing event updated for resources: {'Port': ['ID=d486a35a-54fd-4efe-8d31-31a0b32e1e69,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:00.533954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:00.556434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-546a7fa9-ec97-4d8e-87f6-5e3a427c9d3c tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:00.561216 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-546a7fa9-ec97-4d8e-87f6-5e3a427c9d3c tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.2869668 May 12 19:30:00.573693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Checking router: 2b475482-9b3c-41de-b8fd-9420031d7d0a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:00.574118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Updating router 2b475482-9b3c-41de-b8fd-9420031d7d0a port 71a907ca-69f7-404b-b2a7-ee6993b646cc binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:30:00.906993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-81be2fa7-fc03-4c5e-ad78-b937745589fa service neutron] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:00.911575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-81be2fa7-fc03-4c5e-ad78-b937745589fa service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:00.913253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a4abf4b4-2654-49da-8b18-0d311e39e354 req-81be2fa7-fc03-4c5e-ad78-b937745589fa service neutron] 10.222.0.73 "DELETE /v2.0/ports/604345f9-7533-4ce4-9d68-8103f14df850/bindings/n-h1-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.3475897 May 12 19:30:00.913479 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f880efe1-84cf-4d9e-bca7-f8bb0835ec4f'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1102ea15-5fe1-4b14-928c-5c39ce67ad28', 'code': 200} May 12 19:30:00.913736 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f880efe1-84cf-4d9e-bca7-f8bb0835ec4f'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8', 'code': 200} May 12 19:30:00.916930 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:00.942453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 604345f9-7533-4ce4-9d68-8103f14df850 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:00.993509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d486a35a-54fd-4efe-8d31-31a0b32e1e69 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:01.027369 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:01.048876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Transition to ACTIVE for port object 414e025c-c0f8-4834-904e-d6f5449261dc will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:01.172898 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:01.285446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Pushing event updated for resources: {'Port': ['ID=414e025c-c0f8-4834-904e-d6f5449261dc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:01.304042 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:01.347314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Network 939d3462-25cb-4f76-a183-e8360850d298 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:01.358213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-6b588832-ea17-4af6-8858-be6250b64fb0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.359879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-6b588832-ea17-4af6-8858-be6250b64fb0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.9382408 May 12 19:30:01.368240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:01.390401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f2bed6da-9ade-4844-aa78-56edd67d870e None None] Provisioning complete for port d486a35a-54fd-4efe-8d31-31a0b32e1e69 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:01.390754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f2bed6da-9ade-4844-aa78-56edd67d870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:01.485062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Deleting port 33559078-6657-4850-bfbd-b35a9a9a6e72 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:01.485477 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:01.543955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:01.705935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.711789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.717456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.723208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.728872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.735377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.741224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.743170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-2ffa948d-452d-437c-aa99-6c149d1f97c4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.8316691 May 12 19:30:01.758341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6dae6-4eb7-41df-ab06-aca8e6c4f20f req-55e77ff6-58fe-4e62-9b4a-c65634da650d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:01.765226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ad6dae6-4eb7-41df-ab06-aca8e6c4f20f req-55e77ff6-58fe-4e62-9b4a-c65634da650d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 944 time: 0.8620367 May 12 19:30:01.863590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:01.871800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:01.955611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 604345f9-7533-4ce4-9d68-8103f14df850 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:01.987666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 33559078-6657-4850-bfbd-b35a9a9a6e72 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:02.080204 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.223233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f2bed6da-9ade-4844-aa78-56edd67d870e None None] Current status of the port d486a35a-54fd-4efe-8d31-31a0b32e1e69 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:02.242953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ad6dae6-4eb7-41df-ab06-aca8e6c4f20f req-860f4329-7f22-4fef-8951-e4c62d008aa3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767466 May 12 19:30:02.262870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d486a35a-54fd-4efe-8d31-31a0b32e1e69 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:02.263235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.302063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b5a56d4-6629-468b-b7d6-88c197f8a4c4 req-9006757d-199c-49ef-9a0d-6c42b59df655 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5210063 May 12 19:30:02.408643 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-7eb0b6fc-9718-481b-b86f-5465cc698b1d req-2f98a6c9-3e19-4e89-9549-c81b3696d5b3 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:30:02.409303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eb0b6fc-9718-481b-b86f-5465cc698b1d req-2f98a6c9-3e19-4e89-9549-c81b3696d5b3 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/2e9f98ab-aa50-4e16-9498-996af8c4915c HTTP/1.1" status: 404 len: 352 time: 0.1118512 May 12 19:30:02.533443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=33559078-6657-4850-bfbd-b35a9a9a6e72,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:02.533806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.564631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:30:02.711868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3c067d65-4204-4869-9dd7-6dc059497592 None None] Provisioning for port 414e025c-c0f8-4834-904e-d6f5449261dc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:02.752926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3c067d65-4204-4869-9dd7-6dc059497592 None None] Provisioning complete for port 414e025c-c0f8-4834-904e-d6f5449261dc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:02.753287 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c067d65-4204-4869-9dd7-6dc059497592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.784838 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.834765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 33559078-6657-4850-bfbd-b35a9a9a6e72 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:02.835046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.858315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.875413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Transition to ACTIVE for port object 71a907ca-69f7-404b-b2a7-ee6993b646cc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:02.901459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-776aa38e-24cc-4221-8f2f-25bd48fc9df1 req-f79d8ad7-41ad-4ad9-8f56-bedd7a95d5c1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/39629a08-6c8c-400f-abc3-d2cd7e9d747c HTTP/1.1" status: 200 len: 1800 time: 0.1814606 May 12 19:30:02.914020 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:02.920896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3d36d-9ce7-4697-8955-e0a2f2d347dd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:02.973983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3c067d65-4204-4869-9dd7-6dc059497592 None None] Port 414e025c-c0f8-4834-904e-d6f5449261dc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:30:03.002834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d486a35a-54fd-4efe-8d31-31a0b32e1e69 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:03.014340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=33559078-6657-4850-bfbd-b35a9a9a6e72,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:03.038540 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.054880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51dca4-bec2-4c37-89bf-08712bd0cbb2 None None] Pushing event updated for resources: {'Port': ['ID=71a907ca-69f7-404b-b2a7-ee6993b646cc,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:03.058347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Attempting to bind port 71a907ca-69f7-404b-b2a7-ee6993b646cc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:03.058710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Attempting to bind port 71a907ca-69f7-404b-b2a7-ee6993b646cc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:03.059090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Attempting to bind port 71a907ca-69f7-404b-b2a7-ee6993b646cc on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:03.116532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:03.116810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:03.117232 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.117407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56307fcd-de6c-44a5-8cf7-97f005bc5742 req-3a6bdb2b-fe88-47c4-bba2-1be12e27e9f5 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:03.117615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:03.118091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Bound port: 71a907ca-69f7-404b-b2a7-ee6993b646cc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:03.118469 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.118741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56307fcd-de6c-44a5-8cf7-97f005bc5742 req-3a6bdb2b-fe88-47c4-bba2-1be12e27e9f5 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 945 time: 0.5688848 May 12 19:30:03.158444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.159004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.159222 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Floating IP 58318855-9629-4509-88a3-23cd8ba0607b disassociated. External IP: 172.25.2.150, port: 33559078-6657-4850-bfbd-b35a9a9a6e72. May 12 19:30:03.159895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Calling delete_port for 33559078-6657-4850-bfbd-b35a9a9a6e72 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:03.179395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=33559078-6657-4850-bfbd-b35a9a9a6e72,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:03.204880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] For port 71a907ca-69f7-404b-b2a7-ee6993b646cc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:03.207863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] For port 71a907ca-69f7-404b-b2a7-ee6993b646cc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=71a907ca-69f7-404b-b2a7-ee6993b646cc,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:03.212098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.287742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:03.288356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:03.317508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-776aa38e-24cc-4221-8f2f-25bd48fc9df1 req-3b761d0a-8a0c-4f4a-881d-aad1ece80726 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.331194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56307fcd-de6c-44a5-8cf7-97f005bc5742 req-45176b49-8f2d-4370-9b45-9ec165e1d6d9 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918094 May 12 19:30:03.344714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51dca4-bec2-4c37-89bf-08712bd0cbb2 None None] Pushing event updated for resources: {'Port': ['ID=71a907ca-69f7-404b-b2a7-ee6993b646cc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:03.397751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:30:03.398175 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:30:03.404434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-776aa38e-24cc-4221-8f2f-25bd48fc9df1 req-3b761d0a-8a0c-4f4a-881d-aad1ece80726 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.469096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.474553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.481950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:03.543541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-776aa38e-24cc-4221-8f2f-25bd48fc9df1 req-3b761d0a-8a0c-4f4a-881d-aad1ece80726 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.605156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b761d0a-8a0c-4f4a-881d-aad1ece80726 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39629a08-6c8c-400f-abc3-d2cd7e9d747c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:03.627410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-61ad7e3b-1a1d-4a32-8834-300a0281ab7c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502274 May 12 19:30:03.636458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Pushing event updated for resources: {'Port': ['ID=414e025c-c0f8-4834-904e-d6f5449261dc,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:03.663153 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.749033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-776aa38e-24cc-4221-8f2f-25bd48fc9df1 req-3b761d0a-8a0c-4f4a-881d-aad1ece80726 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:03.750158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-776aa38e-24cc-4221-8f2f-25bd48fc9df1 req-3b761d0a-8a0c-4f4a-881d-aad1ece80726 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/39629a08-6c8c-400f-abc3-d2cd7e9d747c HTTP/1.1" status: 204 len: 173 time: 0.8179524 May 12 19:30:03.814367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:00Z', 'revision_number': 1, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:03.818972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35ed44-f4d0-4f1d-b229-95cd8c068f96 None None] The sync data for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 is: [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:00Z', 'revision_number': 1, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:03.976141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Deleting port 33559078-6657-4850-bfbd-b35a9a9a6e72 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:03.976514 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:04.121164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-a62d9129-109f-4409-8999-cbce90bf7855 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:04.122720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-a62d9129-109f-4409-8999-cbce90bf7855 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4877403 May 12 19:30:04.128667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b7746-188a-4588-a22b-65012537e5ba req-c889b044-4584-469c-ac35-b23a8465023c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:04.129510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f43b7746-188a-4588-a22b-65012537e5ba req-c889b044-4584-469c-ac35-b23a8465023c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Synchronizing usage tracker for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:04.151075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f43b7746-188a-4588-a22b-65012537e5ba req-c889b044-4584-469c-ac35-b23a8465023c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Unset dirty status for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:04.152705 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f43b7746-188a-4588-a22b-65012537e5ba req-c889b044-4584-469c-ac35-b23a8465023c tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 950 time: 0.1358135 May 12 19:30:04.205826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-4e7a7497-d4a3-427d-a6d4-65b4cef4fda7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/quotas/5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 375 time: 0.0685124 May 12 19:30:04.236780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:04.237252 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:04.278379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Network 939d3462-25cb-4f76-a183-e8360850d298 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:04.284843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-5994911d-2ddc-4fc5-8d90-76c1f718af0d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674231 May 12 19:30:04.302108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:04.634473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3d59-b481-41b4-a06a-0417bad56372 req-8dc326b0-61f6-427a-9326-7be8a90f5d5f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:04.643148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d3c90fee-42d5-403f-a778-9307f7a5bfdb None None] Provisioning complete for port 414e025c-c0f8-4834-904e-d6f5449261dc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:04.643634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-862b3d59-b481-41b4-a06a-0417bad56372 req-8dc326b0-61f6-427a-9326-7be8a90f5d5f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe2fef60-5689-402e-b399-78808c6284ca HTTP/1.1" status: 200 len: 950 time: 0.6431518 May 12 19:30:04.644227 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3c90fee-42d5-403f-a778-9307f7a5bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:04.664643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] For port 33559078-6657-4850-bfbd-b35a9a9a6e72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=33559078-6657-4850-bfbd-b35a9a9a6e72,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:04.666430 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:04.666595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:04.666957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:04.726448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d3c90fee-42d5-403f-a778-9307f7a5bfdb None None] Port 414e025c-c0f8-4834-904e-d6f5449261dc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:30:04.847020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:04.925025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-862b3d59-b481-41b4-a06a-0417bad56372 req-5baa23b1-2916-488c-99bc-be3d0ea21fa6 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464831 May 12 19:30:05.003556 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d803592d-a573-4eaa-9018-358929c74d83'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3d36d-9ce7-4697-8955-e0a2f2d347dd', 'code': 200} May 12 19:30:05.090904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:05.104187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee', '1d0c5933-0062-466b-9c15-402f994edab8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:05.200407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=a9e5c5ad-ad06-476a-9095-3c1de1dee9f1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:05.213465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:05.287712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 71a907ca-69f7-404b-b2a7-ee6993b646cc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:05.337824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:05.340593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:05.344810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2fef60-5689-402e-b399-78808c6284ca', 'name': 'network-vif-deleted', 'tag': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:05.367404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f43b7746-188a-4588-a22b-65012537e5ba req-705e64f7-7c9c-441e-83a4-b5d9260c1032 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "DELETE /v2.0/ports/a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 HTTP/1.1" status: 204 len: 173 time: 1.2091956 May 12 19:30:05.473150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 71a907ca-69f7-404b-b2a7-ee6993b646cc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:05.486767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 71a907ca-69f7-404b-b2a7-ee6993b646cc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:05.487422 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:05.494876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Router 2b475482-9b3c-41de-b8fd-9420031d7d0a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:30:05.525074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ef8d-be2b-41d7-b860-dea5a34c17e9 req-f8bb8f98-a7f7-4670-85f6-4e9b916eb4fe tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.526525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12d8ef8d-be2b-41d7-b860-dea5a34c17e9 req-f8bb8f98-a7f7-4670-85f6-4e9b916eb4fe tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1095 time: 0.7497787 May 12 19:30:05.606433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:05.606433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:05.606842 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Floating IP 58318855-9629-4509-88a3-23cd8ba0607b disassociated. External IP: 172.25.2.150, port: 33559078-6657-4850-bfbd-b35a9a9a6e72. May 12 19:30:05.607192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Calling delete_port for 33559078-6657-4850-bfbd-b35a9a9a6e72 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:05.722692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.728467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.734449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.740275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.746117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.751997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.757833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.759802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-78afbd90-fb10-4745-8722-480276588ca5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.4919560 May 12 19:30:05.771926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.772411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.772876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.773359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.773815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.774295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.774728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:05.776661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-6b73bd67-c051-4831-9ab7-1e0cfff7bf2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6493 time: 0.4423740 May 12 19:30:05.854576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 71a907ca-69f7-404b-b2a7-ee6993b646cc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:05.855158 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:05.909943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 71a907ca-69f7-404b-b2a7-ee6993b646cc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=71a907ca-69f7-404b-b2a7-ee6993b646cc,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:05.921117 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:06.051734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12d8ef8d-be2b-41d7-b860-dea5a34c17e9 req-40ec159e-b9fa-44e0-942e-aef8881da5e0 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097041 May 12 19:30:06.074568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=71a907ca-69f7-404b-b2a7-ee6993b646cc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:06.150046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84d6bb83-dec4-4904-92b7-de22890b2ae9 req-a33acda9-43d7-4a1d-8c8b-a559520727ab tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3687251 May 12 19:30:06.177844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-797ae32c-1d29-4b91-a29f-01dd8b6d64f6 req-bd90ffe2-c7ca-460c-ac8b-89258565bc2b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&id=b14e4642-eefa-4424-8b51-8501da6f4610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3906295 May 12 19:30:06.230564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-1f5bcba8-8bf5-4853-8998-844ca508a5cf tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720234 May 12 19:30:06.232446 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-cc739a1a-0665-4bc0-a829-f4f88f6624b8 req-3559a0e4-fd41-450a-aa53-3c4c2c648c90 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:30:06.233774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc739a1a-0665-4bc0-a829-f4f88f6624b8 req-3559a0e4-fd41-450a-aa53-3c4c2c648c90 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/39629a08-6c8c-400f-abc3-d2cd7e9d747c HTTP/1.1" status: 404 len: 352 time: 0.0707676 May 12 19:30:06.239891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:30:06.449934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-77142c19-29a3-4a0f-bf6c-3c21d9ff4686 admin admin] 10.222.0.72 "PUT /v2.0/routers/2b475482-9b3c-41de-b8fd-9420031d7d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1416543 May 12 19:30:06.486427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d23b3726-da0a-4dfd-aaff-d5b47e03de7f req-c79ea669-f8e5-40c0-9f09-bbb99ab92028 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 210 time: 0.0904145 May 12 19:30:06.487256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:06.501772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-09fddbd2-68f7-406c-b391-422f9ff73057 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:06.503449 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-09fddbd2-68f7-406c-b391-422f9ff73057 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676423 May 12 19:30:06.528876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Request body: {'port': {'device_id': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '5058014c11384038bac1d9e012d66348'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:06.584048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event deleted for resources: {'Port': ['ID=33559078-6657-4850-bfbd-b35a9a9a6e72,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:06.676068 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Sync routers for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:30:06.692510 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:06.694432 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:06.748915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:06.755888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d95f0-2019-4472-b1ea-e7c529931979 req-8161b731-0e58-4133-bf2e-0367fed9ce36 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:06.756954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f33d95f0-2019-4472-b1ea-e7c529931979 req-8161b731-0e58-4133-bf2e-0367fed9ce36 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Synchronizing usage tracker for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:06.760594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Usage tracker for resource:port and tenant:5058014c11384038bac1d9e012d66348 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:06.764293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:06.771081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:06.784532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Made reservation on behalf of 5058014c11384038bac1d9e012d66348 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:30:06.789992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:06.802206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f33d95f0-2019-4472-b1ea-e7c529931979 req-8161b731-0e58-4133-bf2e-0367fed9ce36 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Unset dirty status for tenant:feaf0f18dbc440c4897a221ad0b4f1d6 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:06.803660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f33d95f0-2019-4472-b1ea-e7c529931979 req-8161b731-0e58-4133-bf2e-0367fed9ce36 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc669212-c6f7-4a9b-8154-4f04941cac8c HTTP/1.1" status: 200 len: 865 time: 0.4643443 May 12 19:30:06.813173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:06.828274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:06.832336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Usage tracker for resource:security_group_rule and tenant:5058014c11384038bac1d9e012d66348 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:06.835233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:06.841350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:06.918303 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:06.936233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa4016-d22d-403a-9357-98c7df6f1e5b req-86c5779b-7572-4c61-8a2b-06d73e9d551b tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:06.943586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9faa4016-d22d-403a-9357-98c7df6f1e5b req-86c5779b-7572-4c61-8a2b-06d73e9d551b tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 951 time: 0.3372808 May 12 19:30:06.950875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f33d95f0-2019-4472-b1ea-e7c529931979 req-faf604a9-f882-41e5-9d25-723960ca5a73 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0d8c97b-26fc-4bb4-bf4f-d873a7587673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945065 May 12 19:30:06.955646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:06.956005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:06.968098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.015764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:07.091480 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc75d833-ecea-45f9-ab55-d0dc44e368c0'] response: {'server_uuid': 'fe2fef60-5689-402e-b399-78808c6284ca', 'name': 'network-vif-deleted', 'tag': 'a9e5c5ad-ad06-476a-9095-3c1de1dee9f1', 'status': 'completed', 'code': 200} May 12 19:30:07.095655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Router a238d4e5-95e9-48c8-abb4-27e10987f3fa has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:30:07.102523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9faa4016-d22d-403a-9357-98c7df6f1e5b req-bb33792f-8d18-41dc-a96d-e60175de17e2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568456 May 12 19:30:07.180268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 71a907ca-69f7-404b-b2a7-ee6993b646cc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:07.204603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53bebf1-9479-4484-a078-a320020ec2e5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:07.299464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:07.299887 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.355412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:07.409539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Allocated IP 192.168.233.119 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/b70c47f9-8358-4861-8905-2892c0eea094) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:07.411012 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:03Z', 'revision_number': 2, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:07.415300 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Checking router: 2b475482-9b3c-41de-b8fd-9420031d7d0a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:07.415862 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Updating router 2b475482-9b3c-41de-b8fd-9420031d7d0a port 414e025c-c0f8-4834-904e-d6f5449261dc binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:30:07.424024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:07.424528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9e5c5ad-ad06-476a-9095-3c1de1dee9f1 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:07.429359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:07.436784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 71a907ca-69f7-404b-b2a7-ee6993b646cc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:07.437327 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.473267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.479492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:30:07.481224 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.526749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] Sync routers for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:30:07.565502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:07.566284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:07.713736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.737491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Transition to ACTIVE for port object b70c47f9-8358-4861-8905-2892c0eea094 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:07.752188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:07.762637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] No DVR routers for this DVR port 33559078-6657-4850-bfbd-b35a9a9a6e72 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:07.767163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.769387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5ed735b-35fe-4a11-9e56-2d1deaaf462a req-569d84e6-0789-481a-b4cb-1049cb1002d2 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.36 "DELETE /v2.0/ports/33559078-6657-4850-bfbd-b35a9a9a6e72 HTTP/1.1" status: 204 len: 173 time: 6.3978603 May 12 19:30:07.783899 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.807253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'name': 'network-vif-deleted', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:07.833656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:07.857281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 71a907ca-69f7-404b-b2a7-ee6993b646cc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:07.863763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:07.884209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-52204d47-af01-4cb8-b390-ef1e37db0c87 req-a2c18a8e-8b42-482c-951e-52fe7d722975 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:07.884568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:07.889236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:07.909671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:08.018878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-52204d47-af01-4cb8-b390-ef1e37db0c87 req-a2c18a8e-8b42-482c-951e-52fe7d722975 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:08.021710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52204d47-af01-4cb8-b390-ef1e37db0c87 req-a2c18a8e-8b42-482c-951e-52fe7d722975 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 6147 time: 0.7449117 May 12 19:30:08.037697 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.047394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-bfb70214-194f-4715-821a-d5ab8aa16f33 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:08.061009 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Transition to ACTIVE for port object 414e025c-c0f8-4834-904e-d6f5449261dc will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:08.061269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-bfb70214-194f-4715-821a-d5ab8aa16f33 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.5755312 May 12 19:30:08.076252 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.117075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:08.120528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1e303bf1-ed3e-402c-ab15-6a98b48d5ad8 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/quotas/f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 375 time: 0.0584106 May 12 19:30:08.123301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.168762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6462059 May 12 19:30:08.191931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc085823-ad9c-4a94-8377-91b0559f17e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:08.199183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Request body: {'port': {'device_id': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:08.246971 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.309589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f4d5e574-c1f7-44f1-be03-aa937d9cc32f None None] Provisioning for port b70c47f9-8358-4861-8905-2892c0eea094 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:08.321517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f4d5e574-c1f7-44f1-be03-aa937d9cc32f None None] Provisioning complete for port b70c47f9-8358-4861-8905-2892c0eea094 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:08.322140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e574-c1f7-44f1-be03-aa937d9cc32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.352957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52204d47-af01-4cb8-b390-ef1e37db0c87 req-b83f3af3-9b32-4ab0-a6bb-d62866c06884 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/5c6988d3-ced6-42b7-9056-b871252270d5 HTTP/1.1" status: 200 len: 2981 time: 0.3195534 May 12 19:30:08.415349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Pushing event updated for resources: {'Port': ['ID=414e025c-c0f8-4834-904e-d6f5449261dc,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:08.428328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5e574-c1f7-44f1-be03-aa937d9cc32f None None] Port b70c47f9-8358-4861-8905-2892c0eea094 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:30:08.456057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:28:02Z', 'revision_number': 5, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:08.460902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] Checking router: a238d4e5-95e9-48c8-abb4-27e10987f3fa for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:08.470209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:08.470648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:08.477382 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.477382 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.482245 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.482792 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.483107 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.483433 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.483883 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.484214 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.484535 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.485526 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.485912 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.486311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:08.492466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.516950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-247b1e82-3386-4c4f-9335-85c2fbe35f26 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3954988 May 12 19:30:08.517273 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Attempting to bind port 414e025c-c0f8-4834-904e-d6f5449261dc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:08.517736 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Attempting to bind port 414e025c-c0f8-4834-904e-d6f5449261dc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:08.518138 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Attempting to bind port 414e025c-c0f8-4834-904e-d6f5449261dc on network 939d3462-25cb-4f76-a183-e8360850d298 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:08.523819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52204d47-af01-4cb8-b390-ef1e37db0c87 req-8b01f3eb-2be7-40c8-912d-f175506cff73 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/5c6988d3-ced6-42b7-9056-b871252270d5 HTTP/1.1" status: 200 len: 2981 time: 0.1570644 May 12 19:30:08.541860 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:08.542417 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Checking segment: {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:08.543074 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.543462 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Bound using segment: {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:08.544327 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Bound port: 414e025c-c0f8-4834-904e-d6f5449261dc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:08.544327 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.675448 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] For port 414e025c-c0f8-4834-904e-d6f5449261dc, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:08.679032 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] For port 414e025c-c0f8-4834-904e-d6f5449261dc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=414e025c-c0f8-4834-904e-d6f5449261dc,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:08.695010 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:08.804609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:08.830200 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:08.831086 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:09.163374 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:09.233008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70c47f9-8358-4861-8905-2892c0eea094 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:09.241293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:09.258558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Transition to ACTIVE for port object b70c47f9-8358-4861-8905-2892c0eea094 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:09.265417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:09.268689 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746ce86-c73a-4db4-b9f4-ae7f8d5ae3c5 None None] Pushing event updated for resources: {'Port': ['ID=414e025c-c0f8-4834-904e-d6f5449261dc,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:09.375473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:28:02Z', 'revision_number': 5, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:09.401537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0028a554-b29b-47ae-9221-282e3bf49d7b None None] The sync data for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 is: [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a67a23e7-af0a-42da-b9d7-a9a9babccc3e', 'name': '', 'network_id': '57879554-b28d-40f0-9574-697fef5a1e44', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:43Z', 'updated_at': '2022-05-12T19:28:02Z', 'revision_number': 5, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'subnets': [{'id': '7ddeec37-8497-4b32-8ed6-c6105fe67f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:09.485879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:09.549234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-47b1b67f-9cd7-4731-a84d-8f18b170929b tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:09.565164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-47b1b67f-9cd7-4731-a84d-8f18b170929b tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks?id=939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 200 len: 828 time: 0.8226595 May 12 19:30:09.574257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-b1919947-0685-417c-9ea5-2bd1fa6073bf service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0454807 May 12 19:30:09.646902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:09.648183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:09.648567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:09.663196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Port b70c47f9-8358-4861-8905-2892c0eea094 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:30:09.663682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:09.675547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:09.675797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:09.676198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:09.676644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Bound port: b70c47f9-8358-4861-8905-2892c0eea094, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:09.677119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:09.760340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-19714203-7a5b-4beb-be5c-f930215f48f1 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/quotas/7c62245bf6834c509f182eb26bea2514 HTTP/1.1" status: 200 len: 375 time: 0.1940892 May 12 19:30:09.803889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:08Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:09.817503 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd6134-97d6-449e-b531-2ad96cdac659 None None] The sync data for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 is: [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:08Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:09.854114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:09.858407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:09.868646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:09.888267 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb208a29-3854-4c81-84e2-6722377e426f None None] New status for floating IP 58318855-9629-4509-88a3-23cd8ba0607b: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:30:09.901484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-9e8f2266-a30f-41c1-8941-3f449835f7f2 service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263452 May 12 19:30:09.925297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-26af7e78-f198-4415-81c0-57936edc15a0 req-2938f10f-f98a-4ac9-8a8b-40c9c52a6622 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:09.963047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-26af7e78-f198-4415-81c0-57936edc15a0 req-2938f10f-f98a-4ac9-8a8b-40c9c52a6622 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:09.963310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:09.963310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:09.963599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-2938f10f-f98a-4ac9-8a8b-40c9c52a6622 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c62245bf6834c509f182eb26bea2514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015727 May 12 19:30:09.964687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] 10.222.0.73 "PUT /v2.0/ports/b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 1096 time: 1.7753580 May 12 19:30:09.980430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:10.130270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79fc2a-c414-4c2c-8dad-25792a764d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:10.165989 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30d8b32-4648-480a-91f4-dfae957454f2'] response: {'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'code': 200} May 12 19:30:10.231705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-3515ab41-d52a-490a-ab61-0a609a92ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.236287 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-3515ab41-d52a-490a-ab61-0a609a92ca10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1099 time: 0.2180982 May 12 19:30:10.416979 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-53f8cbeb-b778-48ac-8298-85596db156d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.1693230 May 12 19:30:10.450943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-abe55459-2705-4c7a-a97e-e822e0023343 service neutron] 10.222.0.72 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788365 May 12 19:30:10.585363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-b8882cf4-fdff-4547-b7db-53cda85af8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.586956 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-b8882cf4-fdff-4547-b7db-53cda85af8ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1665337 May 12 19:30:10.694042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-aededdb7-608f-4a52-87db-8527ab8ff34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.695648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-aededdb7-608f-4a52-87db-8527ab8ff34e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016109 May 12 19:30:10.790215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-53a340d9-d2cd-4742-ac17-c2b991881517 service neutron] 10.222.0.72 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304777 May 12 19:30:10.807950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.815782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.823907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.832269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.839533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.847194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.855603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:10.858142 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-48bf3100-d041-4c62-8468-e806f8e5b96c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.2190285 May 12 19:30:10.933796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5859a9f-47f9-4815-b9d0-d22e914a92c3 req-ca4df8b5-5568-4b6d-813b-bd1ce6cf740e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676570 May 12 19:30:10.956138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-586259ba-76ad-43b0-8dae-8c96b3bf1c39 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527781 May 12 19:30:11.215854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 414e025c-c0f8-4834-904e-d6f5449261dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:11.260968 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-668c0557-aaf9-4186-8b3a-91ee4450a514 req-248a5ada-b9ec-42ba-a772-a31364c2c758 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958548 May 12 19:30:11.323826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadba2c-99f5-4bec-a2a1-ea781d0eff4f req-fded34dd-7d1a-4e41-b26f-a03783f3ce17 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:11.326361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3eadba2c-99f5-4bec-a2a1-ea781d0eff4f req-fded34dd-7d1a-4e41-b26f-a03783f3ce17 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 948 time: 0.1780720 May 12 19:30:11.366935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 414e025c-c0f8-4834-904e-d6f5449261dc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:11.375191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 414e025c-c0f8-4834-904e-d6f5449261dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:11.376001 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:11.383164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3eadba2c-99f5-4bec-a2a1-ea781d0eff4f req-03d1089a-35dc-402a-8d10-8d94e37a1a14 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491552 May 12 19:30:11.468651 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f74132-7c14-4d17-9cc5-8f267d8a9b28'] response: {'server_uuid': 'fc669212-c6f7-4a9b-8154-4f04941cac8c', 'name': 'network-vif-deleted', 'tag': '33559078-6657-4850-bfbd-b35a9a9a6e72', 'status': 'completed', 'code': 200} May 12 19:30:11.492128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1796051117', 'description': 'tempest-description-1935551350'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:11.500569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:11.546627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:11.566425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:11.595628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 414e025c-c0f8-4834-904e-d6f5449261dc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:11.596470 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:11.609741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:11.618499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:11.622050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:11.628157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:11.636503 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212a2fe1-4a2b-40d9-8df1-3f9c82d1462b'] response: {'name': 'network-changed', 'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094', 'status': 'completed', 'code': 200} May 12 19:30:11.647258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 414e025c-c0f8-4834-904e-d6f5449261dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=414e025c-c0f8-4834-904e-d6f5449261dc,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:11.656300 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:11.775756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=414e025c-c0f8-4834-904e-d6f5449261dc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:11.823094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-f9f021ab-fd11-4d74-8723-495f36e2feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:11.824929 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-f9f021ab-fd11-4d74-8723-495f36e2feea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1099 time: 0.1663001 May 12 19:30:11.867066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:11.915490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:11.951762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18b4e4e3-1973-4c1d-88aa-6d7f1861bfdd req-bfd4c30a-d080-4437-a344-f265c8fc4ab4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 210 time: 0.0778832 May 12 19:30:12.046144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:12.061274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c7df419-cadc-4a74-be12-3f3d92e64cc7 req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5732620 May 12 19:30:12.074263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ed06e-2516-464d-9ef0-229be324efb1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:12.102810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-fd04965f-4739-4c3b-bb87-60e89a7f61ea tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.106793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-fd04965f-4739-4c3b-bb87-60e89a7f61ea tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.3707750 May 12 19:30:12.120550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Request body: {'port': {'device_id': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'admin_state_up': True, 'tenant_id': 'f30b8eaff62b4d47ad13b701c1d7b632'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:12.167577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:12.293734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-1e2435cc-9b05-4764-b62d-3b64718ff925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.295199 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-1e2435cc-9b05-4764-b62d-3b64718ff925 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4631872 May 12 19:30:12.367719 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-acffc8d4-954a-472a-a38d-e57eaeb3d87a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.0651138 May 12 19:30:12.372691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-064bc366-90db-440b-9eac-e53fc2bc6827 req-8b1b5c15-603f-4aa3-80e2-54649a63c005 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 210 time: 0.0661240 May 12 19:30:12.445675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:12.452000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-ff8820fc-f74c-4049-b231-b8b2efc58b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.453780 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-ff8820fc-f74c-4049-b231-b8b2efc58b58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0794699 May 12 19:30:12.463172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.469278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.475117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.480949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.486776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.492531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.498517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.501379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c958fe91-31c0-4c48-a317-732b2ac6d467 req-8f101a44-1a96-4b85-ad65-1936cb664a72 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.2439830 May 12 19:30:12.502973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Usage tracker for resource:port and tenant:f30b8eaff62b4d47ad13b701c1d7b632 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:12.507018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:12.512998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45882) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:12.516541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:12.522170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Request body: {'floatingip': {'port_id': '03a16558-9e11-47d2-87d1-2abb14f650a8'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:12.561753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45886) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:12.616630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1735106154', 'description': 'tempest-description-539281969'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:12.628197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:12.636319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:12.675679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-7633963f-1e40-45b2-a7fa-6bc443938aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:12.681230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-7633963f-1e40-45b2-a7fa-6bc443938aa5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2205853 May 12 19:30:12.698040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:12.827299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3c05cc5-2bb2-48ee-9080-4d9fd4ea5f89 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:12.869599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3c05cc5-2bb2-48ee-9080-4d9fd4ea5f89 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:12.880076 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d329638d-269b-43de-a881-dcf2ce9044ee'] response: {'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'code': 200} May 12 19:30:12.954433 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-9564cd41-7b96-436f-8534-0f768a4d60ee service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600753 May 12 19:30:13.016318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Made reservation on behalf of f30b8eaff62b4d47ad13b701c1d7b632 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:30:13.019917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.038573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:13.103938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 414e025c-c0f8-4834-904e-d6f5449261dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:13.116454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3c05cc5-2bb2-48ee-9080-4d9fd4ea5f89 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.153271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05cc5-2bb2-48ee-9080-4d9fd4ea5f89 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d8c97b-26fc-4bb4-bf4f-d873a7587673,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:13.188691 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33b5590c-22a0-4d5b-962e-dd9ffde51308 req-06183825-6109-4d5f-b2df-fe09640f4437 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269039 May 12 19:30:13.200121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3c05cc5-2bb2-48ee-9080-4d9fd4ea5f89 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.203722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:13.204382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e3c05cc5-2bb2-48ee-9080-4d9fd4ea5f89 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "DELETE /v2.0/security-groups/a0d8c97b-26fc-4bb4-bf4f-d873a7587673 HTTP/1.1" status: 204 len: 168 time: 0.6407795 May 12 19:30:13.205515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45904) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:13.223700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 414e025c-c0f8-4834-904e-d6f5449261dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:13.224156 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.227725 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-56be6118-1f28-46e1-a28d-b408eefda23a tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] show failed (client error): The resource could not be found. May 12 19:30:13.228983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-56be6118-1f28-46e1-a28d-b408eefda23a tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "GET /v2.0/security-groups/a0d8c97b-26fc-4bb4-bf4f-d873a7587673 HTTP/1.1" status: 404 len: 347 time: 0.0209727 May 12 19:30:13.231732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45908) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:13.241515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-63313f1d-0c15-4414-99c5-ba3e2be2f2df tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:13.242341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-63313f1d-0c15-4414-99c5-ba3e2be2f2df tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Synchronizing usage tracker for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:13.344481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 414e025c-c0f8-4834-904e-d6f5449261dc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:13.360156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.401427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b70c47f9-8358-4861-8905-2892c0eea094 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:30:13.406373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Deleting port c898c107-d74b-49f5-b381-fcdced1b1e40 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:13.406647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.434555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-63313f1d-0c15-4414-99c5-ba3e2be2f2df tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Unset dirty status for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:13.435696 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-63313f1d-0c15-4414-99c5-ba3e2be2f2df tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 949 time: 0.3922231 May 12 19:30:13.487599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-7d3b7a42-621a-463e-8ae7-3c7949a697ae tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:13.489038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-7d3b7a42-621a-463e-8ae7-3c7949a697ae tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.36 "GET /v2.0/networks?id=939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 200 len: 828 time: 0.7992201 May 12 19:30:13.490111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:13.543274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:13.557675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'b70c47f9-8358-4861-8905-2892c0eea094', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'b70c47f9-8358-4861-8905-2892c0eea094', 'mac_address': 'fa:16:3e:82:22:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:30:13.572283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Request body: {'port': {'device_id': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'admin_state_up': True, 'tenant_id': '7c62245bf6834c509f182eb26bea2514'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:13.579426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port f67e69a3-7352-4892-b5f8-80e95bca5a64 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:13.579787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.596216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:13.610170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:13.621503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b70c47f9-8358-4861-8905-2892c0eea094 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:13.621836 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.643950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70c47f9-8358-4861-8905-2892c0eea094 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:13.659664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:13.664981 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.665569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:13.708837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e6aaf-9e15-4a88-abcd-8bacda06da07 req-92323a47-f329-425d-8af5-fbfe78228525 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:13.712038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a94e6aaf-9e15-4a88-abcd-8bacda06da07 req-92323a47-f329-425d-8af5-fbfe78228525 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 948 time: 0.6802428 May 12 19:30:13.722923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Allocated IP 172.20.0.8 (df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34/004061e1-b9c6-4c81-af0b-f2f7691b6afa/57517a59-b354-4dab-8fc7-b2e4dde92013) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:13.743975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.744333 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:13.746251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:13.921049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a94e6aaf-9e15-4a88-abcd-8bacda06da07 req-8199ce7f-e781-46d7-a979-34c09b0ee578 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958132 May 12 19:30:14.018773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:14.049137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Calling delete_port for c898c107-d74b-49f5-b381-fcdced1b1e40 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:14.073710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:14.202900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.220621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:14.224935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port f67e69a3-7352-4892-b5f8-80e95bca5a64, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f67e69a3-7352-4892-b5f8-80e95bca5a64,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:14.225328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.231511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.294019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Made reservation on behalf of 7c62245bf6834c509f182eb26bea2514 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:30:14.297573 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.359637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca5d144-dca8-4d39-9778-157bfa0f809c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:14.365687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for f67e69a3-7352-4892-b5f8-80e95bca5a64 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:14.421912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.423281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6efeba53-0cdb-4473-babc-6e6f8c8ccf61 req-51dd1ac7-8f0f-4bb8-bbe0-d3fa1b12bed1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.8349888 May 12 19:30:14.470614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.494077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-a76e90f8-68f7-4ee4-a037-079e9ec12f25 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:14.495263 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-a76e90f8-68f7-4ee4-a037-079e9ec12f25 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/ports?device_id=d39924ce-4ce2-4b2a-a2b5-ca43cda388d1 HTTP/1.1" status: 200 len: 950 time: 0.3575237 May 12 19:30:14.501280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cecf1d-07d7-4fb7-a3a7-fc739e127c00 req-46b3d37f-515d-4507-82c1-e55a5748e1e1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:14.508291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0cecf1d-07d7-4fb7-a3a7-fc739e127c00 req-46b3d37f-515d-4507-82c1-e55a5748e1e1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a62235d-41b9-40fb-b659-360c4f2ce774 HTTP/1.1" status: 200 len: 949 time: 0.4358912 May 12 19:30:14.542575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.622962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Pushing event deleted for resources: {'Port': ['ID=c898c107-d74b-49f5-b381-fcdced1b1e40,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:14.697958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port 1d0c5933-0062-466b-9c15-402f994edab8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:14.698301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.760947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0cecf1d-07d7-4fb7-a3a7-fc739e127c00 req-3e229f87-2f0f-4abd-a44c-d42c0f4f8e32 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516792 May 12 19:30:14.793433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:30:14.857650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.879717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-23697fc8-4426-41db-a0bb-c934be4d168a req-76564f88-5cf2-46ab-b56e-0a8388551b10 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Synchronizing usage tracker for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:14.880404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.893961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'f67e69a3-7352-4892-b5f8-80e95bca5a64'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:14.922584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee', '1d0c5933-0062-466b-9c15-402f994edab8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:14.951039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=f67e69a3-7352-4892-b5f8-80e95bca5a64,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:14.957853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Allocated IP 172.20.0.10 (939d3462-25cb-4f76-a183-e8360850d298/15c0dc92-dad2-4805-93f8-e7a69163d4e3/23018f79-1a6d-4b04-80bf-a6a7eef6081f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:14.961010 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:14.970967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-609037c6-304f-4bc0-a30a-c7106326f80d req-9fa0e4bb-3839-4a37-8ed2-8100f69a4ffe tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 210 time: 0.0854259 May 12 19:30:15.051954 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.065352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-23697fc8-4426-41db-a0bb-c934be4d168a req-76564f88-5cf2-46ab-b56e-0a8388551b10 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Unset dirty status for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:15.071402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.071944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2b341ef0-eaff-469d-8a26-489ee2be3ec0 tempest-ServersTestBootFromVolume-829574731 tempest-ServersTestBootFromVolume-829574731-project] 10.222.0.72 "DELETE /v2.0/floatingips/58318855-9629-4509-88a3-23cd8ba0607b HTTP/1.1" status: 204 len: 168 time: 1.8387423 May 12 19:30:15.086996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23697fc8-4426-41db-a0bb-c934be4d168a req-76564f88-5cf2-46ab-b56e-0a8388551b10 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 210 time: 0.3327003 May 12 19:30:15.127077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45934) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:15.151361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:15.152519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.163769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port f67e69a3-7352-4892-b5f8-80e95bca5a64 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:15.168425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.175860 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b01c2ead-c1c8-484b-a7a1-bdc5de9c2b53 req-47b80e5c-2c2a-4597-85d7-f048e5d5d49e tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "DELETE /v2.0/ports/f67e69a3-7352-4892-b5f8-80e95bca5a64 HTTP/1.1" status: 204 len: 173 time: 1.7333915 May 12 19:30:15.176327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'name': 'network-vif-deleted', 'tag': 'f67e69a3-7352-4892-b5f8-80e95bca5a64'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:15.254210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port 1d0c5933-0062-466b-9c15-402f994edab8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=1d0c5933-0062-466b-9c15-402f994edab8,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:15.254793 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.360475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:15.416116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for 1d0c5933-0062-466b-9c15-402f994edab8 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:15.432611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b70c47f9-8358-4861-8905-2892c0eea094 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:15.458504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:15.516276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:15.565002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.567361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port b70c47f9-8358-4861-8905-2892c0eea094 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:15.580895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port b70c47f9-8358-4861-8905-2892c0eea094 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:15.581733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.770662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=1d0c5933-0062-466b-9c15-402f994edab8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:15.822144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port 1d0c5933-0062-466b-9c15-402f994edab8 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:15.824888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.840883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-52738ac6-d3e4-472d-bc7f-fe569e1d73cb req-ca96cc09-4dbb-4ad0-8feb-aafcf669e7f9 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "DELETE /v2.0/ports/1d0c5933-0062-466b-9c15-402f994edab8 HTTP/1.1" status: 204 len: 173 time: 1.3323276 May 12 19:30:15.847870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b70c47f9-8358-4861-8905-2892c0eea094 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:15.848248 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.881412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:15.886467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:15.887142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:15.891414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:15.896998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:15.927160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:16.030066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3345c4ba-07d6-495a-8320-8ba077d0b981 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9136174 May 12 19:30:16.032223 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Floating IP 99c8797b-a193-40bf-ba18-39c71105bc2b associated. External IP: 172.25.2.57, port: 03a16558-9e11-47d2-87d1-2abb14f650a8. May 12 19:30:16.039227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:16.108240 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:30:16.117555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Request body: {'port': {'device_id': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:16.185458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-cf3dfc29-b042-4ae0-9595-0ea0038a6183 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:16.186975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-cf3dfc29-b042-4ae0-9595-0ea0038a6183 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 812 time: 0.9740357 May 12 19:30:16.194527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235bbd8-8273-4bac-8af7-f72c125a63d0 req-2895378b-2efa-473a-9d8d-5e308d27f615 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:16.196012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0235bbd8-8273-4bac-8af7-f72c125a63d0 req-2895378b-2efa-473a-9d8d-5e308d27f615 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 949 time: 0.7733564 May 12 19:30:16.456748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:16.520408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-bb4a06eb-a320-4625-beba-f71c9922f2ce tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/quotas/08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 375 time: 0.3233542 May 12 19:30:16.534789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:16.700592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Transition to ACTIVE for port object 23018f79-1a6d-4b04-80bf-a6a7eef6081f will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:16.754155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0235bbd8-8273-4bac-8af7-f72c125a63d0 req-0dbd0b9f-7169-4004-8830-1ae62471e40b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359091 May 12 19:30:16.766497 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:16.805443 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2aa1b6-ef3e-498a-95ca-8fdd08f00586'] response: {'server_uuid': '8a62235d-41b9-40fb-b659-360c4f2ce774', 'name': 'network-vif-deleted', 'tag': 'f67e69a3-7352-4892-b5f8-80e95bca5a64', 'status': 'completed', 'code': 200} May 12 19:30:16.998090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f67e69a3-7352-4892-b5f8-80e95bca5a64 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:17.040946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: f67e69a3-7352-4892-b5f8-80e95bca5a64 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:17.041312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f67e69a3-7352-4892-b5f8-80e95bca5a64 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:17.044669 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea179e1b-5d71-4674-8a95-d3c16edce686'] response: {'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094', 'code': 200} May 12 19:30:17.046274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:17.187169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd505e-caf4-42bc-8da1-ab7044a26a9e req-b69eabbf-0882-4509-a1c1-4d8439c308d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:17.188905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f0cd505e-caf4-42bc-8da1-ab7044a26a9e req-b69eabbf-0882-4509-a1c1-4d8439c308d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1101 time: 0.0882492 May 12 19:30:17.229139 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f0cd505e-caf4-42bc-8da1-ab7044a26a9e req-a4f2de3a-5baa-43a7-808f-6716ded3082a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 May 12 19:30:17.242895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-ba5c17e5-7d8f-49c6-86e9-e554a051626d tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7047236 May 12 19:30:17.364706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Network 939d3462-25cb-4f76-a183-e8360850d298 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:17.382077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:17.389779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:17.426380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 1d0c5933-0062-466b-9c15-402f994edab8 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:17.461021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 1d0c5933-0062-466b-9c15-402f994edab8 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:17.461725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 1d0c5933-0062-466b-9c15-402f994edab8 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:17.509173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event updated for resources: {'Port': ['ID=23018f79-1a6d-4b04-80bf-a6a7eef6081f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:17.616401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:30:17.636841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2da972f2-a280-4396-b562-33554d4db544 None None] Provisioning for port 23018f79-1a6d-4b04-80bf-a6a7eef6081f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:17.642377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2da972f2-a280-4396-b562-33554d4db544 None None] Provisioning complete for port 23018f79-1a6d-4b04-80bf-a6a7eef6081f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:17.642749 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2da972f2-a280-4396-b562-33554d4db544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:17.646780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:17.647378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:17.696615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2da972f2-a280-4396-b562-33554d4db544 None None] Port 23018f79-1a6d-4b04-80bf-a6a7eef6081f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:30:17.792909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8fd21ded-4374-4ee8-a7f4-1374025cf482 service neutron] 10.222.0.72 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819751 May 12 19:30:17.811621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-85694093-43d2-4a16-897d-475f7e532e5f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2567427 May 12 19:30:17.986249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Request body: {'port': {'device_id': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:18.040408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2b7f-3acf-44a8-91e9-1909acd74da6 req-7790bf89-e244-4d08-9e6a-528c7fc6d982 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:18.041086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-96de2b7f-3acf-44a8-91e9-1909acd74da6 req-7790bf89-e244-4d08-9e6a-528c7fc6d982 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:18.205174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:30:18.325200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-96de2b7f-3acf-44a8-91e9-1909acd74da6 req-7790bf89-e244-4d08-9e6a-528c7fc6d982 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:18.326349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96de2b7f-3acf-44a8-91e9-1909acd74da6 req-7790bf89-e244-4d08-9e6a-528c7fc6d982 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 932 time: 1.1098156 May 12 19:30:18.393101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:30:18.405395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] Sync routers for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:30:18.415582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:18.416322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:18.423615 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:18.484367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57517a59-b354-4dab-8fc7-b2e4dde92013 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:18.497154 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:18.513409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-81d76a41-4f1b-43b4-b95a-db3d3c23eb55 service neutron] 10.222.0.72 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966059 May 12 19:30:18.515092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:18.551184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96de2b7f-3acf-44a8-91e9-1909acd74da6 req-8b215213-28e5-4545-880f-b2eeca9042d8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862924 May 12 19:30:18.600095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Transition to ACTIVE for port object 57517a59-b354-4dab-8fc7-b2e4dde92013 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:18.603632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fb718269-f113-41d3-ae70-61ef25690fd4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "PUT /v2.0/floatingips/99c8797b-a193-40bf-ba18-39c71105bc2b HTTP/1.1" status: 200 len: 991 time: 6.0868626 May 12 19:30:18.609375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:18.629345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:18.633871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:18.690550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:18.811805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'name': 'network-vif-deleted', 'tag': '1d0c5933-0062-466b-9c15-402f994edab8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:18.981592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:19.255811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '99c8797b-a193-40bf-ba18-39c71105bc2b', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'port_id': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'mac_address': 'fa:16:3e:e5:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:28:12Z', 'updated_at': '2022-05-12T19:30:14Z', 'revision_number': 1, 'project_id': '483d6cc261e5461c9d684623068444e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:31Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:19.261597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] Checking router: 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:19.271955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:19.271955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:19.543120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:19.733517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:19.734019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:19.734019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:19.744656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09fb03-dfe4-4304-bde9-d4299b30fde4 req-946802cf-0788-4ad3-a03a-c94bf69e5f28 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:19.746572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf09fb03-dfe4-4304-bde9-d4299b30fde4 req-946802cf-0788-4ad3-a03a-c94bf69e5f28 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 943 time: 0.8612201 May 12 19:30:19.784835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:30:19.785107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:19.805279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa2d3f-9363-4d11-98b5-2185293b0073 req-6e851974-2a6e-4487-b9a0-7176bdf04d63 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:19.809634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36fa2d3f-9363-4d11-98b5-2185293b0073 req-6e851974-2a6e-4487-b9a0-7176bdf04d63 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.6320777 May 12 19:30:19.820885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:19.820885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:19.821120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:19.821515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Bound port: 57517a59-b354-4dab-8fc7-b2e4dde92013, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:19.821861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:19.898301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf09fb03-dfe4-4304-bde9-d4299b30fde4 req-c241b565-ec6f-4415-9258-34971627f5f2 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376286 May 12 19:30:19.966188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '99c8797b-a193-40bf-ba18-39c71105bc2b', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'port_id': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'mac_address': 'fa:16:3e:e5:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:28:12Z', 'updated_at': '2022-05-12T19:30:14Z', 'revision_number': 1, 'project_id': '483d6cc261e5461c9d684623068444e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:31Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:19.971164 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec02aac-10dc-45de-b0aa-0e6fad8e9470'] response: {'name': 'network-changed', 'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'status': 'completed', 'code': 200} May 12 19:30:19.972937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56dd2f8-33d4-4839-a31c-0607c96ba31b None None] The sync data for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 is: [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '99c8797b-a193-40bf-ba18-39c71105bc2b', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'port_id': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'mac_address': 'fa:16:3e:e5:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:28:12Z', 'updated_at': '2022-05-12T19:30:14Z', 'revision_number': 1, 'project_id': '483d6cc261e5461c9d684623068444e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:31Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:20.037496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36fa2d3f-9363-4d11-98b5-2185293b0073 req-88825353-5aac-458f-b919-1b4b199120cd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168891 May 12 19:30:20.085431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23018f79-1a6d-4b04-80bf-a6a7eef6081f {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.117384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-7a74b3ae-b251-4b03-af6e-7622f437300c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6493 time: 0.1140778 May 12 19:30:20.175972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:20.205171 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a88c52-6a4d-458e-a98a-32aa87353079'] response: {'server_uuid': 'd39924ce-4ce2-4b2a-a2b5-ca43cda388d1', 'name': 'network-vif-deleted', 'tag': '1d0c5933-0062-466b-9c15-402f994edab8', 'status': 'completed', 'code': 200} May 12 19:30:20.342212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Transition to ACTIVE for port object 23018f79-1a6d-4b04-80bf-a6a7eef6081f will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:20.356457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:20.360591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25508443-9d3c-485e-bbfb-6cdb1043a1f3 req-b844fd04-8cbb-40d8-a5ab-8ccea290f4e6 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 210 time: 0.0859692 May 12 19:30:20.365377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:20.429482 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bbeeb1-8f26-44a0-9805-f8a3ed5506d9 None None] New status for floating IP 99c8797b-a193-40bf-ba18-39c71105bc2b: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:30:20.435051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Deleting port a67a23e7-af0a-42da-b9d7-a9a9babccc3e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:20.435573 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:20.467340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:20.499844 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:20.586538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-dd6badde-e2f5-470a-8197-ef8985e4fa94 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.588512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-dd6badde-e2f5-470a-8197-ef8985e4fa94 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 812 time: 0.3135266 May 12 19:30:20.660616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'port': {'device_id': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981', 'admin_state_up': True, 'tenant_id': '08292a6d36034718801f62a1ddcba5bc'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:20.676341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.677247 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:20.678803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 200 len: 1091 time: 4.5819898 May 12 19:30:20.739712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-b3008f90-03d2-4585-a23c-67fb7acdb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.741165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-b3008f90-03d2-4585-a23c-67fb7acdb9f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=823a8d96-f772-477a-baf6-df0b1eb06ab0 HTTP/1.1" status: 200 len: 913 time: 0.6181545 May 12 19:30:20.743503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Pushing event updated for resources: {'Port': ['ID=23018f79-1a6d-4b04-80bf-a6a7eef6081f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:20.895816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-086dff0c-982a-458a-a871-891921daa98f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a16558-9e11-47d2-87d1-2abb14f650a8 HTTP/1.1" status: 200 len: 1001 time: 0.1369774 May 12 19:30:20.957334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:20.963865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:port and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:20.967861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:20.976212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:20.979138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-4f24930f-db50-4249-86b8-80f287179f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:20.980703 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-4f24930f-db50-4249-86b8-80f287179f7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4eaa284-aafe-4c47-b6cc-714071675d77 HTTP/1.1" status: 200 len: 851 time: 0.0758972 May 12 19:30:21.026304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Made reservation on behalf of 08292a6d36034718801f62a1ddcba5bc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:30:21.030883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:21.088960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfe41c-b132-4a01-82e3-da319eab30e6 service neutron] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:21.144113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-eeae1423-211e-4782-9c37-87587acf4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:21.144730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Attempting to bind port 23018f79-1a6d-4b04-80bf-a6a7eef6081f on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:21.144999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Attempting to bind port 23018f79-1a6d-4b04-80bf-a6a7eef6081f by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:21.145275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Attempting to bind port 23018f79-1a6d-4b04-80bf-a6a7eef6081f on network 939d3462-25cb-4f76-a183-e8360850d298 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:21.145633 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-eeae1423-211e-4782-9c37-87587acf4e72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=823a8d96-f772-477a-baf6-df0b1eb06ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587172 May 12 19:30:21.150833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] For port a67a23e7-af0a-42da-b9d7-a9a9babccc3e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:21.151200 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:21.170766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcc646-2519-43ba-9b33-f4631463e328 req-cd5470b4-a344-43b7-9ab7-8cf402f46382 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:21.172338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aadcc646-2519-43ba-9b33-f4631463e328 req-cd5470b4-a344-43b7-9ab7-8cf402f46382 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1101 time: 0.5319479 May 12 19:30:21.172954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Port 23018f79-1a6d-4b04-80bf-a6a7eef6081f on network 939d3462-25cb-4f76-a183-e8360850d298 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:30:21.173297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Attempting to bind port 23018f79-1a6d-4b04-80bf-a6a7eef6081f on network 939d3462-25cb-4f76-a183-e8360850d298 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:21.288989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5d944-a46a-4558-894e-509d34f0da52 req-df65439a-6e75-4ffd-b397-62927bac7544 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:21.290438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ca5d944-a46a-4558-894e-509d34f0da52 req-df65439a-6e75-4ffd-b397-62927bac7544 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 944 time: 0.6648774 May 12 19:30:21.292463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Allocated IP 172.20.0.6 (7e94efbd-1b3e-4f66-adcf-1207b2a67981/02b32372-5799-4b6e-8f5c-615e3feb4439/3a3cd41d-d342-4f73-8a96-23a1df168a5d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:21.298658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Calling delete_port for a67a23e7-af0a-42da-b9d7-a9a9babccc3e owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:21.350326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-57e4a012-85c4-493d-818a-54c2c2f4bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:21.351699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-57e4a012-85c4-493d-818a-54c2c2f4bad0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1094 time: 0.6050334 May 12 19:30:21.357476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-cac9d885-325d-4bda-aef6-63d69f01ec5b service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779737 May 12 19:30:21.360801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:21.361142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Checking segment: {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:21.361545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Bound using segment: {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:21.361989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Bound port: 23018f79-1a6d-4b04-80bf-a6a7eef6081f, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd9099f-f102-44d0-bec1-bc9fc1238e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '939d3462-25cb-4f76-a183-e8360850d298'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:21.362343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:21.437496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:21.606801 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d1a13a88-cce9-414b-8b18-b7356c5f9948 req-3f83d470-60c5-4f9e-b661-3b994dc3129f service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390096 May 12 19:30:21.612536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-f6f1b94b-68da-478a-b86f-a39419c3bd2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 200 len: 217 time: 0.2413657 May 12 19:30:21.730583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:21.745132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:21.757516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Usage tracker for resource:security_group_rule and tenant:af535b2c5dc949f0bb60640860927090 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:21.762523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ca5d944-a46a-4558-894e-509d34f0da52 req-38cc72fb-0292-4229-bcc0-a8edf98a12c3 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355350 May 12 19:30:21.766698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:21.778321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:21.780537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:21.790723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:21.855918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-9bfdd33c-7a00-478e-aeed-df0362e6ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:21.857484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-9bfdd33c-7a00-478e-aeed-df0362e6ef6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.2208323 May 12 19:30:21.879624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:21.883621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:21.886696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:21.952231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:21.953682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-ed824e68-f9ef-49a4-b60a-883bf1d79f3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667369 May 12 19:30:21.978070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:21.979482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:21.982137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:22.018828 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-8f6cb3c5-3de1-45bd-b748-eee90bedc6be tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3622432 May 12 19:30:22.031999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Request body: {'port': {'device_id': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:22.050360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] For port 23018f79-1a6d-4b04-80bf-a6a7eef6081f, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:22.082056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] For port 23018f79-1a6d-4b04-80bf-a6a7eef6081f, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:22.102483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.175112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.271159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:22.271775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.273249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] 10.222.0.36 "PUT /v2.0/ports/23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 1092 time: 4.2959926 May 12 19:30:22.307759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-658cf1e0-7a6f-4ae9-bb80-0fa51342f35d service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449309 May 12 19:30:22.430474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.504198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59e1d0-e76e-4ed1-9288-514c296cfdad service neutron] Pushing event updated for resources: {'Port': ['ID=23018f79-1a6d-4b04-80bf-a6a7eef6081f,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:22.562416 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.594469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3cd41d-d342-4f73-8a96-23a1df168a5d {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:22.605816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.621734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.623553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Transition to ACTIVE for port object 3a3cd41d-d342-4f73-8a96-23a1df168a5d will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:22.629092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67a23e7-af0a-42da-b9d7-a9a9babccc3e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:22.629332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.715943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aadcc646-2519-43ba-9b33-f4631463e328 req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4858787 May 12 19:30:22.762977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7254f6-8606-44b6-be32-c5ded82cf3a8 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079deef8-8b01-4f19-b1de-e422a7056fd6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:22.776207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3387fbd-b570-428d-b962-84c7a56b85a7 req-3eace983-7fdc-4d3f-a3ad-6bff73b201da service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240615 May 12 19:30:22.815540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:22.866644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-43fdf06c-47e1-4b38-8384-6488974a7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:22.868251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-43fdf06c-47e1-4b38-8384-6488974a7cd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c62245bf6834c509f182eb26bea2514&device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 1095 time: 0.4821835 May 12 19:30:22.883836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0311c9a-b16b-448d-a46e-42d7de2d9292 req-689c7b56-dd81-47a1-aa3f-62c6f74e2ebd tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:22.885462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0311c9a-b16b-448d-a46e-42d7de2d9292 req-689c7b56-dd81-47a1-aa3f-62c6f74e2ebd tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 943 time: 0.5709567 May 12 19:30:22.909015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Attempting to bind port 3a3cd41d-d342-4f73-8a96-23a1df168a5d on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:22.909457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Attempting to bind port 3a3cd41d-d342-4f73-8a96-23a1df168a5d by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:22.909694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Attempting to bind port 3a3cd41d-d342-4f73-8a96-23a1df168a5d on network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:22.915144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Port 3a3cd41d-d342-4f73-8a96-23a1df168a5d on network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:30:22.915458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Attempting to bind port 3a3cd41d-d342-4f73-8a96-23a1df168a5d on network 7e94efbd-1b3e-4f66-adcf-1207b2a67981 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:22.921467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:22.921803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Checking segment: {'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:22.922381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Bound using segment: {'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:22.922882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Bound port: 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38650b5-3af5-45e3-af20-8d7d37d70027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:22.923230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:22.971904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-1c1a5079-b84f-4ef8-9460-1893ce719eff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 217 time: 0.0961637 May 12 19:30:23.012938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:23.015861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:23.021568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:23.085588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.086211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:23.087571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 1091 time: 1.0616822 May 12 19:30:23.088002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:23.107853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7e827-c4c9-4861-b1a2-bedc1ca366e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:23.166385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0311c9a-b16b-448d-a46e-42d7de2d9292 req-fd7db3b1-5963-42d6-b77f-6624f814d0b6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209110 May 12 19:30:23.185840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-67ce55cb-cf5d-4f57-acbb-5daced423053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.187308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-67ce55cb-cf5d-4f57-acbb-5daced423053 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c0dc92-dad2-4805-93f8-e7a69163d4e3 HTTP/1.1" status: 200 len: 867 time: 0.1644766 May 12 19:30:23.189578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:23.210070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-ab7121bb-b3e5-4183-8044-95b7b16f90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.211718 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-ab7121bb-b3e5-4183-8044-95b7b16f90f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1094 time: 0.0793567 May 12 19:30:23.288368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-3db1b0dd-daa3-47da-be10-ead00f401d17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 217 time: 0.0674369 May 12 19:30:23.354794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-f2ae01f5-feba-491d-88f0-c19cf0d95fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.356274 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-f2ae01f5-feba-491d-88f0-c19cf0d95fd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.0604417 May 12 19:30:23.384507 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7479fe0-b980-461d-abbe-a5fdf118313a'] response: {'name': 'network-changed', 'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013', 'status': 'completed', 'code': 200} May 12 19:30:23.421831 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-fb2e559f-aa07-44b4-8ce7-1f4f7c983c98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590525 May 12 19:30:23.608885 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-03198fd8-a488-4de9-bec0-55bdc9797b53 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798077 May 12 19:30:23.621612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d4176-7a15-42e7-9282-1e3079961e81 req-8d3c86bb-35c5-4dda-bbf2-42d91d5425fb tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.628476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e3d4176-7a15-42e7-9282-1e3079961e81 req-8d3c86bb-35c5-4dda-bbf2-42d91d5425fb tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 943 time: 0.6044405 May 12 19:30:23.711361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e3d4176-7a15-42e7-9282-1e3079961e81 req-a418a0db-8761-44a6-87ab-7d70f9cc9d24 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:23.765146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7e78-f198-4415-81c0-57936edc15a0 req-e228874d-b101-4721-98f2-e18063dccf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.766758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-e228874d-b101-4721-98f2-e18063dccf49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=939d3462-25cb-4f76-a183-e8360850d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5732803 May 12 19:30:23.826649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-b41c9010-acea-47e4-bec1-ce9491b822a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.828736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-b41c9010-acea-47e4-bec1-ce9491b822a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1094 time: 0.3782892 May 12 19:30:23.901613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-bd5df463-e74c-4217-a9e9-ff5c766329c1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:23.902478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-bd5df463-e74c-4217-a9e9-ff5c766329c1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Synchronizing usage tracker for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:23.910069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3750eca-1ce6-40b7-8be1-9a16154c5c90 req-d5141f9e-1ea2-4f5b-ab88-a0c6192d9e4d service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890444 May 12 19:30:23.923661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e3d4176-7a15-42e7-9282-1e3079961e81 req-a418a0db-8761-44a6-87ab-7d70f9cc9d24 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:23.925060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e3d4176-7a15-42e7-9282-1e3079961e81 req-a418a0db-8761-44a6-87ab-7d70f9cc9d24 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955866 May 12 19:30:23.936246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-bd5df463-e74c-4217-a9e9-ff5c766329c1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Unset dirty status for tenant:b397970f3fe742428b1101ee6fb2484f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:23.938846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-bd5df463-e74c-4217-a9e9-ff5c766329c1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/ports?device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 950 time: 0.3754532 May 12 19:30:24.024294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port 340eaf71-dc09-44f3-ac5b-149ed11e1aee {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:24.024552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:24.171477 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fac8018-7c24-4203-8805-5983e649166d'] response: {'name': 'network-changed', 'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d', 'status': 'completed', 'code': 200} May 12 19:30:24.172309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Router a238d4e5-95e9-48c8-abb4-27e10987f3fa has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:30:24.225477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-f8e2881f-0f95-421e-86f9-8f1fd4c78da5 service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480600 May 12 19:30:24.325830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-754dde5b-7180-414b-b096-02719a91d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:24.327277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-754dde5b-7180-414b-b096-02719a91d479 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.4884760 May 12 19:30:24.453308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port 340eaf71-dc09-44f3-ac5b-149ed11e1aee, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=340eaf71-dc09-44f3-ac5b-149ed11e1aee,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:24.454038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:24.467769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b179-1f63-468b-aaca-f014e635ce48 req-cb454a2a-aa11-4786-94ca-dcebacb0131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:24.469272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b605b179-1f63-468b-aaca-f014e635ce48 req-cb454a2a-aa11-4786-94ca-dcebacb0131f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1094 time: 0.2723613 May 12 19:30:24.559309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-33006843-793e-4d52-89e6-25a7a71e418f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 200 len: 217 time: 0.1767526 May 12 19:30:24.606241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for 340eaf71-dc09-44f3-ac5b-149ed11e1aee owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:24.640041 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-e2a36c15-617c-4bf7-8234-811f7c96118a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4676740 May 12 19:30:24.772934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3ada6-3206-40db-8746-ad0e73f1be23 req-b20065c2-e56a-4cdc-8f6a-2c2b208d0ccf tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:24.778998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69c3ada6-3206-40db-8746-ad0e73f1be23 req-b20065c2-e56a-4cdc-8f6a-2c2b208d0ccf tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 944 time: 0.7224834 May 12 19:30:24.789381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b179-1f63-468b-aaca-f014e635ce48 req-e9222114-fe44-48ad-900b-a82ff4e78b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:24.791026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b605b179-1f63-468b-aaca-f014e635ce48 req-e9222114-fe44-48ad-900b-a82ff4e78b16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 913 time: 0.2670383 May 12 19:30:24.892204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-c6f017a5-6475-4ab5-9937-74673ff0104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:24.893691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-c6f017a5-6475-4ab5-9937-74673ff0104e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.3185914 May 12 19:30:24.894662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:30:24.897528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26af7e78-f198-4415-81c0-57936edc15a0 req-a4d53762-a19b-4e2a-b32c-e7c5eb6add75 service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042137 May 12 19:30:24.912658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548107af-7ca4-4139-b553-6663969f7bab None None] Sync routers for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:30:24.928083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:24.928756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:24.947810 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b605b179-1f63-468b-aaca-f014e635ce48 req-18dbb036-7796-4194-9bcf-645917ecba6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 217 time: 0.1488893 May 12 19:30:24.949576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69c3ada6-3206-40db-8746-ad0e73f1be23 req-322d1612-f325-4592-b7b4-d1c548273f50 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696293 May 12 19:30:25.028031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 57517a59-b354-4dab-8fc7-b2e4dde92013 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:30:25.036425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-ce11ccc9-2561-44f6-ad7c-7d8c91f5793e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291411 May 12 19:30:25.087930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa16af-1790-4e38-b888-2fb79c3af7eb req-1ca98585-c9b9-4738-a83b-a9a26b4043f1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:25.087930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82fa16af-1790-4e38-b888-2fb79c3af7eb req-1ca98585-c9b9-4738-a83b-a9a26b4043f1 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=564e287a-89fd-4388-a11c-8dbf4d17f674 HTTP/1.1" status: 200 len: 950 time: 0.6951864 May 12 19:30:25.220496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:30:25.253506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:25.264168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9382200b-bce5-4622-8b71-e71fc26132b3 admin admin] 10.222.0.72 "PUT /v2.0/routers/a238d4e5-95e9-48c8-abb4-27e10987f3fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1286564 May 12 19:30:25.301519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46108) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:25.311855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b179-1f63-468b-aaca-f014e635ce48 req-c333b089-2fd0-4413-b274-2dbc4f6cccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:25.313569 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b605b179-1f63-468b-aaca-f014e635ce48 req-c333b089-2fd0-4413-b274-2dbc4f6cccfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.3556480 May 12 19:30:25.313943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:25.330736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=340eaf71-dc09-44f3-ac5b-149ed11e1aee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:25.338411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', '340eaf71-dc09-44f3-ac5b-149ed11e1aee'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:25.416599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b605b179-1f63-468b-aaca-f014e635ce48 req-c198c648-0511-457f-8876-3d2b42dc0e53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873296 May 12 19:30:25.436093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:25.480335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:25.520982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82fa16af-1790-4e38-b888-2fb79c3af7eb req-67b09e87-0e17-4946-bf7c-18681fbb2a4a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695166 May 12 19:30:25.561645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port 340eaf71-dc09-44f3-ac5b-149ed11e1aee on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:25.576533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:25.592387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895f29-898f-434b-ac4f-15ff5813283a req-1f407b51-fdb1-4d90-9080-dce0b11eaf23 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:25.594246 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df895f29-898f-434b-ac4f-15ff5813283a req-1f407b51-fdb1-4d90-9080-dce0b11eaf23 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c239beb-1855-4b1d-96c6-85d3c53c60bf HTTP/1.1" status: 200 len: 949 time: 0.4787748 May 12 19:30:25.645910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-4f6d98c9-9df3-43ca-8a58-ad92a63d3eae service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040146 May 12 19:30:25.660823 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3181fd77-5c9a-46b2-8bdd-c745d6ccfbce req-6b707f30-18fc-438f-8db6-678f958736fe tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "DELETE /v2.0/ports/340eaf71-dc09-44f3-ac5b-149ed11e1aee HTTP/1.1" status: 204 len: 173 time: 1.7107065 May 12 19:30:25.727946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:25.746722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:25.747370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:25.943026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6f99-85e9-4b03-9179-7d084f5dfdbe req-2006132d-8590-4a5e-85f0-2b807f0a3c2f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:25.944634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4fe6f99-85e9-4b03-9179-7d084f5dfdbe req-2006132d-8590-4a5e-85f0-2b807f0a3c2f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.6948426 May 12 19:30:25.945954 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:25.955377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '57517a59-b354-4dab-8fc7-b2e4dde92013', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'port_id': '57517a59-b354-4dab-8fc7-b2e4dde92013', 'mac_address': 'fa:16:3e:7a:02:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004061e1-b9c6-4c81-af0b-f2f7691b6afa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:30:26.004448 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b605b179-1f63-468b-aaca-f014e635ce48 req-23358c83-2e03-4f97-b9d7-430fb99b4317 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810790 May 12 19:30:26.178122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 57517a59-b354-4dab-8fc7-b2e4dde92013 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:26.178122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:26.259268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57517a59-b354-4dab-8fc7-b2e4dde92013 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:26.282634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:26.282634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:26.311681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:26.321309 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:26.346541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4fe6f99-85e9-4b03-9179-7d084f5dfdbe req-a75cc5e7-c59e-4af0-ab7c-075c34f70d2a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181176 May 12 19:30:26.434328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc3dac4b-e2b9-4c97-b1af-4b242faeb4d9 req-05c0bf8e-0f3d-408e-8070-b9c7e537f8e6 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531850 May 12 19:30:26.450230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:30:22Z', 'revision_number': 5, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port': {'id': '835ae856-b34c-492c-ad53-aa1c2ccc21d2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:27:31Z', 'updated_at': '2022-05-12T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:26.459354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95440c4-866e-41e3-aada-fe86766893cf req-e16d567b-36b9-469e-a6c8-f3500c787a8f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:26.460993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e95440c4-866e-41e3-aada-fe86766893cf req-e16d567b-36b9-469e-a6c8-f3500c787a8f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 943 time: 0.6315937 May 12 19:30:26.464981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548107af-7ca4-4139-b553-6663969f7bab None None] Checking router: a238d4e5-95e9-48c8-abb4-27e10987f3fa for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:26.490814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:26.519684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] Routers {'a238d4e5-95e9-48c8-abb4-27e10987f3fa'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:26.519684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:26.557466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Deleting port 835ae856-b34c-492c-ad53-aa1c2ccc21d2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:26.557466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:26.640310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e95440c4-866e-41e3-aada-fe86766893cf req-26f94611-105b-41be-8c25-33c878af8faa tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395686 May 12 19:30:26.658913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'name': 'network-vif-deleted', 'tag': '340eaf71-dc09-44f3-ac5b-149ed11e1aee'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:26.762964 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b605b179-1f63-468b-aaca-f014e635ce48 req-7af78a97-fc55-417a-8a1d-eed5d19d4eca service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508569 May 12 19:30:26.770454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:26.793516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:26.795143 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b620c40-ea0f-4e5d-a87d-7fcacd28a74c'] response: {'name': 'network-changed', 'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'status': 'completed', 'code': 200} May 12 19:30:26.831688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['57517a59-b354-4dab-8fc7-b2e4dde92013'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:26.884782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-e4efb3a6-ef74-4620-bf9d-a75deb9fe9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:26.886660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-e4efb3a6-ef74-4620-bf9d-a75deb9fe9b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1101 time: 0.3004849 May 12 19:30:26.932142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e86b61f9-0d83-46a5-9434-8c3c52e96285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:26.976741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] Set router a238d4e5-95e9-48c8-abb4-27e10987f3fa gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:27.079762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] For port 835ae856-b34c-492c-ad53-aa1c2ccc21d2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=835ae856-b34c-492c-ad53-aa1c2ccc21d2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:27.079762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:27.100013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:27.114588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 23018f79-1a6d-4b04-80bf-a6a7eef6081f details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:30:27.182742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-548107af-7ca4-4139-b553-6663969f7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:30:26Z', 'revision_number': 6, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:27.238596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548107af-7ca4-4139-b553-6663969f7bab None None] The sync data for ids ['a238d4e5-95e9-48c8-abb4-27e10987f3fa'] in n-d-841626-1 is: [{'id': 'a238d4e5-95e9-48c8-abb4-27e10987f3fa', 'name': 'tempest-ServersTestBootFromVolume-1318281440-router', 'tenant_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:27:29Z', 'updated_at': '2022-05-12T19:30:26Z', 'revision_number': 6, 'project_id': 'feaf0f18dbc440c4897a221ad0b4f1d6', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:27.283824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:27.283824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=6f61c4e7-0286-4f19-a79c-17c32ed1e5b2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:27.290321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:27.290321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-28e56c1e-01a2-4968-b76a-3bef276669e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:27.296259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-28e56c1e-01a2-4968-b76a-3bef276669e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3984311 May 12 19:30:27.388325 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df895f29-898f-434b-ac4f-15ff5813283a req-f0cccbaf-1409-4311-ae86-84457a72a75f tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.73 "DELETE /v2.0/ports/6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 HTTP/1.1" status: 204 len: 173 time: 1.7880681 May 12 19:30:27.389798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-ab2d5b0c-7d8b-4fff-a9de-b8e31f76b872 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.0910316 May 12 19:30:27.469940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Calling delete_port for 835ae856-b34c-492c-ad53-aa1c2ccc21d2 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:27.503704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-856b3b54-e778-4d7b-a49a-4de35f2bcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:27.503704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-856b3b54-e778-4d7b-a49a-4de35f2bcfb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1041191 May 12 19:30:27.539647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-569c9a16-b509-437f-a7ee-8f0984c339da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:27.546606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-569c9a16-b509-437f-a7ee-8f0984c339da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c62245bf6834c509f182eb26bea2514&device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 1095 time: 0.7473497 May 12 19:30:27.578537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 23018f79-1a6d-4b04-80bf-a6a7eef6081f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:27.605123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3a3cd41d-d342-4f73-8a96-23a1df168a5d details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:30:27.610585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9508692-d495-4616-86da-63ad59110c05 req-a42b4546-970c-4ae1-9537-f0f69860c38f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:27.632958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9508692-d495-4616-86da-63ad59110c05 req-a42b4546-970c-4ae1-9537-f0f69860c38f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 943 time: 0.8251858 May 12 19:30:27.737801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 340eaf71-dc09-44f3-ac5b-149ed11e1aee no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:27.760244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383e77b-cc56-44e0-aa0b-fb9de8fafbcf req-a89ff6ec-4707-4076-b739-5a8bdf0defb2 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:27.769772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d383e77b-cc56-44e0-aa0b-fb9de8fafbcf req-a89ff6ec-4707-4076-b739-5a8bdf0defb2 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 944 time: 0.8685806 May 12 19:30:27.778803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-9b88d15c-e4dc-43ac-8cff-8527e105c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:27.778803 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-9b88d15c-e4dc-43ac-8cff-8527e105c76f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2684696 May 12 19:30:27.899669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 340eaf71-dc09-44f3-ac5b-149ed11e1aee {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:27.900011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 340eaf71-dc09-44f3-ac5b-149ed11e1aee not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:27.911001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'port_id': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'mac_address': 'fa:16:3e:02:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:30:27.991402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-fbe24610-9f73-4630-8b0f-9601f2b1d435 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064252 May 12 19:30:28.020088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9508692-d495-4616-86da-63ad59110c05 req-cae600b0-54cf-4837-b100-093194186aa4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859272 May 12 19:30:28.026448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 23018f79-1a6d-4b04-80bf-a6a7eef6081f is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:28.026448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.066215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23018f79-1a6d-4b04-80bf-a6a7eef6081f {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:28.073470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:28.098783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d383e77b-cc56-44e0-aa0b-fb9de8fafbcf req-4f2a5af5-657f-468a-8345-3c0b3c705145 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340919 May 12 19:30:28.101074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '3a3cd41d-d342-4f73-8a96-23a1df168a5d', 'network_id': '7e94efbd-1b3e-4f66-adcf-1207b2a67981', 'port_id': '3a3cd41d-d342-4f73-8a96-23a1df168a5d', 'mac_address': 'fa:16:3e:c3:7f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b32372-5799-4b6e-8f5c-615e3feb4439', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:30:28.129061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 23018f79-1a6d-4b04-80bf-a6a7eef6081f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:28.211466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 3a3cd41d-d342-4f73-8a96-23a1df168a5d is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:28.212063 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.234425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3cd41d-d342-4f73-8a96-23a1df168a5d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:28.254130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:28.255708 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.303904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-b214b288-8357-4244-8670-6796fba12adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:28.308696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-b214b288-8357-4244-8670-6796fba12adc service neutron] 10.222.0.36 "GET /v2.0/networks?id=939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 200 len: 929 time: 0.7596090 May 12 19:30:28.310271 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.392414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=23018f79-1a6d-4b04-80bf-a6a7eef6081f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:28.403871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.458526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-f047f3fe-d479-4f29-8141-873ac4aee085 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 217 time: 0.1423075 May 12 19:30:28.459670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=835ae856-b34c-492c-ad53-aa1c2ccc21d2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:28.464043 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-7dbc3656-e99b-4dfe-a7b5-ecae8b068ec2 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536695 May 12 19:30:28.534772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:28.537760 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df170b4e-9c7b-4e04-9807-b37e5f4ed482'] response: {'server_uuid': '564e287a-89fd-4388-a11c-8dbf4d17f674', 'name': 'network-vif-deleted', 'tag': '340eaf71-dc09-44f3-ac5b-149ed11e1aee', 'status': 'completed', 'code': 200} May 12 19:30:28.560223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.560580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.560940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.561274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.561612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.561940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.562332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.562579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.562897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.563435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.563895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.564366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:28.617886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['23018f79-1a6d-4b04-80bf-a6a7eef6081f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:28.655393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-8a8b22c8-99ff-4568-82b1-a1bac95661cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:28.656991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-8a8b22c8-99ff-4568-82b1-a1bac95661cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c0dc92-dad2-4805-93f8-e7a69163d4e3 HTTP/1.1" status: 200 len: 867 time: 0.1915395 May 12 19:30:28.669528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['3a3cd41d-d342-4f73-8a96-23a1df168a5d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:28.751711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:28.777151 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.975117 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.979436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:28.994496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7862f1c4-a000-4f49-b4b6-884ca8f91cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.027106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ace867-81b1-46b9-8cde-e7cb704d21bb req-61d3cbc2-d242-4e69-88a1-054fbb7d7fe8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:29.030362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38ace867-81b1-46b9-8cde-e7cb704d21bb req-61d3cbc2-d242-4e69-88a1-054fbb7d7fe8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.4255948 May 12 19:30:29.033640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 57517a59-b354-4dab-8fc7-b2e4dde92013 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:29.038294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-add66456-fd7a-4e70-becd-9299edbebd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:29.039811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-add66456-fd7a-4e70-becd-9299edbebd78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=939d3462-25cb-4f76-a183-e8360850d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3670962 May 12 19:30:29.057391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.057929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a238d4e5-95e9-48c8-abb4-27e10987f3fa {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:30:29.069277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83805cb-880a-42fe-b816-d54ae3995e85 req-022c01d4-3d60-4b86-a877-48906432626c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:29.076374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f83805cb-880a-42fe-b816-d54ae3995e85 req-022c01d4-3d60-4b86-a877-48906432626c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 944 time: 0.4073973 May 12 19:30:29.170260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 835ae856-b34c-492c-ad53-aa1c2ccc21d2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:29.216714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.220336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4fad98ec-a4ba-4775-a954-568d40d145f6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a238d4e5-95e9-48c8-abb4-27e10987f3fa HTTP/1.1" status: 204 len: 168 time: 3.9150622 May 12 19:30:29.222115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:29.225609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38ace867-81b1-46b9-8cde-e7cb704d21bb req-8828ee46-d524-42f9-9739-a6f5a198b1bc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848409 May 12 19:30:29.239425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 835ae856-b34c-492c-ad53-aa1c2ccc21d2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:29.239760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 835ae856-b34c-492c-ad53-aa1c2ccc21d2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:29.240180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a67a23e7-af0a-42da-b9d7-a9a9babccc3e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:29.250529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f83805cb-880a-42fe-b816-d54ae3995e85 req-0a456b9b-8461-484b-8c85-2ac0cb221c50 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700864 May 12 19:30:29.336912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-a1b11cfd-9879-4498-9065-0ac82e37fd84 service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689064 May 12 19:30:29.358174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a67a23e7-af0a-42da-b9d7-a9a9babccc3e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:29.358174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a67a23e7-af0a-42da-b9d7-a9a9babccc3e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:29.365719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 57517a59-b354-4dab-8fc7-b2e4dde92013 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:29.431454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 57517a59-b354-4dab-8fc7-b2e4dde92013 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:29.431827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.492615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] Deleting subnet 7ddeec37-8497-4b32-8ed6-c6105fe67f5d {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:30:29.496724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.515706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:29.555886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.599232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:29.601649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6f61c4e7-0286-4f19-a79c-17c32ed1e5b2 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:29.677686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.725996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7121772-59b6-427a-b4f3-605ecb0ea036 req-97a4f0aa-4052-4d95-8bfe-98972165172d service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891926 May 12 19:30:29.739142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e910-3965-4ca3-9207-d330cf1e1381 req-dcdff4f3-eda8-4369-ba7f-278f9f947660 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:29.746539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3fc8e910-3965-4ca3-9207-d330cf1e1381 req-dcdff4f3-eda8-4369-ba7f-278f9f947660 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 944 time: 0.1477900 May 12 19:30:29.753986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 57517a59-b354-4dab-8fc7-b2e4dde92013 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:29.754365 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.784436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:29.795353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:29.795973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.801328 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.836127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3fc8e910-3965-4ca3-9207-d330cf1e1381 req-e02660a7-4630-4244-951e-93f59b12d4f0 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886061 May 12 19:30:29.837864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ddeec37-8497-4b32-8ed6-c6105fe67f5d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:29.844328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.853679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46174) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:29.853837 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7b2c45f9-d23e-48c3-a46f-32a20f008ee9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7ddeec37-8497-4b32-8ed6-c6105fe67f5d HTTP/1.1" status: 204 len: 168 time: 0.6300449 May 12 19:30:29.876697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:29.879783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f626e7-1c2e-4654-8a7d-f2d86cf46cf7 None None] Network 57879554-b28d-40f0-9574-697fef5a1e44 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:30:29.956873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323d34-0f9c-416b-8bcd-f0893cd52b18 req-62fb14c9-0cea-4bad-b1fa-b6b1cd4c0ee5 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:29.958405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60323d34-0f9c-416b-8bcd-f0893cd52b18 req-62fb14c9-0cea-4bad-b1fa-b6b1cd4c0ee5 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 945 time: 0.1958947 May 12 19:30:29.998458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:29.998664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.025898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60323d34-0f9c-416b-8bcd-f0893cd52b18 req-1cb505c1-3a05-4f8b-b90e-5ab68e00147d tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534923 May 12 19:30:30.027523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Deleting port a001c818-016f-410e-ba04-21eef9795993 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:30.027997 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.031492 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a436b25-ae80-4af1-a872-d98998a6c1ba'] response: {'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013', 'code': 200} May 12 19:30:30.182812 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.288614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] DHCP port deletion for 57879554-b28d-40f0-9574-697fef5a1e44 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:30:30.294543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Deleting port a001c818-016f-410e-ba04-21eef9795993 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:30.295103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.367975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] For port a001c818-016f-410e-ba04-21eef9795993, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a001c818-016f-410e-ba04-21eef9795993,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:30.368503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.384268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fdc19-2900-41e5-ad94-d514a3c336c8 req-887a4dab-ff61-403c-8ac6-c49a77adafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:30.385996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-903fdc19-2900-41e5-ad94-d514a3c336c8 req-887a4dab-ff61-403c-8ac6-c49a77adafe3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1096 time: 0.2400618 May 12 19:30:30.527237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] For port a001c818-016f-410e-ba04-21eef9795993, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a001c818-016f-410e-ba04-21eef9795993,segment=NetworkSegment(db0a3d04-57de-4759-99fd-930ce96a1ca1),segment_id=db0a3d04-57de-4759-99fd-930ce96a1ca1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:30.527618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.539029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'name': 'network-vif-deleted', 'tag': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:30.559925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Calling delete_port for a001c818-016f-410e-ba04-21eef9795993 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:30.659027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Calling delete_port for a001c818-016f-410e-ba04-21eef9795993 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:30.664928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-903fdc19-2900-41e5-ad94-d514a3c336c8 req-cb091e88-ac89-4127-8d83-614e1b65cda5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224386 May 12 19:30:30.676402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.730543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Pushing event deleted for resources: {'Port': ['ID=a001c818-016f-410e-ba04-21eef9795993,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:30.745346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f5059-4462-45a6-9dbe-086186595b22 req-de60f3d6-61ed-4b73-809a-678b2b8a7826 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:30.746124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:30:30.747031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca4f5059-4462-45a6-9dbe-086186595b22 req-de60f3d6-61ed-4b73-809a-678b2b8a7826 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.3585823 May 12 19:30:30.747466 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:30:30.748080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] No DVR routers for this DVR port a001c818-016f-410e-ba04-21eef9795993 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:30.904995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca4f5059-4462-45a6-9dbe-086186595b22 req-76720eb0-4f06-436a-a488-bae9df4825d1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296723 May 12 19:30:30.908938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:30.982468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57879554-b28d-40f0-9574-697fef5a1e44']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:31.000882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0a3d04-57de-4759-99fd-930ce96a1ca1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:31.001100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0a3d04-57de-4759-99fd-930ce96a1ca1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:31.019574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.037825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 23018f79-1a6d-4b04-80bf-a6a7eef6081f up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:31.079233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.098738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:30:31.099195 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.110186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a001c818-016f-410e-ba04-21eef9795993 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: timer() May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:30:31.115250 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:30:31.149141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a001c818-016f-410e-ba04-21eef9795993 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:31.149555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a001c818-016f-410e-ba04-21eef9795993 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:31.186428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 23018f79-1a6d-4b04-80bf-a6a7eef6081f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:31.190879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 23018f79-1a6d-4b04-80bf-a6a7eef6081f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:31.190879 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.270060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Deleting port a001c818-016f-410e-ba04-21eef9795993 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:31.270336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.330546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705ec2-c888-4e17-98d9-4f20bf9dfa70 req-b2abe0c0-1ea2-46c2-961a-112d1b988f07 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:31.331978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af705ec2-c888-4e17-98d9-4f20bf9dfa70 req-b2abe0c0-1ea2-46c2-961a-112d1b988f07 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 945 time: 0.4148068 May 12 19:30:31.353544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-477c2606-4f76-43a1-80d1-82f516c284b2 None None] The port 'a001c818-016f-410e-ba04-21eef9795993' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:30:31.363287 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.375029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8428c4f-2d70-49e3-9228-2987c374e375 req-0190e900-8e42-4a2e-b0bf-3d46299f587a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:31.376524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8428c4f-2d70-49e3-9228-2987c374e375 req-0190e900-8e42-4a2e-b0bf-3d46299f587a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 949 time: 0.3648939 May 12 19:30:31.394189 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.429581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] Pushing event deleted for resources: {'Network': ['ID=57879554-b28d-40f0-9574-697fef5a1e44,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:31.431472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 23018f79-1a6d-4b04-80bf-a6a7eef6081f is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:31.432093 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.444473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af705ec2-c888-4e17-98d9-4f20bf9dfa70 req-987aaa1a-e847-4118-9664-88025ecacfbc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032305 May 12 19:30:31.464796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e2ce2806-0233-4b79-a133-1789ca607269 admin admin] 10.222.0.72 "DELETE /v2.0/networks/57879554-b28d-40f0-9574-697fef5a1e44 HTTP/1.1" status: 204 len: 168 time: 1.6075678 May 12 19:30:31.482014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 23018f79-1a6d-4b04-80bf-a6a7eef6081f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:31.482486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8428c4f-2d70-49e3-9228-2987c374e375 req-b5e6f1db-d72c-425c-9cf7-3207b406123a tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879171 May 12 19:30:31.484330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3a3cd41d-d342-4f73-8a96-23a1df168a5d up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:31.527522 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.547297 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3142fbb0-2c4b-43c7-b72c-12ff01e3729c'] response: {'server_uuid': '2c239beb-1855-4b1d-96c6-85d3c53c60bf', 'name': 'network-vif-deleted', 'tag': '6f61c4e7-0286-4f19-a79c-17c32ed1e5b2', 'status': 'completed', 'code': 200} May 12 19:30:31.629615 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.664002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=23018f79-1a6d-4b04-80bf-a6a7eef6081f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:31.664002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 3a3cd41d-d342-4f73-8a96-23a1df168a5d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:31.676231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 3a3cd41d-d342-4f73-8a96-23a1df168a5d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:31.676231 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.754622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46262) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:31.789920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46e1a1-4e13-40f6-a5a4-97191d0550a5 req-3eab5284-7c72-4fff-b266-2a18b9dcf383 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:31.792080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c46e1a1-4e13-40f6-a5a4-97191d0550a5 req-3eab5284-7c72-4fff-b266-2a18b9dcf383 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 944 time: 0.1121750 May 12 19:30:31.821579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2d985e55-daa7-49ab-aaca-dd81b1286a96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=feaf0f18dbc440c4897a221ad0b4f1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650430 May 12 19:30:31.823362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:31.835206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 3a3cd41d-d342-4f73-8a96-23a1df168a5d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:31.835918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.875993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c46e1a1-4e13-40f6-a5a4-97191d0550a5 req-c02cf89f-03c4-4102-ba84-7aafe466f371 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684140 May 12 19:30:31.888946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a7ae8f8-1699-4b91-852b-b794df205d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.902964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:31.914499 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:31.928496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a7ae8f8-1699-4b91-852b-b794df205d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:32.035421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f'}, {'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:32.038020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a7ae8f8-1699-4b91-852b-b794df205d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:32.055777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ae8f8-1699-4b91-852b-b794df205d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6c7c0-e1ec-4195-bdda-829c0af1198a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:32.092827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a7ae8f8-1699-4b91-852b-b794df205d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:32.092827 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a7ae8f8-1699-4b91-852b-b794df205d6c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0c6c7c0-e1ec-4195-bdda-829c0af1198a HTTP/1.1" status: 204 len: 168 time: 0.2619107 May 12 19:30:32.173545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:32.337376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-70755d30-4b6f-4076-8518-574f4040f466 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:32.337376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-70755d30-4b6f-4076-8518-574f4040f466 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 949 time: 0.3130078 May 12 19:30:32.344389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622439ae-e717-4302-81ad-6f923e44c4c2 req-03d01847-ca56-464e-bd5d-cb5b9efb80c7 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:32.349706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-622439ae-e717-4302-81ad-6f923e44c4c2 req-03d01847-ca56-464e-bd5d-cb5b9efb80c7 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 946 time: 0.2373831 May 12 19:30:32.466357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Deleting port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:32.467188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:32.501062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-622439ae-e717-4302-81ad-6f923e44c4c2 req-4a674bfb-ab0a-4826-89ea-6f495f592ac9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501031 May 12 19:30:32.591239 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa1d27c-a189-4e4d-acad-997000ee9ac2'] response: {'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'code': 200} May 12 19:30:32.591239 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa1d27c-a189-4e4d-acad-997000ee9ac2'] response: {'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d', 'code': 200} May 12 19:30:32.767457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbbe49-a4ea-4551-a92d-5416f6380bf9 req-9c68df7b-205c-4945-bad7-f502e82a2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:32.768983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dafbbe49-a4ea-4551-a92d-5416f6380bf9 req-9c68df7b-205c-4945-bad7-f502e82a2c59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1096 time: 0.0966139 May 12 19:30:32.799787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90a0a5-4903-433d-a3bf-57f1adf1641c req-056ca55d-485e-400b-886f-a07cc3d898d6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:32.808352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb90a0a5-4903-433d-a3bf-57f1adf1641c req-056ca55d-485e-400b-886f-a07cc3d898d6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.2970071 May 12 19:30:32.832851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dafbbe49-a4ea-4551-a92d-5416f6380bf9 req-37135ebc-15a3-4c60-a715-e67113a4c0c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524676 May 12 19:30:32.955338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb90a0a5-4903-433d-a3bf-57f1adf1641c req-5dcff429-1c65-454d-854d-70e35e6aa93e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494870 May 12 19:30:32.979375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04408992-adb1-4f30-9b5f-0f8895480b42 req-321d0f15-bd8a-49aa-a1e3-1d8815c8cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:32.980995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04408992-adb1-4f30-9b5f-0f8895480b42 req-321d0f15-bd8a-49aa-a1e3-1d8815c8cacf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 1097 time: 0.2947023 May 12 19:30:33.026718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] For port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:33.027198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.303149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Calling delete_port for ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:33.360030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04408992-adb1-4f30-9b5f-0f8895480b42 req-36797c78-86a4-4405-b792-c1f2c7dc784f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545215 May 12 19:30:33.387160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46366) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:33.480561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d26fe1-e766-4796-9cf0-aa45fe5dd93c req-2e390926-d732-476c-8291-d32a90fc5682 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:33.481675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d26fe1-e766-4796-9cf0-aa45fe5dd93c req-2e390926-d732-476c-8291-d32a90fc5682 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 945 time: 0.3541288 May 12 19:30:33.522001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2038262834-network', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:33.527009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:33.531357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Usage tracker for resource:network and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:33.534816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:33.541263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:33.554202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d26fe1-e766-4796-9cf0-aa45fe5dd93c req-67c4fd3b-f127-45db-98c9-b4c67df32ae2 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 May 12 19:30:33.555060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Made reservation on behalf of edce8003de774c6a8840b24af37d19dc for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:30:33.556332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.557844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.585161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.605074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Pushing event deleted for resources: {'Port': ['ID=ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:33.606518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:33.619737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Usage tracker for resource:security_group_rule and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:33.623148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:33.631633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:33.727851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] No DVR routers for this DVR port ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:33.732193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.734851 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.737384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.756896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:30:33.766936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.766936 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Added segment f6b429d5-9c5e-4f05-b111-fc1f841b9544 of type vlan for network b7f7ac17-0c36-4ec7-aab5-8a02d090183e May 12 19:30:33.767611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'name': 'network-vif-deleted', 'tag': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:33.777522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e961d383-cfd6-4f43-89d0-22d138e20d8c req-08278a04-e545-4d8a-b44a-ce59f19768ed tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9e247ef-6018-4d4a-83ee-d52bcc5f9719 HTTP/1.1" status: 200 len: 210 time: 0.0898252 May 12 19:30:33.790843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feaab313-44b6-4a8b-b7bb-ce31541cb920 req-6f8b5618-7dd7-4816-a51c-8e8d11d2edf3 tempest-ServersOnMultiNodesTest-2122926159 tempest-ServersOnMultiNodesTest-2122926159-project] 10.222.0.36 "DELETE /v2.0/ports/ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 HTTP/1.1" status: 204 len: 173 time: 1.4381289 May 12 19:30:33.824928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf15b68-7c0f-4357-992f-72a45b567318,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:33.838468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.853138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558f658-f426-4d3f-8948-eb0f468f0ffe req-7eba2696-32ee-4317-9d7b-6e74463a140e tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:33.860081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2558f658-f426-4d3f-8948-eb0f468f0ffe req-7eba2696-32ee-4317-9d7b-6e74463a140e tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 945 time: 0.1382437 May 12 19:30:33.900447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:33.901766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:33.902845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:34.018211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f7ac17-0c36-4ec7-aab5-8a02d090183e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:34.025083 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c0d76d23-e310-447f-8267-2f79458f82a8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6406648 May 12 19:30:34.026176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46382) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:34.032211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:30:34.043731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Request body: {'subnet': {'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2038262834-subnet', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:34.058503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:34.064273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Usage tracker for resource:subnet and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:34.068258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:34.075654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:34.093100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Made reservation on behalf of edce8003de774c6a8840b24af37d19dc for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:30:34.095677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:34.123663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2558f658-f426-4d3f-8948-eb0f468f0ffe req-18c8ac41-b982-4aea-bfad-fb54c0ccd6b4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626977 May 12 19:30:34.208251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c8d9f-a7d1-46f6-ab4f-58115da0b838 req-651a2187-2808-4a3f-aece-0845ed185a55 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:34.216401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-606c8d9f-a7d1-46f6-ab4f-58115da0b838 req-651a2187-2808-4a3f-aece-0845ed185a55 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 946 time: 0.1814692 May 12 19:30:34.284284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-606c8d9f-a7d1-46f6-ab4f-58115da0b838 req-86a421fd-5808-421b-8b95-cf3de8c1c589 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653288 May 12 19:30:34.399442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f0954-8192-4b93-a1cd-8b202b2c82ff req-6fa77a1e-95b4-4f2d-b031-7bb47cd0da90 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:34.407882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d5f0954-8192-4b93-a1cd-8b202b2c82ff req-6fa77a1e-95b4-4f2d-b031-7bb47cd0da90 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1096 time: 0.0844316 May 12 19:30:34.459026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d5f0954-8192-4b93-a1cd-8b202b2c82ff req-edbbfe12-dd99-49ee-b9ce-de55ab0b0075 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 May 12 19:30:34.459925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:34.542938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb03ebf2-4326-4039-a198-f1a206cb4f93,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:34.581681 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd87cf0-c809-4f5f-94da-f5f331a8c05d'] response: {'server_uuid': 'e9e247ef-6018-4d4a-83ee-d52bcc5f9719', 'name': 'network-vif-deleted', 'tag': 'ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03', 'status': 'completed', 'code': 200} May 12 19:30:34.590760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Checking segment: {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:34.591333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Network hostable DHCP agents. Network: b7f7ac17-0c36-4ec7-aab5-8a02d090183e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:30:34.622441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:30:34.648476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b7f7ac17-0c36-4ec7-aab5-8a02d090183e) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:34.659288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:34.661442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:34.666044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83080f27-a6d2-42e3-a647-6806d7a87581 None None] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:30:34.722524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3805a210-0073-475f-951b-c5f73af111f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6922128 May 12 19:30:34.722943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46390) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:34.729991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:34.737648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:34.742728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Usage tracker for resource:router and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:34.746851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:34.770880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:34.795640 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:34.796995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:34.860896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfa346-eb4f-4596-91fa-8fad9404e419 req-33e145d3-9040-44fe-a5c2-6076a517414f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:34.870570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:34.874917 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48cfa346-eb4f-4596-91fa-8fad9404e419 req-33e145d3-9040-44fe-a5c2-6076a517414f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.1478977 May 12 19:30:35.011187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:30:35.012124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:35.047146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48cfa346-eb4f-4596-91fa-8fad9404e419 req-caaacd3d-6913-4579-b922-b948d2253266 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810679 May 12 19:30:35.156942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1420f-227e-4da0-8ba4-6bbcb8ae595c req-7e7e565b-4914-4466-88cb-d619853a9c67 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:35.159873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69b1420f-227e-4da0-8ba4-6bbcb8ae595c req-7e7e565b-4914-4466-88cb-d619853a9c67 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 948 time: 0.2929807 May 12 19:30:35.251002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Allocated IP 172.20.0.2 (b7f7ac17-0c36-4ec7-aab5-8a02d090183e/eb03ebf2-4326-4039-a198-f1a206cb4f93/95d822d7-922b-4ab3-9b29-539d6a3ecad7) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:35.256996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:35.279078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69b1420f-227e-4da0-8ba4-6bbcb8ae595c req-9dc67966-8571-4e07-a30d-ff441cae5e7c tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098192 May 12 19:30:35.336504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:35.336851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ce43fdf6-dd3c-4ec9-b3c4-ac2fdae24e03 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:35.452357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:35.624588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:35.699673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c94b93-5b6e-451a-822d-20013c0257c8 req-4494a0f8-710b-4683-a464-0f9aa236ffa9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:35.709830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49c94b93-5b6e-451a-822d-20013c0257c8 req-4494a0f8-710b-4683-a464-0f9aa236ffa9 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 945 time: 0.2777452 May 12 19:30:35.763499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6a4d-87ff-4313-873b-66829c28915b req-1b83afb1-f1a6-426e-9239-4fcb2f05dc97 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:35.772328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-202a6a4d-87ff-4313-873b-66829c28915b req-1b83afb1-f1a6-426e-9239-4fcb2f05dc97 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 946 time: 0.2576427 May 12 19:30:35.779555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:35.800235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Transition to ACTIVE for port object 95d822d7-922b-4ab3-9b29-539d6a3ecad7 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:35.833997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Transition to ACTIVE for port object 95d822d7-922b-4ab3-9b29-539d6a3ecad7 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:35.845937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:35.854257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49c94b93-5b6e-451a-822d-20013c0257c8 req-6c7dd676-c40b-4ca2-9f49-45a0398c75c1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291275 May 12 19:30:35.883590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-202a6a4d-87ff-4313-873b-66829c28915b req-62571b45-9bc6-4a05-89a1-5206550b4f71 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101825 May 12 19:30:36.014093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Pushing event updated for resources: {'Port': ['ID=95d822d7-922b-4ab3-9b29-539d6a3ecad7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:36.042920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:36.042920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:36.042920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:36.268734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8de5608-bea0-40ea-922a-7af259d6bd0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b397970f3fe742428b1101ee6fb2484f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339583 May 12 19:30:36.308306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46426) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:36.341490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Attempting to bind port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:36.342019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Attempting to bind port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:36.342185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Attempting to bind port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 on network b7f7ac17-0c36-4ec7-aab5-8a02d090183e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:36.349278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.350824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:36.351262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Checking segment: {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:36.351705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.352038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Bound using segment: {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:36.352495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Bound port: 95d822d7-922b-4ab3-9b29-539d6a3ecad7, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:36.352860 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.374083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cec400a5-a26a-4740-941f-2112facab0a7 req-2ca9aae2-8219-4cc9-bb9b-79890be4a914 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1796051117&fields=id&tenant_id=08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 267 time: 0.2564783 May 12 19:30:36.401503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.513720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6afab972-0e50-4f90-a4b4-85953600c77e req-c30e2958-6187-4084-883e-ce9de56cfa95 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 258 time: 0.5637980 May 12 19:30:36.513720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:36.522144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] For port 95d822d7-922b-4ab3-9b29-539d6a3ecad7, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:36.527942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18915a6-4493-47cd-924c-9a3f907fe4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.538642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] For port 95d822d7-922b-4ab3-9b29-539d6a3ecad7, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95d822d7-922b-4ab3-9b29-539d6a3ecad7,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:36.538642 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.582578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:36.623557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-41a0e6b8-6eab-413d-a4b5-40c1f21bf0f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:36.623557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-41a0e6b8-6eab-413d-a4b5-40c1f21bf0f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Synchronizing usage tracker for tenant:079271771bf940bc8dcfe914a8e62bf2 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:36.628804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Usage tracker for resource:floatingip and tenant:7c62245bf6834c509f182eb26bea2514 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:36.646623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756725f-8d4d-4ebb-9877-5fd34fdb22ee None None] Pushing event updated for resources: {'Port': ['ID=95d822d7-922b-4ab3-9b29-539d6a3ecad7,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:36.676676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18915a6-4493-47cd-924c-9a3f907fe4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.759914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:36.769271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:36.782704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18915a6-4493-47cd-924c-9a3f907fe4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.828475 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.871593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Allocated IP 172.25.2.240 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/e6b8e562-9c1d-48f8-b43e-9a24727425a4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:36.871593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-41a0e6b8-6eab-413d-a4b5-40c1f21bf0f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Unset dirty status for tenant:079271771bf940bc8dcfe914a8e62bf2 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:36.871593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-41a0e6b8-6eab-413d-a4b5-40c1f21bf0f6 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.73 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 948 time: 0.5547647 May 12 19:30:36.880708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18915a6-4493-47cd-924c-9a3f907fe4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:36.894398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18915a6-4493-47cd-924c-9a3f907fe4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:36.894398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b18915a6-4493-47cd-924c-9a3f907fe4ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7f8ce5f-53d9-4e30-86ad-9b7e0afc1f7e HTTP/1.1" status: 204 len: 168 time: 0.5751257 May 12 19:30:36.975367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec400a5-a26a-4740-941f-2112facab0a7 req-352f249a-887c-48e6-b9f6-d8610a9010fb tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:37.006248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cec400a5-a26a-4740-941f-2112facab0a7 req-352f249a-887c-48e6-b9f6-d8610a9010fb tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 945 time: 0.6305172 May 12 19:30:37.014746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'port': {'security_groups': ['5c6988d3-ced6-42b7-9056-b871252270d5', '7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:37.101056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Deleting port b7ab06b9-06b9-4547-810d-f6f7854decb5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:37.101851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:37.221402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95d822d7-922b-4ab3-9b29-539d6a3ecad7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:37.320025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:37.370236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:37.409856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:37.412963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:37.470548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46440) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:37.531903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] For port b7ab06b9-06b9-4547-810d-f6f7854decb5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b7ab06b9-06b9-4547-810d-f6f7854decb5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:37.532267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:37.541999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:37.634516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-51ab112b-7f7d-4d99-814f-38e0164ea84e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bebb26a86ee246c68f2b868ec979ac49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531169 May 12 19:30:37.639476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46444) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:37.714754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Calling delete_port for b7ab06b9-06b9-4547-810d-f6f7854decb5 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:37.717104 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:37.763492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:37.774684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:37.780873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:37.840474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b8e562-9c1d-48f8-b43e-9a24727425a4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:37.858650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.859008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.859750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.859750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.860141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.860513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.860829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.861160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.861714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.861819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.862215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.862993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:37.896795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Allocated IP 172.25.2.39 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/84beab0b-4d1a-420e-b47f-80460bd0d5e3) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:38.067753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa09c-917c-4ca8-b751-98e2d90fe289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.083756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:38.127586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa09c-917c-4ca8-b751-98e2d90fe289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.152999 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.181759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea0f0c-1ee9-457c-82c2-9215bf04d02c None None] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:30:38.277940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.283684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa09c-917c-4ca8-b751-98e2d90fe289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.297611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] Provisioning for port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:38.309783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.316866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] Provisioning complete for port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:38.316866 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.320244 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.332924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fa09c-917c-4ca8-b751-98e2d90fe289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da0ffa9-26be-4c01-a115-1c735032ff7d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:38.338006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.344229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Pushing event deleted for resources: {'Port': ['ID=b7ab06b9-06b9-4547-810d-f6f7854decb5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:38.351647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31', '3a3cd41d-d342-4f73-8a96-23a1df168a5d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:38.445048 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa09c-917c-4ca8-b751-98e2d90fe289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.447215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d2fa09c-917c-4ca8-b751-98e2d90fe289 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9da0ffa9-26be-4c01-a115-1c735032ff7d HTTP/1.1" status: 204 len: 168 time: 0.8060362 May 12 19:30:38.555187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['3a3cd41d-d342-4f73-8a96-23a1df168a5d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:38.562691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] No DVR routers for this DVR port b7ab06b9-06b9-4547-810d-f6f7854decb5 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:38.565570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.568208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-deleted', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:38.599324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:38.600219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.605734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cec400a5-a26a-4740-941f-2112facab0a7 req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "PUT /v2.0/ports/3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 981 time: 1.5990100 May 12 19:30:38.606699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb99c1-011c-46e2-9b10-06899cb19551 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:38.611536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:38.634975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.695735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:38.704673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:38.723154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:38.762110 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4caa3a3a-dc74-458c-85c1-7d54bbf9ceac req-bcf2129c-e492-452a-acae-f0b8970782d2 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.73 "DELETE /v2.0/ports/b7ab06b9-06b9-4547-810d-f6f7854decb5 HTTP/1.1" status: 204 len: 173 time: 1.8843336 May 12 19:30:38.788400 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.848566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event updated for resources: {'Port': ['ID=84beab0b-4d1a-420e-b47f-80460bd0d5e3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:38.879140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] Current status of the port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:38.880675 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:38.956574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] For port 95d822d7-922b-4ab3-9b29-539d6a3ecad7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95d822d7-922b-4ab3-9b29-539d6a3ecad7,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:38.993708 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:39.180073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c87a9-1b6d-4e4c-84a0-6844e4665bfc None None] Pushing event updated for resources: {'Port': ['ID=95d822d7-922b-4ab3-9b29-539d6a3ecad7,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:39.182551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6bd8a-0576-48ac-8bc7-c20722675a30 req-b08a207f-1a19-4cff-9c52-bb790f45e87e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:39.192603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a6bd8a-0576-48ac-8bc7-c20722675a30 req-b08a207f-1a19-4cff-9c52-bb790f45e87e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.3129592 May 12 19:30:39.317440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a6bd8a-0576-48ac-8bc7-c20722675a30 req-ec18cc7a-d96f-4ff5-9b37-064c0d49acc1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147966 May 12 19:30:39.322752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:39.527902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:39.549145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b7ab06b9-06b9-4547-810d-f6f7854decb5 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:39.611882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9bb2c185-c2f9-4e66-a694-2d86e5d8237e None None] Provisioning complete for port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:39.611882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c185-c2f9-4e66-a694-2d86e5d8237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:39.641072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:39.664659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: b7ab06b9-06b9-4547-810d-f6f7854decb5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:39.665007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b7ab06b9-06b9-4547-810d-f6f7854decb5 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:39.703823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-757491d9-6f25-4074-b574-1e4c7070fd0e req-ec89f67e-a2ee-449e-b550-9ca67efd4792 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=47dda4b8-c211-4543-930e-93509b64a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1216900 May 12 19:30:39.914590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2c185-c2f9-4e66-a694-2d86e5d8237e None None] Current status of the port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:39.997041 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:40.006198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:40.035447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Router fc05064c-54ab-42c5-be13-38f448495dd7 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:30:40.192421 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:40.204781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event updated for resources: {'Port': ['ID=84beab0b-4d1a-420e-b47f-80460bd0d5e3,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:40.244334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:40.256433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6afab972-0e50-4f90-a4b4-85953600c77e req-dde08286-c49e-47e9-99e9-7b0fb310db1c tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7484474 May 12 19:30:40.324073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:30:40.334044 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Sync routers for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:30:40.350922 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:40.351684 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:40.354704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:40.356899 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c211372-96d4-4cf7-beb7-b03c505ac786 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6326182 May 12 19:30:40.359438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46486) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:40.359572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6afab972-0e50-4f90-a4b4-85953600c77e req-5982d7b0-0b79-4167-b7c1-da45bdfceb55 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:40.388813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6afab972-0e50-4f90-a4b4-85953600c77e req-5982d7b0-0b79-4167-b7c1-da45bdfceb55 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:40.400004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6afab972-0e50-4f90-a4b4-85953600c77e req-5982d7b0-0b79-4167-b7c1-da45bdfceb55 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.1335402 May 12 19:30:40.716509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-665a91fd-c1ed-4e57-85a1-e04a7fc183ab req-0976b458-ced4-4433-bd99-db9b70f6fef3 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17 HTTP/1.1" status: 200 len: 1801 time: 0.0954127 May 12 19:30:40.763920 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6882acc-1883-4a68-8577-5d6795e78cf9'] response: {'server_uuid': '47dda4b8-c211-4543-930e-93509b64a4e1', 'name': 'network-vif-deleted', 'tag': 'b7ab06b9-06b9-4547-810d-f6f7854decb5', 'status': 'completed', 'code': 200} May 12 19:30:40.780258 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:40.805936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afab972-0e50-4f90-a4b4-85953600c77e req-ced1e6f6-2baf-4ec8-853c-245e9a3b8af9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:40.825071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6afab972-0e50-4f90-a4b4-85953600c77e req-ced1e6f6-2baf-4ec8-853c-245e9a3b8af9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.4107327 May 12 19:30:40.859109 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-665a91fd-c1ed-4e57-85a1-e04a7fc183ab req-cfdb7a2f-ab4a-4aed-849e-1eecfe75be83 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] delete failed (client error): There was a conflict when trying to complete your request. May 12 19:30:40.865694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-665a91fd-c1ed-4e57-85a1-e04a7fc183ab req-cfdb7a2f-ab4a-4aed-849e-1eecfe75be83 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17 HTTP/1.1" status: 409 len: 341 time: 0.1475363 May 12 19:30:40.909781 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d97b84f-9c5a-4a70-afff-381af7abc6ea'] response: {'name': 'network-changed', 'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d', 'status': 'completed', 'code': 200} May 12 19:30:41.138492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2498c1-2075-4432-96bc-68d7df591348 req-0e493b19-aaf5-43f3-ab1c-0ed114656bff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:41.157716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb2498c1-2075-4432-96bc-68d7df591348 req-0e493b19-aaf5-43f3-ab1c-0ed114656bff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.1475434 May 12 19:30:41.204408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95d822d7-922b-4ab3-9b29-539d6a3ecad7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:41.361417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:41.361785 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:41.401125 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:38Z', 'revision_number': 3, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:41.405617 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Checking router: fc05064c-54ab-42c5-be13-38f448495dd7 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:41.405964 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Updating router fc05064c-54ab-42c5-be13-38f448495dd7 port e6b8e562-9c1d-48f8-b43e-9a24727425a4 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:30:41.406910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb2498c1-2075-4432-96bc-68d7df591348 req-58f69a5f-af44-4fe0-a366-31566f9427c8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427957 May 12 19:30:41.418546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-1ab8533f-9a0e-4cb2-bbd4-4ed107f392a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:41.420355 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-1ab8533f-9a0e-4cb2-bbd4-4ed107f392a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1135 time: 0.4794157 May 12 19:30:41.471315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-a43bca94-9b66-4f81-b138-c36ca3efd40a tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:41.475577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-a43bca94-9b66-4f81-b138-c36ca3efd40a tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2460392 May 12 19:30:41.599156 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:41.614774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:41.850879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-f3ea575f-e6b0-4de7-9fd8-f97adda75150 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.3685005 May 12 19:30:41.855608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Request body: {'floatingip': {'port_id': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:41.884524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-b7dadd57-7411-4273-8d99-4cc93f7092d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:41.886666 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-b7dadd57-7411-4273-8d99-4cc93f7092d2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 913 time: 0.4585431 May 12 19:30:41.967058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-c7361954-ed6f-4bfe-b086-cd14f4c8316e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 217 time: 0.0734658 May 12 19:30:41.983955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:42.139113 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:42.159777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-9fdcab64-6fc0-4b29-acc0-17485a3a127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:42.161497 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-9fdcab64-6fc0-4b29-acc0-17485a3a127f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.1235263 May 12 19:30:42.163934 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Transition to ACTIVE for port object e6b8e562-9c1d-48f8-b43e-9a24727425a4 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:42.175342 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:42.255939 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Attempting to bind port e6b8e562-9c1d-48f8-b43e-9a24727425a4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:42.256527 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Attempting to bind port e6b8e562-9c1d-48f8-b43e-9a24727425a4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:42.257062 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Attempting to bind port e6b8e562-9c1d-48f8-b43e-9a24727425a4 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:42.263055 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592510d-448e-402f-be7a-8e419f548fce None None] Pushing event updated for resources: {'Port': ['ID=e6b8e562-9c1d-48f8-b43e-9a24727425a4,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:42.268093 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:42.268813 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:42.269379 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:42.269890 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:42.270490 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Bound port: e6b8e562-9c1d-48f8-b43e-9a24727425a4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:42.271338 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:42.273817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-9e1f2061-12b7-4b3c-ad17-98baba539d44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025701 May 12 19:30:42.277099 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:42.350531 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] For port e6b8e562-9c1d-48f8-b43e-9a24727425a4, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:42.354242 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] For port e6b8e562-9c1d-48f8-b43e-9a24727425a4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e6b8e562-9c1d-48f8-b43e-9a24727425a4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:42.362834 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:42.451960 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592510d-448e-402f-be7a-8e419f548fce None None] Pushing event updated for resources: {'Port': ['ID=e6b8e562-9c1d-48f8-b43e-9a24727425a4,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:42.492181 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:42.493907 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:42.561912 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-11467968-c8c1-45dc-b9e5-84e0762baa9e service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483237 May 12 19:30:42.654403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Allocated IP 172.20.0.1 (b7f7ac17-0c36-4ec7-aab5-8a02d090183e/eb03ebf2-4326-4039-a198-f1a206cb4f93/7c0222c8-3546-4f49-8866-3af0fdd9c7ef) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:42.701674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:42.752650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28d3e2-5abb-4757-9727-93824bbc287b req-d70a612c-7678-477b-9620-4b327bb589ad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:42.754191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e28d3e2-5abb-4757-9727-93824bbc287b req-d70a612c-7678-477b-9620-4b327bb589ad tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 984 time: 0.1897361 May 12 19:30:42.897731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e28d3e2-5abb-4757-9727-93824bbc287b req-4115f42b-36a3-4806-af37-b8fca7683fae tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&id=7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1356759 May 12 19:30:43.004653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:43.021243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:43.120944 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:38Z', 'revision_number': 3, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:43.120944 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd2b09-d918-4bd7-a89a-269fa56da612 None None] The sync data for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 is: [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:38Z', 'revision_number': 3, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:43.138106 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7f580c0b-7f4a-48f8-8280-6f24a5e92e5b req-cf6e0da5-dd03-41c9-956f-93a28c29632e service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307587 May 12 19:30:43.232018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:43.265535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Transition to ACTIVE for port object 7c0222c8-3546-4f49-8866-3af0fdd9c7ef will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:43.298579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-1da5f591-0549-4cbb-a0a4-d4d63f981d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:43.300061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-1da5f591-0549-4cbb-a0a4-d4d63f981d29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1135 time: 0.1099374 May 12 19:30:43.328539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:43.343557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191cf5-3d07-4953-ac0d-f87f5809c934 req-abc550da-2feb-45f0-8a2d-9925996160a9 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:43.345089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2191cf5-3d07-4953-ac0d-f87f5809c934 req-abc550da-2feb-45f0-8a2d-9925996160a9 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 949 time: 0.2172117 May 12 19:30:43.346581 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Floating IP 5d4acb6f-a164-4a2d-b665-b6b8084b7e36 associated. External IP: 172.25.2.39, port: 23018f79-1a6d-4b04-80bf-a6a7eef6081f. May 12 19:30:43.461347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:43.465354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:43.491531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:43.495068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:43.579759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2191cf5-3d07-4953-ac0d-f87f5809c934 req-58d36dd2-dc74-4ea0-8947-ceb71d6d5a56 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619701 May 12 19:30:43.617616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:43.781091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-45eefe37-f266-48e4-a2c7-603c69ba3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:43.782751 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-45eefe37-f266-48e4-a2c7-603c69ba3fab service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 913 time: 0.4755192 May 12 19:30:43.872305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2ecc7d0d-ba58-4d79-848a-d82da6caeffa None None] Provisioning for port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:43.882408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2ecc7d0d-ba58-4d79-848a-d82da6caeffa None None] Provisioning complete for port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:43.883046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2ecc7d0d-ba58-4d79-848a-d82da6caeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:43.996514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc7d0d-ba58-4d79-848a-d82da6caeffa None None] Port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:30:44.015316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-db6a7fee-f6aa-4bd6-92bc-6ffc7da117d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 217 time: 0.1089973 May 12 19:30:44.223439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-ee88a2af-a367-4f6a-bcad-3c0cb4d3450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:44.224854 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-ee88a2af-a367-4f6a-bcad-3c0cb4d3450d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.2033949 May 12 19:30:44.284935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Router 2b475482-9b3c-41de-b8fd-9420031d7d0a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:30:44.299665 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-f286bcaf-3bdb-428d-91b6-e1a39716621a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662551 May 12 19:30:44.303474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdae101-f2d0-41bf-8d36-6646d075cc0e req-2455f4c2-939c-4bc7-ae93-6470b4c5b80f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:44.305987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecdae101-f2d0-41bf-8d36-6646d075cc0e req-2455f4c2-939c-4bc7-ae93-6470b4c5b80f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.3948529 May 12 19:30:44.333840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:44.466058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecdae101-f2d0-41bf-8d36-6646d075cc0e req-c6cec03f-6c54-4c6d-b90f-8e86921cddac tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499429 May 12 19:30:44.587702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929274a8-419c-4124-bae5-360523828ca2 req-b0da2e94-10f1-43c8-9a66-dd954c8a56ed tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:44.589491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-929274a8-419c-4124-bae5-360523828ca2 req-b0da2e94-10f1-43c8-9a66-dd954c8a56ed tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 949 time: 0.3705332 May 12 19:30:44.592187 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-5616dd64-2624-44d2-a2aa-41f18c033c40 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870109 May 12 19:30:44.739960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:30:44.746973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:44.751161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] Sync routers for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:30:44.763342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:44.766510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:44.775779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Deleting port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:44.776400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:44.794370 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-207d5f6b-ddae-490d-981e-fbb03f5bbd4e req-38a9458e-5f08-46cf-94dd-1ea920b7f90a service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890998 May 12 19:30:44.815113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:44.824580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:44.942621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:44.946456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:44.947160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5bea2f63-8582-4b2b-bd76-0431e56a00fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "PUT /v2.0/floatingips/5d4acb6f-a164-4a2d-b665-b6b8084b7e36 HTTP/1.1" status: 200 len: 996 time: 3.0954247 May 12 19:30:44.950851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:45.159442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd337a7-51da-4651-bc41-9de87e0ecea5 req-a0f252b7-5edf-4363-9ace-b58ecd85246d tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:45.172063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddd337a7-51da-4651-bc41-9de87e0ecea5 req-a0f252b7-5edf-4363-9ace-b58ecd85246d tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 984 time: 0.5193448 May 12 19:30:45.195336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:45.322889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e6b8e562-9c1d-48f8-b43e-9a24727425a4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:45.351920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:45.357072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:45.490774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddd337a7-51da-4651-bc41-9de87e0ecea5 req-abd79349-8652-4348-b4c7-293a26ab1c08 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&id=7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2627139 May 12 19:30:45.536876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-f81698c0-3081-4e6d-8a44-2d16c4dcf1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:45.545448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-f81698c0-3081-4e6d-8a44-2d16c4dcf1b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c62245bf6834c509f182eb26bea2514&device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 1097 time: 0.5812690 May 12 19:30:45.605275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] For port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:45.606226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:45.661164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Router fc05064c-54ab-42c5-be13-38f448495dd7 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:30:45.697695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e6b8e562-9c1d-48f8-b43e-9a24727425a4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:45.799140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e6b8e562-9c1d-48f8-b43e-9a24727425a4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:45.799428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:45.873357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Calling delete_port for e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:45.878538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0a859846-8b53-4972-a217-3df96696c9b1 None None] Provisioning complete for port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:45.878917 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0a859846-8b53-4972-a217-3df96696c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:45.897492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:30:45.907349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eeda8edd-9e83-4584-a280-05cb747634a4 admin admin] 10.222.0.72 "PUT /v2.0/routers/fc05064c-54ab-42c5-be13-38f448495dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5467691 May 12 19:30:45.908747 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Sync routers for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:30:45.920170 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:45.920869 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:46.062343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0a859846-8b53-4972-a217-3df96696c9b1 None None] Port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:30:46.120135 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:46.122134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5d4acb6f-a164-4a2d-b665-b6b8084b7e36', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'port_id': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'mac_address': 'fa:16:3e:02:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:30:39Z', 'updated_at': '2022-05-12T19:30:42Z', 'revision_number': 1, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:11Z', 'revision_number': 5, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:46.128635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] Checking router: 2b475482-9b3c-41de-b8fd-9420031d7d0a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:46.143395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:46.144195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:46.197627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e6b8e562-9c1d-48f8-b43e-9a24727425a4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:46.198187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:46.236023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5fd3675c-3cc9-419c-8dc4-3742c828f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:46.237763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-5fd3675c-3cc9-419c-8dc4-3742c828f325 service neutron] 10.222.0.72 "GET /v2.0/networks?id=939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 200 len: 929 time: 0.6914041 May 12 19:30:46.242895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port e6b8e562-9c1d-48f8-b43e-9a24727425a4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e6b8e562-9c1d-48f8-b43e-9a24727425a4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:46.250303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e667a-42c5-47dd-8474-dfe79b820de0 req-39bcfe38-ee12-4a71-ba95-4bb4378d0b7c tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:46.251812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e7e667a-42c5-47dd-8474-dfe79b820de0 req-39bcfe38-ee12-4a71-ba95-4bb4378d0b7c tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab HTTP/1.1" status: 200 len: 949 time: 0.4405155 May 12 19:30:46.301107 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:46.407557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:46.445612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-e6562075-c97e-41f4-8d39-1b2a23004cbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 999 time: 0.1926420 May 12 19:30:46.448740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e7e667a-42c5-47dd-8474-dfe79b820de0 req-ee891f4c-5577-4a8b-b01b-c9f4feae9722 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e0ebdd5-bee6-4394-b4b3-067a33f88638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386964 May 12 19:30:46.460306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=e6b8e562-9c1d-48f8-b43e-9a24727425a4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:46.501215 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:46.567255 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66a3843-b060-4f69-b563-6e97e00358f4'] response: {'name': 'network-changed', 'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'status': 'completed', 'code': 200} May 12 19:30:46.601356 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 2, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:46.605701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Checking router: fc05064c-54ab-42c5-be13-38f448495dd7 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:30:46.606050 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Updating router fc05064c-54ab-42c5-be13-38f448495dd7 port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:30:46.671457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Pushing event deleted for resources: {'Port': ['ID=e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:46.673166 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:46.781346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] No DVR routers for this DVR port e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:46.785252 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:46.790606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-cbac27c9-2874-43dd-96e1-6007975faf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:46.792154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-cbac27c9-2874-43dd-96e1-6007975faf7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=15c0dc92-dad2-4805-93f8-e7a69163d4e3 HTTP/1.1" status: 200 len: 867 time: 0.3391719 May 12 19:30:46.794976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5d4acb6f-a164-4a2d-b665-b6b8084b7e36', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'port_id': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'mac_address': 'fa:16:3e:02:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:30:39Z', 'updated_at': '2022-05-12T19:30:42Z', 'revision_number': 1, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:11Z', 'revision_number': 5, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:46.802028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee64a6-1def-4357-a444-a5e64a7ec142 None None] The sync data for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 is: [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5d4acb6f-a164-4a2d-b665-b6b8084b7e36', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'port_id': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'mac_address': 'fa:16:3e:02:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:30:39Z', 'updated_at': '2022-05-12T19:30:42Z', 'revision_number': 1, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:11Z', 'revision_number': 5, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:46.868716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-929274a8-419c-4124-bae5-360523828ca2 req-34668249-1fa1-4fae-bc47-b88dbd5e5919 tempest-ListImageFiltersTestJSON-1030029999 tempest-ListImageFiltersTestJSON-1030029999-project] 10.222.0.36 "DELETE /v2.0/ports/e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 HTTP/1.1" status: 204 len: 173 time: 2.2705848 May 12 19:30:46.921318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633516d1-268e-4165-b1d0-4666be981a0e req-a7489956-2016-4e23-8a87-3d11d2584c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:46.923100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-633516d1-268e-4165-b1d0-4666be981a0e req-a7489956-2016-4e23-8a87-3d11d2584c80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c62245bf6834c509f182eb26bea2514&device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 1097 time: 0.3414793 May 12 19:30:46.963801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4836f-c58f-4feb-b9bd-9df31013e8ae req-be8ab645-d2fd-4279-a4b6-8ee6acedcdba tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:46.965332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66f4836f-c58f-4feb-b9bd-9df31013e8ae req-be8ab645-d2fd-4279-a4b6-8ee6acedcdba tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.3006499 May 12 19:30:47.025421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-fe1a715d-e901-4d6a-a227-409d03cfff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:47.026908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-fe1a715d-e901-4d6a-a227-409d03cfff9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=939d3462-25cb-4f76-a183-e8360850d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202983 May 12 19:30:47.063473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-f53cb4bd-e3f8-4bc2-a6ff-8aa5b093528c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:30:47.064449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-f53cb4bd-e3f8-4bc2-a6ff-8aa5b093528c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056150 May 12 19:30:47.113773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:47.166723 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.198457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174c742-3c6c-4605-b8d4-d25793af1434 None None] New status for floating IP 5d4acb6f-a164-4a2d-b665-b6b8084b7e36: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:30:47.200741 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Transition to ACTIVE for port object 7c0222c8-3546-4f49-8866-3af0fdd9c7ef will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:47.220755 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.285874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66f4836f-c58f-4feb-b9bd-9df31013e8ae req-bdd763e5-b8bd-4842-a032-c4fff217fae2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630332 May 12 19:30:47.301817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e6b8e562-9c1d-48f8-b43e-9a24727425a4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:47.358091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:30:47.358786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:47.424093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633516d1-268e-4165-b1d0-4666be981a0e req-8a0978fd-5a89-4c09-9f58-bfea51603fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:47.426208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-633516d1-268e-4165-b1d0-4666be981a0e req-8a0978fd-5a89-4c09-9f58-bfea51603fff service neutron] 10.222.0.36 "GET /v2.0/networks?id=939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 200 len: 929 time: 0.4939380 May 12 19:30:47.518564 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3f086-12b5-46ff-a116-42dbb77f1d9b None None] Pushing event updated for resources: {'Port': ['ID=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:47.546799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-4043082b-fd42-487a-a0a7-d45f7b98a737 service neutron] 10.222.0.72 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679444 May 12 19:30:47.562696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46564) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:47.571049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520926486', 'description': 'tempest-description--759735720'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:47.581380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:47.599397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Usage tracker for resource:security_group and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:47.606213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:47.607019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Attempting to bind port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:47.607450 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Attempting to bind port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:47.608038 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Attempting to bind port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef on network b7f7ac17-0c36-4ec7-aab5-8a02d090183e {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:47.616172 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:47.616634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Checking segment: {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:47.617093 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.617565 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Bound using segment: {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:47.618091 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Bound port: 7c0222c8-3546-4f49-8866-3af0fdd9c7ef, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:47.619119 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.622462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:47.643939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.685941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:47.689944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Usage tracker for resource:security_group_rule and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:47.694079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:47.702012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:47.793339 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] For port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:47.799515 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] For port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:47.813326 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.825542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.827447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e6b8e562-9c1d-48f8-b43e-9a24727425a4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:47.827963 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.836259 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.847062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-633516d1-268e-4165-b1d0-4666be981a0e req-31790e39-641a-4286-b514-e79b57709c70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 999 time: 0.4083672 May 12 19:30:47.889157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:47.898579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3330536 May 12 19:30:47.901515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46570) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:47.919522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Request body: {'security_group_rule': {'security_group_id': '4b85f34f-6bf3-481c-98d8-8067ff2e3f60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:47.951072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:47.968790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Usage tracker for resource:security_group_rule and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:47.975415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:47.975672 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3f086-12b5-46ff-a116-42dbb77f1d9b None None] Pushing event updated for resources: {'Port': ['ID=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:47.979522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2560-f842-4cec-adf7-bbb9351e935c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b85f34f-6bf3-481c-98d8-8067ff2e3f60,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:47.985496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:47.999209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e6b8e562-9c1d-48f8-b43e-9a24727425a4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:48.004570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1a260d3-9893-4b02-b454-cb5695e493eb req-1670a71d-8b67-48ce-b61e-7d2adbad2b96 service neutron] 10.222.0.72 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567637 May 12 19:30:48.016376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:48.020393 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:30:48.021500 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:48.035228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d8eb6-6e44-4cdc-8f55-ac2575c74e00 req-65094dd9-db90-4d56-b4a3-a551ac96918f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:48.036959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d8eb6-6e44-4cdc-8f55-ac2575c74e00 req-65094dd9-db90-4d56-b4a3-a551ac96918f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 984 time: 0.3053911 May 12 19:30:48.043151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633516d1-268e-4165-b1d0-4666be981a0e req-f9a4d58d-9ee9-4358-bede-267eb0da38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:48.044668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-633516d1-268e-4165-b1d0-4666be981a0e req-f9a4d58d-9ee9-4358-bede-267eb0da38e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c0dc92-dad2-4805-93f8-e7a69163d4e3 HTTP/1.1" status: 200 len: 867 time: 0.1678088 May 12 19:30:48.094155 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:48.102913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:48.169536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d8eb6-6e44-4cdc-8f55-ac2575c74e00 req-ce7fd0cf-bf3e-4b06-9cd1-219c33c06a40 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c6988d3-ced6-42b7-9056-b871252270d5&id=7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1235666 May 12 19:30:48.184639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d830561b-a6df-44c0-a7d4-bb8478739fc3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:48.213296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:48.218418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633516d1-268e-4165-b1d0-4666be981a0e req-a92e604e-4bb4-46a4-9eb8-683d89641798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:48.218418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-633516d1-268e-4165-b1d0-4666be981a0e req-a92e604e-4bb4-46a4-9eb8-683d89641798 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=939d3462-25cb-4f76-a183-e8360850d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472585 May 12 19:30:48.223294 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ac844d72-1a75-49e8-b270-f6b773f2bde9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058507 May 12 19:30:48.228129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:48.228129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Request body: {'security_group_rule': {'security_group_id': '4b85f34f-6bf3-481c-98d8-8067ff2e3f60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:48.290474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:48.312375 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:30:48.524848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Usage tracker for resource:security_group_rule and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:48.542151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:48.572076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-deleted', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:48.596002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:48.654088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-3a2e99c7-63ec-4f39-af21-02ba91a8ee4d tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1735106154&fields=id&tenant_id=08292a6d36034718801f62a1ddcba5bc HTTP/1.1" status: 200 len: 267 time: 0.1262949 May 12 19:30:48.663015 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:47Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:30:48.667919 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6696d3-d899-44d1-8d5e-63bdc5e0b9dc None None] The sync data for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 is: [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:47Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:30:48.757794 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:48.816504 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1e7de3-3261-43e1-8993-916eb1902946 req-048244fd-2085-4bcd-a57d-eeaac1668707 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 258 time: 0.5599875 May 12 19:30:48.821908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-633516d1-268e-4165-b1d0-4666be981a0e req-d2daf1b0-1e1d-4820-847b-140ea3ef92b4 service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888429 May 12 19:30:48.847570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:48.878566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:48.958647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:48.996235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.001949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.033915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.052943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-46a314c3-b09e-4b70-88d2-66d7434a4ef3 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:49.054590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-46a314c3-b09e-4b70-88d2-66d7434a4ef3 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 984 time: 0.3740211 May 12 19:30:49.090597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'port': {'security_groups': ['5c6988d3-ced6-42b7-9056-b871252270d5', '7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17', 'cca5d144-dca8-4d39-9778-157bfa0f809c']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:49.131299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca87dcd8-c4f9-493b-b8a0-0935f5017e6e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:49.142493 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-633516d1-268e-4165-b1d0-4666be981a0e req-c21f1b4a-9729-4c45-bf20-36af2b0ad78f service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019593 May 12 19:30:49.148458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7c0222c8-3546-4f49-8866-3af0fdd9c7ef up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:49.241878 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.243085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bd6c704a-a152-4480-8438-555cd6507ae3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0319037 May 12 19:30:49.247846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46604) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:49.264114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:49.268557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:30:49.268719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:49.271937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:49.272292 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.280578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Usage tracker for resource:floatingip and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:49.289743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:49.296886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:49.314762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.369226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.405115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:49.405921 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.455309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:49.461625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.490365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.508901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.563882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:49.697923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Allocated IP 172.25.2.80 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/cf9e0662-de10-490f-8d5e-c9c147a3549e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:49.817699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:49.862882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.868854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.882151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31', '3a3cd41d-d342-4f73-8a96-23a1df168a5d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:49.915516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.946360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:49.946959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:49.951129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a17013d-24f5-4067-99b6-405ab1e7c6cb req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "PUT /v2.0/ports/3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 1020 time: 0.8804085 May 12 19:30:49.955040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.037484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:50.041142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:50.044890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:50.066472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['3a3cd41d-d342-4f73-8a96-23a1df168a5d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:30:50.115795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09585742-ec50-4f27-a313-a9380bd9e769 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:50.122294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Allocated IP 172.25.2.227 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/99f2dc7f-4ce4-4b20-ac26-f613bbbdc986) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:30:50.221914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event updated for resources: {'Port': ['ID=cf9e0662-de10-490f-8d5e-c9c147a3549e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:50.335268 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.343725 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.414611 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.448328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.515026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:30:50.523385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:30:50.529440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:30:50.617476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event updated for resources: {'Port': ['ID=99f2dc7f-4ce4-4b20-ac26-f613bbbdc986,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:50.678046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.758753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.893970 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-8f120e26-446a-4adf-9e95-8e5bf84d1588 service neutron] show failed (client error): The resource could not be found. May 12 19:30:50.894992 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-8f120e26-446a-4adf-9e95-8e5bf84d1588 service neutron] 10.222.0.73 "GET /v2.0/ports/b70c47f9-8358-4861-8905-2892c0eea094/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.3179643 May 12 19:30:50.940491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:50.948469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.077168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event updated for resources: {'Port': ['ID=cf9e0662-de10-490f-8d5e-c9c147a3549e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:51.085669 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.144928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7c0222c8-3546-4f49-8866-3af0fdd9c7ef up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:30:51.149305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.150944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e56be17-b61e-496f-a15b-2dd1fcd3bedc tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9019036 May 12 19:30:51.245082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:30:51.245498 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.337869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689935-5d7b-4dd2-bd40-6cd1d44c9efb req-85834c8d-301b-4a8e-869b-7d76a8947716 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.339300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08689935-5d7b-4dd2-bd40-6cd1d44c9efb req-85834c8d-301b-4a8e-869b-7d76a8947716 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.3191366 May 12 19:30:51.349963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-bae742b5-53ec-41a8-8f91-f87877b09d15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2446651 May 12 19:30:51.362645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:51.384595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.402677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.450352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-7df8aede-2b40-459c-bbde-39549df69f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.451801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-7df8aede-2b40-459c-bbde-39549df69f04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349&tenant_id=5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 1101 time: 0.2266870 May 12 19:30:51.517881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:51.546218 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08689935-5d7b-4dd2-bd40-6cd1d44c9efb req-5e95e1b9-f769-4c3e-b442-81fcb5899879 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951737 May 12 19:30:51.628773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event updated for resources: {'Port': ['ID=99f2dc7f-4ce4-4b20-ac26-f613bbbdc986,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:51.698899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.708351 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9284fa3-7499-4e8b-aefb-80f95dc3039f'] response: {'server_uuid': '6bcbd6f9-d4b3-4487-82fa-0063fd1a91ab', 'name': 'network-vif-deleted', 'tag': 'e89eb6b7-d88e-4137-8cc5-0e662ba9d3d6', 'status': 'completed', 'code': 200} May 12 19:30:51.747325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.747716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.748173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.748627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.749093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.749555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.750002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:51.751934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-df4e43d1-55db-49cb-acd1-4cb4ae811a87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6493 time: 0.3129814 May 12 19:30:51.758320 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.769208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:51.770359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1e7de3-3261-43e1-8993-916eb1902946 req-99a69cad-0de6-496e-824e-8471f21e9099 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9337399 May 12 19:30:51.961245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-da1e7de3-3261-43e1-8993-916eb1902946 req-2d2dd9a7-1d65-4b23-b8ea-482408a87773 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:52.103299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-da1e7de3-3261-43e1-8993-916eb1902946 req-2d2dd9a7-1d65-4b23-b8ea-482408a87773 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:52.104560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1e7de3-3261-43e1-8993-916eb1902946 req-2d2dd9a7-1d65-4b23-b8ea-482408a87773 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.3272526 May 12 19:30:52.342647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-1502c41e-ea32-441e-b8f3-29d7788f3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:52.343367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-1502c41e-ea32-441e-b8f3-29d7788f3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:52.344007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-1502c41e-ea32-441e-b8f3-29d7788f3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:52.345705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-1502c41e-ea32-441e-b8f3-29d7788f3507 service neutron] 10.222.0.36 "GET /v2.0/networks?id=823a8d96-f772-477a-baf6-df0b1eb06ab0&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6 HTTP/1.1" status: 200 len: 2293 time: 0.5375659 May 12 19:30:52.413258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d429af-638d-47d6-adc6-39cc2d108caa req-d19eeb02-8a4c-40f4-a2dd-ade21d8568d0 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:52.414727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47d429af-638d-47d6-adc6-39cc2d108caa req-d19eeb02-8a4c-40f4-a2dd-ade21d8568d0 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1096 time: 0.6132555 May 12 19:30:52.651879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e7de3-3261-43e1-8993-916eb1902946 req-8a1b82a4-d659-40a6-8820-6e9fc931b654 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:52.651879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1e7de3-3261-43e1-8993-916eb1902946 req-8a1b82a4-d659-40a6-8820-6e9fc931b654 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.5368972 May 12 19:30:52.672742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:52.682727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-862645dc-e01e-4cd4-9d50-e69dfdb59287 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a16558-9e11-47d2-87d1-2abb14f650a8 HTTP/1.1" status: 200 len: 1001 time: 0.3254924 May 12 19:30:52.694860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47d429af-638d-47d6-adc6-39cc2d108caa req-98007e64-007e-49ed-b327-2251d4349322 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386876 May 12 19:30:52.801640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-957e2ee0-682f-4a39-b0ba-df1d725a8e2d req-296ebb47-04e1-4148-a623-4b315c3af5b4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/cca5d144-dca8-4d39-9778-157bfa0f809c HTTP/1.1" status: 200 len: 1800 time: 0.1265619 May 12 19:30:52.803754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-7ce04065-bc32-4b23-8826-2091799bb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:52.804450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-7ce04065-bc32-4b23-8826-2091799bb21a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4eaa284-aafe-4c47-b6cc-714071675d77 HTTP/1.1" status: 200 len: 851 time: 0.1074729 May 12 19:30:52.805473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:52.954219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:52.980808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Transition to ACTIVE for port object b70c47f9-8358-4861-8905-2892c0eea094 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:30:52.982491 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-957e2ee0-682f-4a39-b0ba-df1d725a8e2d req-c62b9d46-6ea2-4e9c-a249-fadc398dad77 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] delete failed (client error): There was a conflict when trying to complete your request. May 12 19:30:52.984143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-957e2ee0-682f-4a39-b0ba-df1d725a8e2d req-c62b9d46-6ea2-4e9c-a249-fadc398dad77 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/cca5d144-dca8-4d39-9778-157bfa0f809c HTTP/1.1" status: 409 len: 341 time: 0.1509807 May 12 19:30:52.989792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:53.059968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-179a10d4-a2d9-4201-ab6a-9ebc21261c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:53.059968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-179a10d4-a2d9-4201-ab6a-9ebc21261c52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=823a8d96-f772-477a-baf6-df0b1eb06ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225873 May 12 19:30:53.129832 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:30:53.361926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] No DVR routers for this DVR port b70c47f9-8358-4861-8905-2892c0eea094 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:30:53.375893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-c95e3a13-3351-4003-919b-eb3c5bba7d81 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1520926486&fields=id&tenant_id=edce8003de774c6a8840b24af37d19dc HTTP/1.1" status: 200 len: 267 time: 0.2457070 May 12 19:30:53.384827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:53.575979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:53.576319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:53.576649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:53.591697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-2a436858-c541-451d-ada3-9bf464e66ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628625 May 12 19:30:53.595791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Port b70c47f9-8358-4861-8905-2892c0eea094 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:30:53.595898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Attempting to bind port b70c47f9-8358-4861-8905-2892c0eea094 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:53.612269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b70c47f9-8358-4861-8905-2892c0eea094 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:30:53.644687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:53.644687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:53.644687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:53.644687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Bound port: b70c47f9-8358-4861-8905-2892c0eea094, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:53.645404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:53.681501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b70c47f9-8358-4861-8905-2892c0eea094 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:30:53.723310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d'}, {'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:53.780076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-602124ba-e6e1-490d-aa63-f0a2b9878e6d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:53.781149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-602124ba-e6e1-490d-aa63-f0a2b9878e6d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/networks?id=b7f7ac17-0c36-4ec7-aab5-8a02d090183e HTTP/1.1" status: 200 len: 812 time: 0.3915071 May 12 19:30:53.795348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d4f0-e031-4023-8b77-c29d15e8e03d req-bc700f07-dd29-41c2-b898-67dfe8be2485 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:53.796446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e011d4f0-e031-4023-8b77-c29d15e8e03d req-bc700f07-dd29-41c2-b898-67dfe8be2485 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 948 time: 0.5477943 May 12 19:30:53.860491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-31c0adc1-ea57-45b4-96bd-61b7b7e9b827 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/quotas/edce8003de774c6a8840b24af37d19dc HTTP/1.1" status: 200 len: 375 time: 0.0476501 May 12 19:30:53.960861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:30:53.964863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e011d4f0-e031-4023-8b77-c29d15e8e03d req-0250e76e-5d09-4b1c-8570-741d5535119c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518338 May 12 19:30:53.973134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-8912bcd0-8eb5-481e-bc85-180bff89fbe9 service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698933 May 12 19:30:53.990412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:54.069102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-3c01e362-85f4-43b5-8c00-8043fe23196a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 200 len: 217 time: 0.0727191 May 12 19:30:54.071283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:54.359456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:54.360137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:54.361545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] 10.222.0.36 "PUT /v2.0/ports/b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 1096 time: 2.8670492 May 12 19:30:54.448695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-a90507df-2fc6-4891-b106-57eb6e3a5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:54.449978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-a90507df-2fc6-4891-b106-57eb6e3a5ec0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.3340094 May 12 19:30:54.450332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56322902-2878-4555-8682-0f5e8da8dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:54.464492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-fdc51b0b-4576-4bb1-a652-541b96786107 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=edce8003de774c6a8840b24af37d19dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5891595 May 12 19:30:54.648321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989a3d5-618c-4945-b993-833c0eeda7cd req-4c285545-9226-49c2-a5d2-19e780dea448 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:54.656079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3989a3d5-618c-4945-b993-833c0eeda7cd req-4c285545-9226-49c2-a5d2-19e780dea448 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5801356 May 12 19:30:54.764359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3989a3d5-618c-4945-b993-833c0eeda7cd req-81d61f52-e727-47b3-8c2c-b3eca9e0da5e tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.1045642 May 12 19:30:54.788099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-3989a3d5-618c-4945-b993-833c0eeda7cd req-07f2e5d4-badb-473d-913d-2d9a95237ab9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Request body: {'floatingip': {'port_id': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:54.855041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-1bd33b63-2959-4957-85a5-1f5392f6bbe3 service neutron] 10.222.0.72 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492765 May 12 19:30:54.875542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-5e5d90d2-60c1-4a3c-a48b-151272f65010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:54.877275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-5e5d90d2-60c1-4a3c-a48b-151272f65010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1099 time: 0.4831276 May 12 19:30:54.927431 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3989a3d5-618c-4945-b993-833c0eeda7cd req-07f2e5d4-badb-473d-913d-2d9a95237ab9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:54.978119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-3219c57f-1cb6-47e2-9ce9-86e4e55648c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:54.980127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-3219c57f-1cb6-47e2-9ce9-86e4e55648c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5133312 May 12 19:30:55.405402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-78a3bcca-1000-4c39-9415-7a8917b68546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:55.406582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-78a3bcca-1000-4c39-9415-7a8917b68546 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.5056560 May 12 19:30:55.419525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-762d038c-f495-48d4-aa27-cb8bad1b10bb service neutron] 10.222.0.72 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405705 May 12 19:30:55.508358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-8b8e8563-70b4-421d-96b5-57d1aa8aab12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.0877676 May 12 19:30:55.563723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-049c0890-2338-4e7a-81c3-b590e79a7165 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707207 May 12 19:30:55.995268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-be5a9d30-fbbd-4c3f-aa0a-5466e5f6be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:55.997678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-be5a9d30-fbbd-4c3f-aa0a-5466e5f6be92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4251037 May 12 19:30:56.111334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-6f46de7d-8f0b-403e-9f15-93e549814789 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038726 May 12 19:30:56.124066 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-3989a3d5-618c-4945-b993-833c0eeda7cd req-07f2e5d4-badb-473d-913d-2d9a95237ab9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] update failed (client error): There was a conflict when trying to complete your request. May 12 19:30:56.132472 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3989a3d5-618c-4945-b993-833c0eeda7cd req-07f2e5d4-badb-473d-913d-2d9a95237ab9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "PUT /v2.0/floatingips/7eabc056-9a93-49f2-841e-86fbd6ed759a HTTP/1.1" status: 409 len: 551 time: 1.3470170 May 12 19:30:56.261052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-63232d44-53fb-40e8-af64-0791b269dbdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 200 len: 217 time: 0.1342075 May 12 19:30:56.319223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-2a222f9b-3be7-46b1-aa5f-5675925b0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:56.320682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-2a222f9b-3be7-46b1-aa5f-5675925b0ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3134041 May 12 19:30:56.331702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-944caad1-81aa-4c01-8de9-4420fde0ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:56.333205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-944caad1-81aa-4c01-8de9-4420fde0ab2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.0659370 May 12 19:30:56.532497 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-bd6c8495-3b76-4a91-8409-37bc632ff039 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983254 May 12 19:30:56.535474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-6d2b6843-af2d-4d6f-9ea0-3d76ed4ef361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:56.536912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-6d2b6843-af2d-4d6f-9ea0-3d76ed4ef361 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1854339 May 12 19:30:56.794338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-3f0a0b8d-dd86-4c27-b427-9f187a06c0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289076 May 12 19:30:56.796147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5eefeec-cf8a-43d6-ba02-12b166919e41 req-83b4803e-8ea7-4659-aa48-cccb08877418 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507813 May 12 19:30:56.818135 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ded74e08-80f4-45f5-8c7b-0083d29258ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:56.889974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-b66450cf-2912-454f-84e4-0bcefcdafe3d tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:30:56.891631 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-b66450cf-2912-454f-84e4-0bcefcdafe3d tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1879015 May 12 19:30:56.902022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Request body: {'binding': {'host': 'n-h2-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:56.902480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Unknown quota resources ['binding']. {{(pid=88113) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:30:57.010617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-84e47b4b-621f-4b70-b8ac-d28190d3e3da service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030983 May 12 19:30:57.118182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-7e58c6a6-e400-4ee9-99c0-f48db7a496b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5 HTTP/1.1" status: 200 len: 217 time: 0.1001911 May 12 19:30:57.326702 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea1ecb8-8f66-4fc5-8aa5-e66683583c74'] response: {'name': 'network-changed', 'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d', 'status': 'completed', 'code': 200} May 12 19:30:57.326990 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea1ecb8-8f66-4fc5-8aa5-e66683583c74'] response: {'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094', 'code': 200} May 12 19:30:57.335897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on host n-h2-841626-1 for vnic_type normal with profile None {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:30:57.336301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:30:57.336747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:57.339500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-35460c72-f3cc-45e2-8cda-4f6e2dfed32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:57.341722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-35460c72-f3cc-45e2-8cda-4f6e2dfed32b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.2149580 May 12 19:30:57.342951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:30:57.343343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:30:57.351536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:30:57.352119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:30:57.352905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:30:57.353545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Bound port: 57517a59-b354-4dab-8fc7-b2e4dde92013, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:30:57.405265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46750) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:57.479690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:30:57.488064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:57.490372 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d20603e-4f44-400b-b682-09c80236d581 service neutron] 10.222.0.72 "POST /v2.0/ports/57517a59-b354-4dab-8fc7-b2e4dde92013/bindings HTTP/1.1" status: 201 len: 389 time: 0.5919967 May 12 19:30:57.495791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-5003481c-7bb5-45d8-9fbe-5ae7478210b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:57.499219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-5003481c-7bb5-45d8-9fbe-5ae7478210b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08292a6d36034718801f62a1ddcba5bc&device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1174 time: 0.1344161 May 12 19:30:57.666791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-db414022-c6b4-4ea6-a299-4ab4e2df836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:57.668681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-db414022-c6b4-4ea6-a299-4ab4e2df836d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 200 len: 913 time: 0.1627114 May 12 19:30:57.779836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-624e2584-f727-4ed3-8825-c77f9e46f360 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 200 len: 217 time: 0.1038594 May 12 19:30:57.781726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-0df67ad4-121d-40f7-84ba-c45502a37414 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:57.783530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-0df67ad4-121d-40f7-84ba-c45502a37414 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.36 "GET /v2.0/networks?id=b7f7ac17-0c36-4ec7-aab5-8a02d090183e HTTP/1.1" status: 200 len: 812 time: 0.5781076 May 12 19:30:57.806095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46760) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:57.884450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-5389ad78-dc1a-4380-8052-c2a9a5746b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:57.887628 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-5389ad78-dc1a-4380-8052-c2a9a5746b79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 200 len: 852 time: 0.1003442 May 12 19:30:58.013117 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-8d8e7f27-1a7b-4f3b-9dd5-9fe72cc8304a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e94efbd-1b3e-4f66-adcf-1207b2a67981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106412 May 12 19:30:58.120181 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09fcabc7-99eb-42ee-97a8-3352dcaaf39d req-6121ebd3-f687-401a-b3dc-8e5f073ff030 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 210 time: 0.2773373 May 12 19:30:58.132284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-5d98c699-7dcf-47e1-9e88-1f26af8acf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:58.133039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-5d98c699-7dcf-47e1-9e88-1f26af8acf51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7801492 May 12 19:30:58.135869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:58.166214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-68459ebf-1c7b-46dd-8c19-6ddaf288615c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edce8003de774c6a8840b24af37d19dc HTTP/1.1" status: 200 len: 380 time: 0.3565075 May 12 19:30:58.194586 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1f0f4801-8ef3-44e3-b9c9-a060b472224f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=079271771bf940bc8dcfe914a8e62bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877638 May 12 19:30:58.212418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46770) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:58.326957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12077e-fcfd-48a9-acb7-db4d9508a980 req-10a01853-99ef-48d6-b9ae-d796875f9122 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:58.326957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae12077e-fcfd-48a9-acb7-db4d9508a980 req-10a01853-99ef-48d6-b9ae-d796875f9122 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 948 time: 0.8155620 May 12 19:30:58.339140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:58.356395 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-1fa277c1-c06e-41cc-bd82-9aba477907fe service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029363 May 12 19:30:58.361040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Request body: {'port': {'device_id': '2633adcf-494f-4855-89cd-569b28c2beb9', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'admin_state_up': True, 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'security_groups': ['4b85f34f-6bf3-481c-98d8-8067ff2e3f60']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:30:58.365445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-dc2e456f-a57f-4be2-9477-d806432f9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:58.365445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-dc2e456f-a57f-4be2-9477-d806432f9ff6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1096 time: 0.4118137 May 12 19:30:58.423382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456e849-949f-4aec-b436-01d6a01f0169 req-274d5c11-3d2b-41a2-810f-347a78a6db43 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:58.423382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2456e849-949f-4aec-b436-01d6a01f0169 req-274d5c11-3d2b-41a2-810f-347a78a6db43 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:30:58.423382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2d77cfb-8f56-408e-92f0-d08805d23099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:58.465628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Usage tracker for resource:security_group_rule and tenant:0c88cce0566746968d207b749bbda226 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:58.478367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-d9112e30-05d5-4853-bfc7-113c148ecf4d tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips/7eabc056-9a93-49f2-841e-86fbd6ed759a HTTP/1.1" status: 200 len: 693 time: 0.3212481 May 12 19:30:58.479062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:58.537142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:58.567557 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae12077e-fcfd-48a9-acb7-db4d9508a980 req-ce6af19a-9548-43ec-a7d7-bb2b1faa5687 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320464 May 12 19:30:58.606672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2d77cfb-8f56-408e-92f0-d08805d23099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:58.650787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2456e849-949f-4aec-b436-01d6a01f0169 req-274d5c11-3d2b-41a2-810f-347a78a6db43 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:30:58.650787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2456e849-949f-4aec-b436-01d6a01f0169 req-274d5c11-3d2b-41a2-810f-347a78a6db43 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1023 time: 0.6450334 May 12 19:30:58.822942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-431df835-1bc3-406b-bb59-d348b100542b service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616371 May 12 19:30:58.922897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-57825071-0ff2-460e-a95b-bc49c7ec4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:58.924348 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-57825071-0ff2-460e-a95b-bc49c7ec4995 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.5429063 May 12 19:30:58.929876 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df46701a-636c-4fff-ae04-4895ecf1c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:58.935107 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df9b2d39-3be2-4847-a465-4efae6f4fc0a req-6fb00326-771e-4fac-8c43-420fd28d7400 service neutron] 10.222.0.73 "GET /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760336 May 12 19:30:58.975975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:30:59.015460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-d91bcdbe-9d67-4249-9a86-cbdae9f56541 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 200 len: 217 time: 0.0825801 May 12 19:30:59.019387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Deleting port 3a3cd41d-d342-4f73-8a96-23a1df168a5d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:30:59.019672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.024209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Usage tracker for resource:port and tenant:edce8003de774c6a8840b24af37d19dc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:30:59.028036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:30:59.043248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-236d9bbe-2ddf-4207-adac-c013d2b7b9fb tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:59.044808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-236d9bbe-2ddf-4207-adac-c013d2b7b9fb tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.5418594 May 12 19:30:59.050263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:30:59.107943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2d77cfb-8f56-408e-92f0-d08805d23099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.148338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d77cfb-8f56-408e-92f0-d08805d23099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0ebdd5-bee6-4394-b4b3-067a33f88638,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:59.183015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b70c47f9-8358-4861-8905-2892c0eea094 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:30:59.232353 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.238679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-86ee3b5a-e5be-4bbd-a71e-a8b2570a18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:59.240255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-86ee3b5a-e5be-4bbd-a71e-a8b2570a18a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.1955426 May 12 19:30:59.242121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2d77cfb-8f56-408e-92f0-d08805d23099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.242121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f2d77cfb-8f56-408e-92f0-d08805d23099 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e0ebdd5-bee6-4394-b4b3-067a33f88638 HTTP/1.1" status: 204 len: 168 time: 1.0242267 May 12 19:30:59.265998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.313238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Made reservation on behalf of edce8003de774c6a8840b24af37d19dc for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:30:59.316859 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.338483 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-7885808b-ebd2-48cd-b502-f1e439e12aed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651193 May 12 19:30:59.339831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-adba8302-6663-411f-82e8-61fce3f79382 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.2851889 May 12 19:30:59.356169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b01959d-e147-4f6e-b85b-4ae4b872d1a4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:59.361834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:30:59.400203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:59.414707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'b70c47f9-8358-4861-8905-2892c0eea094', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'b70c47f9-8358-4861-8905-2892c0eea094', 'mac_address': 'fa:16:3e:82:22:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:30:59.492045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b70c47f9-8358-4861-8905-2892c0eea094 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:30:59.492045 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.528088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70c47f9-8358-4861-8905-2892c0eea094 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:30:59.556234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-c1e6f566-e384-4fd9-b8ba-c6d3052d9685 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175605 May 12 19:30:59.557214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:59.563117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cec4bc2f-fd51-45af-80e0-8a8b316c481c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c88cce0566746968d207b749bbda226&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7558384 May 12 19:30:59.566046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.566217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46782) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:30:59.592476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc6894-1e89-457f-8346-c6208c4dd684 req-cbbcb231-7f86-45a0-a113-f5093cd2e193 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:30:59.594985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60dc6894-1e89-457f-8346-c6208c4dd684 req-cbbcb231-7f86-45a0-a113-f5093cd2e193 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=537a46df-69d6-4a61-b6b8-e6956c8a7458 HTTP/1.1" status: 200 len: 1023 time: 0.8532650 May 12 19:30:59.644450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] For port 3a3cd41d-d342-4f73-8a96-23a1df168a5d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3a3cd41d-d342-4f73-8a96-23a1df168a5d,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:30:59.644815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.680267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-4d572b50-d6ed-4ccb-9a4f-7a2e7c7c1037 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110025 May 12 19:30:59.771478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:30:59.782040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.782452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.783006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.783273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.783636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.784137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.784677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.784677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.785261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.786107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.786592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.786592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:30:59.830174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-b968d804-e140-419c-9643-261849d6ef7a tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.3706658 May 12 19:30:59.837538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-84a6c69b-123c-4f7d-ba42-539fc114c032 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8 HTTP/1.1" status: 200 len: 217 time: 0.2564049 May 12 19:30:59.868916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Calling delete_port for 3a3cd41d-d342-4f73-8a96-23a1df168a5d owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:30:59.941666 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:30:59.949461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:31:00.122776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60dc6894-1e89-457f-8346-c6208c4dd684 req-e162ad84-41eb-4b53-b987-9c6646431302 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=cca5d144-dca8-4d39-9778-157bfa0f809c&id=5c6988d3-ced6-42b7-9056-b871252270d5&id=7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3750451 May 12 19:31:00.293360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.371478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.377738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0961-6818-489e-b8b4-3afa323258d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.385438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['717f96c2-b544-4db9-9c70-beecfc02fc31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:31:00.443104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-356c8656-8e6a-46bb-a9fd-dc4b7efd4a09 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833237 May 12 19:31:00.504635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Deleting port 99f2dc7f-4ce4-4b20-ac26-f613bbbdc986 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:00.505255 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.520125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'Port': ['ID=3a3cd41d-d342-4f73-8a96-23a1df168a5d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:00.603640 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0961-6818-489e-b8b4-3afa323258d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.615665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Allocated IP 172.20.0.6 (b7f7ac17-0c36-4ec7-aab5-8a02d090183e/eb03ebf2-4326-4039-a198-f1a206cb4f93/b0553ef4-747c-4669-8e27-3e393576ef03) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:00.630169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] No DVR routers for this DVR port 3a3cd41d-d342-4f73-8a96-23a1df168a5d on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:31:00.640789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.644704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'name': 'network-vif-deleted', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:00.661964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-e482b515-6e86-42c9-9bdb-ab1d6c7305e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:00.663610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-e482b515-6e86-42c9-9bdb-ab1d6c7305e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.8030863 May 12 19:31:00.683758 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2456e849-949f-4aec-b436-01d6a01f0169 req-b5b9a854-0dc8-4522-8895-a3c1eb9d01d1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "DELETE /v2.0/ports/3a3cd41d-d342-4f73-8a96-23a1df168a5d HTTP/1.1" status: 204 len: 173 time: 2.0051577 May 12 19:31:00.697305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:00.741819 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0961-6818-489e-b8b4-3afa323258d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.798006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a0961-6818-489e-b8b4-3afa323258d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b01959d-e147-4f6e-b85b-4ae4b872d1a4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:00.831110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0961-6818-489e-b8b4-3afa323258d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.834417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3c5a0961-6818-489e-b8b4-3afa323258d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b01959d-e147-4f6e-b85b-4ae4b872d1a4 HTTP/1.1" status: 204 len: 168 time: 1.2661521 May 12 19:31:00.880545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-952435366-network', 'tenant_id': 'c396a29c31744ac1aff9e246721b8863'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:00.886119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:00.898592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Usage tracker for resource:network and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:00.906065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:00.920768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:00.935548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ab3c7-14a3-42c5-8121-c4ba0b752f18 req-3e791ea8-3ba2-41d9-90fb-c8cdd0bf94a4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:00.939316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-309ab3c7-14a3-42c5-8121-c4ba0b752f18 req-3e791ea8-3ba2-41d9-90fb-c8cdd0bf94a4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 945 time: 0.5517766 May 12 19:31:00.945961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Made reservation on behalf of c396a29c31744ac1aff9e246721b8863 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:00.948371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.979742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:00.995653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:00.999805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:01.003105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:01.009389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:01.129983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.137710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.185985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf495935-f9e8-4336-9e03-3f3216b34c49,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:01.200470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:31:01.221287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.222043 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Added segment a7d1ec38-b79e-474c-9d37-c2ad06494d88 of type vlan for network e111c4b3-02e5-49d7-930f-1dac01744982 May 12 19:31:01.248096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-954d20b5-764d-495d-9711-9f574718b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:01.249933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-954d20b5-764d-495d-9711-9f574718b203 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5668077 May 12 19:31:01.284449 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.289296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-309ab3c7-14a3-42c5-8121-c4ba0b752f18 req-9504b29b-df86-48f4-89ee-e0cbf9a4edda tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354671 May 12 19:31:01.337666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46818) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:01.365454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.366052 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.366269 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.391427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.392392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:01.392967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.435344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:01.494869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Usage tracker for resource:security_group_rule and tenant:ce325c067531427b889e1f095b7d2d7c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:01.519211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.524039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:01.539992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:01.542150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] Pushing event updated for resources: {'Network': ['ID=e111c4b3-02e5-49d7-930f-1dac01744982,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:01.548865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bb3871a9-3296-460e-93a8-5c565a533bbf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8499787 May 12 19:31:01.552805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46822) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:01.558610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e111c4b3-02e5-49d7-930f-1dac01744982 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:31:01.562573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Request body: {'subnet': {'network_id': 'e111c4b3-02e5-49d7-930f-1dac01744982', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-952435366-subnet', 'tenant_id': 'c396a29c31744ac1aff9e246721b8863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:01.655735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.657779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Calling delete_port for 99f2dc7f-4ce4-4b20-ac26-f613bbbdc986 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:01.660745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3a3cd41d-d342-4f73-8a96-23a1df168a5d no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:01.693547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fcd3604-f2c4-4670-98bb-10f76b894f46 req-ef7029e3-b510-4e40-afdc-5dcf1a5d3ac9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 210 time: 0.2527962 May 12 19:31:01.699292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 3a3cd41d-d342-4f73-8a96-23a1df168a5d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:31:01.699817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3a3cd41d-d342-4f73-8a96-23a1df168a5d not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:01.706342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:01.713779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Usage tracker for resource:subnet and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:01.718922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:01.727532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:01.733724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Transition to ACTIVE for port object b0553ef4-747c-4669-8e27-3e393576ef03 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:01.753837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Made reservation on behalf of c396a29c31744ac1aff9e246721b8863 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:01.756633 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:01.790254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-66fcf46b-95c6-48cc-8aa6-9844737df032 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995527 May 12 19:31:01.826290 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16405c8e-8a3d-4a53-b4a6-7c9f4e102572'] response: {'name': 'network-changed', 'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094', 'status': 'completed', 'code': 200} May 12 19:31:01.954551 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.023624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.047100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.070928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-13b4bbea-a8d3-4932-a319-14ec2634f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.072656 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-13b4bbea-a8d3-4932-a319-14ec2634f524 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1100 time: 0.2367969 May 12 19:31:02.078486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-71b8d5e2-7498-41ea-b0f6-627574b94c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.080094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-71b8d5e2-7498-41ea-b0f6-627574b94c44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1100 time: 0.2386417 May 12 19:31:02.116298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:02.125090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:02.127486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:02.202772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-7f3da732-e83e-4d99-9f51-a5166b9cc8f7 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023943 May 12 19:31:02.232479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event updated for resources: {'Port': ['ID=b0553ef4-747c-4669-8e27-3e393576ef03,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:02.248365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.283337 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce325c067531427b889e1f095b7d2d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9443684 May 12 19:31:02.339058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc54a62-b535-4b7f-8cef-bf17bcca57ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5636f335-9b2c-4536-8fe7-639f2f11e42d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:02.342310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46826) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:02.382536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event deleted for resources: {'Port': ['ID=99f2dc7f-4ce4-4b20-ac26-f613bbbdc986,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:02.386287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-e0b3c105-4f23-4cf5-86ec-3a7737a60e97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd HTTP/1.1" status: 200 len: 217 time: 0.1549866 May 12 19:31:02.400924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.401643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.514710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-234bf7b3-6faa-4eb1-8cdc-d437f37f3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.516859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-234bf7b3-6faa-4eb1-8cdc-d437f37f3283 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4315081 May 12 19:31:02.521481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-d32cb6e3-3523-426a-b8a7-b2ecf6a71fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.522936 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-d32cb6e3-3523-426a-b8a7-b2ecf6a71fc1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3935897 May 12 19:31:02.531942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fb051a51-371b-4a8c-a154-0b9a25367de5 None None] Provisioning for port b0553ef4-747c-4669-8e27-3e393576ef03 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:02.540602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fb051a51-371b-4a8c-a154-0b9a25367de5 None None] Provisioning complete for port b0553ef4-747c-4669-8e27-3e393576ef03 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:02.541479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb051a51-371b-4a8c-a154-0b9a25367de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.623635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fb051a51-371b-4a8c-a154-0b9a25367de5 None None] Port b0553ef4-747c-4669-8e27-3e393576ef03 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:02.683983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-4c3a45b7-7a27-4749-bdba-d856f5a707d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.1450245 May 12 19:31:02.687221 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-5cdd3152-704f-4f55-971e-0c1ee00525ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.1503103 May 12 19:31:02.772051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6835d-b0c2-4061-b5da-37e05c8b120c req-07d1d9d2-3c3f-4de1-a1d3-8245472a8c07 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.776369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21c6835d-b0c2-4061-b5da-37e05c8b120c req-07d1d9d2-3c3f-4de1-a1d3-8245472a8c07 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 949 time: 0.8266830 May 12 19:31:02.791943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-924f00a3-e1b0-4b2d-8cbd-92585e34f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.793219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-924f00a3-e1b0-4b2d-8cbd-92585e34f82b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.3469846 May 12 19:31:02.798273 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.820222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-bec7eef8-ed2d-4971-81ab-7f3803458bd9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5097930 May 12 19:31:02.824835 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.827213 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.828309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c659bd43-344b-4500-b9ac-ef046a54bffc req-2c57c0e1-bbf9-417c-af18-0c4cf44fdda8 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "DELETE /v2.0/floatingips/7eabc056-9a93-49f2-841e-86fbd6ed759a HTTP/1.1" status: 204 len: 173 time: 2.9895625 May 12 19:31:02.857205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-961ee641-a8c4-45fc-abe5-bc1973902c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.858689 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-961ee641-a8c4-45fc-abe5-bc1973902c39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1265061 May 12 19:31:02.862921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-4790f206-124e-4f6b-bda3-6b8829d28a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:02.864920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-4790f206-124e-4f6b-bda3-6b8829d28a42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1755993 May 12 19:31:02.866159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Request body: {'port': {'device_id': '2633adcf-494f-4855-89cd-569b28c2beb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:02.896025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eb1995a-f0c0-4604-801a-085f41c7eb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:02.913353 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ceb6554-5ee2-47e7-ad9d-cb745b33a9e8'] response: {'server_uuid': '537a46df-69d6-4a61-b6b8-e6956c8a7458', 'name': 'network-vif-deleted', 'tag': '3a3cd41d-d342-4f73-8a96-23a1df168a5d', 'status': 'completed', 'code': 200} May 12 19:31:02.985781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21c6835d-b0c2-4061-b5da-37e05c8b120c req-92353a8f-b1be-4a11-9c3e-b9d2359ee583 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987262 May 12 19:31:02.990398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e5ab3a-3598-4865-bd01-1ea306c3f535,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:03.004709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eb1995a-f0c0-4604-801a-085f41c7eb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:03.022718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Checking segment: {'id': 'a7d1ec38-b79e-474c-9d37-c2ad06494d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e111c4b3-02e5-49d7-930f-1dac01744982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:03.023075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Network hostable DHCP agents. Network: e111c4b3-02e5-49d7-930f-1dac01744982, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:31:03.066145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-41036177-57f9-4f97-b273-231f03316cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:03.070083 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-41036177-57f9-4f97-b273-231f03316cd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552906 May 12 19:31:03.072189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-35a011d7-8721-40e9-ad4a-c35dd56cf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:03.075565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-35a011d7-8721-40e9-ad4a-c35dd56cf28d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084284 May 12 19:31:03.075931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Network e111c4b3-02e5-49d7-930f-1dac01744982 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:31:03.193765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e111c4b3-02e5-49d7-930f-1dac01744982) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:03.198381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:03.198957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:03.203429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f106333-e99e-4cec-a4fb-fc56ded4bdac None None] Network e111c4b3-02e5-49d7-930f-1dac01744982 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:03.220622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b70c47f9-8358-4861-8905-2892c0eea094 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:03.268141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-d715059f-6a0d-4943-81b2-06ed2b0191bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:03.268913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-d715059f-6a0d-4943-81b2-06ed2b0191bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4540541 May 12 19:31:03.273441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:03.321002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-30ea84cb-f157-452c-8308-d7f48722a187 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7670159 May 12 19:31:03.332290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eb1995a-f0c0-4604-801a-085f41c7eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:03.372766 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-c4b50c6c-7385-4e86-b585-97eb30f64ac6 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821202 May 12 19:31:03.454124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1995a-f0c0-4604-801a-085f41c7eb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5636f335-9b2c-4536-8fe7-639f2f11e42d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:03.504139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eb1995a-f0c0-4604-801a-085f41c7eb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:03.508044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1eb1995a-f0c0-4604-801a-085f41c7eb60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5636f335-9b2c-4536-8fe7-639f2f11e42d HTTP/1.1" status: 204 len: 168 time: 1.1576345 May 12 19:31:03.564715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6fdd7-a7ce-4023-9ad1-1297023f45ef req-5be4daf5-367a-4efe-a53b-34aa3f525e78 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:03.566153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1b6fdd7-a7ce-4023-9ad1-1297023f45ef req-5be4daf5-367a-4efe-a53b-34aa3f525e78 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 945 time: 0.4551101 May 12 19:31:03.591812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port b70c47f9-8358-4861-8905-2892c0eea094 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:03.617766 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-e6d52db6-bc37-40b8-81e5-7dd005adb72e service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596851 May 12 19:31:03.641177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port b70c47f9-8358-4861-8905-2892c0eea094 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:03.642167 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:03.676074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd9e35-8a47-4b95-b3ce-89642a80ca2c req-6e299480-a458-4d5c-b4cb-c6dd27f5c8b8 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:03.677005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-05bd9e35-8a47-4b95-b3ce-89642a80ca2c req-6e299480-a458-4d5c-b4cb-c6dd27f5c8b8 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Synchronizing usage tracker for tenant:edce8003de774c6a8840b24af37d19dc on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:03.693313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-2adfc9ab-2913-4742-b4b6-651c8300475a service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003086 May 12 19:31:03.703593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b442a7d-7c42-439c-ab0b-a6a97297a464 None None] Network e111c4b3-02e5-49d7-930f-1dac01744982 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:03.746582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-33efe9e8-175d-4976-8003-838b3ebc09c6 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754234 May 12 19:31:03.820086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-153c1d52-6b6d-4d5d-a892-f1cb0a373e40 req-c9658334-91db-4d63-8879-8e2c511271b6 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950836 May 12 19:31:03.963812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-05bd9e35-8a47-4b95-b3ce-89642a80ca2c req-6e299480-a458-4d5c-b4cb-c6dd27f5c8b8 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Unset dirty status for tenant:edce8003de774c6a8840b24af37d19dc on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:03.964988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05bd9e35-8a47-4b95-b3ce-89642a80ca2c req-6e299480-a458-4d5c-b4cb-c6dd27f5c8b8 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 931 time: 0.7956862 May 12 19:31:03.971107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1b6fdd7-a7ce-4023-9ad1-1297023f45ef req-e9ded789-09a0-4044-83cf-6e1c52b444e1 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602476 May 12 19:31:03.979319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b70c47f9-8358-4861-8905-2892c0eea094 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:03.979810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.023446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:04.024686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:04.068520 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.146231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:04.217360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05bd9e35-8a47-4b95-b3ce-89642a80ca2c req-cbcd8ee5-d2ea-4850-83a2-3a729e3a35dd tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441742 May 12 19:31:04.236394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0553ef4-747c-4669-8e27-3e393576ef03 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:31:04.242323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-c9607302-5465-4c9d-b9e5-678d9c3cbad1 service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402598 May 12 19:31:04.247973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-fcc237a1-0c3d-4922-9c0f-b3f4868e07c4 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:04.252471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.345891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-07e77ef1-dd0f-417c-9b8d-4ece393ea862 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3311c90-3fb1-4ced-85ff-81166dcab352 HTTP/1.1" status: 200 len: 217 time: 0.0894077 May 12 19:31:04.358276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Transition to ACTIVE for port object b0553ef4-747c-4669-8e27-3e393576ef03 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:04.404789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.456573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46868) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:04.576889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-network', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:04.582239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:04.586905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Usage tracker for resource:network and tenant:03017f36e7e545c087c5d555adb84dcf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:04.590084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:04.591003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-fcc237a1-0c3d-4922-9c0f-b3f4868e07c4 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:04.592191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-fcc237a1-0c3d-4922-9c0f-b3f4868e07c4 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 1001 time: 0.5699754 May 12 19:31:04.596729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:04.607796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Made reservation on behalf of 03017f36e7e545c087c5d555adb84dcf for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:04.610619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.626708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.644554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:04.649250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Usage tracker for resource:security_group_rule and tenant:03017f36e7e545c087c5d555adb84dcf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:04.652216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:04.659225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:04.708409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4661b963-7253-475c-a623-27f1c8258cb5 req-2fa705b9-c46e-4372-89b6-4d8c8e26a1c4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17 HTTP/1.1" status: 200 len: 1801 time: 0.4629741 May 12 19:31:04.755879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.761611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.763947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-2d0efeb9-5a3b-4a70-b7fd-8ba30d06c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:04.764134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-2d0efeb9-5a3b-4a70-b7fd-8ba30d06c3d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.4022820 May 12 19:31:04.774914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:31:04.777957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Pushing event updated for resources: {'Port': ['ID=b0553ef4-747c-4669-8e27-3e393576ef03,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:04.785016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.785382 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Added segment e52532f4-813d-44da-a35c-4c791110da2c of type vlan for network 1d8ddb62-c50c-481b-97ac-079472908e02 May 12 19:31:04.828294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.847746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b4a7fc-eb29-4a90-bd3e-bff3d80869cb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:04.873003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.874059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:04.874710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:04.931019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-e86d41ef-7c00-48c8-802d-8ebf403b80c3 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:04.931599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-e86d41ef-7c00-48c8-802d-8ebf403b80c3 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:04.977169 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5192482 May 12 19:31:04.978260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2806888-cba2-4420-af68-6b9d7b26d32d admin admin] Pushing event updated for resources: {'Network': ['ID=1d8ddb62-c50c-481b-97ac-079472908e02,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:04.980421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46874) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:04.986348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Request body: {'subnet': {'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-subnet', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:04.991922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:04.993068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 1d8ddb62-c50c-481b-97ac-079472908e02 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:31:04.996608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Usage tracker for resource:subnet and tenant:03017f36e7e545c087c5d555adb84dcf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:04.999704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:05.006896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:05.012493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-e86d41ef-7c00-48c8-802d-8ebf403b80c3 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:05.014181 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-e86d41ef-7c00-48c8-802d-8ebf403b80c3 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports/23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 943 time: 0.4028537 May 12 19:31:05.020235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Made reservation on behalf of 03017f36e7e545c087c5d555adb84dcf for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:05.023808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.025610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Attempting to bind port b0553ef4-747c-4669-8e27-3e393576ef03 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:05.026707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Attempting to bind port b0553ef4-747c-4669-8e27-3e393576ef03 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:05.026707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Attempting to bind port b0553ef4-747c-4669-8e27-3e393576ef03 on network b7f7ac17-0c36-4ec7-aab5-8a02d090183e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:05.028905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4661b963-7253-475c-a623-27f1c8258cb5 req-6b31716d-1776-49a5-9146-ba3c631b1f12 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.036142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Port b0553ef4-747c-4669-8e27-3e393576ef03 on network b7f7ac17-0c36-4ec7-aab5-8a02d090183e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:31:05.036668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Attempting to bind port b0553ef4-747c-4669-8e27-3e393576ef03 on network b7f7ac17-0c36-4ec7-aab5-8a02d090183e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:05.058041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:05.058560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Checking segment: {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:05.059100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Bound using segment: {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:05.059719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Bound port: b0553ef4-747c-4669-8e27-3e393576ef03, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b429d5-9c5e-4f05-b111-fc1f841b9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:05.060229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.088728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-bb66e9a2-e8a7-45e0-a57f-3b9bf7a5845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:05.090274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-bb66e9a2-e8a7-45e0-a57f-3b9bf7a5845f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3161597 May 12 19:31:05.093464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4661b963-7253-475c-a623-27f1c8258cb5 req-6b31716d-1776-49a5-9146-ba3c631b1f12 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.301363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.373809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b599995-9df8-4374-8f25-38ffd17131a6,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:05.384497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Checking segment: {'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:05.384940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Network hostable DHCP agents. Network: 1d8ddb62-c50c-481b-97ac-079472908e02, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:31:05.408735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Network 1d8ddb62-c50c-481b-97ac-079472908e02 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:31:05.411915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4661b963-7253-475c-a623-27f1c8258cb5 req-6b31716d-1776-49a5-9146-ba3c631b1f12 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.427455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-d8af7fec-8be8-463e-9d26-2ad528bb9af9 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 1001 time: 0.2488713 May 12 19:31:05.435758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 1d8ddb62-c50c-481b-97ac-079472908e02) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:05.435758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:05.435758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.446564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9eb18-e41c-4499-916c-93214b710f22 None None] Network 1d8ddb62-c50c-481b-97ac-079472908e02 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:05.450553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] For port b0553ef4-747c-4669-8e27-3e393576ef03, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:05.482995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66796925-e465-4f4e-ac17-561e9080f5b1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4947443 May 12 19:31:05.482995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46882) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:05.487229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:05.495963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:05.499485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31716d-1776-49a5-9146-ba3c631b1f12 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:05.502567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] For port b0553ef4-747c-4669-8e27-3e393576ef03, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b0553ef4-747c-4669-8e27-3e393576ef03,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:05.507380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Usage tracker for resource:router and tenant:03017f36e7e545c087c5d555adb84dcf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:05.513076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:05.520905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:05.535813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.536901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.556720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.567812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.573089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-b092be5c-9e10-4750-854b-e969f013306f service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701939 May 12 19:31:05.666816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4661b963-7253-475c-a623-27f1c8258cb5 req-6b31716d-1776-49a5-9146-ba3c631b1f12 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.667742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4661b963-7253-475c-a623-27f1c8258cb5 req-6b31716d-1776-49a5-9146-ba3c631b1f12 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17 HTTP/1.1" status: 204 len: 173 time: 0.9404795 May 12 19:31:05.685856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:05.686474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.687855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0553ef4-747c-4669-8e27-3e393576ef03 HTTP/1.1" status: 200 len: 1091 time: 2.8296552 May 12 19:31:05.690475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:05.752565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-1d8ddb62-c50c-481b-97ac-079472908e02', 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'fixed_ips': [{'subnet_id': '0b599995-9df8-4374-8f25-38ffd17131a6'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:31:05.753822 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:05.880687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e32f-2e6e-4ec8-ab4a-5244ef8a2613 service neutron] Pushing event updated for resources: {'Port': ['ID=b0553ef4-747c-4669-8e27-3e393576ef03,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:05.891021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-bdfd2952-afc1-445c-bece-16db6498b71d tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:05.892729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-bdfd2952-afc1-445c-bece-16db6498b71d tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.4462550 May 12 19:31:05.924622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-e28fb9c6-fd8d-4a9e-8d66-053bd02061cd tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:31:05.926008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-e28fb9c6-fd8d-4a9e-8d66-053bd02061cd tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178449 May 12 19:31:06.005221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.041407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Allocated IP 172.20.0.2 (1d8ddb62-c50c-481b-97ac-079472908e02/0b599995-9df8-4374-8f25-38ffd17131a6/d24da9ce-335e-44c0-a9e2-5006f124cda6) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:06.063251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b6df8f-518d-4747-ab08-1043f8ac09e0 req-183b683a-320b-47a8-8431-7f04ed6d81ea service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364443 May 12 19:31:06.100152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-0d066950-6126-4030-937f-f90566f38129 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 1001 time: 0.1527591 May 12 19:31:06.102305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-66648ce9-1acc-4885-9407-7fec0b8d0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:06.103720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-66648ce9-1acc-4885-9407-7fec0b8d0f46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=edce8003de774c6a8840b24af37d19dc&device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 1094 time: 0.3393371 May 12 19:31:06.111166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:06.254712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-2a3da635-64a9-4570-b4ec-26d078786951 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:06.255729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-2a3da635-64a9-4570-b4ec-26d078786951 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Synchronizing usage tracker for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:06.272473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-2f3798d3-837f-4a93-bee0-38864de8c6ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0553ef4-747c-4669-8e27-3e393576ef03 HTTP/1.1" status: 200 len: 217 time: 0.0981069 May 12 19:31:06.308354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-2a3da635-64a9-4570-b4ec-26d078786951 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Unset dirty status for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:06.311342 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-2a3da635-64a9-4570-b4ec-26d078786951 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349&tenant_id=5058014c11384038bac1d9e012d66348&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 950 time: 0.2653954 May 12 19:31:06.396831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.409282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Transition to ACTIVE for port object d24da9ce-335e-44c0-a9e2-5006f124cda6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:06.431174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Transition to ACTIVE for port object d24da9ce-335e-44c0-a9e2-5006f124cda6 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:06.438957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.466894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1167851178', 'description': 'tempest-description-881880664'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:06.476571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:06.480600 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.514545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Network 1d8ddb62-c50c-481b-97ac-079472908e02 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:06.518786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:06.525364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:06.529171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Pushing event updated for resources: {'Port': ['ID=d24da9ce-335e-44c0-a9e2-5006f124cda6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:06.559411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:06.565638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:06.582764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:06.594105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-3dc62192-75ca-4e4d-8ba4-e39d95446399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:06.595574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-3dc62192-75ca-4e4d-8ba4-e39d95446399 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb03ebf2-4326-4039-a198-f1a206cb4f93 HTTP/1.1" status: 200 len: 851 time: 0.3144042 May 12 19:31:06.633485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Attempting to bind port d24da9ce-335e-44c0-a9e2-5006f124cda6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:06.633913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Attempting to bind port d24da9ce-335e-44c0-a9e2-5006f124cda6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:06.634334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Attempting to bind port d24da9ce-335e-44c0-a9e2-5006f124cda6 on network 1d8ddb62-c50c-481b-97ac-079472908e02 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:06.641244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:06.641700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Checking segment: {'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:06.642169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.642628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Bound using segment: {'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:06.643185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Bound port: d24da9ce-335e-44c0-a9e2-5006f124cda6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:06.643805 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.699011 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-582d415f-824b-4295-9bc9-439a5e408f46 service neutron] delete failed (client error): The resource could not be found. May 12 19:31:06.699953 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-582d415f-824b-4295-9bc9-439a5e408f46 service neutron] 10.222.0.73 "DELETE /v2.0/ports/b70c47f9-8358-4861-8905-2892c0eea094/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.3810203 May 12 19:31:06.701978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.721313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.748702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] For port d24da9ce-335e-44c0-a9e2-5006f124cda6, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:06.751616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.752719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] For port d24da9ce-335e-44c0-a9e2-5006f124cda6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d24da9ce-335e-44c0-a9e2-5006f124cda6,segment=NetworkSegment(e52532f4-813d-44da-a35c-4c791110da2c),segment_id=e52532f4-813d-44da-a35c-4c791110da2c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:06.758529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:06.763929 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.767763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:06.773077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:06.793493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:06.846864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa56704-ad54-4086-a229-8056e2317545 None None] Pushing event updated for resources: {'Port': ['ID=d24da9ce-335e-44c0-a9e2-5006f124cda6,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:06.913291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.926418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-05117bee-1790-4f15-a199-846eb2d048de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:06.927919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-05117bee-1790-4f15-a199-846eb2d048de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7f7ac17-0c36-4ec7-aab5-8a02d090183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237550 May 12 19:31:06.928688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:06.930322 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Floating IP 5d4acb6f-a164-4a2d-b665-b6b8084b7e36 disassociated. External IP: 172.25.2.39, port: 23018f79-1a6d-4b04-80bf-a6a7eef6081f. May 12 19:31:06.961693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-895438cc-9fee-40f7-b38b-e31e1a597e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:06.963179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-895438cc-9fee-40f7-b38b-e31e1a597e41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1101 time: 0.1609178 May 12 19:31:07.001628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Allocated IP 172.25.2.52 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/0971581f-59f7-41a9-9756-aafa410fc45b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:07.257553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-94944fac-744b-4182-8d18-8c1ae8e8982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:07.260411 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-94944fac-744b-4182-8d18-8c1ae8e8982e service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2887154 May 12 19:31:07.297946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d24da9ce-335e-44c0-a9e2-5006f124cda6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:07.323512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:07.329619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-1949f5ba-5852-4943-9b0f-40e7eee8bf0b service neutron] 10.222.0.36 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415980 May 12 19:31:07.334799 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:07.358702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-37cd6f78-5366-4a1b-97b9-29c04a46a47c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.0880899 May 12 19:31:07.382890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d24da9ce-335e-44c0-a9e2-5006f124cda6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:07.413865 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:07.442326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-144aef6e-5cb1-452b-9527-92c7058aa17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:07.443791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-144aef6e-5cb1-452b-9527-92c7058aa17d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0766385 May 12 19:31:07.513010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:07.536621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14abdefb-4539-4328-bae6-aa9cba021d6f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:07.548772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:07.550173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c95d7e6c-4c12-40c8-abd1-95d78c334226 req-a4ed8fbb-efb4-43de-ae9d-6ba4c6219545 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0978398 May 12 19:31:07.592312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:07.598261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:07.600803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0971581f-59f7-41a9-9756-aafa410fc45b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:07.603258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:07.624401 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd34abf-e85d-42d8-8d61-c362aadb92e9'] response: {'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094', 'code': 200} May 12 19:31:07.633692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-c9fcff6a-d337-4c61-b6b1-a077feca105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:07.635488 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-c9fcff6a-d337-4c61-b6b1-a077feca105d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846254 May 12 19:31:07.709499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161ddff8-e85b-40a2-bf6f-c1a670dd1665 req-f0ea492d-aec7-44cd-a0dd-2aa17c9fefc5 service neutron] 10.222.0.36 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698812 May 12 19:31:07.720428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:07.812342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Router 2b475482-9b3c-41de-b8fd-9420031d7d0a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:08.060359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4050af-30bf-4c95-a29c-255e92fa7140 None None] Network 1d8ddb62-c50c-481b-97ac-079472908e02 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:08.191814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:08.195456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] Provisioning for port d24da9ce-335e-44c0-a9e2-5006f124cda6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:08.201846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] Provisioning complete for port d24da9ce-335e-44c0-a9e2-5006f124cda6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:08.202212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:08.210316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-6fefa25c-6eef-4af4-b594-550c7cecf3aa service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603619 May 12 19:31:08.227196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c866c-216c-4d6c-803a-2f610c512b9c req-34b1bb8e-b85b-423e-99df-38671f8a70a1 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:08.228678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-898c866c-216c-4d6c-803a-2f610c512b9c req-34b1bb8e-b85b-423e-99df-38671f8a70a1 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 945 time: 0.4704857 May 12 19:31:08.258140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:08.264364 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:08.280124 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] Sync routers for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:08.292915 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:08.292915 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:08.377726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-898c866c-216c-4d6c-803a-2f610c512b9c req-05069420-9028-476b-924c-5565400bab0b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401064 May 12 19:31:08.398654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-6b85ac9b-4e9f-4b07-a248-394fc5861f61 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "PUT /v2.0/floatingips/5d4acb6f-a164-4a2d-b665-b6b8084b7e36 HTTP/1.1" status: 200 len: 694 time: 2.2921531 May 12 19:31:08.423073 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:08.523312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] Current status of the port d24da9ce-335e-44c0-a9e2-5006f124cda6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:08.524297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:08.574469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] For port d24da9ce-335e-44c0-a9e2-5006f124cda6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d24da9ce-335e-44c0-a9e2-5006f124cda6,segment=NetworkSegment(e52532f4-813d-44da-a35c-4c791110da2c),segment_id=e52532f4-813d-44da-a35c-4c791110da2c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:08.588589 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:08.632968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-4b94f526-c0a2-4c9a-9545-3246468b7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:08.634649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-4b94f526-c0a2-4c9a-9545-3246468b7de1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c62245bf6834c509f182eb26bea2514&device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 1097 time: 0.2190614 May 12 19:31:08.638443 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:08.676582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7967ef-09f4-4884-b700-31c1d8df756e req-452140c5-2441-4728-bd36-9186a0589301 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:08.677811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b7967ef-09f4-4884-b700-31c1d8df756e req-452140c5-2441-4728-bd36-9186a0589301 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 943 time: 0.1304071 May 12 19:31:08.684191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b840e4-3793-4b17-845a-67ce0f723d09 None None] Pushing event updated for resources: {'Port': ['ID=d24da9ce-335e-44c0-a9e2-5006f124cda6,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:08.803920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b7967ef-09f4-4884-b700-31c1d8df756e req-d45fdf5a-cb6c-4694-a2df-587c8997b7c4 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196418 May 12 19:31:08.879777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-86ce586a-8715-4086-99fb-96fb46dec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:08.881283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-86ce586a-8715-4086-99fb-96fb46dec8b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 200 len: 929 time: 0.2370522 May 12 19:31:08.911514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bb99f165-e6d4-40ed-8f9e-cf545f3fde73 req-66fd2dc7-013d-4537-a328-54814d397537 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940839 May 12 19:31:08.923317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7c2b9bfd-e815-4ae0-8a42-ba632c7a9959 None None] Provisioning complete for port d24da9ce-335e-44c0-a9e2-5006f124cda6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:08.924210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9bfd-e815-4ae0-8a42-ba632c7a9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:08.978881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-cb0df3c0-c971-4254-aff2-c888b4bf4ad3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 217 time: 0.0825777 May 12 19:31:08.990386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:09.002560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-534b1a39-9fb7-4aa1-a23c-4230ccb22cd5 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:09.009696 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-534b1a39-9fb7-4aa1-a23c-4230ccb22cd5 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.2677078 May 12 19:31:09.050642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-953b1448-64f1-4df0-be10-9707a24a9257 req-1668fdda-ce6a-4e9b-ad0c-075317f8b8b4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/cca5d144-dca8-4d39-9778-157bfa0f809c HTTP/1.1" status: 200 len: 1800 time: 0.1951363 May 12 19:31:09.096320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-ffd806e8-a7d6-4fd3-be14-9bd0ca3b06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:09.105339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-ffd806e8-a7d6-4fd3-be14-9bd0ca3b06cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=15c0dc92-dad2-4805-93f8-e7a69163d4e3 HTTP/1.1" status: 200 len: 867 time: 0.1250598 May 12 19:31:09.107404 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:11Z', 'revision_number': 5, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:09.109933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841626-1'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:09.116800 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] Checking router: 2b475482-9b3c-41de-b8fd-9420031d7d0a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:09.137146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b9bfd-e815-4ae0-8a42-ba632c7a9959 None None] Current status of the port d24da9ce-335e-44c0-a9e2-5006f124cda6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:09.137446 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:09.138067 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:09.200566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d24da9ce-335e-44c0-a9e2-5006f124cda6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:09.238230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-953b1448-64f1-4df0-be10-9707a24a9257 req-9b225e5c-f04c-4d64-8c1c-d36b32a1b55a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:09.288035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-a3660490-1a5d-442e-9a2a-0a3d46c66f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:09.297063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-a3660490-1a5d-442e-9a2a-0a3d46c66f41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=939d3462-25cb-4f76-a183-e8360850d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906638 May 12 19:31:09.301536 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-953b1448-64f1-4df0-be10-9707a24a9257 req-9b225e5c-f04c-4d64-8c1c-d36b32a1b55a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:09.333763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d24da9ce-335e-44c0-a9e2-5006f124cda6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:09.334204 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:09.390030 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:09.421480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:09.473024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-437e909d-c665-489c-8b27-41dbcedaaa5b service neutron] 10.222.0.72 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725342 May 12 19:31:09.588657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d24da9ce-335e-44c0-a9e2-5006f124cda6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:09.646397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-953b1448-64f1-4df0-be10-9707a24a9257 req-9b225e5c-f04c-4d64-8c1c-d36b32a1b55a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:09.667331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b225e5c-f04c-4d64-8c1c-d36b32a1b55a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca5d144-dca8-4d39-9778-157bfa0f809c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:09.677040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 57517a59-b354-4dab-8fc7-b2e4dde92013 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:31:09.689433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Router ecb72cdc-1989-47fd-a400-fab84cabaeaf is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:31:09.739948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82026fc-69a0-415f-9f6c-135c6f3f2047 req-bdf1c690-780b-44b3-8df0-2c3079a995ab service neutron] 10.222.0.72 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677886 May 12 19:31:09.741316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-953b1448-64f1-4df0-be10-9707a24a9257 req-9b225e5c-f04c-4d64-8c1c-d36b32a1b55a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:09.767457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-953b1448-64f1-4df0-be10-9707a24a9257 req-9b225e5c-f04c-4d64-8c1c-d36b32a1b55a tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/cca5d144-dca8-4d39-9778-157bfa0f809c HTTP/1.1" status: 204 len: 173 time: 0.7156456 May 12 19:31:09.804594 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b5e6ed-1e8d-4a03-ab8d-f1cc006d7948'] response: {'name': 'network-changed', 'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'status': 'completed', 'code': 200} May 12 19:31:09.890564 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:11Z', 'revision_number': 5, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:09.900833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:09.907511 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6acb301-82f5-4d71-b7e0-381ccbef7606 None None] The sync data for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 is: [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:30:02Z', 'revision_number': 4, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '414e025c-c0f8-4834-904e-d6f5449261dc', 'name': '', 'network_id': '939d3462-25cb-4f76-a183-e8360850d298', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'mac_address': 'fa:16:3e:e1:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:59Z', 'updated_at': '2022-05-12T19:30:11Z', 'revision_number': 5, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'subnets': [{'id': '15c0dc92-dad2-4805-93f8-e7a69163d4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:09.920190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 57517a59-b354-4dab-8fc7-b2e4dde92013 has no active binding in host n-h2-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:31:09.954241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:10.040038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00f5b81a-5239-4285-aa50-141a74a97dde req-cadd966b-e4e7-4db4-a268-9d24b08eb262 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/14abdefb-4539-4328-bae6-aa9cba021d6f HTTP/1.1" status: 200 len: 1804 time: 0.2188251 May 12 19:31:10.063360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14abdefb-4539-4328-bae6-aa9cba021d6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:10.063682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14abdefb-4539-4328-bae6-aa9cba021d6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:10.074874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:10.084545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:10.104957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:10.125212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-8b8d187b-d9a0-42ac-8251-bf5819983d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:10.127016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-8b8d187b-d9a0-42ac-8251-bf5819983d65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=edce8003de774c6a8840b24af37d19dc&device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 1094 time: 0.2914736 May 12 19:31:10.131155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:10.201766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:31:10.236390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:10.263338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4e87b-1ecd-4c92-a311-6fceb2f3f5c7 None None] New status for floating IP 5d4acb6f-a164-4a2d-b665-b6b8084b7e36: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:31:10.266583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573306-9038-4612-a931-1e5d35680274 req-83fea975-9be9-4d8e-a109-80c356722815 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:10.267794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8573306-9038-4612-a931-1e5d35680274 req-83fea975-9be9-4d8e-a109-80c356722815 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.2978826 May 12 19:31:10.280107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:10.291201 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Sync routers for ids ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:10.306101 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Routers {'ecb72cdc-1989-47fd-a400-fab84cabaeaf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:10.306726 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:10.347457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:10.350585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8573306-9038-4612-a931-1e5d35680274 req-d01b8859-051e-4a88-9303-0974c99cda50 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680051 May 12 19:31:10.356375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:10.359497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:10.365032 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b5117e43-67c6-4492-aa5a-ac5ca18056e7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8850036 May 12 19:31:10.374083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46906) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:10.405013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-9ced43d5-c674-405a-9015-c55ec7d49131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:10.406540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-9ced43d5-c674-405a-9015-c55ec7d49131 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7f7ac17-0c36-4ec7-aab5-8a02d090183e HTTP/1.1" status: 200 len: 913 time: 0.2692075 May 12 19:31:10.409330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:10.475626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:10.538934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-40a333ad-f7a3-48cb-81d6-a6e55f676886 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0553ef4-747c-4669-8e27-3e393576ef03 HTTP/1.1" status: 200 len: 217 time: 0.1243412 May 12 19:31:10.589422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:10.642081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-ced52519-b8bf-470e-9c46-ed45bf83331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:10.643709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-ced52519-b8bf-470e-9c46-ed45bf83331f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb03ebf2-4326-4039-a198-f1a206cb4f93 HTTP/1.1" status: 200 len: 851 time: 0.0939014 May 12 19:31:10.646855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:10.655068 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Set router ecb72cdc-1989-47fd-a400-fab84cabaeaf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:10.806836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on host n-h1-841626-1 for vnic_type normal with profile {"migrating_to": "n-h2-841626-1"} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:10.807331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:10.807498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:10.820671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:31:10.820831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Attempting to bind port 57517a59-b354-4dab-8fc7-b2e4dde92013 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:10.828755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:10.829094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:10.831622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:10.831622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Bound port: 57517a59-b354-4dab-8fc7-b2e4dde92013, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:10.831622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:10.913797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:10.988052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6393c16e-9b42-4824-adae-55748622ab22,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:11.029509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.039664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00f5b81a-5239-4285-aa50-141a74a97dde req-ad49d137-935f-48bd-b568-c321a5a3b463 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9823873 May 12 19:31:11.070113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-68017120', 'description': 'tempest-description-2001448068'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:11.090434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:11.099867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-c39166ac-6bd1-447c-99a8-4cc3768b2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:11.101361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-c39166ac-6bd1-447c-99a8-4cc3768b2d44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7f7ac17-0c36-4ec7-aab5-8a02d090183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3978949 May 12 19:31:11.103972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:11.106909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:11.108154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:11.113061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:11.117736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af660-2031-4b17-aa73-e9c31883c148 req-ed839e82-e35e-476d-82a9-56a5ca6074bb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:11.124859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c08af660-2031-4b17-aa73-e9c31883c148 req-ed839e82-e35e-476d-82a9-56a5ca6074bb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 943 time: 0.4800718 May 12 19:31:11.125996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.150111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:11.208566 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:07Z', 'revision_number': 3, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:11.227348 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Checking router: ecb72cdc-1989-47fd-a400-fab84cabaeaf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:11.227348 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Updating router ecb72cdc-1989-47fd-a400-fab84cabaeaf port 0971581f-59f7-41a9-9756-aafa410fc45b binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:31:11.269549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.271877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b0553ef4-747c-4669-8e27-3e393576ef03 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:31:11.303490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c08af660-2031-4b17-aa73-e9c31883c148 req-ba625c5d-8cb0-463d-a0e2-d26d1374c057 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764734 May 12 19:31:11.315947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:11.324885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Usage tracker for resource:security_group_rule and tenant:08292a6d36034718801f62a1ddcba5bc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:11.338149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:11.344546 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.349751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:11.454789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=8']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:11.460588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-16239e4b-c00f-4a8b-9931-68dece3598fd service neutron] 10.222.0.36 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335528 May 12 19:31:11.475895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b0553ef4-747c-4669-8e27-3e393576ef03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b0553ef4-747c-4669-8e27-3e393576ef03,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:11.487149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-aab96421-133c-4d20-ba33-fb5e1bb30a28 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips/5d4acb6f-a164-4a2d-b665-b6b8084b7e36 HTTP/1.1" status: 200 len: 692 time: 0.1407232 May 12 19:31:11.500893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'port_id': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'mac_address': 'fa:16:3e:97:5d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:31:11.591050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b0553ef4-747c-4669-8e27-3e393576ef03 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:11.591666 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.592760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:11.593456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.595030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-de9f8af5-c2de-44f8-9ae0-cf8aae9192ae service neutron] 10.222.0.73 "PUT /v2.0/ports/57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 200 len: 1121 time: 2.5778143 May 12 19:31:11.630362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0553ef4-747c-4669-8e27-3e393576ef03 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:31:11.661949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b0553ef4-747c-4669-8e27-3e393576ef03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b0553ef4-747c-4669-8e27-3e393576ef03,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:11.674571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['57517a59-b354-4dab-8fc7-b2e4dde92013'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:31:11.717797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.807765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:11.816101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b0553ef4-747c-4669-8e27-3e393576ef03,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:11.818692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['57517a59-b354-4dab-8fc7-b2e4dde92013'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:31:11.858441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e545891-32f7-46b9-94d1-30da6e1f2701 req-3202b012-116a-438f-99fb-cecfa5047b7e service neutron] 10.222.0.36 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784285 May 12 19:31:11.861886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.874638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.931222 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.938880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-0cce9ffb-2189-4191-bd20-a5ba466e5aac tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:11.941230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-0cce9ffb-2189-4191-bd20-a5ba466e5aac tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.4281809 May 12 19:31:11.965306 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Transition to ACTIVE for port object 0971581f-59f7-41a9-9756-aafa410fc45b will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:11.978010 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:11.994886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.037314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.038512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85dafa2d-019a-437e-84d5-d15afe30ffa7 req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9794564 May 12 19:31:12.042055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222059ce-ffac-4a9c-b26f-7be62a44cad5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84517019-8eb9-47e1-a425-2db74042785e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:12.047075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-7a477c38-796f-4902-8484-0c2d05a5e84e tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0946145 May 12 19:31:12.086258 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Attempting to bind port 0971581f-59f7-41a9-9756-aafa410fc45b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:12.086610 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Attempting to bind port 0971581f-59f7-41a9-9756-aafa410fc45b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:12.087333 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Attempting to bind port 0971581f-59f7-41a9-9756-aafa410fc45b on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:12.099723 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:12.100675 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:12.101281 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.101876 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:12.102566 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Bound port: 0971581f-59f7-41a9-9756-aafa410fc45b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:12.103626 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.133843 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Pushing event updated for resources: {'Port': ['ID=0971581f-59f7-41a9-9756-aafa410fc45b,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:12.143555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-8eceb196-fca8-45a9-9b0d-f774413c8a77 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0862551 May 12 19:31:12.167478 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.168181 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.168714 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.171449 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.172808 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.173362 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.173900 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.174416 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.174946 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.175475 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.175996 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.176506 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:12.207839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b0553ef4-747c-4669-8e27-3e393576ef03'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:31:12.257583 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] For port 0971581f-59f7-41a9-9756-aafa410fc45b, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:12.262374 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] For port 0971581f-59f7-41a9-9756-aafa410fc45b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0971581f-59f7-41a9-9756-aafa410fc45b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:12.274459 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.379606 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Routers {'ecb72cdc-1989-47fd-a400-fab84cabaeaf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:12.380583 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:12.380909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Deleting port 84beab0b-4d1a-420e-b47f-80460bd0d5e3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:12.381278 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.445035 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00fdd8-c009-4cb5-8353-f8980d38ae39 None None] Pushing event updated for resources: {'Port': ['ID=0971581f-59f7-41a9-9756-aafa410fc45b,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:12.513022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Allocated IP 172.20.0.1 (1d8ddb62-c50c-481b-97ac-079472908e02/0b599995-9df8-4374-8f25-38ffd17131a6/7d00aa66-d556-4685-a1ed-d12e27f8a6cc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:12.561227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.561625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.681542 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] Set router ecb72cdc-1989-47fd-a400-fab84cabaeaf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:12.683291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.708238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Transition to ACTIVE for port object 7d00aa66-d556-4685-a1ed-d12e27f8a6cc will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:12.736367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.804247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Network 1d8ddb62-c50c-481b-97ac-079472908e02 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:12.808055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:12.814292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:12.831665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Calling delete_port for 84beab0b-4d1a-420e-b47f-80460bd0d5e3 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:12.874103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Pushing event updated for resources: {'Port': ['ID=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:12.889158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859297d-4729-45fa-a846-81973911e05c req-f18f4ba7-02da-457f-bf38-3f1ae4459996 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:12.895571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:12.896435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0859297d-4729-45fa-a846-81973911e05c req-f18f4ba7-02da-457f-bf38-3f1ae4459996 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 944 time: 0.6574306 May 12 19:31:12.979811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0859297d-4729-45fa-a846-81973911e05c req-2f4979c8-c6f4-4fa5-a0a0-429be401bd30 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820220 May 12 19:31:13.132298 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd084f3-a2b5-4e8f-8604-b5a7a209f171'] response: {'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013', 'code': 200} May 12 19:31:13.216425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.216621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-510a3c48-415e-4fb7-9a9b-8f5ecc198fe0 None None] Provisioning for port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:13.224849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-510a3c48-415e-4fb7-9a9b-8f5ecc198fe0 None None] Provisioning complete for port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:13.228044 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-510a3c48-415e-4fb7-9a9b-8f5ecc198fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.273346 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:07Z', 'revision_number': 3, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:13.288271 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da183f7-6bd2-440e-8ed7-5bf26409306a None None] The sync data for ids ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'] in n-d-841626-1 is: [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:07Z', 'revision_number': 3, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:13.324184 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.333781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-510a3c48-415e-4fb7-9a9b-8f5ecc198fe0 None None] Port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:13.376102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event deleted for resources: {'Port': ['ID=84beab0b-4d1a-420e-b47f-80460bd0d5e3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:13.453975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c5e2c-60a6-4717-9f68-1283410221d1 req-55f12098-517f-4995-a6c8-43e50c4bbe65 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.457686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94c5e2c-60a6-4717-9f68-1283410221d1 req-55f12098-517f-4995-a6c8-43e50c4bbe65 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1101 time: 0.2431054 May 12 19:31:13.519170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.533952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b94c5e2c-60a6-4717-9f68-1283410221d1 req-f4d18210-bed2-4605-87e9-398ecadf7c47 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Synchronizing usage tracker for tenant:af535b2c5dc949f0bb60640860927090 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:13.539053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.553257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.582019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b94c5e2c-60a6-4717-9f68-1283410221d1 req-f4d18210-bed2-4605-87e9-398ecadf7c47 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Unset dirty status for tenant:af535b2c5dc949f0bb60640860927090 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:13.583278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94c5e2c-60a6-4717-9f68-1283410221d1 req-f4d18210-bed2-4605-87e9-398ecadf7c47 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147699 May 12 19:31:13.602818 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.602818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66ca8bb0-40e1-4de9-b81c-b93ca0a1b3ef req-3d99b778-ddd8-4467-bd6d-ed0cf9052581 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "DELETE /v2.0/floatingips/5d4acb6f-a164-4a2d-b665-b6b8084b7e36 HTTP/1.1" status: 204 len: 173 time: 1.4571612 May 12 19:31:13.627123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-632475630', 'description': 'tempest-description-733773306'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:13.639863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:13.645596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:13.658528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:13.681006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:13.714457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.724648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.733704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Pushing event updated for resources: {'Port': ['ID=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:13.774056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:13.786543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:13.790571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:13.798017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:13.879764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Network 1d8ddb62-c50c-481b-97ac-079472908e02 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:13.880973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:13.883543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.889272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.895121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.906410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.912398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.918262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.924081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:13.926118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-29caaf26-28f9-4d16-bae4-ce62ef384f36 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.1881759 May 12 19:31:13.970451 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:13.984997 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:14.020536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c16bef4d-39d8-4e4c-a35e-952d0718f678 req-159f04a4-f0b7-4a72-85ba-bc6990e3522c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842795 May 12 19:31:14.047934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4756506e-d523-43cf-8f06-63dbcd124cfb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:14.072456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:14.081132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b92c532-d885-431c-a33a-11a4be662223 req-e3106c8e-4409-43a2-8339-70c3d5305d36 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4522491 May 12 19:31:14.163625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6c772190-2528-42f1-b3d5-57e601687d04 None None] Provisioning complete for port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:14.166203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6c772190-2528-42f1-b3d5-57e601687d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:14.184163 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafd027c-86e5-44b2-9ead-07f4b169c19b'] response: {'name': 'network-changed', 'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'status': 'completed', 'code': 200} May 12 19:31:14.221612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Router ecb72cdc-1989-47fd-a400-fab84cabaeaf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:14.249903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6c772190-2528-42f1-b3d5-57e601687d04 None None] Port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:14.258008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4b6f7b3-a1fc-41b3-b6ce-871897eb7b85 req-3408a700-e0d7-4ab6-9711-9189eb400dbe tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/84517019-8eb9-47e1-a425-2db74042785e HTTP/1.1" status: 200 len: 1799 time: 0.1599648 May 12 19:31:14.268617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-e4b6f7b3-a1fc-41b3-b6ce-871897eb7b85 req-8fb5089a-fb65-4700-b5f4-71dd9b627e4f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2025313667', 'description': 'tempest-description-hth-1214704972'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:14.358877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4b6f7b3-a1fc-41b3-b6ce-871897eb7b85 req-8fb5089a-fb65-4700-b5f4-71dd9b627e4f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:14.410042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-4170a4b7-3e82-420f-a0a1-31abd957a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:14.411547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-4170a4b7-3e82-420f-a0a1-31abd957a818 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c62245bf6834c509f182eb26bea2514&device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 1097 time: 0.2231090 May 12 19:31:14.423534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:14.435172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-982e1d50-d308-4ff9-b919-758f2e776135 admin admin] 10.222.0.72 "PUT /v2.0/routers/ecb72cdc-1989-47fd-a400-fab84cabaeaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0594928 May 12 19:31:14.506959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4b6f7b3-a1fc-41b3-b6ce-871897eb7b85 req-8fb5089a-fb65-4700-b5f4-71dd9b627e4f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:14.528492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4b6f7b3-a1fc-41b3-b6ce-871897eb7b85 req-8fb5089a-fb65-4700-b5f4-71dd9b627e4f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:14.530978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4b6f7b3-a1fc-41b3-b6ce-871897eb7b85 req-8fb5089a-fb65-4700-b5f4-71dd9b627e4f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:14.532194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4b6f7b3-a1fc-41b3-b6ce-871897eb7b85 req-8fb5089a-fb65-4700-b5f4-71dd9b627e4f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "PUT /v2.0/security-groups/84517019-8eb9-47e1-a425-2db74042785e HTTP/1.1" status: 200 len: 1775 time: 0.2679677 May 12 19:31:14.559694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60110c1-9ffa-4071-85b6-8989e889c430 req-0bf6d153-5ca4-4663-8c7c-254290434e62 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:14.561176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d60110c1-9ffa-4071-85b6-8989e889c430 req-0bf6d153-5ca4-4663-8c7c-254290434e62 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 943 time: 0.2768106 May 12 19:31:14.639241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5089a-fb65-4700-b5f4-71dd9b627e4f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84517019-8eb9-47e1-a425-2db74042785e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:14.707683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d60110c1-9ffa-4071-85b6-8989e889c430 req-37148d96-820b-484b-a8ef-3ff87923a721 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263874 May 12 19:31:14.713944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-3526a5ce-de64-4245-8763-31d18eaa3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:14.715348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-3526a5ce-de64-4245-8763-31d18eaa3c89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 200 len: 929 time: 0.2944603 May 12 19:31:14.794839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-8826b016-b071-4567-b3a5-f0a020dfd969 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 200 len: 217 time: 0.0675769 May 12 19:31:14.911509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037de76-b064-456d-91b8-051e4d30aa55 req-6aa820d6-75a0-4098-8c29-bd5a519a7ace tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:14.912962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2037de76-b064-456d-91b8-051e4d30aa55 req-6aa820d6-75a0-4098-8c29-bd5a519a7ace tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 944 time: 0.2666464 May 12 19:31:14.939400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-4439d594-e3b2-4677-9c2f-6c7a630ebb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:14.941493 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-4439d594-e3b2-4677-9c2f-6c7a630ebb90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15c0dc92-dad2-4805-93f8-e7a69163d4e3 HTTP/1.1" status: 200 len: 867 time: 0.1118720 May 12 19:31:15.013641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2037de76-b064-456d-91b8-051e4d30aa55 req-4b1041f6-ea2c-42b1-8bac-ed27df70379c tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915577 May 12 19:31:15.040162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.045944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.051700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.057415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.063208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.068920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.074770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.076658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf19f84b-e3b7-4c43-ae3d-219e33d4d425 req-11cc696d-c8ec-4fd6-8d68-9348b18d0318 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.2802751 May 12 19:31:15.145488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:15.156269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Sync routers for ids ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:15.167784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Routers {'ecb72cdc-1989-47fd-a400-fab84cabaeaf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:15.168648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:15.169230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-87c1c5c7-eb13-45b9-99cd-c57a51f00fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.170735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-87c1c5c7-eb13-45b9-99cd-c57a51f00fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=939d3462-25cb-4f76-a183-e8360850d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207201 May 12 19:31:15.173572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-d9951cba-c5b9-440b-8578-5e33291af062 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/4756506e-d523-43cf-8f06-63dbcd124cfb HTTP/1.1" status: 200 len: 1803 time: 0.0958879 May 12 19:31:15.209254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4756506e-d523-43cf-8f06-63dbcd124cfb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:15.209575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4756506e-d523-43cf-8f06-63dbcd124cfb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:15.219570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:15.277676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0971581f-59f7-41a9-9756-aafa410fc45b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:15.314131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b0553ef4-747c-4669-8e27-3e393576ef03 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:15.389940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:15.401714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acebe969-cf7d-4e91-ae74-7d84d26dbf30 req-cb2a5ffd-d1fc-425c-ae99-77c9a1b8392b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/84517019-8eb9-47e1-a425-2db74042785e HTTP/1.1" status: 200 len: 1775 time: 0.2897670 May 12 19:31:15.402837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:15.412316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:15.483121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-84531693-6444-467f-8f58-28e5f879d1c4 service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025479 May 12 19:31:15.520279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Set router ecb72cdc-1989-47fd-a400-fab84cabaeaf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:15.571678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port b0553ef4-747c-4669-8e27-3e393576ef03 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:15.588852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port b0553ef4-747c-4669-8e27-3e393576ef03 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:15.589177 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:15.606961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:15.618371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0971581f-59f7-41a9-9756-aafa410fc45b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:15.639849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0971581f-59f7-41a9-9756-aafa410fc45b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:15.640352 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:15.678117 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:15.695066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:15.744941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da78766-1fae-4d55-a42d-a581517ddedd,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:15.759235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6f06c2f-f5a0-451b-a001-6454653f47e1 req-d34b374c-0378-42fa-a071-69dc9ed440f3 service neutron] 10.222.0.36 "GET /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548578 May 12 19:31:15.759235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:15.759235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71f6c8d4-810f-449b-aa12-f2e4b00d19a2 req-f671894a-c7ee-4b23-bffc-94b21ae9ddb6 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5757995 May 12 19:31:15.774521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49372328-5879-471c-9870-81ede7b13c54 req-7d775e06-1397-4f42-a306-2dd3a26564ff tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:15.774521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-49372328-5879-471c-9870-81ede7b13c54 req-7d775e06-1397-4f42-a306-2dd3a26564ff tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:15.804782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-49372328-5879-471c-9870-81ede7b13c54 req-7d775e06-1397-4f42-a306-2dd3a26564ff tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:15.806799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49372328-5879-471c-9870-81ede7b13c54 req-7d775e06-1397-4f42-a306-2dd3a26564ff tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2876773 May 12 19:31:15.938017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-49372328-5879-471c-9870-81ede7b13c54 req-e9e0716f-0a10-46f8-a81c-49e515cae580 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:15.948461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee3f7bda-c751-4b5b-89fc-251e2d90e115 req-c762dc68-e792-4d66-9232-8798d066b171 tempest-FloatingIPsNegativeTestJSON-2049605178 tempest-FloatingIPsNegativeTestJSON-2049605178-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=03017f36e7e545c087c5d555adb84dcf HTTP/1.1" status: 200 len: 217 time: 0.0700860 May 12 19:31:15.963127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-49372328-5879-471c-9870-81ede7b13c54 req-e9e0716f-0a10-46f8-a81c-49e515cae580 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:15.964895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49372328-5879-471c-9870-81ede7b13c54 req-e9e0716f-0a10-46f8-a81c-49e515cae580 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1488903 May 12 19:31:16.013836 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85be3be-8f3e-4d04-a4b4-0c1849a00fc9'] response: {'name': 'network-changed', 'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013', 'status': 'completed', 'code': 200} May 12 19:31:16.014371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b0553ef4-747c-4669-8e27-3e393576ef03 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:16.014371 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.060044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0971581f-59f7-41a9-9756-aafa410fc45b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:16.060504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.105549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:16.114410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 0971581f-59f7-41a9-9756-aafa410fc45b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0971581f-59f7-41a9-9756-aafa410fc45b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:16.120628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b0553ef4-747c-4669-8e27-3e393576ef03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b0553ef4-747c-4669-8e27-3e393576ef03,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:16.122793 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.145798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-ddab740b-03e0-41d9-bfba-83dbe70d57d9 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800200 May 12 19:31:16.151814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ceaedf1-90d4-41cc-8fbe-1102f2b1955b req-9f22aee4-11e8-4048-827f-47da7917951f tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/84517019-8eb9-47e1-a425-2db74042785e HTTP/1.1" status: 200 len: 1775 time: 0.1258388 May 12 19:31:16.163300 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.205232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=0971581f-59f7-41a9-9756-aafa410fc45b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:16.237806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:12Z', 'revision_number': 4, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7d00aa66-d556-4685-a1ed-d12e27f8a6cc', 'name': '', 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'mac_address': 'fa:16:3e:ba:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '0b599995-9df8-4374-8f25-38ffd17131a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:12Z', 'updated_at': '2022-05-12T19:31:13Z', 'revision_number': 2, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'subnets': [{'id': '0b599995-9df8-4374-8f25-38ffd17131a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:16.252405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Checking router: ecb72cdc-1989-47fd-a400-fab84cabaeaf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:16.252755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Updating router ecb72cdc-1989-47fd-a400-fab84cabaeaf port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:31:16.326021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.334751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b0553ef4-747c-4669-8e27-3e393576ef03,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:16.368881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-190667c7-3ed5-4d31-9e5a-e3dae4e7267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:16.370404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-190667c7-3ed5-4d31-9e5a-e3dae4e7267b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1124 time: 0.3036382 May 12 19:31:16.377001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-52a77143-ef9f-4246-8169-ac633781001a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:16.378474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-52a77143-ef9f-4246-8169-ac633781001a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183790 May 12 19:31:16.415698 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0ceaedf1-90d4-41cc-8fbe-1102f2b1955b req-99b1077c-d7b2-42cf-b164-1b4627cc6718 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.482665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-9985f187-4bbf-460f-b493-0e87f207f735 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/quotas/5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 375 time: 0.0731752 May 12 19:31:16.548574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0ceaedf1-90d4-41cc-8fbe-1102f2b1955b req-99b1077c-d7b2-42cf-b164-1b4627cc6718 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.630823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-2183a3df-9f73-4ee7-b0b0-53d5d4460585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:16.632298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-2183a3df-9f73-4ee7-b0b0-53d5d4460585 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.2475116 May 12 19:31:16.714902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0ceaedf1-90d4-41cc-8fbe-1102f2b1955b req-99b1077c-d7b2-42cf-b164-1b4627cc6718 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.730609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-d315e1d7-4d82-4365-8382-3749bbe6bdc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 200 len: 217 time: 0.0819862 May 12 19:31:16.741928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1077c-d7b2-42cf-b164-1b4627cc6718 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84517019-8eb9-47e1-a425-2db74042785e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:16.796473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8853511d-8b56-4c9a-89a9-2dcfa7c85661 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3041930 May 12 19:31:16.801997 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0ceaedf1-90d4-41cc-8fbe-1102f2b1955b req-99b1077c-d7b2-42cf-b164-1b4627cc6718 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.803021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ceaedf1-90d4-41cc-8fbe-1102f2b1955b req-99b1077c-d7b2-42cf-b164-1b4627cc6718 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/84517019-8eb9-47e1-a425-2db74042785e HTTP/1.1" status: 204 len: 173 time: 0.6156206 May 12 19:31:16.827153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-d61d07cb-5da6-4b62-937f-ff21d65e1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:16.828673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-d61d07cb-5da6-4b62-937f-ff21d65e1150 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.0895400 May 12 19:31:16.850378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.883253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Transition to ACTIVE for port object 7d00aa66-d556-4685-a1ed-d12e27f8a6cc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:16.894449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:16.923241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-49f190d1-5e80-437c-b9f6-14476488c3b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842090 May 12 19:31:17.058312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:17.070723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1618996438', 'description': 'tempest-description-1685750231'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:17.095162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:17.116510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:17.130967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:17.140319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:17.157529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77e33b-5aff-456f-be2b-a8bf805e9bf1 None None] Pushing event updated for resources: {'Port': ['ID=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:17.194501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.216618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0971581f-59f7-41a9-9756-aafa410fc45b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:17.244855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-54fa3001-139e-4cad-b640-d15fa359cec0 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136723 May 12 19:31:17.248397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:17.251429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.251913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.252381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.252846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.253330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.254447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.255234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.263502 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-cde6611f-fe3a-4d46-bf11-0bf5def64880 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6493 time: 0.2037177 May 12 19:31:17.347596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Attempting to bind port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:17.348133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Attempting to bind port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:17.348309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Attempting to bind port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc on network 1d8ddb62-c50c-481b-97ac-079472908e02 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:17.356496 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-0092adbd-af97-489a-9f03-2445988fee20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914848 May 12 19:31:17.368355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:17.369787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Checking segment: {'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:17.370905 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.371422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Bound using segment: {'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:17.372192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Bound port: 7d00aa66-d556-4685-a1ed-d12e27f8a6cc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52532f4-813d-44da-a35c-4c791110da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:17.373098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.413872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:17.422359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:17.432306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cd750-eafc-47c8-b607-08f2e48ee04b req-992eb602-e6da-4cbd-8268-a4cefe37f68c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:17.433931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e6cd750-eafc-47c8-b607-08f2e48ee04b req-992eb602-e6da-4cbd-8268-a4cefe37f68c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 943 time: 0.4720864 May 12 19:31:17.447022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0971581f-59f7-41a9-9756-aafa410fc45b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:17.447392 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.496974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:17.549675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] For port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:17.554198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] For port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,segment=NetworkSegment(e52532f4-813d-44da-a35c-4c791110da2c),segment_id=e52532f4-813d-44da-a35c-4c791110da2c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:17.580913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e6cd750-eafc-47c8-b607-08f2e48ee04b req-5ece49ed-9c89-473a-993e-ac882364484e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963831 May 12 19:31:17.597384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.621156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3626158d-27ed-485d-abed-7d8ade3d91c8 req-c2a14b66-eb00-4599-86be-a48dd34b3224 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589373 May 12 19:31:17.660252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfb03fc-3c33-4903-a980-514a11b8417b req-e09a7056-3dc0-46a5-89f5-0a63d3a89c77 tempest-FloatingIPsNegativeTestJSON-2049605178 tempest-FloatingIPsNegativeTestJSON-2049605178-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0463617 May 12 19:31:17.688687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0971581f-59f7-41a9-9756-aafa410fc45b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:17.707989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77e33b-5aff-456f-be2b-a8bf805e9bf1 None None] Pushing event updated for resources: {'Port': ['ID=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:17.711386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Routers {'ecb72cdc-1989-47fd-a400-fab84cabaeaf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:17.712138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:17.741679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.758692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5de0b10d-b7f0-469c-8549-4ca72c933b6c req-719c9b40-d53a-4c82-9bd4-81d4ca46d279 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0776563 May 12 19:31:17.759984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.805481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:17.813024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c4abce3-3815-4195-9ef8-e0c3a26202ff req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8200057 May 12 19:31:17.876313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf8522-b189-42a5-87de-73fe59d0522a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f783ad4-3ada-4910-a89a-23149640d877,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:17.920063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] Set router ecb72cdc-1989-47fd-a400-fab84cabaeaf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:17.985972 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825b5117-3af3-4384-bc46-6320d38d7a0a'] response: {'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'code': 200} May 12 19:31:17.999320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6bd2-73ae-4aaf-8470-f7cf90a4e5a7 req-b9c97f23-1029-42eb-ac1e-aabf692e1e0e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:18.001359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9eee6bd2-73ae-4aaf-8470-f7cf90a4e5a7 req-b9c97f23-1029-42eb-ac1e-aabf692e1e0e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.0862663 May 12 19:31:18.117580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9eee6bd2-73ae-4aaf-8470-f7cf90a4e5a7 req-37215706-dba2-471e-acea-f2dadc9fd088 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038840 May 12 19:31:18.321311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f690753-695b-4343-9dcd-e27a2faab488 req-96e1fd4b-5d66-427a-8103-0325e1131b60 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 210 time: 0.1483607 May 12 19:31:18.322216 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-bb44a894-3d01-415b-b5c7-17a095c9bc3e req-384c2db5-8978-42a6-b5a1-6b6a0a1c0f53 tempest-FloatingIPsNegativeTestJSON-2049605178 tempest-FloatingIPsNegativeTestJSON-2049605178-project] show failed (client error): The resource could not be found. May 12 19:31:18.323232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb44a894-3d01-415b-b5c7-17a095c9bc3e req-384c2db5-8978-42a6-b5a1-6b6a0a1c0f53 tempest-FloatingIPsNegativeTestJSON-2049605178 tempest-FloatingIPsNegativeTestJSON-2049605178-project] 10.222.0.72 "GET /v2.0/floatingips/289a16b7-cd24-4e1a-91b4-41ec8010bc62 HTTP/1.1" status: 404 len: 350 time: 0.1698475 May 12 19:31:18.334520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:18.342582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1ec8-72ab-4c43-a8f9-5af19b09c2d3 req-f3263931-5258-4327-95db-9ab363538b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:18.344122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e32d1ec8-72ab-4c43-a8f9-5af19b09c2d3 req-f3263931-5258-4327-95db-9ab363538b29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 1096 time: 0.2978969 May 12 19:31:18.345977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:12Z', 'revision_number': 4, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7d00aa66-d556-4685-a1ed-d12e27f8a6cc', 'name': '', 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'mac_address': 'fa:16:3e:ba:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '0b599995-9df8-4374-8f25-38ffd17131a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:12Z', 'updated_at': '2022-05-12T19:31:17Z', 'revision_number': 4, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'subnets': [{'id': '0b599995-9df8-4374-8f25-38ffd17131a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:18.354922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8ec0d-f005-423e-b289-9ca0d1f2a4ec None None] The sync data for ids ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'] in n-d-841626-1 is: [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:12Z', 'revision_number': 4, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7d00aa66-d556-4685-a1ed-d12e27f8a6cc', 'name': '', 'network_id': '1d8ddb62-c50c-481b-97ac-079472908e02', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'mac_address': 'fa:16:3e:ba:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '0b599995-9df8-4374-8f25-38ffd17131a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:12Z', 'updated_at': '2022-05-12T19:31:17Z', 'revision_number': 4, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'subnets': [{'id': '0b599995-9df8-4374-8f25-38ffd17131a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:18.448070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-142239435', 'description': 'tempest-description-762470349'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:18.457367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:18.460754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e32d1ec8-72ab-4c43-a8f9-5af19b09c2d3 req-1ec5069e-cb15-438b-a822-91aac18e336e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081526 May 12 19:31:18.463074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:18.466066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:18.472046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:18.494176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:18.526168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:18.541778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:18.545144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:18.551749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:18.654552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:18.671596 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:18.805300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb9a576-524c-4c18-802b-d5c82f17d505,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:18.815538 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:18.822846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0caf46a9-c8d2-40d0-b978-3296da61e9cf req-78ee8d15-51be-4022-bbd5-874238b39139 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3883481 May 12 19:31:18.865165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-2fa1a936-bed9-457b-83c7-da34ecd15470 service neutron] 10.222.0.36 "GET /v2.0/ports/57517a59-b354-4dab-8fc7-b2e4dde92013/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.1583812 May 12 19:31:19.002461 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-65ae4a6d-e49f-4485-ab2b-c8f9e3263771 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1494391 May 12 19:31:19.215257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d00aa66-d556-4685-a1ed-d12e27f8a6cc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:19.286862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-02fe6fd7-c989-4c19-8f53-ec48e1acfed2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:19.288587 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-02fe6fd7-c989-4c19-8f53-ec48e1acfed2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674992 May 12 19:31:19.316762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:19.325130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:19.325656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:19.334794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2398ce5-79e6-4a40-bef3-f0cde067686d req-565e4e16-6744-4211-844b-b4bc30d452db tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:19.336373 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2398ce5-79e6-4a40-bef3-f0cde067686d req-565e4e16-6744-4211-844b-b4bc30d452db tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 946 time: 0.3560066 May 12 19:31:19.347031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913123e9-99e6-41ea-a482-d80dfe21817b req-570f3bd8-fe31-4935-86a3-1091c8f97a3f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:19.348521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-913123e9-99e6-41ea-a482-d80dfe21817b req-570f3bd8-fe31-4935-86a3-1091c8f97a3f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 943 time: 0.3372259 May 12 19:31:19.368402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Request body: {'port': {'device_id': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '5058014c11384038bac1d9e012d66348'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:19.430798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2398ce5-79e6-4a40-bef3-f0cde067686d req-04d85c97-9168-4513-aaed-5a54d741d70e tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717506 May 12 19:31:19.450045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:19.463083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:19.464675 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:19.490356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-913123e9-99e6-41ea-a482-d80dfe21817b req-701fa7e0-f0d2-460a-ab52-7d092ada15fc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301160 May 12 19:31:19.495154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:19.542472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,segment=NetworkSegment(e52532f4-813d-44da-a35c-4c791110da2c),segment_id=e52532f4-813d-44da-a35c-4c791110da2c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:19.550866 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:19.567444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:19.581581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:19.601913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57517a59-b354-4dab-8fc7-b2e4dde92013 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:31:19.604264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:19.614369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:19.642870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:19.659405 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-70261708-033f-498c-a740-9126361bf141 req-27d6b8f7-3d06-448a-b866-5e59dc1db2cb tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:31:19.660437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70261708-033f-498c-a740-9126361bf141 req-27d6b8f7-3d06-448a-b866-5e59dc1db2cb tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/cca5d144-dca8-4d39-9778-157bfa0f809c HTTP/1.1" status: 404 len: 352 time: 0.1122925 May 12 19:31:19.661367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:19.684846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-86e3960f-ad89-431b-95c4-aa2d0321265b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/7f783ad4-3ada-4910-a89a-23149640d877 HTTP/1.1" status: 200 len: 1805 time: 0.1916366 May 12 19:31:19.751427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Made reservation on behalf of 5058014c11384038bac1d9e012d66348 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:19.754457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:19.884673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] Transition to ACTIVE for port object 57517a59-b354-4dab-8fc7-b2e4dde92013 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:19.895484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-07e436be-96f6-44dc-b930-bc6f91bfdd24 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/8eb9a576-524c-4c18-802b-d5c82f17d505 HTTP/1.1" status: 200 len: 1803 time: 0.1813579 May 12 19:31:19.898266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.093475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f783ad4-3ada-4910-a89a-23149640d877', 'remote_group_id': '8eb9a576-524c-4c18-802b-d5c82f17d505', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:20.094546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f783ad4-3ada-4910-a89a-23149640d877', 'remote_group_id': '8eb9a576-524c-4c18-802b-d5c82f17d505', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:20.127834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Allocated IP 192.168.233.38 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/cf467131-7228-4cb7-bd19-d4f4a722704a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:20.149879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:20.175833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:20.205846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:20.219875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:20.231582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] Pushing event updated for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=10']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:20.234778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] No DVR routers for this DVR port 57517a59-b354-4dab-8fc7-b2e4dde92013 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:31:20.244455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Deleting port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:20.244785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.293718 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1327043b-252a-468b-8ab0-d051449d8015 service neutron] 10.222.0.36 "PUT /v2.0/ports/57517a59-b354-4dab-8fc7-b2e4dde92013/bindings/n-h2-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4209807 May 12 19:31:20.301416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bae75b-1543-4638-a111-a9fa41abc3ba req-dd972376-dca3-46dd-aa68-4ade50ee0151 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:20.302845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11bae75b-1543-4638-a111-a9fa41abc3ba req-dd972376-dca3-46dd-aa68-4ade50ee0151 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.4576259 May 12 19:31:20.385001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11bae75b-1543-4638-a111-a9fa41abc3ba req-16f56c80-d116-46ed-ac84-dd9af58c13e7 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746679 May 12 19:31:20.387817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.468324 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.478907 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.550069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf2e944-e3da-4c87-aa75-53fe9e7e76dc,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:20.568348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8451414-bdd4-4c50-b252-4e064db63fef req-99a5b770-2f2b-45eb-af57-5c3b9072f3c8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 210 time: 0.0559766 May 12 19:31:20.569050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.581973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e376bd5-8177-4e9f-a9d9-88929b2221f9 req-8bf5223d-fe31-47a8-9594-2330dae3982e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5142667 May 12 19:31:20.611348 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-440d5c51-6e87-4579-baae-241ad88e8be9 req-603acfe6-91b2-47ba-9aab-91ecaa1092c5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:31:20.612366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-440d5c51-6e87-4579-baae-241ad88e8be9 req-603acfe6-91b2-47ba-9aab-91ecaa1092c5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/7e1ad3a9-25dd-40c3-8dfc-d48f4a921c17 HTTP/1.1" status: 404 len: 352 time: 0.0224218 May 12 19:31:20.623967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217b000-416a-4a7c-885c-03023ed4842b req-347b0ee8-4b42-4fe7-ac54-9cf0b876f6fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:20.625486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2217b000-416a-4a7c-885c-03023ed4842b req-347b0ee8-4b42-4fe7-ac54-9cf0b876f6fa tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 946 time: 0.2139938 May 12 19:31:20.728135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-bcbb60bc-f08d-4adc-b127-87fde011fde4 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:20.729954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-bcbb60bc-f08d-4adc-b127-87fde011fde4 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.3819804 May 12 19:31:20.741472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.791612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Deleting port 23018f79-1a6d-4b04-80bf-a6a7eef6081f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:20.791957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.816226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Transition to ACTIVE for port object cf467131-7228-4cb7-bd19-d4f4a722704a will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:20.823290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] For port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,segment=NetworkSegment(e52532f4-813d-44da-a35c-4c791110da2c),segment_id=e52532f4-813d-44da-a35c-4c791110da2c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:20.823651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:20.959450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2a1f4-6803-4f11-a1cb-e50482386272 req-3da8981f-f5e1-40f7-8a63-2d7c9650950f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:20.960919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eaf2a1f4-6803-4f11-a1cb-e50482386272 req-3da8981f-f5e1-40f7-8a63-2d7c9650950f tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 946 time: 0.2777777 May 12 19:31:20.966241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Calling delete_port for 7d00aa66-d556-4685-a1ed-d12e27f8a6cc owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:21.017831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b431c-2623-45a3-9689-7a8860f3429e req-dd904207-ddc2-4b77-b71a-67962a143198 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:21.019295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-360b431c-2623-45a3-9689-7a8860f3429e req-dd904207-ddc2-4b77-b71a-67962a143198 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 944 time: 0.2925885 May 12 19:31:21.037591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.048949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:31:21.124904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-360b431c-2623-45a3-9689-7a8860f3429e req-be54be3c-fe00-48c2-a5b0-5f2d85751b9b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986776 May 12 19:31:21.138206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eaf2a1f4-6803-4f11-a1cb-e50482386272 req-503ba426-e5cb-45c7-a376-5089bebac58e tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/security-groups?id=8398ad2c-ef2e-427c-bd33-9aa159673d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179559 May 12 19:31:21.185520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] For port 23018f79-1a6d-4b04-80bf-a6a7eef6081f, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=23018f79-1a6d-4b04-80bf-a6a7eef6081f,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:21.185863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.200711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1731203890', 'description': 'tempest-description-1981120931'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:21.208058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d00aa66-d556-4685-a1ed-d12e27f8a6cc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:21.216754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:21.269827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-17392966-41f9-4930-b00d-fe963a97cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:21.271327 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-17392966-41f9-4930-b00d-fe963a97cefc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 1095 time: 0.5268598 May 12 19:31:21.338435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:21.350652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:21.352142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Calling delete_port for 23018f79-1a6d-4b04-80bf-a6a7eef6081f owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:21.354362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 23018f79-1a6d-4b04-80bf-a6a7eef6081f no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:21.360821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:21.375359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:21.383697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:21.404424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:21.406219 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-6c639b78-7b95-4c69-b302-bc75d68ceab9 req-24bccaf3-e764-4c58-a8e2-4570c523c22c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:31:21.409340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:21.419638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c639b78-7b95-4c69-b302-bc75d68ceab9 req-24bccaf3-e764-4c58-a8e2-4570c523c22c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/39629a08-6c8c-400f-abc3-d2cd7e9d747c HTTP/1.1" status: 404 len: 352 time: 0.2226911 May 12 19:31:21.428109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:21.428781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.468672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.516551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:21.518034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.540734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:21.542902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-230e00e2-ce08-447c-816c-8f6e86b98002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:21.544651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-230e00e2-ce08-447c-816c-8f6e86b98002 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1095 time: 0.2470512 May 12 19:31:21.549972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:21.554834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:21.615242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:21.636552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 23018f79-1a6d-4b04-80bf-a6a7eef6081f is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:21.637156 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.679554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-40340f4c-35ae-40ab-834b-ab77d6fa99e3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3195806 May 12 19:31:21.693470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7d00aa66-d556-4685-a1ed-d12e27f8a6cc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:21.696072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Request body: {'port': {'device_id': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:21.705697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fd74e683-0ef2-469e-bafc-e88c77bb6b95 None None] Provisioning for port cf467131-7228-4cb7-bd19-d4f4a722704a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:21.711596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fd74e683-0ef2-469e-bafc-e88c77bb6b95 None None] Provisioning complete for port cf467131-7228-4cb7-bd19-d4f4a722704a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:21.712142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fd74e683-0ef2-469e-bafc-e88c77bb6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.731794 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.798835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 57517a59-b354-4dab-8fc7-b2e4dde92013 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:21.803254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Pushing event deleted for resources: {'Port': ['ID=23018f79-1a6d-4b04-80bf-a6a7eef6081f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:21.825646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-748ad260-ffa0-498e-8295-1e73bb60fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:21.827713 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-748ad260-ffa0-498e-8295-1e73bb60fafb service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.2750616 May 12 19:31:21.862266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fd74e683-0ef2-469e-bafc-e88c77bb6b95 None None] Port cf467131-7228-4cb7-bd19-d4f4a722704a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:21.870582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d0a2d-2ea5-4977-b107-e5ffc2dcde86 req-ed158e9d-d0ea-40d3-9226-fe0199f1cff1 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:21.872077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be7d0a2d-2ea5-4977-b107-e5ffc2dcde86 req-ed158e9d-d0ea-40d3-9226-fe0199f1cff1 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.2632043 May 12 19:31:21.873519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 57517a59-b354-4dab-8fc7-b2e4dde92013 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:21.914376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.915554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] No DVR routers for this DVR port 23018f79-1a6d-4b04-80bf-a6a7eef6081f on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:31:21.934108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:21.936486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'name': 'network-vif-deleted', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:21.950115 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-93990912-012d-4096-8e11-30a272ad5608 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 200 len: 217 time: 0.1150434 May 12 19:31:21.998283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.050876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.053375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.077827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d00aa66-d556-4685-a1ed-d12e27f8a6cc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:22.113575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2217b000-416a-4a7c-885c-03023ed4842b req-639deb05-8173-4c2f-84e8-b9319f5a1188 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.36 "DELETE /v2.0/ports/23018f79-1a6d-4b04-80bf-a6a7eef6081f HTTP/1.1" status: 204 len: 173 time: 1.4823601 May 12 19:31:22.121234 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.134712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbbf2dfd-c05e-48a2-9826-b36a249cd17d req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9519477 May 12 19:31:22.142840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be7d0a2d-2ea5-4977-b107-e5ffc2dcde86 req-a9b87aa3-5b37-4c22-a7e4-b7216dd67344 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436061 May 12 19:31:22.156795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7e290-62f7-4658-93df-581a990ad1ae tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d72b3e0-1132-4d01-9b50-da04aa02a779,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:22.166041 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-ddb2a44f-5ce5-4eff-8c3f-61427d4a57db req-e5b91fa0-67c9-4eff-b6ac-1796157cd458 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:31:22.177739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddb2a44f-5ce5-4eff-8c3f-61427d4a57db req-e5b91fa0-67c9-4eff-b6ac-1796157cd458 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/2e9f98ab-aa50-4e16-9498-996af8c4915c HTTP/1.1" status: 404 len: 352 time: 0.0315447 May 12 19:31:22.186592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-99ed940e-e691-4d64-b819-1ff5df9669d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:22.188159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-99ed940e-e691-4d64-b819-1ff5df9669d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.2315640 May 12 19:31:22.284062 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf6ee5b-0e5c-4df7-9934-cc89eb331627'] response: {'server_uuid': '4a6e6137-7e08-4a39-9c97-244ff1f5a4d7', 'name': 'network-vif-deleted', 'tag': '23018f79-1a6d-4b04-80bf-a6a7eef6081f', 'status': 'completed', 'code': 200} May 12 19:31:22.308406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2093066294', 'description': 'tempest-description-1879012193'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:22.316814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:22.360179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:22.380785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:22.390556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:22.421006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.450661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:22.461378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99136d-a015-4fb6-912f-c04ea6d5893c req-53565412-b760-4c3b-96d9-3f23d6f7b996 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:22.463021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f99136d-a015-4fb6-912f-c04ea6d5893c req-53565412-b760-4c3b-96d9-3f23d6f7b996 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 935 time: 0.1435816 May 12 19:31:22.464100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:22.467590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:22.471708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-37695ebf-1686-48bf-be6b-229351cbd921 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709410 May 12 19:31:22.488748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:22.530426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f99136d-a015-4fb6-912f-c04ea6d5893c req-19c56edb-f353-403b-bf6e-e29ec008081e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 May 12 19:31:22.593433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.598854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.643325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9243237d-7414-4322-b843-5faff5ede752,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:22.649120 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.650457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d2bb8a2-8d69-4079-88d7-6fc1ed20a65c req-2ba1325b-be72-4bfe-8f9e-549a6a2567f4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3465877 May 12 19:31:22.725220 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-248601c2-9245-47b3-8be0-b5b0bde90b6b req-50fcd8b7-55f0-4a6b-8f33-bc94b13c361b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:31:22.726254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-248601c2-9245-47b3-8be0-b5b0bde90b6b req-50fcd8b7-55f0-4a6b-8f33-bc94b13c361b tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/7b372a9f-9ef5-4222-b202-2ccbf6482d59 HTTP/1.1" status: 404 len: 352 time: 0.0566063 May 12 19:31:22.735158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-817d0686-856b-47cb-9c0f-a4bd5bd03204 req-351b5a5c-aad8-4d62-9978-a1bc3f7339a2 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Synchronizing usage tracker for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:22.753397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-817d0686-856b-47cb-9c0f-a4bd5bd03204 req-351b5a5c-aad8-4d62-9978-a1bc3f7339a2 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] Unset dirty status for tenant:7c62245bf6834c509f182eb26bea2514 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:22.755901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-817d0686-856b-47cb-9c0f-a4bd5bd03204 req-351b5a5c-aad8-4d62-9978-a1bc3f7339a2 tempest-FloatingIPsAssociationNegativeTestJSON-663072664 tempest-FloatingIPsAssociationNegativeTestJSON-663072664-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a6e6137-7e08-4a39-9c97-244ff1f5a4d7 HTTP/1.1" status: 200 len: 210 time: 0.0722806 May 12 19:31:22.934641 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-1cb15a02-8627-4170-bdb9-82b5e82bea5a service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512801 May 12 19:31:22.941550 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:22.974477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bf8ff-522f-4fb0-8652-dec145c80ba2 req-58afb8d4-0854-4157-b54a-f294c161fd9b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:22.975935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-045bf8ff-522f-4fb0-8652-dec145c80ba2 req-58afb8d4-0854-4157-b54a-f294c161fd9b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 944 time: 0.1459546 May 12 19:31:22.988554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7323b68-2cf6-481b-961a-e830b3e4e175 req-d22e0c6a-e1e4-431c-912e-8d240ca6fc79 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:22.990020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7323b68-2cf6-481b-961a-e830b3e4e175 req-d22e0c6a-e1e4-431c-912e-8d240ca6fc79 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.1255274 May 12 19:31:22.999051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:23.058301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-045bf8ff-522f-4fb0-8652-dec145c80ba2 req-55583bab-de37-4b8a-9c3f-d929cb779eb6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672324 May 12 19:31:23.068098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-365e9400-0773-47e8-8c09-5a0fdc6bc314 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/2d72b3e0-1132-4d01-9b50-da04aa02a779 HTTP/1.1" status: 200 len: 1805 time: 0.0628746 May 12 19:31:23.104460 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-fbf18ec7-ef41-41ba-9ad7-cffb4e7d68c0 req-c62c675e-bdb5-4e69-bdad-4165101cb583 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] show failed (client error): The resource could not be found. May 12 19:31:23.106023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbf18ec7-ef41-41ba-9ad7-cffb4e7d68c0 req-c62c675e-bdb5-4e69-bdad-4165101cb583 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/8934b629-fe5a-4d12-a2e0-8ee649d33312 HTTP/1.1" status: 404 len: 352 time: 0.0187948 May 12 19:31:23.109512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Request body: {'floatingip': {'port_id': 'b0553ef4-747c-4669-8e27-3e393576ef03'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:23.170558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-eb829b64-98cc-40a6-a872-53e3e076df64 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/9243237d-7414-4322-b843-5faff5ede752 HTTP/1.1" status: 200 len: 1805 time: 0.0953646 May 12 19:31:23.178913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d72b3e0-1132-4d01-9b50-da04aa02a779', 'remote_group_id': '9243237d-7414-4322-b843-5faff5ede752', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:23.179232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d72b3e0-1132-4d01-9b50-da04aa02a779', 'remote_group_id': '9243237d-7414-4322-b843-5faff5ede752', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:23.196244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:23.201116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:23.204579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:23.211269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:23.237028 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.280208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.307470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.312439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.336823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb1510e-36ee-42c4-82fa-d45083671158,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:23.350906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.352198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c95de8c3-9414-4e5a-9dbc-b4ef90e5f857 req-8fb29150-4721-43ae-a4d6-39f4b42116a3 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1778629 May 12 19:31:23.426913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-455cbb4f-1506-458f-abd7-6364dcac9351 req-cfcf0e5b-9092-49b3-a3f9-15a8aa01c0e1 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/9243237d-7414-4322-b843-5faff5ede752 HTTP/1.1" status: 200 len: 1805 time: 0.0486753 May 12 19:31:23.549048 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-455cbb4f-1506-458f-abd7-6364dcac9351 req-a12734dd-2016-4cf5-a90f-e4c89384c72c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.572161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf467131-7228-4cb7-bd19-d4f4a722704a {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:31:23.582165 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-455cbb4f-1506-458f-abd7-6364dcac9351 req-a12734dd-2016-4cf5-a90f-e4c89384c72c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.591901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.599953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbb9a-3cf2-4d39-85fb-f27927b40079 req-47587150-63c3-4cb6-a2e3-2167a518b0a5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:23.601457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02ebbb9a-3cf2-4d39-85fb-f27927b40079 req-47587150-63c3-4cb6-a2e3-2167a518b0a5 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1023 time: 0.1512785 May 12 19:31:23.608632 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-3d51aa1e-cf42-40b3-9250-8d8de00164d2 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540077 May 12 19:31:23.622190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Transition to ACTIVE for port object cf467131-7228-4cb7-bd19-d4f4a722704a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:23.676811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02ebbb9a-3cf2-4d39-85fb-f27927b40079 req-a9592a9e-1b4d-404f-bd32-483e588da5a2 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:23.696415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02ebbb9a-3cf2-4d39-85fb-f27927b40079 req-a9592a9e-1b4d-404f-bd32-483e588da5a2 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:23.697607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02ebbb9a-3cf2-4d39-85fb-f27927b40079 req-a9592a9e-1b4d-404f-bd32-483e588da5a2 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bee319-4859-484b-9673-b25d3af70284&id=5c6988d3-ced6-42b7-9056-b871252270d5&id=12e01bd3-2a48-4588-b819-06d3f59ebc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0869415 May 12 19:31:23.705699 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-455cbb4f-1506-458f-abd7-6364dcac9351 req-a12734dd-2016-4cf5-a90f-e4c89384c72c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.729503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12734dd-2016-4cf5-a90f-e4c89384c72c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243237d-7414-4322-b843-5faff5ede752,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:23.733311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-455cbb4f-1506-458f-abd7-6364dcac9351 req-a12734dd-2016-4cf5-a90f-e4c89384c72c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.737856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-455cbb4f-1506-458f-abd7-6364dcac9351 req-a12734dd-2016-4cf5-a90f-e4c89384c72c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-groups/9243237d-7414-4322-b843-5faff5ede752 HTTP/1.1" status: 204 len: 173 time: 0.3042250 May 12 19:31:23.820213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41c06805-c997-4532-a116-df1941727fd1 req-4fa5a487-1659-42ca-b707-7292ca352d38 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/2d72b3e0-1132-4d01-9b50-da04aa02a779 HTTP/1.1" status: 200 len: 1805 time: 0.0674086 May 12 19:31:23.852851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:23.900023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47092) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:23.968425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-447644661', 'description': 'tempest-description-965268801'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:23.993658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:24.001940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:24.008600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:24.020017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:24.123658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:24.226566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0378c1-7a45-40b4-801f-af9247c5461d req-a938f1f0-ef71-431b-a7d0-17fc834aca9e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:24.228110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e0378c1-7a45-40b4-801f-af9247c5461d req-a938f1f0-ef71-431b-a7d0-17fc834aca9e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 947 time: 0.3886721 May 12 19:31:24.264398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:24.269087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:24.273439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:24.278850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:24.287550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:24.398230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e0378c1-7a45-40b4-801f-af9247c5461d req-13bcc210-d148-4835-9a32-6cd581a222d8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590753 May 12 19:31:24.490556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Router ecb72cdc-1989-47fd-a400-fab84cabaeaf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:24.503690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-cb89e122-cc90-4a34-9393-83a364fa6bc0 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:24.505170 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-cb89e122-cc90-4a34-9393-83a364fa6bc0 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1095 time: 0.5295837 May 12 19:31:24.651556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:24.651751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:24.652436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:24.682335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Port cf467131-7228-4cb7-bd19-d4f4a722704a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:31:24.682660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:24.686860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:24.700292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:24.705894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:24.706208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:24.706590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:24.707029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Bound port: cf467131-7228-4cb7-bd19-d4f4a722704a, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:24.707406 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:24.767278 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:24.768590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03e4ad46-4b3b-4c08-b6a9-2c19714ec9b0 req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8052042 May 12 19:31:24.773131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee6d76-f06c-4383-b0b9-0c75b6a7cb20 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b75b85d-575a-4f55-8db0-5bee3bfe9396,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:24.812172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073090c1-39dc-4965-aff0-7c10d33b7487 req-ccdce1ea-2802-4ed7-9ce8-9a50a8bbda59 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:24.813653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-073090c1-39dc-4965-aff0-7c10d33b7487 req-ccdce1ea-2802-4ed7-9ce8-9a50a8bbda59 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 944 time: 0.2791195 May 12 19:31:24.947763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-073090c1-39dc-4965-aff0-7c10d33b7487 req-b4666004-6bb8-4497-a349-dd2bdf7a331d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059465 May 12 19:31:24.984183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.106656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2beb-eb8e-456b-8fbd-2c7a30166332 req-775b4a88-c691-4278-aae3-d7a60f82acc4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:25.108131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62cd2beb-eb8e-456b-8fbd-2c7a30166332 req-775b4a88-c691-4278-aae3-d7a60f82acc4 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1023 time: 0.2406392 May 12 19:31:25.196273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:25.208763 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] Sync routers for ids ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:25.210475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:25.224735 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] Routers {'ecb72cdc-1989-47fd-a400-fab84cabaeaf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:25.225804 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:25.232622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-8c5c7fc6-2e61-485e-8836-8799045b1756 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/6b75b85d-575a-4f55-8db0-5bee3bfe9396 HTTP/1.1" status: 200 len: 1803 time: 0.2543790 May 12 19:31:25.233622 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b89b5ae3-d028-4e5f-b0e7-9b46d0e22aa4 admin admin] 10.222.0.72 "PUT /v2.0/routers/ecb72cdc-1989-47fd-a400-fab84cabaeaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8979089 May 12 19:31:25.237018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.239800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:25.240540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47104) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:25.241542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-b17e141f-f1b0-448b-ae6d-4f866bb4cd4c service neutron] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:25.248280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b75b85d-575a-4f55-8db0-5bee3bfe9396', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:25.248775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b75b85d-575a-4f55-8db0-5bee3bfe9396', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:25.270456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:25.280282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:25.306121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-b17e141f-f1b0-448b-ae6d-4f866bb4cd4c service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.307205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338ef3b0-638b-4287-bbd8-095a3aa1ae98 req-b17e141f-f1b0-448b-ae6d-4f866bb4cd4c service neutron] 10.222.0.73 "DELETE /v2.0/ports/57517a59-b354-4dab-8fc7-b2e4dde92013/bindings/n-h1-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.7838206 May 12 19:31:25.307807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.335749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:25.361328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-ab0b221c-e7c2-44a7-9b45-c6345b3e0353 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:25.362029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-ab0b221c-e7c2-44a7-9b45-c6345b3e0353 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Synchronizing usage tracker for tenant:08292a6d36034718801f62a1ddcba5bc on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:31:25.381008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62cd2beb-eb8e-456b-8fbd-2c7a30166332 req-a49e5e73-270c-47b8-81ad-3eea04b24e83 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bee319-4859-484b-9673-b25d3af70284&id=5c6988d3-ced6-42b7-9056-b871252270d5&id=12e01bd3-2a48-4588-b819-06d3f59ebc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2600098 May 12 19:31:25.383329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.387456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:25.422089 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] Set router ecb72cdc-1989-47fd-a400-fab84cabaeaf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:25.502290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:25.502904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.504280 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] 10.222.0.73 "PUT /v2.0/ports/cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 1095 time: 3.8142586 May 12 19:31:25.519156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.559770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:25.561089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.564221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Deleting port 414e025c-c0f8-4834-904e-d6f5449261dc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:25.564631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.619765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.713014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9d3cc3-aaed-4de4-8847-a97f52c812f1,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:25.747700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088ee7e-40dc-4502-95c3-9163293f917f service neutron] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:25.750955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.752163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b70a20f5-c60b-48aa-b548-84309ab52400 req-2fa1f0ef-1b23-4afa-b62f-89266975af06 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5187273 May 12 19:31:25.759761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-ab0b221c-e7c2-44a7-9b45-c6345b3e0353 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Unset dirty status for tenant:08292a6d36034718801f62a1ddcba5bc on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:31:25.761452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-ab0b221c-e7c2-44a7-9b45-c6345b3e0353 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1023 time: 1.0568128 May 12 19:31:25.819974 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:21Z', 'revision_number': 5, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:25.830059 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] Checking router: ecb72cdc-1989-47fd-a400-fab84cabaeaf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:25.848167 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] Routers {'ecb72cdc-1989-47fd-a400-fab84cabaeaf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:25.848875 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:25.901507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:25.991306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] For port 414e025c-c0f8-4834-904e-d6f5449261dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=414e025c-c0f8-4834-904e-d6f5449261dc,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:25.991654 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:26.005981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dc886-522a-4dc5-8d61-6ef227cd2afe req-14b67652-7ff0-487a-a555-1a855321cde2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:26.007644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c2dc886-522a-4dc5-8d61-6ef227cd2afe req-14b67652-7ff0-487a-a555-1a855321cde2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 947 time: 0.3304625 May 12 19:31:26.012876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Deleting port 717f96c2-b544-4db9-9c70-beecfc02fc31 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:26.013580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:26.036410 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] Set router ecb72cdc-1989-47fd-a400-fab84cabaeaf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:26.056387 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Floating IP 08448975-3787-43f5-965f-c28bb6045b20 associated. External IP: 172.25.2.80, port: b0553ef4-747c-4669-8e27-3e393576ef03. May 12 19:31:26.149292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Calling delete_port for 414e025c-c0f8-4834-904e-d6f5449261dc owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:26.256621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0558e5-7942-4145-9de9-aea5b17c86ac req-0616b326-8fc8-44bb-bcb1-087b179ea2ff tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:26.258112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d0558e5-7942-4145-9de9-aea5b17c86ac req-0616b326-8fc8-44bb-bcb1-087b179ea2ff tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1095 time: 0.3828866 May 12 19:31:26.322580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c2dc886-522a-4dc5-8d61-6ef227cd2afe req-10acab37-8ffc-46d6-bc69-9890f7532572 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550554 May 12 19:31:26.353085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d0558e5-7942-4145-9de9-aea5b17c86ac req-54cabea8-080b-464a-aab3-a0b976d2f0f7 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770555 May 12 19:31:26.381944 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:21Z', 'revision_number': 5, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:26.387176 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afccee8c-a73a-429f-a0e0-0e426a0685c3 None None] The sync data for ids ['ecb72cdc-1989-47fd-a400-fab84cabaeaf'] in n-d-841626-1 is: [{'id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1108913048-router', 'tenant_id': '03017f36e7e545c087c5d555adb84dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:05Z', 'updated_at': '2022-05-12T19:31:21Z', 'revision_number': 5, 'project_id': '03017f36e7e545c087c5d555adb84dcf', 'gw_port': {'id': '0971581f-59f7-41a9-9756-aafa410fc45b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb72cdc-1989-47fd-a400-fab84cabaeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:06Z', 'updated_at': '2022-05-12T19:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:26.404154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-eac9a333-ca7a-4901-8493-eeb88ecd0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:26.406474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-eac9a333-ca7a-4901-8493-eeb88ecd0bc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1098 time: 0.8297408 May 12 19:31:26.497049 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b47573-fbc7-47c0-bf3c-27cc39e3a439'] response: {'name': 'network-changed', 'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'status': 'completed', 'code': 200} May 12 19:31:26.526910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:26.530706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-6d0ccb84-e54b-40b0-b4dc-bc35b07b352a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.1133053 May 12 19:31:26.680425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-b7b7745b-2d45-4fea-be39-b4137ea68fa5 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/6b75b85d-575a-4f55-8db0-5bee3bfe9396 HTTP/1.1" status: 200 len: 2396 time: 0.2608981 May 12 19:31:26.694304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b75b85d-575a-4f55-8db0-5bee3bfe9396', 'remote_group_id': None}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:26.694522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b75b85d-575a-4f55-8db0-5bee3bfe9396', 'remote_group_id': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:26.705847 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:26.711632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:26.749754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Usage tracker for resource:security_group_rule and tenant:c396a29c31744ac1aff9e246721b8863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:26.765248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:26.770527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=414e025c-c0f8-4834-904e-d6f5449261dc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:26.802792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Deleting port 0971581f-59f7-41a9-9756-aafa410fc45b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:26.803124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:26.805696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:26.822682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-704e2cad-f246-4c67-88e8-444d8487a766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:26.899334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9f3a-7923-462b-b343-cc6b0bfa5e69 req-8041bc70-fe25-4cd5-b88b-25071ff25e92 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:26.906964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf0e9f3a-7923-462b-b343-cc6b0bfa5e69 req-8041bc70-fe25-4cd5-b88b-25071ff25e92 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 1095 time: 0.3903670 May 12 19:31:26.999344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf0e9f3a-7923-462b-b343-cc6b0bfa5e69 req-f305d672-ee50-4d26-bc4d-649684011ac1 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914078 May 12 19:31:27.001274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.012254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-ba314acf-ea63-4271-bdd0-427c7de957f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:27.013832 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-ba314acf-ea63-4271-bdd0-427c7de957f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4718199 May 12 19:31:27.026610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.228951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] For port 717f96c2-b544-4db9-9c70-beecfc02fc31, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=717f96c2-b544-4db9-9c70-beecfc02fc31,segment=NetworkSegment(a38650b5-3af5-45e3-af20-8d7d37d70027),segment_id=a38650b5-3af5-45e3-af20-8d7d37d70027)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:27.228951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.237776 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.265814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d00aa66-d556-4685-a1ed-d12e27f8a6cc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:27.305239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7d00aa66-d556-4685-a1ed-d12e27f8a6cc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:31:27.306143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d00aa66-d556-4685-a1ed-d12e27f8a6cc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:27.376889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Calling delete_port for 717f96c2-b544-4db9-9c70-beecfc02fc31 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:27.388008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b8cb1b-8325-40e0-a9e4-7a9788f180ee,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:27.417067 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.418264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0192d8b-b05e-4765-9772-ced9a2400aed req-f7051dfc-2847-4061-8469-81eaf0fe807b tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7303596 May 12 19:31:27.442621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.452706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Router fc05064c-54ab-42c5-be13-38f448495dd7 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:27.489521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] For port 0971581f-59f7-41a9-9756-aafa410fc45b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0971581f-59f7-41a9-9756-aafa410fc45b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:27.489895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.517604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84026cc-4b35-40fe-adfd-2d799ffa60b9 req-45faa2b7-24f6-4e90-9290-ba22b7afb824 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:27.524733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d84026cc-4b35-40fe-adfd-2d799ffa60b9 req-45faa2b7-24f6-4e90-9290-ba22b7afb824 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 1023 time: 0.2568858 May 12 19:31:27.663298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d84026cc-4b35-40fe-adfd-2d799ffa60b9 req-c37c4150-eccb-421e-8984-056a1df2b52e tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bee319-4859-484b-9673-b25d3af70284&id=5c6988d3-ced6-42b7-9056-b871252270d5&id=12e01bd3-2a48-4588-b819-06d3f59ebc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1376946 May 12 19:31:27.700572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Calling delete_port for 0971581f-59f7-41a9-9756-aafa410fc45b owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:27.755751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-f42a643e-8413-4dd9-a4f1-662b7d044530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:27.757381 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-f42a643e-8413-4dd9-a4f1-662b7d044530 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6803420 May 12 19:31:27.767246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 717f96c2-b544-4db9-9c70-beecfc02fc31 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:27.915428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 717f96c2-b544-4db9-9c70-beecfc02fc31 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:27.916567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:27.968550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-908bb2e4-42fc-4581-be1e-6c9457f88ec5 req-b9b8f07b-7419-45b2-8fb8-dff2b2f17e59 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/6b75b85d-575a-4f55-8db0-5bee3bfe9396 HTTP/1.1" status: 200 len: 2994 time: 0.1467435 May 12 19:31:28.014173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Router 2b475482-9b3c-41de-b8fd-9420031d7d0a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:28.021864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55d89c-9904-457e-8ea9-19bc0389b9eb req-a8807f09-a864-4b13-852c-e4e531ee8840 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:28.024869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f55d89c-9904-457e-8ea9-19bc0389b9eb req-a8807f09-a864-4b13-852c-e4e531ee8840 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 947 time: 0.2378674 May 12 19:31:28.053440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:28.063361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:28.086040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] Sync routers for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:28.122952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:28.123566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:28.269808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0282f85c-4091-4aaa-99fd-233c3b344e5c req-9a65a499-4083-4e96-8d58-3755b49bb8c2 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-group-rules/c4b8cb1b-8325-40e0-a9e4-7a9788f180ee HTTP/1.1" status: 200 len: 783 time: 0.0552132 May 12 19:31:28.271510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f55d89c-9904-457e-8ea9-19bc0389b9eb req-b75f615a-fd09-461b-b29d-42d6ceff435c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399426 May 12 19:31:28.272280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:28.276131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:28.283957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-59cf6c4a-8a5d-459a-9816-63773f29dc78 admin admin] 10.222.0.72 "PUT /v2.0/routers/2b475482-9b3c-41de-b8fd-9420031d7d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3816319 May 12 19:31:28.284625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47136) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:28.291158 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] Sync routers for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:28.317431 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:28.321265 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:30:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:28.340654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:28.348080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'Port': ['ID=717f96c2-b544-4db9-9c70-beecfc02fc31,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:28.421443 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-6cdce74f-b478-4048-88df-49d8c2b453c4 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510391 May 12 19:31:28.432399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] No DVR routers for this DVR port 717f96c2-b544-4db9-9c70-beecfc02fc31 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:31:28.435795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:28.438564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b6d40549-ba26-4c91-b780-bc0781c955d8 req-53cbf52e-72fb-4068-acaa-88f559939520 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.73 "DELETE /v2.0/ports/717f96c2-b544-4db9-9c70-beecfc02fc31 HTTP/1.1" status: 204 len: 173 time: 2.6116974 May 12 19:31:28.573509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'name': 'network-vif-deleted', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:28.615216 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:28.679131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-545e7d4a-a892-4d79-8d9b-8625de8cb48d tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "PUT /v2.0/floatingips/08448975-3787-43f5-965f-c28bb6045b20 HTTP/1.1" status: 200 len: 990 time: 5.6300547 May 12 19:31:28.684135 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05033d5-ee3f-414a-9838-43423839c38c'] response: {'server_uuid': 'f347e32e-dabe-4fc1-8ccd-3d85c208f757', 'name': 'network-vif-deleted', 'tag': '717f96c2-b544-4db9-9c70-beecfc02fc31', 'status': 'completed', 'code': 200} May 12 19:31:28.707423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:28.753360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:28.819026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Pushing event deleted for resources: {'Port': ['ID=0971581f-59f7-41a9-9756-aafa410fc45b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:28.839355 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cf9ba86-1dfe-4efb-8dab-0684a8458abb req-452a8ec5-8d0c-4048-a00c-9c9360132b02 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084156 May 12 19:31:28.864969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0282f85c-4091-4aaa-99fd-233c3b344e5c req-522ac44a-0242-4b87-aeed-ef721c6c25e4 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/6b75b85d-575a-4f55-8db0-5bee3bfe9396 HTTP/1.1" status: 200 len: 2994 time: 0.0941978 May 12 19:31:29.000915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04223ee4-807b-4b39-a7f8-4d57fa403aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.018413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0282f85c-4091-4aaa-99fd-233c3b344e5c req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.034037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '08448975-3787-43f5-965f-c28bb6045b20', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'port_id': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'mac_address': 'fa:16:3e:97:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633adcf-494f-4855-89cd-569b28c2beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:30:50Z', 'updated_at': '2022-05-12T19:31:24Z', 'revision_number': 1, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:49Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:29.044318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] Checking router: fc05064c-54ab-42c5-be13-38f448495dd7 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:29.052271 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0282f85c-4091-4aaa-99fd-233c3b344e5c req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.066044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:29.068131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:29.112555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.128135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc071785-adda-4a44-a3b1-ada527d2425b req-aa638f88-8e4d-49ee-b07d-eaf9d00be75b tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:29.129692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc071785-adda-4a44-a3b1-ada527d2425b req-aa638f88-8e4d-49ee-b07d-eaf9d00be75b tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.2544911 May 12 19:31:29.130322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0282f85c-4091-4aaa-99fd-233c3b344e5c req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.165927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4b8cb1b-8325-40e0-a9e4-7a9788f180ee,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:29.168621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0282f85c-4091-4aaa-99fd-233c3b344e5c req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.187149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0282f85c-4091-4aaa-99fd-233c3b344e5c req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/c4b8cb1b-8325-40e0-a9e4-7a9788f180ee HTTP/1.1" status: 204 len: 173 time: 0.3212013 May 12 19:31:29.197769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Deleting port 71a907ca-69f7-404b-b2a7-ee6993b646cc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:29.200164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.260070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.306368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.306719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.307060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.307391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.307722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.309457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.309825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.310155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.312392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.312744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.313080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.313433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22aa4d-e1a4-4562-ad10-9fccda1830e7 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:29.323111 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:31:26Z', 'revision_number': 5, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port': {'id': '71a907ca-69f7-404b-b2a7-ee6993b646cc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:29:53Z', 'updated_at': '2022-05-12T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:29.334926 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] Checking router: 2b475482-9b3c-41de-b8fd-9420031d7d0a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:29.356068 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] Routers {'2b475482-9b3c-41de-b8fd-9420031d7d0a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:29.356692 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2b475482-9b3c-41de-b8fd-9420031d7d0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:29.458764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc071785-adda-4a44-a3b1-ada527d2425b req-5ba00da1-08a0-4204-96f7-1859c0bf9cf6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144047 May 12 19:31:29.462574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a38b3d8a-5d34-4e79-b280-19cfc77484e0 req-ad157122-30e3-43fc-a9af-c43dfd9b064c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347e32e-dabe-4fc1-8ccd-3d85c208f757 HTTP/1.1" status: 200 len: 210 time: 0.0721121 May 12 19:31:29.518049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-8a447b64-04a6-4154-a66b-8a3db203f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:29.519682 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-8a447b64-04a6-4154-a66b-8a3db203f652 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1098 time: 0.5245306 May 12 19:31:29.526904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.564988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.591479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:29.648130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] For port 71a907ca-69f7-404b-b2a7-ee6993b646cc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=71a907ca-69f7-404b-b2a7-ee6993b646cc,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:29.648490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.694981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] Set router 2b475482-9b3c-41de-b8fd-9420031d7d0a gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:29.717436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.717436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb72cdc-1989-47fd-a400-fab84cabaeaf {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:31:29.732796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1ef90b3-fdd2-48e1-b5da-7968655e2539 req-8fd998a9-0a00-4cff-a492-c2fa350408fa tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/6b75b85d-575a-4f55-8db0-5bee3bfe9396 HTTP/1.1" status: 200 len: 2396 time: 0.1608450 May 12 19:31:29.786750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:29.796913 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-69b100a1-27cb-4b38-9a46-ef68a9d9ceeb admin admin] 10.222.0.72 "DELETE /v2.0/routers/ecb72cdc-1989-47fd-a400-fab84cabaeaf HTTP/1.1" status: 204 len: 168 time: 4.5527856 May 12 19:31:29.800751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47158) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:29.874315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Calling delete_port for 71a907ca-69f7-404b-b2a7-ee6993b646cc owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:29.884553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:31:29Z', 'revision_number': 6, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:29.889416 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2aee2-a106-412e-b618-970fd4e2cfc5 None None] The sync data for ids ['2b475482-9b3c-41de-b8fd-9420031d7d0a'] in n-d-841626-1 is: [{'id': '2b475482-9b3c-41de-b8fd-9420031d7d0a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-254741875-router', 'tenant_id': '7c62245bf6834c509f182eb26bea2514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:29:51Z', 'updated_at': '2022-05-12T19:31:29Z', 'revision_number': 6, 'project_id': '7c62245bf6834c509f182eb26bea2514', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:29.973910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-dc049de4-4d9f-4500-83d6-06b15a01fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:29.975578 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-dc049de4-4d9f-4500-83d6-06b15a01fb01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4310422 May 12 19:31:29.980440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] Deleting subnet 0b599995-9df8-4374-8f25-38ffd17131a6 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:31:29.984763 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.030153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.082094 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e1ef90b3-fdd2-48e1-b5da-7968655e2539 req-d0613247-d9f8-4f2a-b13f-0c7a51960d46 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.093522 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-d7486139-6050-4086-864b-080d887023b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.1095548 May 12 19:31:30.107330 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:31:30.150567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e1ef90b3-fdd2-48e1-b5da-7968655e2539 req-d0613247-d9f8-4f2a-b13f-0c7a51960d46 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.157521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.166692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90434bd-9459-4aed-b83e-792e8ddc8437 req-d56c787f-48f4-4dae-8fed-05cd9e92cf6b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:30.175291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e90434bd-9459-4aed-b83e-792e8ddc8437 req-d56c787f-48f4-4dae-8fed-05cd9e92cf6b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 947 time: 0.3111832 May 12 19:31:30.192724 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.224342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-66caf364-fea5-491b-b0c1-289febf06b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:30.225704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-66caf364-fea5-491b-b0c1-289febf06b30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1270885 May 12 19:31:30.226686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '08448975-3787-43f5-965f-c28bb6045b20', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'port_id': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'mac_address': 'fa:16:3e:97:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633adcf-494f-4855-89cd-569b28c2beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:30:50Z', 'updated_at': '2022-05-12T19:31:24Z', 'revision_number': 1, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:49Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:30.233071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f13241-f156-4e0a-aa86-1a351c841921 None None] The sync data for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 is: [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '08448975-3787-43f5-965f-c28bb6045b20', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'port_id': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'mac_address': 'fa:16:3e:97:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633adcf-494f-4855-89cd-569b28c2beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:30:50Z', 'updated_at': '2022-05-12T19:31:24Z', 'revision_number': 1, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:49Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:30.268879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e90434bd-9459-4aed-b83e-792e8ddc8437 req-88d52b7d-2e00-4b30-abf1-aaa65707fb33 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926023 May 12 19:31:30.339912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.378166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e1ef90b3-fdd2-48e1-b5da-7968655e2539 req-d0613247-d9f8-4f2a-b13f-0c7a51960d46 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.397463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-17850e45-2fe3-47d4-955e-e876a5b3457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:30.398953 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-17850e45-2fe3-47d4-955e-e876a5b3457a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610672 May 12 19:31:30.405317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0613247-d9f8-4f2a-b13f-0c7a51960d46 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b75b85d-575a-4f55-8db0-5bee3bfe9396,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:30.442169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e1ef90b3-fdd2-48e1-b5da-7968655e2539 req-d0613247-d9f8-4f2a-b13f-0c7a51960d46 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.447089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1ef90b3-fdd2-48e1-b5da-7968655e2539 req-d0613247-d9f8-4f2a-b13f-0c7a51960d46 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-groups/6b75b85d-575a-4f55-8db0-5bee3bfe9396 HTTP/1.1" status: 204 len: 173 time: 0.7132819 May 12 19:31:30.463858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.641647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a907ca-69f7-404b-b2a7-ee6993b646cc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:30.680546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.712921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6e633-5b5a-423a-bf4c-919f6d59bf3f None None] New status for floating IP 08448975-3787-43f5-965f-c28bb6045b20: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:31:30.718590 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-c002809d-996b-43d6-844c-11bc9ad54304 req-9c3fef55-a65e-4c95-ae0f-98390fed9ecd tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] show failed (client error): The resource could not be found. May 12 19:31:30.724993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c002809d-996b-43d6-844c-11bc9ad54304 req-9c3fef55-a65e-4c95-ae0f-98390fed9ecd tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/9243237d-7414-4322-b843-5faff5ede752 HTTP/1.1" status: 404 len: 352 time: 0.2507455 May 12 19:31:30.748191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:30.775425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b599995-9df8-4374-8f25-38ffd17131a6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:30.789883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:30.807417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-ba7fe7e0-c5b0-4bf3-83a5-a4bcd2adebcd service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983388 May 12 19:31:30.811124 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-918ea550-fef6-48f5-97c4-467954d8bf7a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0b599995-9df8-4374-8f25-38ffd17131a6 HTTP/1.1" status: 204 len: 168 time: 1.0080419 May 12 19:31:30.813680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:30.845787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea2896-bc29-4243-8be6-9c16cc87f9a3 None None] Network 1d8ddb62-c50c-481b-97ac-079472908e02 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:30.985374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.059098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.091532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Deleting port d24da9ce-335e-44c0-a9e2-5006f124cda6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:31.091970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.157974 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-296fa123-3541-4e7c-8c82-78d112c0e6b4 req-c4dbf006-9cdb-42f3-a311-60b3bd405762 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411739 May 12 19:31:31.185926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1f99d05-2fa9-402d-9c5b-663f5a55d13c req-be113c19-5fb9-48ad-a8c6-cbcef73c3f27 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/12e01bd3-2a48-4588-b819-06d3f59ebc7f HTTP/1.1" status: 200 len: 1799 time: 0.4656594 May 12 19:31:31.242420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5eefb93f-b3a3-4359-b57d-00e86e00b0a7 req-871ee9e2-4539-4246-bb6d-19710c3ff2fc tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/2d72b3e0-1132-4d01-9b50-da04aa02a779 HTTP/1.1" status: 200 len: 1805 time: 0.4784718 May 12 19:31:31.288812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0971581f-59f7-41a9-9756-aafa410fc45b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:31.337494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0971581f-59f7-41a9-9756-aafa410fc45b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:31:31.337839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0971581f-59f7-41a9-9756-aafa410fc45b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:31.338256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 414e025c-c0f8-4834-904e-d6f5449261dc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:31.386527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] For port d24da9ce-335e-44c0-a9e2-5006f124cda6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d24da9ce-335e-44c0-a9e2-5006f124cda6,segment=NetworkSegment(e52532f4-813d-44da-a35c-4c791110da2c),segment_id=e52532f4-813d-44da-a35c-4c791110da2c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:31.386883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.387575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.390511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 414e025c-c0f8-4834-904e-d6f5449261dc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:31:31.390511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 414e025c-c0f8-4834-904e-d6f5449261dc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:31.391926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 71a907ca-69f7-404b-b2a7-ee6993b646cc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:31.400998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.426050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5eefb93f-b3a3-4359-b57d-00e86e00b0a7 req-9c431e87-d056-4ef1-9fa2-3291e3a3ec2c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.464146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5eefb93f-b3a3-4359-b57d-00e86e00b0a7 req-9c431e87-d056-4ef1-9fa2-3291e3a3ec2c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.501645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 71a907ca-69f7-404b-b2a7-ee6993b646cc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:31:31.502224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 71a907ca-69f7-404b-b2a7-ee6993b646cc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:31.502610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1f99d05-2fa9-402d-9c5b-663f5a55d13c req-d3c88fce-343c-46fe-bf59-4ddef1206321 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.543634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.545334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.545882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b475482-9b3c-41de-b8fd-9420031d7d0a {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:31:31.554227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1f99d05-2fa9-402d-9c5b-663f5a55d13c req-d3c88fce-343c-46fe-bf59-4ddef1206321 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.569220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Calling delete_port for d24da9ce-335e-44c0-a9e2-5006f124cda6 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:31.587167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5eefb93f-b3a3-4359-b57d-00e86e00b0a7 req-9c431e87-d056-4ef1-9fa2-3291e3a3ec2c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.625850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5eefb93f-b3a3-4359-b57d-00e86e00b0a7 req-9c431e87-d056-4ef1-9fa2-3291e3a3ec2c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.641321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5eefb93f-b3a3-4359-b57d-00e86e00b0a7 req-9c431e87-d056-4ef1-9fa2-3291e3a3ec2c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-groups/2d72b3e0-1132-4d01-9b50-da04aa02a779 HTTP/1.1" status: 204 len: 173 time: 0.3971334 May 12 19:31:31.643198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.650788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47248) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:31.650938 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e3271c51-9297-497a-a73d-c3e2377a7412 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2b475482-9b3c-41de-b8fd-9420031d7d0a HTTP/1.1" status: 204 len: 168 time: 3.3652225 May 12 19:31:31.660639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c431e87-d056-4ef1-9fa2-3291e3a3ec2c tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d72b3e0-1132-4d01-9b50-da04aa02a779,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:31.688446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1f99d05-2fa9-402d-9c5b-663f5a55d13c req-d3c88fce-343c-46fe-bf59-4ddef1206321 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.696790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355f2c9-c5f8-4dae-9730-2cfbbd143c8d None None] DHCP port deletion for 1d8ddb62-c50c-481b-97ac-079472908e02 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:31:31.708186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e355f2c9-c5f8-4dae-9730-2cfbbd143c8d None None] Deleting port d24da9ce-335e-44c0-a9e2-5006f124cda6 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:31.708561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e355f2c9-c5f8-4dae-9730-2cfbbd143c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.730105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c88fce-343c-46fe-bf59-4ddef1206321 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e01bd3-2a48-4588-b819-06d3f59ebc7f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:31.758915 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b114e7-d60a-4792-a08e-56bfdae5dc94'] response: {'name': 'network-changed', 'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'status': 'completed', 'code': 200} May 12 19:31:31.794211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] Deleting subnet 15c0dc92-dad2-4805-93f8-e7a69163d4e3 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:31:31.797607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.827603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:31:31.850165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.859181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b1f99d05-2fa9-402d-9c5b-663f5a55d13c req-d3c88fce-343c-46fe-bf59-4ddef1206321 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.873468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1f99d05-2fa9-402d-9c5b-663f5a55d13c req-d3c88fce-343c-46fe-bf59-4ddef1206321 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/12e01bd3-2a48-4588-b819-06d3f59ebc7f HTTP/1.1" status: 204 len: 173 time: 0.6893728 May 12 19:31:31.937604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24da9ce-335e-44c0-a9e2-5006f124cda6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:31.959291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e355f2c9-c5f8-4dae-9730-2cfbbd143c8d None None] The port 'd24da9ce-335e-44c0-a9e2-5006f124cda6' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:31:31.968717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] No DVR routers for this DVR port d24da9ce-335e-44c0-a9e2-5006f124cda6 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:31:31.981672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:31.989841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:31:32.014513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-749e889f-f48a-41c6-9ef3-6f2156a8bee6 req-198ed7ff-84bd-4860-9d34-954f6d09f98a tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/8eb9a576-524c-4c18-802b-d5c82f17d505 HTTP/1.1" status: 200 len: 1803 time: 0.1297848 May 12 19:31:32.059086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-67f9a90a-9b23-449d-a1e4-01b92b10935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:32.060750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-67f9a90a-9b23-449d-a1e4-01b92b10935a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=edce8003de774c6a8840b24af37d19dc&device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 1096 time: 0.3148687 May 12 19:31:32.186249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d570d-a2b4-42fc-b61f-b877d7e018ff req-4680a697-e3b8-4eec-bcfa-264bf9eefe3d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:32.187898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-129d570d-a2b4-42fc-b61f-b877d7e018ff req-4680a697-e3b8-4eec-bcfa-264bf9eefe3d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 947 time: 0.2898576 May 12 19:31:32.230597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.240571 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-749e889f-f48a-41c6-9ef3-6f2156a8bee6 req-72a4c06b-48a1-41ce-9687-88fd9101451e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.248004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:32.277852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8ddb62-c50c-481b-97ac-079472908e02']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:32.285220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'mac_address': 'fa:16:3e:21:d6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:31:32.296555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.321908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-129d570d-a2b4-42fc-b61f-b877d7e018ff req-b181667d-0911-437e-b34b-1c2d33edc28d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147578 May 12 19:31:32.327198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52532f4-813d-44da-a35c-4c791110da2c') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:32.327535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52532f4-813d-44da-a35c-4c791110da2c') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:32.330237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-749e889f-f48a-41c6-9ef3-6f2156a8bee6 req-72a4c06b-48a1-41ce-9687-88fd9101451e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.354455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.369659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-56283498-f662-4d89-a565-9853a940e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:32.371218 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-56283498-f662-4d89-a565-9853a940e8db service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7f7ac17-0c36-4ec7-aab5-8a02d090183e HTTP/1.1" status: 200 len: 913 time: 0.3026989 May 12 19:31:32.382035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.391097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:31:32.391615 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: timer() May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:31:32.408897 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:31:32.415317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cf467131-7228-4cb7-bd19-d4f4a722704a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:32.416072 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.442780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf467131-7228-4cb7-bd19-d4f4a722704a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:31:32.468232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:32.475449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.520794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.534437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-37887273-e8d3-4d86-ac51-2d8bd0f0ac0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0553ef4-747c-4669-8e27-3e393576ef03 HTTP/1.1" status: 200 len: 1000 time: 0.1441967 May 12 19:31:32.538440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74c09e5c-557c-4403-8abc-32c543b3ce9e req-49c3703e-0876-4227-b599-b21159bb0dc1 tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "GET /v2.0/security-groups/73bee319-4859-484b-9673-b25d3af70284 HTTP/1.1" status: 200 len: 1800 time: 0.1614351 May 12 19:31:32.565513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.573373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c0dc92-dad2-4805-93f8-e7a69163d4e3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:32.577246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-749e889f-f48a-41c6-9ef3-6f2156a8bee6 req-72a4c06b-48a1-41ce-9687-88fd9101451e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.594132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.602498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8ddb62-c50c-481b-97ac-079472908e02,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:32.616695 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe43493b-f22c-4e02-a0ae-4a43aa3665a0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1d8ddb62-c50c-481b-97ac-079472908e02 HTTP/1.1" status: 204 len: 168 time: 1.8012264 May 12 19:31:32.617876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.619712 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-406f1529-5759-407a-abb3-71fd4ec552fb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/15c0dc92-dad2-4805-93f8-e7a69163d4e3 HTTP/1.1" status: 204 len: 168 time: 0.9677026 May 12 19:31:32.625111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:32.625503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ba855-b6f3-4305-9f5d-b21a92baa12e None None] Network 939d3462-25cb-4f76-a183-e8360850d298 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:32.630580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4c06b-48a1-41ce-9687-88fd9101451e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb9a576-524c-4c18-802b-d5c82f17d505,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:32.700250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-749e889f-f48a-41c6-9ef3-6f2156a8bee6 req-72a4c06b-48a1-41ce-9687-88fd9101451e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.703073 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-749e889f-f48a-41c6-9ef3-6f2156a8bee6 req-72a4c06b-48a1-41ce-9687-88fd9101451e tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-groups/8eb9a576-524c-4c18-802b-d5c82f17d505 HTTP/1.1" status: 204 len: 173 time: 0.6859920 May 12 19:31:32.726125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-5f9bc2fc-b534-480d-8566-b0175ce0823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:32.728462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-5f9bc2fc-b534-480d-8566-b0175ce0823f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb03ebf2-4326-4039-a198-f1a206cb4f93 HTTP/1.1" status: 200 len: 851 time: 0.1848905 May 12 19:31:32.747552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:32.754159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['cf467131-7228-4cb7-bd19-d4f4a722704a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:31:32.868655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47266) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:32.901532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-74c09e5c-557c-4403-8abc-32c543b3ce9e req-016c1498-f301-4528-be05-4d4788a1889c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.915523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.927792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Deleting port d486a35a-54fd-4efe-8d31-31a0b32e1e69 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:32.928359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:32.937842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-74c09e5c-557c-4403-8abc-32c543b3ce9e req-016c1498-f301-4528-be05-4d4788a1889c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.051730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91d92ccc-08fa-4902-a86d-b28dfc74ebf5 req-fb25802d-10bf-4dec-8066-a3e6726d9b4d tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/7f783ad4-3ada-4910-a89a-23149640d877 HTTP/1.1" status: 200 len: 1805 time: 0.2273564 May 12 19:31:33.098980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-94f0fca5-63f6-45c0-801d-3f86e9cd8cb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03017f36e7e545c087c5d555adb84dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266221 May 12 19:31:33.100541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47272) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:33.104789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-6adc34bd-db78-48ba-84d6-d7a26b4c7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:33.106387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-6adc34bd-db78-48ba-84d6-d7a26b4c7d5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7f7ac17-0c36-4ec7-aab5-8a02d090183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3692634 May 12 19:31:33.115507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-74c09e5c-557c-4403-8abc-32c543b3ce9e req-016c1498-f301-4528-be05-4d4788a1889c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.121458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] DHCP port deletion for 939d3462-25cb-4f76-a183-e8360850d298 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:31:33.126086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Deleting port d486a35a-54fd-4efe-8d31-31a0b32e1e69 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:33.126455 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.186982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c1498-f301-4528-be05-4d4788a1889c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bee319-4859-484b-9673-b25d3af70284,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:33.187561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] For port d486a35a-54fd-4efe-8d31-31a0b32e1e69, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d486a35a-54fd-4efe-8d31-31a0b32e1e69,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:33.187561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.274600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d24da9ce-335e-44c0-a9e2-5006f124cda6 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:33.312099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-74c09e5c-557c-4403-8abc-32c543b3ce9e req-016c1498-f301-4528-be05-4d4788a1889c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.315904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74c09e5c-557c-4403-8abc-32c543b3ce9e req-016c1498-f301-4528-be05-4d4788a1889c tempest-SecurityGroupsTestJSON-1918163003 tempest-SecurityGroupsTestJSON-1918163003-project] 10.222.0.72 "DELETE /v2.0/security-groups/73bee319-4859-484b-9673-b25d3af70284 HTTP/1.1" status: 204 len: 173 time: 0.7286034 May 12 19:31:33.330149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47276) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:33.353548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d24da9ce-335e-44c0-a9e2-5006f124cda6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:31:33.353880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d24da9ce-335e-44c0-a9e2-5006f124cda6 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:33.354303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d486a35a-54fd-4efe-8d31-31a0b32e1e69 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:31:33.377064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Calling delete_port for d486a35a-54fd-4efe-8d31-31a0b32e1e69 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:33.406876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91d92ccc-08fa-4902-a86d-b28dfc74ebf5 req-4a7dcc25-f1a0-477f-8cb7-3cfc09b65b22 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.490201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.563726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d486a35a-54fd-4efe-8d31-31a0b32e1e69,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:33.566465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] No DVR routers for this DVR port d486a35a-54fd-4efe-8d31-31a0b32e1e69 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:31:33.591670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] For port d486a35a-54fd-4efe-8d31-31a0b32e1e69, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d486a35a-54fd-4efe-8d31-31a0b32e1e69,segment=NetworkSegment(abd9099f-f102-44d0-bec1-bc9fc1238e02),segment_id=abd9099f-f102-44d0-bec1-bc9fc1238e02)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:33.592300 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.684952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a70a3172-68b1-42b3-97b2-92dccc352e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.688968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91d92ccc-08fa-4902-a86d-b28dfc74ebf5 req-4a7dcc25-f1a0-477f-8cb7-3cfc09b65b22 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.712288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] Deleting subnet 02b32372-5799-4b6e-8f5c-615e3feb4439 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:31:33.715323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port d486a35a-54fd-4efe-8d31-31a0b32e1e69 {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:31:33.715873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d486a35a-54fd-4efe-8d31-31a0b32e1e69 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:31:33.723451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Calling delete_port for d486a35a-54fd-4efe-8d31-31a0b32e1e69 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:33.728962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-bd728b4b-94cd-4332-9330-dc42caa73c00 service neutron] 10.222.0.36 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958374 May 12 19:31:33.729643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.750995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.780242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939d3462-25cb-4f76-a183-e8360850d298']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:33.792947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd9099f-f102-44d0-bec1-bc9fc1238e02') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:33.793318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd9099f-f102-44d0-bec1-bc9fc1238e02') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:33.805080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.808830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:33.824583 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.831707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:31:33.832125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: timer() May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:31:33.850653 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:31:33.888071 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a70a3172-68b1-42b3-97b2-92dccc352e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.897510 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:31:33.898217 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:31:33.908514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port cf467131-7228-4cb7-bd19-d4f4a722704a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:33.915356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port cf467131-7228-4cb7-bd19-d4f4a722704a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:33.915846 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.926419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.954217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.994730 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91d92ccc-08fa-4902-a86d-b28dfc74ebf5 req-4a7dcc25-f1a0-477f-8cb7-3cfc09b65b22 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:33.996534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.000293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=939d3462-25cb-4f76-a183-e8360850d298,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:34.029828 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-85fccc72-f961-4aea-bb1c-6b1a01635ed7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/939d3462-25cb-4f76-a183-e8360850d298 HTTP/1.1" status: 204 len: 168 time: 1.4002855 May 12 19:31:34.058140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c4ba-34aa-4a71-ac0a-788c0b2391f4 req-88ab63a6-1ff2-45b2-ada9-1f01dc16304b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:34.059631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad35c4ba-34aa-4a71-ac0a-788c0b2391f4 req-88ab63a6-1ff2-45b2-ada9-1f01dc16304b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 948 time: 0.4704492 May 12 19:31:34.060389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dcc25-f1a0-477f-8cb7-3cfc09b65b22 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f783ad4-3ada-4910-a89a-23149640d877,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:34.067731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cf467131-7228-4cb7-bd19-d4f4a722704a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:34.068522 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.102914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-91d92ccc-08fa-4902-a86d-b28dfc74ebf5 req-4a7dcc25-f1a0-477f-8cb7-3cfc09b65b22 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.103933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91d92ccc-08fa-4902-a86d-b28dfc74ebf5 req-4a7dcc25-f1a0-477f-8cb7-3cfc09b65b22 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-groups/7f783ad4-3ada-4910-a89a-23149640d877 HTTP/1.1" status: 204 len: 173 time: 1.0308959 May 12 19:31:34.121471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.143685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:31:34.150522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473849a2-8e40-419e-ad9a-78035e4c8d22 req-f0e22c5b-d786-4907-aaaf-ac1089dbfa1d service neutron] 10.222.0.36 "GET /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797021 May 12 19:31:34.185340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:34.193241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.260338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a70a3172-68b1-42b3-97b2-92dccc352e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.267840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad35c4ba-34aa-4a71-ac0a-788c0b2391f4 req-6e497d3e-2a8f-4bbf-9fac-23a37dfc83f6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961899 May 12 19:31:34.280004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:34.298577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3172-68b1-42b3-97b2-92dccc352e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b4a7fc-eb29-4a90-bd3e-bff3d80869cb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:34.320486 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a70a3172-68b1-42b3-97b2-92dccc352e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.321736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a70a3172-68b1-42b3-97b2-92dccc352e1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3b4a7fc-eb29-4a90-bd3e-bff3d80869cb HTTP/1.1" status: 204 len: 168 time: 1.2144694 May 12 19:31:34.332050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e6a7506-cfa7-418f-95b4-c5cbad211bce req-f8d1ed9c-7fa9-46e3-8d33-347af40f1232 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/4756506e-d523-43cf-8f06-63dbcd124cfb HTTP/1.1" status: 200 len: 2402 time: 0.1766334 May 12 19:31:34.334197 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.352446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:34.389244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b32372-5799-4b6e-8f5c-615e3feb4439,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:34.395299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.401160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Deleting port d486a35a-54fd-4efe-8d31-31a0b32e1e69 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:34.401493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.415080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2fb66c54-5d11-490d-87c9-6165b051726a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/02b32372-5799-4b6e-8f5c-615e3feb4439 HTTP/1.1" status: 204 len: 168 time: 1.0824761 May 12 19:31:34.418228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47296) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:34.423218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aacefd3e-569b-4da8-8c4a-421c91c5e8ff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c62245bf6834c509f182eb26bea2514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692022 May 12 19:31:34.425662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47300) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:34.503446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-278999a1-308a-4361-8311-e347abf50679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.540438 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0196e11a-52d4-4f82-a2a9-0916fac33b24'] response: {'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'code': 200} May 12 19:31:34.579197 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2e6a7506-cfa7-418f-95b4-c5cbad211bce req-76bbf78e-2625-478a-b08a-5b231324b015 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.587600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-278999a1-308a-4361-8311-e347abf50679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.600066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21449669-0486-4a92-b6e5-6d7b743c3c64 None None] The port 'd486a35a-54fd-4efe-8d31-31a0b32e1e69' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:31:34.614848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2e6a7506-cfa7-418f-95b4-c5cbad211bce req-76bbf78e-2625-478a-b08a-5b231324b015 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.636363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.666751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6f47b-7e86-49e9-a693-77058976d88d req-693fc8bc-a7e5-4fe3-9401-eeb3a3b9dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:34.668413 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2df6f47b-7e86-49e9-a693-77058976d88d req-693fc8bc-a7e5-4fe3-9401-eeb3a3b9dffb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1100 time: 0.1272008 May 12 19:31:34.700336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-278999a1-308a-4361-8311-e347abf50679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.736918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278999a1-308a-4361-8311-e347abf50679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398ad2c-ef2e-427c-bd33-9aa159673d86,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:34.749162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-278999a1-308a-4361-8311-e347abf50679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.753335 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-278999a1-308a-4361-8311-e347abf50679 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8398ad2c-ef2e-427c-bd33-9aa159673d86 HTTP/1.1" status: 204 len: 168 time: 0.3234758 May 12 19:31:34.763091 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2df6f47b-7e86-49e9-a693-77058976d88d req-b98d2117-67a2-41a5-a7df-9df06d6b250f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813432 May 12 19:31:34.812990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.824315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2e6a7506-cfa7-418f-95b4-c5cbad211bce req-76bbf78e-2625-478a-b08a-5b231324b015 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.863959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbf78e-2625-478a-b08a-5b231324b015 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756506e-d523-43cf-8f06-63dbcd124cfb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:34.866566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e94efbd-1b3e-4f66-adcf-1207b2a67981']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:34.881111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38650b5-3af5-45e3-af20-8d7d37d70027') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:34.881351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38650b5-3af5-45e3-af20-8d7d37d70027') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:34.888348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2e6a7506-cfa7-418f-95b4-c5cbad211bce req-76bbf78e-2625-478a-b08a-5b231324b015 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.889580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e6a7506-cfa7-418f-95b4-c5cbad211bce req-76bbf78e-2625-478a-b08a-5b231324b015 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-groups/4756506e-d523-43cf-8f06-63dbcd124cfb HTTP/1.1" status: 204 len: 173 time: 0.5181854 May 12 19:31:34.898149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.934648 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.950591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:31:34.951061 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: timer() May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:31:34.964464 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:31:35.056355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9a4622f-8a7b-44cb-b51a-d89b12ceeb2d req-5fc4ff20-f99f-432d-83c0-2d8e66ec7991 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "GET /v2.0/security-groups/14abdefb-4539-4328-bae6-aa9cba021d6f HTTP/1.1" status: 200 len: 2397 time: 0.1420250 May 12 19:31:35.079507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.128006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.140414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7e94efbd-1b3e-4f66-adcf-1207b2a67981,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:35.170137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e58c4451-4ea1-46e9-927f-e6c895b488ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/7e94efbd-1b3e-4f66-adcf-1207b2a67981 HTTP/1.1" status: 204 len: 168 time: 0.7508068 May 12 19:31:35.224474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9a4622f-8a7b-44cb-b51a-d89b12ceeb2d req-32a7d9f6-783d-4333-b180-fb542485d8a9 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.255264 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9a4622f-8a7b-44cb-b51a-d89b12ceeb2d req-32a7d9f6-783d-4333-b180-fb542485d8a9 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.318604 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9a4622f-8a7b-44cb-b51a-d89b12ceeb2d req-32a7d9f6-783d-4333-b180-fb542485d8a9 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.347521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7d9f6-783d-4333-b180-fb542485d8a9 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14abdefb-4539-4328-bae6-aa9cba021d6f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:35.360525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9a4622f-8a7b-44cb-b51a-d89b12ceeb2d req-32a7d9f6-783d-4333-b180-fb542485d8a9 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.361934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9a4622f-8a7b-44cb-b51a-d89b12ceeb2d req-32a7d9f6-783d-4333-b180-fb542485d8a9 tempest-SecurityGroupRulesTestJSON-1195060216 tempest-SecurityGroupRulesTestJSON-1195060216-project] 10.222.0.72 "DELETE /v2.0/security-groups/14abdefb-4539-4328-bae6-aa9cba021d6f HTTP/1.1" status: 204 len: 173 time: 0.2984519 May 12 19:31:35.368077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47334) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:35.389475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47338) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:35.473486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] Deleting subnet 06e5ab3a-3598-4865-bd01-1ea306c3f535 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:31:35.481895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.558632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e71801f7-6beb-49fe-a27a-d7345de7475d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08292a6d36034718801f62a1ddcba5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659358 May 12 19:31:35.560743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:35.607166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.626441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0475-4450-4e44-8dee-e3a27bea4049 req-3f9c79ca-3dbc-40e1-bcd3-5ae2794deaba tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:35.628046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a22d0475-4450-4e44-8dee-e3a27bea4049 req-3f9c79ca-3dbc-40e1-bcd3-5ae2794deaba tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.2297068 May 12 19:31:35.702894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a22d0475-4450-4e44-8dee-e3a27bea4049 req-078b6f98-db32-48ca-855d-9cc2fdb95995 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682085 May 12 19:31:35.773262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.807318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e58594ea-1f58-402e-a6f3-d2029aebb4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.850777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e58594ea-1f58-402e-a6f3-d2029aebb4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.911240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.965443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e5ab3a-3598-4865-bd01-1ea306c3f535,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:35.967484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:35.981801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e58594ea-1f58-402e-a6f3-d2029aebb4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.000859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2e5b9b87-19aa-43f1-a8cc-83aa63752fc0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/06e5ab3a-3598-4865-bd01-1ea306c3f535 HTTP/1.1" status: 204 len: 168 time: 0.6289318 May 12 19:31:36.000859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e58594ea-1f58-402e-a6f3-d2029aebb4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.000859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e58594ea-1f58-402e-a6f3-d2029aebb4a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c6988d3-ced6-42b7-9056-b871252270d5 HTTP/1.1" status: 204 len: 168 time: 0.4356120 May 12 19:31:36.001167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58594ea-1f58-402e-a6f3-d2029aebb4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6988d3-ced6-42b7-9056-b871252270d5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:36.002832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47366) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:36.307292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.453311 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.483466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e111c4b3-02e5-49d7-930f-1dac01744982']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:36.499627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d1ec38-b79e-474c-9d37-c2ad06494d88') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:36.500000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d1ec38-b79e-474c-9d37-c2ad06494d88') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:36.521419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.550687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.559847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:31:36.560392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: timer() May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:31:36.577395 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:31:36.692985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.724230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:36.736043 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] 10.222.0.72 "DELETE /v2.0/networks/e111c4b3-02e5-49d7-930f-1dac01744982 HTTP/1.1" status: 204 len: 168 time: 0.7317820 May 12 19:31:36.754083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481fdf9-f9fc-4cbb-9f78-01293698391b admin admin] Pushing event deleted for resources: {'Network': ['ID=e111c4b3-02e5-49d7-930f-1dac01744982,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:37.004551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75754331-b8ed-4144-a0c1-2671523bbcce req-75e9c036-2760-4dee-a216-8f0ec89ce999 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:37.013559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75754331-b8ed-4144-a0c1-2671523bbcce req-75e9c036-2760-4dee-a216-8f0ec89ce999 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.1227558 May 12 19:31:37.072802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47456) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:37.077916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75754331-b8ed-4144-a0c1-2671523bbcce req-b2fe4201-418d-4214-84ce-aacd7adce9bd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630739 May 12 19:31:37.132671 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1f80f5c3-108e-43e2-befa-669b29d16f9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c396a29c31744ac1aff9e246721b8863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586040 May 12 19:31:37.135202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47468) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:37.250099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47484) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:37.274527 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-039fa77a-b361-46c4-8552-87f30fb94bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.328896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-039fa77a-b361-46c4-8552-87f30fb94bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.425816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-039fa77a-b361-46c4-8552-87f30fb94bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.458449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2006601310-network', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:37.464565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:37.470613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Usage tracker for resource:network and tenant:cbed1cbb9f3a48db82cdd738749287c6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:37.475588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fa77a-b361-46c4-8552-87f30fb94bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf495935-f9e8-4336-9e03-3f3216b34c49,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:37.476444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:37.493255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:37.505215 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-039fa77a-b361-46c4-8552-87f30fb94bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.506443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-039fa77a-b361-46c4-8552-87f30fb94bf9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf495935-f9e8-4336-9e03-3f3216b34c49 HTTP/1.1" status: 204 len: 168 time: 0.3697393 May 12 19:31:37.523598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Made reservation on behalf of cbed1cbb9f3a48db82cdd738749287c6 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:37.534691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.594847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.724512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.725482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:37.741772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:cbed1cbb9f3a48db82cdd738749287c6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:37.753449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:37.762203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:37.828441 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-f4291e50-0830-4721-b0d8-ca30eb947c4b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2031507 May 12 19:31:37.932973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.947990 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.969016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:31:37.996175 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:37.996539 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Added segment 779d8d7f-eceb-4329-bff6-586c1f3724e1 of type vlan for network f086b91a-296a-47b0-8341-88560be0abad May 12 19:31:38.019795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0efe3-20ef-4158-87cf-7d5821f47ac2 req-da1ee2b3-233c-4c46-bab0-4b625aaf52be tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:38.034041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5b0efe3-20ef-4158-87cf-7d5821f47ac2 req-da1ee2b3-233c-4c46-bab0-4b625aaf52be tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.3648832 May 12 19:31:38.074226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2495f60b-8979-415c-bf92-5373528b213f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:38.103575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.103976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.104289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.104659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.105075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.105332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.106842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.110869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.111246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.111588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.111925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.112257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:31:38.145806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5b0efe3-20ef-4158-87cf-7d5821f47ac2 req-312522a0-2fd1-4976-bdfa-13ed00338c2a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103821 May 12 19:31:38.152522 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:38.155490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:38.224029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:38.225416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:38.226167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:38.375452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47566) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:38.375653 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1243906 May 12 19:31:38.390135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Request body: {'subnet': {'network_id': 'f086b91a-296a-47b0-8341-88560be0abad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-subnet', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:38.401452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d01c9-1180-4e87-84d2-cbc12040c4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f086b91a-296a-47b0-8341-88560be0abad,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:38.406793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:38.413131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Usage tracker for resource:subnet and tenant:cbed1cbb9f3a48db82cdd738749287c6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:38.418355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:38.419274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f086b91a-296a-47b0-8341-88560be0abad details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:31:38.425229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:38.440032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Made reservation on behalf of cbed1cbb9f3a48db82cdd738749287c6 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:38.443370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:38.770214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:38.867837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e0c5db-5283-4d61-b929-decbed7f8241,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:38.880118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Checking segment: {'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:38.880404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Network hostable DHCP agents. Network: f086b91a-296a-47b0-8341-88560be0abad, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:31:38.894587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47636) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:38.945209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Network f086b91a-296a-47b0-8341-88560be0abad is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:31:38.973520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, f086b91a-296a-47b0-8341-88560be0abad) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:38.979369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:38.984378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:38.990359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c787249-0a46-43e5-a316-2d9bb3988549 None None] Network f086b91a-296a-47b0-8341-88560be0abad requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:39.047695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-53937cb4-c8cc-42da-8712-c175a28696f0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6687455 May 12 19:31:39.050689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47648) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:39.056792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:39.109594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:39.127512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Usage tracker for resource:router and tenant:cbed1cbb9f3a48db82cdd738749287c6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:39.139844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:39.183209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:39.275195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:39.276331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:39.293531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:39.355950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:39.369081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Usage tracker for resource:security_group_rule and tenant:6280b5a9a5064e119cf9659990f581e8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:39.374327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:39.396234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:39.427856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:39.623140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-f086b91a-296a-47b0-8341-88560be0abad', 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'fixed_ips': [{'subnet_id': '08e0c5db-5283-4d61-b929-decbed7f8241'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:31:39.624018 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:39.663710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47688) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:39.687599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee8ab-c6bf-453d-a526-d26020432a82 req-e26d0b63-d294-436b-882f-82edf964ce87 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:39.691064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-814ee8ab-c6bf-453d-a526-d26020432a82 req-e26d0b63-d294-436b-882f-82edf964ce87 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.2477932 May 12 19:31:39.760110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-814ee8ab-c6bf-453d-a526-d26020432a82 req-f8a64e4f-0f37-4774-8437-c47f5cd00afe tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633335 May 12 19:31:39.868484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Allocated IP 172.20.0.2 (f086b91a-296a-47b0-8341-88560be0abad/08e0c5db-5283-4d61-b929-decbed7f8241/e96034cb-1cdc-4e29-8e6e-8f2c81782283) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:39.870651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:39.902428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:39.907855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Usage tracker for resource:security_group_rule and tenant:51e9af42ee65408086604bef071e89d8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:39.911464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:39.918784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:39.932701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.017580 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.028360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.081764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51e9af42ee65408086604bef071e89d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168327 May 12 19:31:40.085262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47714) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:40.226358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff9e14-c965-4385-abfb-8cd13989be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddaf5b8-66fe-439e-8945-60c4c66fb479,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:40.227254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.241460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Transition to ACTIVE for port object e96034cb-1cdc-4e29-8e6e-8f2c81782283 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:40.265832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Transition to ACTIVE for port object e96034cb-1cdc-4e29-8e6e-8f2c81782283 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:40.266801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.275119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.277971 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.326221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-47a0-4241-9d00-261baa5b36ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.328473 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6280b5a9a5064e119cf9659990f581e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4314990 May 12 19:31:40.333210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47742) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:40.364344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-47a0-4241-9d00-261baa5b36ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.397327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Network f086b91a-296a-47b0-8341-88560be0abad is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:40.404412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:40.410286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:40.422938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Pushing event updated for resources: {'Port': ['ID=e96034cb-1cdc-4e29-8e6e-8f2c81782283,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:40.432243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e972455-22e0-4884-97d0-d2bc49dfddac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a353a4c-0b63-472d-84d9-4ec6f5dd3ac9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:40.434018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-47a0-4241-9d00-261baa5b36ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.445247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-33034121-50ea-44b1-922b-0079626785ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:40.447404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-33034121-50ea-44b1-922b-0079626785ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1100 time: 0.4425182 May 12 19:31:40.472198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112807-47a0-4241-9d00-261baa5b36ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddaf5b8-66fe-439e-8945-60c4c66fb479,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:40.486191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-47a0-4241-9d00-261baa5b36ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.487771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd112807-47a0-4241-9d00-261baa5b36ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dddaf5b8-66fe-439e-8945-60c4c66fb479 HTTP/1.1" status: 204 len: 168 time: 0.4012671 May 12 19:31:40.564600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Attempting to bind port e96034cb-1cdc-4e29-8e6e-8f2c81782283 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:40.565061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Attempting to bind port e96034cb-1cdc-4e29-8e6e-8f2c81782283 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:40.565562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Attempting to bind port e96034cb-1cdc-4e29-8e6e-8f2c81782283 on network f086b91a-296a-47b0-8341-88560be0abad {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:40.572236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:40.572747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Checking segment: {'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:40.573282 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.573771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Bound using segment: {'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:40.574538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Bound port: e96034cb-1cdc-4e29-8e6e-8f2c81782283, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:40.574997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.716545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] For port e96034cb-1cdc-4e29-8e6e-8f2c81782283, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:40.722182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] For port e96034cb-1cdc-4e29-8e6e-8f2c81782283, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e96034cb-1cdc-4e29-8e6e-8f2c81782283,segment=NetworkSegment(779d8d7f-eceb-4329-bff6-586c1f3724e1),segment_id=779d8d7f-eceb-4329-bff6-586c1f3724e1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:40.732479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.734513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fbff-91b7-486e-a4ed-96eae6df871d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:40.917923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed5695-52c0-4f71-93f9-c9baecb716c3 None None] Pushing event updated for resources: {'Port': ['ID=e96034cb-1cdc-4e29-8e6e-8f2c81782283,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:40.919551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fbff-91b7-486e-a4ed-96eae6df871d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:41.062914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-b001fe25-4ca2-4740-9bb3-86875b2d3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:41.064462 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-b001fe25-4ca2-4740-9bb3-86875b2d3d45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.6088140 May 12 19:31:41.150472 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-30583c48-d180-46b2-8481-f879457068cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.0791168 May 12 19:31:41.154170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:41.158257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185b0c4-dbf9-404c-8750-be589aa4d54a req-8f412fd7-3c10-4ee3-9e22-57a746d07fba tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:41.168025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a185b0c4-dbf9-404c-8750-be589aa4d54a req-8f412fd7-3c10-4ee3-9e22-57a746d07fba tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.1909454 May 12 19:31:41.281322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-14bbed58-e758-4471-af41-9a5123ed0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:41.282309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-14bbed58-e758-4471-af41-9a5123ed0cc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1024973 May 12 19:31:41.287571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:41.292359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fbff-91b7-486e-a4ed-96eae6df871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:41.365123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a185b0c4-dbf9-404c-8750-be589aa4d54a req-b0ed4c4a-9be9-4066-9282-df564f649ec4 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874073 May 12 19:31:41.586801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2fbff-91b7-486e-a4ed-96eae6df871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a353a4c-0b63-472d-84d9-4ec6f5dd3ac9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:41.628399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Allocated IP 172.25.2.176 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/599d6a4c-8dfe-45da-b15f-1fa95b309114) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:41.636444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fbff-91b7-486e-a4ed-96eae6df871d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:41.640015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d1b2fbff-91b7-486e-a4ed-96eae6df871d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a353a4c-0b63-472d-84d9-4ec6f5dd3ac9 HTTP/1.1" status: 204 len: 168 time: 1.2993789 May 12 19:31:41.745340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-e74b7758-6f13-41fa-9ea4-ab2dcfaaa565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:41.746878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-e74b7758-6f13-41fa-9ea4-ab2dcfaaa565 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4519603 May 12 19:31:41.785640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47844) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:41.963943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-c51f2ea0-89c3-42c3-a198-695df7feb474 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086236 May 12 19:31:42.008068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.201298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-network', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:42.203922 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-c73da1dc-3305-41a7-ab1b-42174f7bc529 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255971 May 12 19:31:42.215669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:42.221135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Usage tracker for resource:network and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:42.224714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:42.228158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.239327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:42.265625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:42.268303 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.304828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.324340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:42.327835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:42.330385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:42.346279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:42.353221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Usage tracker for resource:security_group_rule and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:42.363310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:42.376405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:42.379290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Pushing event updated for resources: {'Port': ['ID=599d6a4c-8dfe-45da-b15f-1fa95b309114,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:42.553710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d5143-7f5e-4f25-a43d-b9bb7d1b4b4e None None] Network f086b91a-296a-47b0-8341-88560be0abad requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:42.566392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.575833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.596393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:31:42.620543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.622344 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Added segment 1a3487cb-df03-48c7-a5d3-97d0eb3cef22 of type vlan for network 55833bc9-ed78-481d-adda-97e20567a292 May 12 19:31:42.684620 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.728171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eeba27-d25b-473b-9daa-476369effcc9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:42.826061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-59298697-66f9-4c17-8ba8-e592d2c7da01 None None] Provisioning for port e96034cb-1cdc-4e29-8e6e-8f2c81782283 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:42.840640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.842115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:42.843621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:42.981143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] Pushing event updated for resources: {'Network': ['ID=55833bc9-ed78-481d-adda-97e20567a292,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:43.012981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413daec-9cfe-4ec2-bcb2-391373baf1e0 req-1fe6a9bb-1319-4728-ad65-ee1a91ef68b1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:43.013731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 55833bc9-ed78-481d-adda-97e20567a292 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:31:43.014747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7413daec-9cfe-4ec2-bcb2-391373baf1e0 req-1fe6a9bb-1319-4728-ad65-ee1a91ef68b1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.2887743 May 12 19:31:43.063707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ebaf392c-daed-4caf-b3bb-d3905a8e1e29 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2762508 May 12 19:31:43.068319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47936) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:43.078845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Request body: {'subnet': {'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-subnet', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:43.086061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:43.092406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Usage tracker for resource:subnet and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:43.096340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:43.103784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:43.129812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7413daec-9cfe-4ec2-bcb2-391373baf1e0 req-d308b852-da14-48ac-abfb-3ccc415ba105 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079383 May 12 19:31:43.134855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:43.142472 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.336511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e96034cb-1cdc-4e29-8e6e-8f2c81782283 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:43.378215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47956) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:43.425914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.452613 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.468791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e96034cb-1cdc-4e29-8e6e-8f2c81782283 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:43.482263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e96034cb-1cdc-4e29-8e6e-8f2c81782283 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:43.483785 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.619833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceee2333-4370-4bfc-8be9-f2440559d86b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:43.645070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Checking segment: {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:43.645453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Network hostable DHCP agents. Network: 55833bc9-ed78-481d-adda-97e20567a292, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:31:43.682195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2095041321-network', 'tenant_id': '2ec255bcadd144c4a04d6c7347450c68'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:43.685249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Network 55833bc9-ed78-481d-adda-97e20567a292 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:31:43.702863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 55833bc9-ed78-481d-adda-97e20567a292) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:43.710092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:43.720882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Usage tracker for resource:network and tenant:2ec255bcadd144c4a04d6c7347450c68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:43.725959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:43.727472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1769af7-70b4-45b2-90e9-ca467e3cc39e None None] Network 55833bc9-ed78-481d-adda-97e20567a292 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:43.735233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:43.735911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.766581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b14a317d-74da-478b-8176-d568660d9f8f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6938176 May 12 19:31:43.766751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:43.767227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47968) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:43.777337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:43.784600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:43.795998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Usage tracker for resource:router and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:43.799426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:43.805693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:43.829543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.830897 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.866943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.905499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e96034cb-1cdc-4e29-8e6e-8f2c81782283 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:43.906151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.920098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Made reservation on behalf of 2ec255bcadd144c4a04d6c7347450c68 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:43.922613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.951684 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:43.975597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:44.011758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port e96034cb-1cdc-4e29-8e6e-8f2c81782283, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e96034cb-1cdc-4e29-8e6e-8f2c81782283,segment=NetworkSegment(779d8d7f-eceb-4329-bff6-586c1f3724e1),segment_id=779d8d7f-eceb-4329-bff6-586c1f3724e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:44.030739 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.097431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.100892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:2ec255bcadd144c4a04d6c7347450c68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:44.107648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:44.164064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=e96034cb-1cdc-4e29-8e6e-8f2c81782283,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:44.176940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-579a81b2-8f43-498b-975b-187a1d4522a2 None None] Provisioning complete for port e96034cb-1cdc-4e29-8e6e-8f2c81782283 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:44.186122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-579a81b2-8f43-498b-975b-187a1d4522a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.272855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:44.355246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-55833bc9-ed78-481d-adda-97e20567a292', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:31:44.356175 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.448021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-579a81b2-8f43-498b-975b-187a1d4522a2 None None] Current status of the port e96034cb-1cdc-4e29-8e6e-8f2c81782283 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:44.595298 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.595298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Router f7a1629a-ac73-45a7-939e-6f6c4a299fcb is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:31:44.660679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.679751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Allocated IP 172.20.0.2 (55833bc9-ed78-481d-adda-97e20567a292/ceee2333-4370-4bfc-8be9-f2440559d86b/fa7497fe-b75c-4749-ab3d-6eaafa9886f7) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:44.718862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:31:44.767690 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.830821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5464d706-6917-41f4-8ba6-1a4cd95e8b44,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:44.845598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.845947 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Added segment 8c2b5624-0e92-4600-ad51-b95ff66888b8 of type vlan for network fb24bc9d-1da2-43b8-9a03-3459872ca0d8 May 12 19:31:44.886248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:44.903426 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Sync routers for ids ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:44.921109 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Routers {'f7a1629a-ac73-45a7-939e-6f6c4a299fcb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:44.922017 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:44.983094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1be7-c869-4cf9-b7ce-0568e9d644a2 req-d950c66e-ae0a-44a6-bf02-b9aa02b3d293 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:44.984577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f21e1be7-c869-4cf9-b7ce-0568e9d644a2 req-d950c66e-ae0a-44a6-bf02-b9aa02b3d293 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.2127144 May 12 19:31:44.986594 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:44.997913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.004968 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-211f20ef-2fd7-4ea2-bdf9-cbe292614a60 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9510300 May 12 19:31:45.012128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48058) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:45.073871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f21e1be7-c869-4cf9-b7ce-0568e9d644a2 req-866b0fb7-f44b-452c-8cbc-8efbf2fc923c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697908 May 12 19:31:45.073976 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.120805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Transition to ACTIVE for port object fa7497fe-b75c-4749-ab3d-6eaafa9886f7 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:45.183006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Transition to ACTIVE for port object fa7497fe-b75c-4749-ab3d-6eaafa9886f7 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:45.213336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.293346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e96034cb-1cdc-4e29-8e6e-8f2c81782283 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:45.364544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Network 55833bc9-ed78-481d-adda-97e20567a292 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:45.378866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:45.381309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:45.418807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:31:45.498307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Pushing event updated for resources: {'Port': ['ID=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:45.502615 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Set router f7a1629a-ac73-45a7-939e-6f6c4a299fcb gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:45.518368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Attempting to bind port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:45.519022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Attempting to bind port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:45.519379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Attempting to bind port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 on network 55833bc9-ed78-481d-adda-97e20567a292 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:45.526180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:45.526547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Checking segment: {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:45.527284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.527669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Bound using segment: {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:45.528128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Bound port: fa7497fe-b75c-4749-ab3d-6eaafa9886f7, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:45.528494 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.577820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.616212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e96034cb-1cdc-4e29-8e6e-8f2c81782283 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:45.616436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.624515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.855318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Allocated IP 172.25.2.115 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/15c73d53-7e5e-4571-b9b7-2547a0fdb2c5) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:45.884245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] For port fa7497fe-b75c-4749-ab3d-6eaafa9886f7, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:45.894901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.898330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:45.898983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:45.906363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] For port fa7497fe-b75c-4749-ab3d-6eaafa9886f7, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:45.999557 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:46.011939 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:42Z', 'revision_number': 3, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:46.017478 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Checking router: f7a1629a-ac73-45a7-939e-6f6c4a299fcb for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:46.018720 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Updating router f7a1629a-ac73-45a7-939e-6f6c4a299fcb port 599d6a4c-8dfe-45da-b15f-1fa95b309114 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:31:46.052602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:46.098051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:46.101506 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:46.128364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e96034cb-1cdc-4e29-8e6e-8f2c81782283 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:46.158568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef6373-3d7f-46e0-b8cb-36ec17a2b704 None None] Pushing event updated for resources: {'Port': ['ID=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:46.360015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb24bc9d-1da2-43b8-9a03-3459872ca0d8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:46.375588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network fb24bc9d-1da2-43b8-9a03-3459872ca0d8 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:31:46.409914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Pushing event updated for resources: {'Port': ['ID=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:46.425115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:46.426523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:46.430612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:46.568018 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e28e577-3534-4702-99fd-f72b9d504bd8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1880155 May 12 19:31:46.583622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48102) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:46.656203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Request body: {'subnet': {'network_id': 'fb24bc9d-1da2-43b8-9a03-3459872ca0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2095041321-subnet', 'tenant_id': '2ec255bcadd144c4a04d6c7347450c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:46.685056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:46.704608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Usage tracker for resource:subnet and tenant:2ec255bcadd144c4a04d6c7347450c68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:46.713896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:46.728114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:46.887561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Made reservation on behalf of 2ec255bcadd144c4a04d6c7347450c68 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:46.890317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:46.925568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48108) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:46.984517 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.003293 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Transition to ACTIVE for port object 599d6a4c-8dfe-45da-b15f-1fa95b309114 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:47.028197 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.182027 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Attempting to bind port 599d6a4c-8dfe-45da-b15f-1fa95b309114 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:47.182401 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Attempting to bind port 599d6a4c-8dfe-45da-b15f-1fa95b309114 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:47.182806 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Attempting to bind port 599d6a4c-8dfe-45da-b15f-1fa95b309114 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:47.196051 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-b0ab0629-f90d-4a2d-99a1-969bec818810 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1123548 May 12 19:31:47.198988 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ff849-6dcd-4d6a-a810-c16a752d4a35 None None] Pushing event updated for resources: {'Port': ['ID=599d6a4c-8dfe-45da-b15f-1fa95b309114,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:47.225910 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:47.226296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:47.228120 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.229229 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:47.233274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Bound port: 599d6a4c-8dfe-45da-b15f-1fa95b309114, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:47.234141 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.257226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4773915-f060-460c-943b-45d5ea24ff04 req-e0356d8e-3abb-460a-a3c3-c8a188498164 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:47.259387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4773915-f060-460c-943b-45d5ea24ff04 req-e0356d8e-3abb-460a-a3c3-c8a188498164 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.3086994 May 12 19:31:47.277001 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.308314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa7497fe-b75c-4749-ab3d-6eaafa9886f7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:47.422012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:47.437556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] For port 599d6a4c-8dfe-45da-b15f-1fa95b309114, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:47.441002 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] For port 599d6a4c-8dfe-45da-b15f-1fa95b309114, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=599d6a4c-8dfe-45da-b15f-1fa95b309114,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:47.450513 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.513125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4773915-f060-460c-943b-45d5ea24ff04 req-1ce46382-4d31-495c-9646-5f4a4dfb7fd3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528150 May 12 19:31:47.514224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:47.562951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ae91c8b72f4065976034703b699478 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:47.576050 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Routers {'f7a1629a-ac73-45a7-939e-6f6c4a299fcb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:47.576684 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:47.589703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:47.618288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:47.704759 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ff849-6dcd-4d6a-a810-c16a752d4a35 None None] Pushing event updated for resources: {'Port': ['ID=599d6a4c-8dfe-45da-b15f-1fa95b309114,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:47.835752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51047326-91c8-4dbf-bdcb-83724c8fe5ef None None] Network 55833bc9-ed78-481d-adda-97e20567a292 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:47.836568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.845151 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] Set router f7a1629a-ac73-45a7-939e-6f6c4a299fcb gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:47.885351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.908682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.940179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] Provisioning for port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:47.947434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] Provisioning complete for port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:47.948065 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:47.995579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfe1ca2-47b5-4124-aa37-55473f27876b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:48.009450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-f6626a48-eb0b-4670-b6e8-aa9a6fd1c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:48.010985 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-f6626a48-eb0b-4670-b6e8-aa9a6fd1c474 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 1096 time: 0.6312935 May 12 19:31:48.213536 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:42Z', 'revision_number': 3, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:48.218674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e33fe3-779f-41bf-b96a-8a6988cfebb6 None None] The sync data for ids ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'] in n-d-841626-1 is: [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:42Z', 'revision_number': 3, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:48.283137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] Current status of the port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:48.283733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:48.327077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] For port fa7497fe-b75c-4749-ab3d-6eaafa9886f7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:48.336324 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:48.407108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Checking segment: {'id': '8c2b5624-0e92-4600-ad51-b95ff66888b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fb24bc9d-1da2-43b8-9a03-3459872ca0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:48.407476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Network hostable DHCP agents. Network: fb24bc9d-1da2-43b8-9a03-3459872ca0d8, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:31:48.438652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65d3ab-ec53-4aaa-98f3-b7b94d2048fc None None] Pushing event updated for resources: {'Port': ['ID=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:48.439677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:48.513000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:48.566635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Allocated IP 172.20.0.1 (f086b91a-296a-47b0-8341-88560be0abad/08e0c5db-5283-4d61-b929-decbed7f8241/620c99af-b107-4453-baeb-ee541c33e469) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:48.569507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:48.613424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Network fb24bc9d-1da2-43b8-9a03-3459872ca0d8 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:31:48.823421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-1ccc8dba-39e5-4624-bb64-b9411b440d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:48.824993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-1ccc8dba-39e5-4624-bb64-b9411b440d38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.5896616 May 12 19:31:48.853648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, fb24bc9d-1da2-43b8-9a03-3459872ca0d8) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:48.858442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:48.859188 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:48.864917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e3eda-fee2-45d2-a7c1-03f78f55936e None None] Network fb24bc9d-1da2-43b8-9a03-3459872ca0d8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:48.901326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6881f-caab-478f-807c-fefc5edbf03a req-1ee671fb-4c2a-4cfb-8e66-6cb04fa4a2a5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:48.901566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c275956a-6319-4ce6-a588-41d387c49a90,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:48.903595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7bd6881f-caab-478f-807c-fefc5edbf03a req-1ee671fb-4c2a-4cfb-8e66-6cb04fa4a2a5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.1804812 May 12 19:31:48.959934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Router 888107f4-5b60-4129-94df-e6d52c7c4b49 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:31:48.981339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aebbba92-8de1-473b-9eac-aa8e3f1ebebc None None] Provisioning complete for port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:48.981710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aebbba92-8de1-473b-9eac-aa8e3f1ebebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:49.064210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7bd6881f-caab-478f-807c-fefc5edbf03a req-c5da2e68-7fe9-435e-9bf6-625f81266ef1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452141 May 12 19:31:49.156628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:49.177923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Transition to ACTIVE for port object 620c99af-b107-4453-baeb-ee541c33e469 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:49.354644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aebbba92-8de1-473b-9eac-aa8e3f1ebebc None None] Current status of the port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:49.361971 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-554b2927-f773-4fa8-966d-0a44b29d7d09 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7394621 May 12 19:31:49.361971 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-92308c0c-64e2-4f11-8c44-8ef335c1385d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 200 len: 217 time: 0.1564846 May 12 19:31:49.362529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 599d6a4c-8dfe-45da-b15f-1fa95b309114 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:49.363442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:49.391561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:49.451339 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fbe86530-8ab2-4322-a777-c439bf9b7510 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5ae91c8b72f4065976034703b699478&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5216665 May 12 19:31:49.454044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48130) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:49.464587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Sync routers for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:49.478572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:49.485694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-13d75278-2c2e-4029-aef6-064a422a9493 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7146914 May 12 19:31:49.497404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48134) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:49.505152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Pushing event updated for resources: {'Port': ['ID=620c99af-b107-4453-baeb-ee541c33e469,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:49.523364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Network f086b91a-296a-47b0-8341-88560be0abad is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:49.523522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e021f7-b6aa-4c1c-b8b8-3e398730b227 None None] Network fb24bc9d-1da2-43b8-9a03-3459872ca0d8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:31:49.529154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:49.532360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:49.543752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:49.544397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:49.616042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-a5bfd129-ea79-4fab-acca-4ea9099e60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:49.618604 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-a5bfd129-ea79-4fab-acca-4ea9099e60a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.2473392 May 12 19:31:49.645687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:49.931866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0802ea71-d0b3-41e9-a53a-cc60bdd7a459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:49.959201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0802ea71-d0b3-41e9-a53a-cc60bdd7a459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:49.986557 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-b18f8bc3-9dda-443c-b1aa-234986894482 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3521261 May 12 19:31:50.023801 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-d5bc1031-02da-47e3-a496-44982a85e437 req-28d50aa2-ac66-4c69-84c3-8097f52dfa87 tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] show failed (client error): The resource could not be found. May 12 19:31:50.024949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5bc1031-02da-47e3-a496-44982a85e437 req-28d50aa2-ac66-4c69-84c3-8097f52dfa87 tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "GET /v2.0/security-groups/4220749e-786a-4b02-be84-9a878f4e5ef8 HTTP/1.1" status: 404 len: 352 time: 0.0276890 May 12 19:31:50.139945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-873f12e6-e623-4c72-815a-4221e1cf15b1 req-a818f8b1-8fdb-4cd6-9e3d-a64bf490b7c2 tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ec255bcadd144c4a04d6c7347450c68 HTTP/1.1" status: 200 len: 2984 time: 0.0686648 May 12 19:31:50.151222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83623df5-cfa5-47f0-9b0f-aa074d9ce2d4 None None] Provisioning for port 620c99af-b107-4453-baeb-ee541c33e469 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:50.168352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83623df5-cfa5-47f0-9b0f-aa074d9ce2d4 None None] Provisioning complete for port 620c99af-b107-4453-baeb-ee541c33e469 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:50.169113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83623df5-cfa5-47f0-9b0f-aa074d9ce2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.311693 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-90cf3f69-efbb-4130-a685-5677d696c8ad service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021393 May 12 19:31:50.335507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 599d6a4c-8dfe-45da-b15f-1fa95b309114 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:50.353980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:50.371335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-873f12e6-e623-4c72-815a-4221e1cf15b1 req-b70ee9c8-4b98-4a54-94ae-b5ff88f12f13 tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "GET /v2.0/security-groups/5464d706-6917-41f4-8ba6-1a4cd95e8b44 HTTP/1.1" status: 200 len: 2981 time: 0.2270982 May 12 19:31:50.400279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-83623df5-cfa5-47f0-9b0f-aa074d9ce2d4 None None] Port 620c99af-b107-4453-baeb-ee541c33e469 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:50.478129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 599d6a4c-8dfe-45da-b15f-1fa95b309114 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:50.478518 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.500849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.599873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9f0ff02-5bd3-4048-9b9e-c9102c49524a req-80654c08-b02f-4127-a105-9353edfa27d1 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810118 May 12 19:31:50.752127 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0802ea71-d0b3-41e9-a53a-cc60bdd7a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.866557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.873078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802ea71-d0b3-41e9-a53a-cc60bdd7a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c275956a-6319-4ce6-a588-41d387c49a90,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:50.882023 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0802ea71-d0b3-41e9-a53a-cc60bdd7a459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.884884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0802ea71-d0b3-41e9-a53a-cc60bdd7a459 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c275956a-6319-4ce6-a588-41d387c49a90 HTTP/1.1" status: 204 len: 168 time: 1.4298255 May 12 19:31:50.904490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.918198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 599d6a4c-8dfe-45da-b15f-1fa95b309114 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:50.918719 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:50.930107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-873f12e6-e623-4c72-815a-4221e1cf15b1 req-36b961a5-537a-429e-a7d7-ad143c60d7ff tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "GET /v2.0/security-groups/5464d706-6917-41f4-8ba6-1a4cd95e8b44 HTTP/1.1" status: 200 len: 2981 time: 0.5575094 May 12 19:31:50.968439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 599d6a4c-8dfe-45da-b15f-1fa95b309114, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=599d6a4c-8dfe-45da-b15f-1fa95b309114,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:50.980212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:47Z', 'revision_number': 3, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:50.992828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Checking router: 888107f4-5b60-4129-94df-e6d52c7c4b49 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:50.993369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Updating router 888107f4-5b60-4129-94df-e6d52c7c4b49 port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:31:51.027866 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:51.029040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa7497fe-b75c-4749-ab3d-6eaafa9886f7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:51.078688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3e4de-32a4-4c34-a575-eec13d78df23 req-f6373a81-7ed1-41cf-83bc-d8b060e4a5d9 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:51.086487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfb3e4de-32a4-4c34-a575-eec13d78df23 req-f6373a81-7ed1-41cf-83bc-d8b060e4a5d9 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.7341146 May 12 19:31:51.099145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Pushing event updated for resources: {'Port': ['ID=620c99af-b107-4453-baeb-ee541c33e469,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:51.146303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:51.153482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fe595c1-3309-4a9d-816a-5ed090ef6e7b req-a21b9edc-b3b7-45ec-acad-aa0a5d6d78a0 tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "GET /v2.0/security-groups/5464d706-6917-41f4-8ba6-1a4cd95e8b44 HTTP/1.1" status: 200 len: 2981 time: 0.1606443 May 12 19:31:51.267959 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:51.349603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=599d6a4c-8dfe-45da-b15f-1fa95b309114,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:51.362602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:51.362968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:51.383104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfb3e4de-32a4-4c34-a575-eec13d78df23 req-b74c1005-fd22-49e0-97c0-3fd0ed9c9042 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954748 May 12 19:31:51.466643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:51.485977 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-7fe595c1-3309-4a9d-816a-5ed090ef6e7b req-35a0c7b4-6c86-4f63-9423-2fbaa6d69d3c tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] delete failed (client error): There was a conflict when trying to complete your request. May 12 19:31:51.486987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fe595c1-3309-4a9d-816a-5ed090ef6e7b req-35a0c7b4-6c86-4f63-9423-2fbaa6d69d3c tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "DELETE /v2.0/security-groups/5464d706-6917-41f4-8ba6-1a4cd95e8b44 HTTP/1.1" status: 409 len: 352 time: 0.3229368 May 12 19:31:51.555964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Network f086b91a-296a-47b0-8341-88560be0abad is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:51.561234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:51.827037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Allocated IP 172.20.0.1 (55833bc9-ed78-481d-adda-97e20567a292/ceee2333-4370-4bfc-8be9-f2440559d86b/d31a2031-e54a-494b-8795-319f1113a6a6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:51.880401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:51.944211 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-5eef9547-6eae-49fa-a1a5-07d94ffa977b req-3cc13812-b655-4797-87c5-0addff8a7104 tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] show failed (client error): The resource could not be found. May 12 19:31:51.945283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5eef9547-6eae-49fa-a1a5-07d94ffa977b req-3cc13812-b655-4797-87c5-0addff8a7104 tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "GET /v2.0/security-groups/6458a07c-5d07-430a-9cc1-bcab1d395f42 HTTP/1.1" status: 404 len: 352 time: 0.0782647 May 12 19:31:51.966813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7322a4b3-afc2-466e-a339-ca2178fef3d7 None None] Provisioning complete for port 620c99af-b107-4453-baeb-ee541c33e469 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:51.969834 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7322a4b3-afc2-466e-a339-ca2178fef3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.029025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.047896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:31:52.058056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 599d6a4c-8dfe-45da-b15f-1fa95b309114 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:52.063231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Transition to ACTIVE for port object d31a2031-e54a-494b-8795-319f1113a6a6 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:52.132871 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-ba7cc2d8-08f5-47c2-8c90-073812d1f8ff req-383cb31e-fa0a-4f6b-8f64-53e090bc816e tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] show failed (client error): The resource could not be found. May 12 19:31:52.136196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba7cc2d8-08f5-47c2-8c90-073812d1f8ff req-383cb31e-fa0a-4f6b-8f64-53e090bc816e tempest-SecurityGroupsNegativeTestJSON-1407387365 tempest-SecurityGroupsNegativeTestJSON-1407387365-project] 10.222.0.72 "GET /v2.0/security-groups/461fa2da-844c-4f46-8bb6-1f9f17f8bc6c HTTP/1.1" status: 404 len: 352 time: 0.0417328 May 12 19:31:52.140163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.162814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48196) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:52.174947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Router f7a1629a-ac73-45a7-939e-6f6c4a299fcb has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:52.280431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.346423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7322a4b3-afc2-466e-a339-ca2178fef3d7 None None] Port 620c99af-b107-4453-baeb-ee541c33e469 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:52.349461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Transition to ACTIVE for port object 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:52.360290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Pushing event updated for resources: {'Port': ['ID=d31a2031-e54a-494b-8795-319f1113a6a6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:52.369006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Network 55833bc9-ed78-481d-adda-97e20567a292 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:52.374014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:52.385562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:31:52.394188 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.508166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:52.518662 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67dd0603-734d-486b-9645-ef3af0a2b409 admin admin] 10.222.0.72 "PUT /v2.0/routers/f7a1629a-ac73-45a7-939e-6f6c4a299fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5025063 May 12 19:31:52.520349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Sync routers for ids ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:52.539366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 599d6a4c-8dfe-45da-b15f-1fa95b309114 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:52.539730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.552264 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Routers {'f7a1629a-ac73-45a7-939e-6f6c4a299fcb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:52.560848 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:52.561103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] Deleting subnet 8cfe1ca2-47b5-4124-aa37-55473f27876b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:31:52.578209 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.654454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Attempting to bind port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:52.654826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Attempting to bind port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:52.655269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Attempting to bind port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:52.691128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:52.691522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:52.691899 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.692287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:52.692760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Bound port: 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:52.698023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.727036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48212) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:52.798977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:52.886496 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Set router f7a1629a-ac73-45a7-939e-6f6c4a299fcb gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:52.962977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-cad33ed4-3473-4cad-88ab-29ba2bd3ef6f tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b147ae9565434170a621cec460ba3cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340203 May 12 19:31:53.012306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b8de5-7ffb-4098-a78f-43a6f4dc3c8d None None] Pushing event updated for resources: {'Port': ['ID=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:53.101030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab3d4afd-6e2a-4aa4-a70c-5c994340ae31 None None] Provisioning for port d31a2031-e54a-494b-8795-319f1113a6a6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:53.201736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab3d4afd-6e2a-4aa4-a70c-5c994340ae31 None None] Provisioning complete for port d31a2031-e54a-494b-8795-319f1113a6a6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:53.202285 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4afd-6e2a-4aa4-a70c-5c994340ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.260440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] For port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:53.276312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 599d6a4c-8dfe-45da-b15f-1fa95b309114 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:53.306341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] For port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:53.309363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.324907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.364769 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '620c99af-b107-4453-baeb-ee541c33e469', 'name': '', 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'mac_address': 'fa:16:3e:12:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '08e0c5db-5283-4d61-b929-decbed7f8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:48Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 2, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'subnets': [{'id': '08e0c5db-5283-4d61-b929-decbed7f8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:53.374556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.378401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d4afd-6e2a-4aa4-a70c-5c994340ae31 None None] Port d31a2031-e54a-494b-8795-319f1113a6a6 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:53.390874 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Checking router: f7a1629a-ac73-45a7-939e-6f6c4a299fcb for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:53.391243 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Updating router f7a1629a-ac73-45a7-939e-6f6c4a299fcb port 620c99af-b107-4453-baeb-ee541c33e469 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:31:53.519323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:53.520342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:53.572455 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.669890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b8de5-7ffb-4098-a78f-43a6f4dc3c8d None None] Pushing event updated for resources: {'Port': ['ID=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:53.679604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-4a698773-c2fc-43a5-b2a7-1fdce7cac985 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:53.680945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-4a698773-c2fc-43a5-b2a7-1fdce7cac985 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7013295 May 12 19:31:53.708282 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.735867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-76addc15-9a85-476d-a43b-551785eb557e tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/quotas/b147ae9565434170a621cec460ba3cda HTTP/1.1" status: 200 len: 375 time: 0.0101802 May 12 19:31:53.741086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.810287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:53.819868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-79fcc5fd-307e-4f4c-929f-4a4bb598a8a9 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b147ae9565434170a621cec460ba3cda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746861 May 12 19:31:53.913955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfe1ca2-47b5-4124-aa37-55473f27876b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:53.935554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:53.964676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e4b2821f-27c5-4673-823f-4d6ab0218d72 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8cfe1ca2-47b5-4124-aa37-55473f27876b HTTP/1.1" status: 204 len: 168 time: 1.6395214 May 12 19:31:53.975106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfca365-0151-4a10-9d08-1d37778dd1e9 req-0f1aa031-1de1-431d-b152-941aae126482 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:53.977784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dfca365-0151-4a10-9d08-1d37778dd1e9 req-0f1aa031-1de1-431d-b152-941aae126482 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 1.4297760 May 12 19:31:53.978428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48226) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:54.002933 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.060767 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.085456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Transition to ACTIVE for port object 620c99af-b107-4453-baeb-ee541c33e469 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:54.099998 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.273412 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3f19-e216-47af-a62c-c2ea501bec5c None None] Pushing event updated for resources: {'Port': ['ID=620c99af-b107-4453-baeb-ee541c33e469,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:54.308928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b402e9-f183-48bc-b849-c9029c8a64d5 req-b38600ce-949d-47eb-8ad8-cc502f2e11f8 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 210 time: 0.1962104 May 12 19:31:54.323383 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dfca365-0151-4a10-9d08-1d37778dd1e9 req-94d0d23d-8c54-4d9a-bbd0-980ecd230583 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902162 May 12 19:31:54.395220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.436341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:47Z', 'revision_number': 3, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:54.443611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002900bc-76be-4bd1-89b9-1926b23f0df4 None None] The sync data for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 is: [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:47Z', 'revision_number': 3, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:54.633922 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Attempting to bind port 620c99af-b107-4453-baeb-ee541c33e469 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:31:54.634671 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Attempting to bind port 620c99af-b107-4453-baeb-ee541c33e469 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:31:54.634671 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Attempting to bind port 620c99af-b107-4453-baeb-ee541c33e469 on network f086b91a-296a-47b0-8341-88560be0abad {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:31:54.659709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Deleting port 620c99af-b107-4453-baeb-ee541c33e469 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:54.660770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.661173 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:31:54.661733 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Checking segment: {'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:31:54.663418 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.663827 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Bound using segment: {'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:31:54.665703 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Bound port: 620c99af-b107-4453-baeb-ee541c33e469, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779d8d7f-eceb-4329-bff6-586c1f3724e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:31:54.666162 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.758590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.786982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb24bc9d-1da2-43b8-9a03-3459872ca0d8']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:54.801450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2b5624-0e92-4600-ad51-b95ff66888b8') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:54.801738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2b5624-0e92-4600-ad51-b95ff66888b8') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:54.820067 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.838725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.852403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:31:54.852833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:54.954475 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] For port 620c99af-b107-4453-baeb-ee541c33e469, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:31:54.963688 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] For port 620c99af-b107-4453-baeb-ee541c33e469, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=620c99af-b107-4453-baeb-ee541c33e469,segment=NetworkSegment(779d8d7f-eceb-4329-bff6-586c1f3724e1),segment_id=779d8d7f-eceb-4329-bff6-586c1f3724e1)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:31:54.979641 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: timer() May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:31:55.057934 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:31:55.112044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:55.146303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] For port 620c99af-b107-4453-baeb-ee541c33e469, host n-d-841626-1, got binding levels [] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:55.147455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:55.218661 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Routers {'f7a1629a-ac73-45a7-939e-6f6c4a299fcb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:55.219485 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:55.224612 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:55.256543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb24bc9d-1da2-43b8-9a03-3459872ca0d8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:55.290691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3b6cc59e-a561-4dbb-b4c6-32c5c9e0fd94 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fb24bc9d-1da2-43b8-9a03-3459872ca0d8 HTTP/1.1" status: 204 len: 168 time: 1.3076077 May 12 19:31:55.430984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:55.443696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:55.773775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de5a6ff-41ea-44a7-949c-41e185d56091 req-784bafe0-0002-4cc7-94ef-372911b32a5a tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 210 time: 0.0884027 May 12 19:31:55.826407 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3f19-e216-47af-a62c-c2ea501bec5c None None] Pushing event updated for resources: {'Port': ['ID=620c99af-b107-4453-baeb-ee541c33e469,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:55.835567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48250) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:55.847309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Calling delete_port for 620c99af-b107-4453-baeb-ee541c33e469 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:55.855073 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] Set router f7a1629a-ac73-45a7-939e-6f6c4a299fcb gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:55.993008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e1d727c4-25e0-4c5c-a686-46d060012e32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ec255bcadd144c4a04d6c7347450c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555965 May 12 19:31:56.000339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Pushing event updated for resources: {'Port': ['ID=d31a2031-e54a-494b-8795-319f1113a6a6,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:56.002583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48254) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:56.022655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:56.063567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:56.237846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:31:56.247373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:56.247874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:56.429052 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:31:56.429415 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:31:56.517388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:56.517711 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:56.552804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:56.563013 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:56.572855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236d6a2-0099-469f-a20f-64ef2fb65424 req-487ec70e-db65-4c46-8ce5-d1f92460025d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:56.574646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e236d6a2-0099-469f-a20f-64ef2fb65424 req-487ec70e-db65-4c46-8ce5-d1f92460025d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.7871661 May 12 19:31:56.601754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Network 55833bc9-ed78-481d-adda-97e20567a292 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:31:56.603933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-cf227048-bf6a-41f6-9fd2-6dec12b5cfb8 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b147ae9565434170a621cec460ba3cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766022 May 12 19:31:56.614161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:31:56.616785 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '620c99af-b107-4453-baeb-ee541c33e469', 'name': '', 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'mac_address': 'fa:16:3e:12:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '08e0c5db-5283-4d61-b929-decbed7f8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:48Z', 'updated_at': '2022-05-12T19:31:54Z', 'revision_number': 4, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'subnets': [{'id': '08e0c5db-5283-4d61-b929-decbed7f8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:56.630146 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf70261-8272-459b-ae4e-9e3ceae6b188 None None] The sync data for ids ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'] in n-d-841626-1 is: [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '620c99af-b107-4453-baeb-ee541c33e469', 'name': '', 'network_id': 'f086b91a-296a-47b0-8341-88560be0abad', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'mac_address': 'fa:16:3e:12:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '08e0c5db-5283-4d61-b929-decbed7f8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:48Z', 'updated_at': '2022-05-12T19:31:54Z', 'revision_number': 4, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'subnets': [{'id': '08e0c5db-5283-4d61-b929-decbed7f8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:31:56.690374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:56.824398 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-33a38294-8da7-4fbe-9fea-081302487611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:56.914929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e236d6a2-0099-469f-a20f-64ef2fb65424 req-dc0512f6-9d2b-432b-9619-8b16052a1da6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305156 May 12 19:31:56.930218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Deleting port 620c99af-b107-4453-baeb-ee541c33e469 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:31:56.930720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.007629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-684296b7-1d81-4136-8d3e-9b41739b578c None None] Provisioning complete for port d31a2031-e54a-494b-8795-319f1113a6a6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:57.009875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-684296b7-1d81-4136-8d3e-9b41739b578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.089991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-684296b7-1d81-4136-8d3e-9b41739b578c None None] Port d31a2031-e54a-494b-8795-319f1113a6a6 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:31:57.096840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-6b2bf358-5c05-41ca-adf8-f99e36f931ec tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:57.098702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-6b2bf358-5c05-41ca-adf8-f99e36f931ec tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4822838 May 12 19:31:57.121466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b561ecd3-81fe-4dfc-9fa7-fa4d118220dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.142940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Request body: {'port': {'device_id': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'b147ae9565434170a621cec460ba3cda'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:57.163601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c0c61a7-a637-4a2c-bff5-2ac6eec38c1a req-4544d818-b551-4463-9ef5-ca6d5f692f60 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 210 time: 0.1751831 May 12 19:31:57.240455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] For port 620c99af-b107-4453-baeb-ee541c33e469, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=620c99af-b107-4453-baeb-ee541c33e469,segment=NetworkSegment(779d8d7f-eceb-4329-bff6-586c1f3724e1),segment_id=779d8d7f-eceb-4329-bff6-586c1f3724e1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:31:57.240822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.294018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b561ecd3-81fe-4dfc-9fa7-fa4d118220dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.346299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Router 888107f4-5b60-4129-94df-e6d52c7c4b49 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:57.398701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Calling delete_port for 620c99af-b107-4453-baeb-ee541c33e469 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:31:57.564114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:57.578160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Usage tracker for resource:port and tenant:b147ae9565434170a621cec460ba3cda is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:57.588339 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.591563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:57.603387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:57.638066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=620c99af-b107-4453-baeb-ee541c33e469,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:57.735367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-0493c7f0-7ea2-43eb-b058-41143a3bd1f9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:57.737024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-0493c7f0-7ea2-43eb-b058-41143a3bd1f9 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.4306560 May 12 19:31:57.752480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b561ecd3-81fe-4dfc-9fa7-fa4d118220dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.756540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Made reservation on behalf of b147ae9565434170a621cec460ba3cda for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:31:57.761470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.802805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-373b7182-7f82-4244-89b5-cb81f0d8a8e5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/quotas/f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 375 time: 0.0514975 May 12 19:31:57.803457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.813211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561ecd3-81fe-4dfc-9fa7-fa4d118220dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5464d706-6917-41f4-8ba6-1a4cd95e8b44,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:57.909378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:57.926125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b1702625-68a1-41db-887c-7dfcf9967861 admin admin] 10.222.0.72 "PUT /v2.0/routers/888107f4-5b60-4129-94df-e6d52c7c4b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4193146 May 12 19:31:57.926125 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b561ecd3-81fe-4dfc-9fa7-fa4d118220dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:57.926784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Sync routers for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:57.938008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:57.938623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:57.948159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b561ecd3-81fe-4dfc-9fa7-fa4d118220dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5464d706-6917-41f4-8ba6-1a4cd95e8b44 HTTP/1.1" status: 204 len: 168 time: 1.9285052 May 12 19:31:57.977518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:57.984928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Usage tracker for resource:security_group_rule and tenant:b147ae9565434170a621cec460ba3cda is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:57.989121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:57.999173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:58.082270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:31:58.091163 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:58.096119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-d9f561b8-0ddc-4c3e-816c-d6ae1a3300a1 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2673702 May 12 19:31:58.455488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:58.463416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-a3eb9edd-ee4e-4b97-b40f-542cc3934e7e service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551660 May 12 19:31:58.468346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:58.492892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:58.601858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:31:58.604327 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:58.862689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d74e27e-8429-4312-ad46-70f260996e6c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:31:58.875737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-c0cf53a8-f5d9-46b4-b4d0-dfce909ab780 service neutron] 10.222.0.72 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984339 May 12 19:31:58.947261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Router f7a1629a-ac73-45a7-939e-6f6c4a299fcb has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:31:58.963734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc729e-beab-4765-b7b8-761749b4a0df req-4d7462c3-36a1-4df8-8440-3f3b88e92ac6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:31:58.965334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8abc729e-beab-4765-b7b8-761749b4a0df req-4d7462c3-36a1-4df8-8440-3f3b88e92ac6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.7011976 May 12 19:31:59.162342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8abc729e-beab-4765-b7b8-761749b4a0df req-97d8694c-4057-48a4-a2ff-6a6240d36769 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759143 May 12 19:31:59.204143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:31:59.224116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60119e47-1236-4637-a64b-84244c337528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:59.321538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Allocated IP 192.168.233.97 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/ff9c9447-4084-4944-b44d-04b2b2567cf3) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:31:59.342867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48316) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:59.367817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:31:59.379507 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] Sync routers for ids ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:31:59.401029 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] Routers {'f7a1629a-ac73-45a7-939e-6f6c4a299fcb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:31:59.404080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:59.415710 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8fc351e-4a01-4506-8558-3197e262a8a8 admin admin] 10.222.0.72 "PUT /v2.0/routers/f7a1629a-ac73-45a7-939e-6f6c4a299fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6875231 May 12 19:31:59.423968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48324) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:59.487141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:31:54Z', 'revision_number': 2, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:31:59.491598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Checking router: 888107f4-5b60-4129-94df-e6d52c7c4b49 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:31:59.492159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Updating router 888107f4-5b60-4129-94df-e6d52c7c4b49 port d31a2031-e54a-494b-8795-319f1113a6a6 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:31:59.596961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:59.625284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48328) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:31:59.666018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-network', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:31:59.695539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:31:59.718889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Usage tracker for resource:network and tenant:ee889b5ac8fa4dbdb5ff39f4ad148473 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:31:59.747334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:31:59.772357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:31:59.789931 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] Set router f7a1629a-ac73-45a7-939e-6f6c4a299fcb gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:31:59.842242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:31:59.862986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Transition to ACTIVE for port object ff9c9447-4084-4944-b44d-04b2b2567cf3 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:31:59.997815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.006607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Made reservation on behalf of ee889b5ac8fa4dbdb5ff39f4ad148473 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:00.014917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.052460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1908530967-network', 'tenant_id': 'de5751f9ee8a474f95846b83f158d902'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:00.077604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.111296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:00.134423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.154731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:00.165019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ee889b5ac8fa4dbdb5ff39f4ad148473 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:00.166937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Usage tracker for resource:network and tenant:de5751f9ee8a474f95846b83f158d902 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:00.173965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:00.182634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.187328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:00.213549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:00.216513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Pushing event updated for resources: {'Port': ['ID=ff9c9447-4084-4944-b44d-04b2b2567cf3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:00.235617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:00.237905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:00.241349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:00.247110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:00.319294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.323975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.340258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:00.340939 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.348861 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:57Z', 'revision_number': 5, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:00.354442 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] Checking router: f7a1629a-ac73-45a7-939e-6f6c4a299fcb for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:32:00.371770 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] Routers {'f7a1629a-ac73-45a7-939e-6f6c4a299fcb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:00.372386 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:00.398991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.403020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Made reservation on behalf of de5751f9ee8a474f95846b83f158d902 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:00.405659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.416968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:32:00.474527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce11b6-2aa2-422c-b23a-ba4a75cc9f97 req-ba940fca-4246-4f07-94f7-cc48fe2a0e74 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:00.475121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.475331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4dce11b6-2aa2-422c-b23a-ba4a75cc9f97 req-ba940fca-4246-4f07-94f7-cc48fe2a0e74 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Synchronizing usage tracker for tenant:b147ae9565434170a621cec460ba3cda on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:00.475815 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Added segment 0d0ce801-fb29-43e5-b179-8a7b068b30f4 of type vlan for network 3058ab6c-d198-4e53-be95-adea899c9f65 May 12 19:32:00.479968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.495666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590e06c4-5871-44ff-ab88-ea31c5b73ba8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:00.496952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93dda-1c8a-498a-aada-7c019385abb8 req-7363d169-8e1b-4b39-a465-7701de666c94 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:00.510850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fb93dda-1c8a-498a-aada-7c019385abb8 req-7363d169-8e1b-4b39-a465-7701de666c94 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.5524337 May 12 19:32:00.518729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.521489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Transition to ACTIVE for port object d31a2031-e54a-494b-8795-319f1113a6a6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:00.544387 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.584117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:00.590263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:de5751f9ee8a474f95846b83f158d902 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:00.594640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:00.602589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:00.703876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.706783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-e13dd9dc-623a-462f-baa4-47fd7e5fb918 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5692680 May 12 19:32:00.727100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.747696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:32:00.757729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.763143 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] Set router f7a1629a-ac73-45a7-939e-6f6c4a299fcb gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:00.763664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.763780 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Added segment ad29eac0-86b1-46c1-a843-f9da9cb565e7 of type vlan for network 856b63e9-fea5-4367-a10f-3309890ca988 May 12 19:32:00.800579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.858246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Request body: {'port': {'device_id': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:00.868889 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.892760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Deleting port 599d6a4c-8dfe-45da-b15f-1fa95b309114 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:00.893222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.922510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.923426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:00.924013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.954925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.956703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:00.957415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:00.974252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Pushing event updated for resources: {'Port': ['ID=d31a2031-e54a-494b-8795-319f1113a6a6,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:01.037014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f49b2bee-85ae-48eb-90ba-ce0b9b4ebc9a None None] Provisioning for port ff9c9447-4084-4944-b44d-04b2b2567cf3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:01.075807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.076355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.076873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.077375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.078396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.078890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.079478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.080641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.081128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.081621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.082718 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fb93dda-1c8a-498a-aada-7c019385abb8 req-e9493680-6134-49b3-afe9-60885d1dbfe0 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5700421 May 12 19:32:01.082874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.083336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:01.094324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f49b2bee-85ae-48eb-90ba-ce0b9b4ebc9a None None] Provisioning complete for port ff9c9447-4084-4944-b44d-04b2b2567cf3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:01.094905 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f49b2bee-85ae-48eb-90ba-ce0b9b4ebc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.109845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=856b63e9-fea5-4367-a10f-3309890ca988,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:01.112289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4dce11b6-2aa2-422c-b23a-ba4a75cc9f97 req-ba940fca-4246-4f07-94f7-cc48fe2a0e74 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Unset dirty status for tenant:b147ae9565434170a621cec460ba3cda on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:01.113547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dce11b6-2aa2-422c-b23a-ba4a75cc9f97 req-ba940fca-4246-4f07-94f7-cc48fe2a0e74 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 935 time: 1.2271883 May 12 19:32:01.166062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939afdac-b129-4fef-961f-564827451b2c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:01.192614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] Pushing event updated for resources: {'Network': ['ID=3058ab6c-d198-4e53-be95-adea899c9f65,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:01.275609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f49b2bee-85ae-48eb-90ba-ce0b9b4ebc9a None None] Port ff9c9447-4084-4944-b44d-04b2b2567cf3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:32:01.278720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.294111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 856b63e9-fea5-4367-a10f-3309890ca988 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:32:01.316192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3058ab6c-d198-4e53-be95-adea899c9f65 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:32:01.337422 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:57Z', 'revision_number': 5, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:01.341751 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1076-3faa-48ec-9429-5cc106d0ff0f None None] The sync data for ids ['f7a1629a-ac73-45a7-939e-6f6c4a299fcb'] in n-d-841626-1 is: [{'id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'name': 'tempest-ServersTestFqdnHostnames-2006601310-router', 'tenant_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:39Z', 'updated_at': '2022-05-12T19:31:57Z', 'revision_number': 5, 'project_id': 'cbed1cbb9f3a48db82cdd738749287c6', 'gw_port': {'id': '599d6a4c-8dfe-45da-b15f-1fa95b309114', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a1629a-ac73-45a7-939e-6f6c4a299fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:41Z', 'updated_at': '2022-05-12T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:32:01.365641 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0414804-fa57-415a-a2b2-8924dba7e5a1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7242887 May 12 19:32:01.375799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:01.378760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-50b4909e-1197-4d37-a70a-044ba0358bb6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0346148 May 12 19:32:01.390195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48350) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:01.423476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Request body: {'subnet': {'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-subnet', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:01.449605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be797ed5-2769-4eae-af39-9255c768606e req-fad01d42-b911-4265-932b-c6d429546943 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 210 time: 0.1153269 May 12 19:32:01.459350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Request body: {'subnet': {'network_id': '856b63e9-fea5-4367-a10f-3309890ca988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1908530967-subnet', 'tenant_id': 'de5751f9ee8a474f95846b83f158d902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:01.473813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4dce11b6-2aa2-422c-b23a-ba4a75cc9f97 req-20d99e09-af36-4aa1-98a7-873fc9f53976 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Synchronizing usage tracker for tenant:b147ae9565434170a621cec460ba3cda on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:01.474031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:01.477628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Usage tracker for resource:subnet and tenant:de5751f9ee8a474f95846b83f158d902 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:01.480436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:01.486474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:01.497213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:01.502022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Usage tracker for resource:subnet and tenant:ee889b5ac8fa4dbdb5ff39f4ad148473 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:01.504976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:01.510756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:01.513502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Attempting to bind port d31a2031-e54a-494b-8795-319f1113a6a6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:01.513880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Attempting to bind port d31a2031-e54a-494b-8795-319f1113a6a6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:01.514426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Attempting to bind port d31a2031-e54a-494b-8795-319f1113a6a6 on network 55833bc9-ed78-481d-adda-97e20567a292 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:01.524731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Made reservation on behalf of de5751f9ee8a474f95846b83f158d902 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:01.528196 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.559531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Made reservation on behalf of ee889b5ac8fa4dbdb5ff39f4ad148473 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:01.562238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.576252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:01.576819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Checking segment: {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:01.577404 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.577891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Bound using segment: {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:01.578555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Bound port: d31a2031-e54a-494b-8795-319f1113a6a6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:01.579087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.600717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4dce11b6-2aa2-422c-b23a-ba4a75cc9f97 req-20d99e09-af36-4aa1-98a7-873fc9f53976 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Unset dirty status for tenant:b147ae9565434170a621cec460ba3cda on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:01.601959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dce11b6-2aa2-422c-b23a-ba4a75cc9f97 req-20d99e09-af36-4aa1-98a7-873fc9f53976 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627657 May 12 19:32:01.693028 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.745416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] For port d31a2031-e54a-494b-8795-319f1113a6a6, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:01.750005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] For port d31a2031-e54a-494b-8795-319f1113a6a6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d31a2031-e54a-494b-8795-319f1113a6a6,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:01.760700 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:01.910055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:01.910949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:01.944578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32577bb-7df4-481a-a6b6-b68526d12d38 req-c0242023-d7fb-4909-8ce1-026e023d7ce7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:01.946211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c32577bb-7df4-481a-a6b6-b68526d12d38 req-c0242023-d7fb-4909-8ce1-026e023d7ce7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.2259305 May 12 19:32:01.978648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11118750-6df0-440d-8baf-a63fdcac0a3b None None] Pushing event updated for resources: {'Port': ['ID=d31a2031-e54a-494b-8795-319f1113a6a6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:02.003108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 620c99af-b107-4453-baeb-ee541c33e469 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:02.073555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9c9447-4084-4944-b44d-04b2b2567cf3 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:02.083963 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:02.087653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 620c99af-b107-4453-baeb-ee541c33e469 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:02.088153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 620c99af-b107-4453-baeb-ee541c33e469 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:02.109726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Transition to ACTIVE for port object ff9c9447-4084-4944-b44d-04b2b2567cf3 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:02.130044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:02.287574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] For port 599d6a4c-8dfe-45da-b15f-1fa95b309114, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=599d6a4c-8dfe-45da-b15f-1fa95b309114,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:02.288184 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:02.318696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:02.321723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-b0f7d316-6426-4fd1-ad09-6b5a7f2648e6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:02.323337 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-b0f7d316-6426-4fd1-ad09-6b5a7f2648e6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 808 time: 0.9062593 May 12 19:32:02.427718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Pushing event updated for resources: {'Port': ['ID=ff9c9447-4084-4944-b44d-04b2b2567cf3,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:02.453353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Request body: {'port': {'device_id': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'admin_state_up': True, 'tenant_id': 'f30b8eaff62b4d47ad13b701c1d7b632'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:02.478154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Calling delete_port for 599d6a4c-8dfe-45da-b15f-1fa95b309114 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:02.526672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c32577bb-7df4-481a-a6b6-b68526d12d38 req-ffba2527-58d5-4089-940e-aeec86efef93 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591998 May 12 19:32:02.798523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-517df2a7-884d-444b-aaab-6f111a66148c req-ef7e7a58-85de-46c8-979d-444d26e19046 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 210 time: 0.0573213 May 12 19:32:02.865145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Attempting to bind port ff9c9447-4084-4944-b44d-04b2b2567cf3 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:02.865584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Attempting to bind port ff9c9447-4084-4944-b44d-04b2b2567cf3 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:02.865987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Attempting to bind port ff9c9447-4084-4944-b44d-04b2b2567cf3 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:02.893292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3807-2c3b-44f4-ba9c-32f68d5cca63 req-fb6abcbc-fa44-4fc1-b1b7-6e234deb4323 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:02.901730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:01Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:02.902834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d12e3807-2c3b-44f4-ba9c-32f68d5cca63 req-fb6abcbc-fa44-4fc1-b1b7-6e234deb4323 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.3122566 May 12 19:32:02.905221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Port ff9c9447-4084-4944-b44d-04b2b2567cf3 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:02.907580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de4b52-46f7-4284-b724-c2c39d3b4df5 None None] The sync data for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 is: [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:01Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:32:02.908086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Attempting to bind port ff9c9447-4084-4944-b44d-04b2b2567cf3 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:02.917618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:02.930663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:02.931100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:02.931562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:02.932082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Bound port: ff9c9447-4084-4944-b44d-04b2b2567cf3, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:02.932509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:02.984036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:03.004155 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:03.089685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:03.100640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=097ba2b5-4698-4927-96a2-0b0bbd70891e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:03.118481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d12e3807-2c3b-44f4-ba9c-32f68d5cca63 req-d236965f-139f-4ce5-9340-ac87a30cd7c3 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148569 May 12 19:32:03.144739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Made reservation on behalf of f30b8eaff62b4d47ad13b701c1d7b632 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:03.148428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:03.196787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:03.201624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:03.212911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:03.231812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161d095d-6793-4cbc-bb66-d8b42f4443c7,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:03.285738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d48b5-7c22-4829-bd27-119de9d1623b req-8ae16717-ccc4-4317-a1d4-8939db78453a tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:03.287278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f53d48b5-7c22-4829-bd27-119de9d1623b req-8ae16717-ccc4-4317-a1d4-8939db78453a tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 947 time: 0.2520480 May 12 19:32:03.319862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:03.320065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:03.321878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] 10.222.0.36 "PUT /v2.0/ports/ff9c9447-4084-4944-b44d-04b2b2567cf3 HTTP/1.1" status: 200 len: 1095 time: 2.6051822 May 12 19:32:03.321878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:03.446289 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf0bd85-9c3f-4152-af69-ab50ec8a9604'] response: {'name': 'network-changed', 'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3', 'status': 'completed', 'code': 200} May 12 19:32:03.451422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Checking segment: {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:03.451855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Network hostable DHCP agents. Network: 856b63e9-fea5-4367-a10f-3309890ca988, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:32:03.462229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f53d48b5-7c22-4829-bd27-119de9d1623b req-be5c8c74-bda9-42f5-a17d-8b8fd17351de tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655219 May 12 19:32:03.468823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beebb3-bb39-434c-acd3-842f003cff7a service neutron] Pushing event updated for resources: {'Port': ['ID=ff9c9447-4084-4944-b44d-04b2b2567cf3,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:03.490734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Checking segment: {'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:03.491299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Network hostable DHCP agents. Network: 3058ab6c-d198-4e53-be95-adea899c9f65, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:32:03.512202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-cd9e0751-0bd7-4acc-a90d-b8f11e7b8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:03.514250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-cd9e0751-0bd7-4acc-a90d-b8f11e7b8127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b147ae9565434170a621cec460ba3cda&device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 1098 time: 0.1371624 May 12 19:32:03.649698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Allocated IP 172.20.0.12 (df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34/004061e1-b9c6-4c81-af0b-f2f7691b6afa/46bb369b-0a02-4d43-8cc0-edfe7d06e762) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:03.661465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-9b75ac47-7b0a-4104-b387-a8b00e4ae672 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3 HTTP/1.1" status: 200 len: 217 time: 0.1388750 May 12 19:32:03.751997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:03.849076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Network 856b63e9-fea5-4367-a10f-3309890ca988 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:32:03.865711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Network 3058ab6c-d198-4e53-be95-adea899c9f65 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:32:03.885364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-eb6ba6cf-f2b0-45f4-bdd4-bbeebc501eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:03.887763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-eb6ba6cf-f2b0-45f4-bdd4-bbeebc501eb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2184331 May 12 19:32:03.939523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Pushing event deleted for resources: {'Port': ['ID=599d6a4c-8dfe-45da-b15f-1fa95b309114,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:04.033438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-43679582-f9d7-4f5a-b554-d277a3d1633a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:04.035187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-43679582-f9d7-4f5a-b554-d277a3d1633a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.36 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.3117654 May 12 19:32:04.042643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.058692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d31a2031-e54a-494b-8795-319f1113a6a6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:04.124564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Deleting port b0553ef4-747c-4669-8e27-3e393576ef03 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:04.125142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.147909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 856b63e9-fea5-4367-a10f-3309890ca988) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:04.154467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3058ab6c-d198-4e53-be95-adea899c9f65) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:04.166402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274aecd9-e924-4359-a8b8-5dde4eee2314 None None] Network 856b63e9-fea5-4367-a10f-3309890ca988 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:04.168137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:04.168897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.181625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.195001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c27215-5771-4153-aa1f-0d34b7aae4f2 None None] Network 3058ab6c-d198-4e53-be95-adea899c9f65 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:04.209174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9614a-54c3-4fd0-bfc2-0267716ed1ed req-380a9491-51c2-4f22-8d27-85fa815770fd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:04.211008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94a9614a-54c3-4fd0-bfc2-0267716ed1ed req-380a9491-51c2-4f22-8d27-85fa815770fd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.4921539 May 12 19:32:04.224027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d31a2031-e54a-494b-8795-319f1113a6a6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:04.302425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65e2b41e-703c-4ce9-a17a-d0c1dfa982cc req-742b5eb8-07ba-41c9-bb59-2c75f02ced5d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 210 time: 0.2532227 May 12 19:32:04.321239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d31a2031-e54a-494b-8795-319f1113a6a6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:04.321618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.336220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94a9614a-54c3-4fd0-bfc2-0267716ed1ed req-a671aa33-7604-49cd-a7d3-edbdb5814743 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116929 May 12 19:32:04.532897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-09b5e1d1-de92-4eea-9077-6271dc48813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:04.534597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-09b5e1d1-de92-4eea-9077-6271dc48813f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6381977 May 12 19:32:04.566892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:04.567637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.683721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.694097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.721715 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.724661 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cf3e6796-2935-4f85-acdf-b65a02ba06ad admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.3092911 May 12 19:32:04.756823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['57517a59-b354-4dab-8fc7-b2e4dde92013'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:04.793382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c318649c-6042-48a1-8f0b-71314828a9f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.4157360 May 12 19:32:04.805514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:04.808214 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.808818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a1629a-ac73-45a7-939e-6f6c4a299fcb {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:32:04.825720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:04.830846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:04.835310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Usage tracker for resource:router and tenant:ee889b5ac8fa4dbdb5ff39f4ad148473 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:04.838340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:04.846078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:04.873878 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.875295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.905540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:04.909737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:04.913323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-97a3e4c3-d0ad-4ec6-878e-13abc95f0328 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f7a1629a-ac73-45a7-939e-6f6c4a299fcb HTTP/1.1" status: 204 len: 168 time: 5.4878604 May 12 19:32:04.924041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:04.936204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:04.941333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48382) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:04.951549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:04.998505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6d044-7325-4a00-bf24-2d32280e9d95 None None] Network 856b63e9-fea5-4367-a10f-3309890ca988 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:05.066721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:05.067895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.103853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.144541 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-467af769-09f1-4eed-a4ef-f04481f97179 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7668486 May 12 19:32:05.209429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Request body: {'port': {'device_id': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:05.217561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d31a2031-e54a-494b-8795-319f1113a6a6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:05.218081 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.230362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] Deleting subnet 08e0c5db-5283-4d61-b929-decbed7f8241 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:32:05.251171 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.297686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e27cc-bbf2-41ed-87ce-cd379b42c4c9 req-6f5c20e7-6120-4b9a-85e9-7e9129a96317 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:05.299143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-539e27cc-bbf2-41ed-87ce-cd379b42c4c9 req-6f5c20e7-6120-4b9a-85e9-7e9129a96317 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 945 time: 0.8374774 May 12 19:32:05.314501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-19dbda4d-1da2-41e1-8fe2-58e3f650ef0c service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7567348 May 12 19:32:05.316029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] For port b0553ef4-747c-4669-8e27-3e393576ef03, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b0553ef4-747c-4669-8e27-3e393576ef03,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:05.316921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.415425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d31a2031-e54a-494b-8795-319f1113a6a6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d31a2031-e54a-494b-8795-319f1113a6a6,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:05.429721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3058ab6c-d198-4e53-be95-adea899c9f65', 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'fixed_ips': [{'subnet_id': '161d095d-6793-4cbc-bb66-d8b42f4443c7'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:32:05.431513 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.488651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.502153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.517913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.529794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.589419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a1b9a-4c7e-45bf-bb14-e97b211ceaf2 req-d4a2fac6-f80f-43fb-8474-78272261ee74 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:05.596412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd2a1b9a-4c7e-45bf-bb14-e97b211ceaf2 req-d4a2fac6-f80f-43fb-8474-78272261ee74 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 947 time: 0.7139947 May 12 19:32:05.630712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-539e27cc-bbf2-41ed-87ce-cd379b42c4c9 req-5752bb60-076d-47bd-b9ee-3f6e57d5ea7a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b85f34f-6bf3-481c-98d8-8067ff2e3f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195705 May 12 19:32:05.764386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:05.768886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d31a2031-e54a-494b-8795-319f1113a6a6,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:05.835989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Allocated IP 172.20.0.2 (3058ab6c-d198-4e53-be95-adea899c9f65/161d095d-6793-4cbc-bb66-d8b42f4443c7/63c2c70b-e51a-433a-8898-d727b6cceff3) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:05.866406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6cbc85-f73e-4280-b015-c47ff3a4c525 req-61851feb-a3b5-4dad-93a2-aae09ef6a7c6 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336339 May 12 19:32:06.023651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d31a2031-e54a-494b-8795-319f1113a6a6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:06.107273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd2a1b9a-4c7e-45bf-bb14-e97b211ceaf2 req-4bfcc0ff-3486-4e88-854a-44b17aa71fb0 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099826 May 12 19:32:06.192079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d31a2031-e54a-494b-8795-319f1113a6a6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:06.192460 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.230968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.292874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.293614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.293993 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Floating IP 08448975-3787-43f5-965f-c28bb6045b20 disassociated. External IP: 172.25.2.80, port: b0553ef4-747c-4669-8e27-3e393576ef03. May 12 19:32:06.294397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Calling delete_port for b0553ef4-747c-4669-8e27-3e393576ef03 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:06.324120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bb369b-0a02-4d43-8cc0-edfe7d06e762 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:06.332999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.338500 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.364211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.368885 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.375556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Transition to ACTIVE for port object 63c2c70b-e51a-433a-8898-d727b6cceff3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:06.377609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.387452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86093e16-97a4-4305-a681-9e51c8761584 None None] Network f086b91a-296a-47b0-8341-88560be0abad requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:06.419523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-dad5ec47-aded-4543-80a6-87c46d164905 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:06.420208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-dad5ec47-aded-4543-80a6-87c46d164905 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Synchronizing usage tracker for tenant:de5751f9ee8a474f95846b83f158d902 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:06.420467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Transition to ACTIVE for port object 46bb369b-0a02-4d43-8cc0-edfe7d06e762 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:06.440418 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.449885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e0c5db-5283-4d61-b929-decbed7f8241,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:06.471027 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8f4e2cb3-637c-4880-ad87-69f9c164b009 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/08e0c5db-5283-4d61-b929-decbed7f8241 HTTP/1.1" status: 204 len: 168 time: 1.5170467 May 12 19:32:06.476995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:06.491753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-b2f7525a-a668-46f4-bfce-bf5c148763b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:06.493452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-b2f7525a-a668-46f4-bfce-bf5c148763b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b147ae9565434170a621cec460ba3cda&device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 1098 time: 0.4756141 May 12 19:32:06.502548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Transition to ACTIVE for port object 63c2c70b-e51a-433a-8898-d727b6cceff3 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:06.518699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-dad5ec47-aded-4543-80a6-87c46d164905 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Unset dirty status for tenant:de5751f9ee8a474f95846b83f158d902 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:06.519985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-dad5ec47-aded-4543-80a6-87c46d164905 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/networks?id=856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 200 len: 818 time: 0.5033464 May 12 19:32:06.521539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d31a2031-e54a-494b-8795-319f1113a6a6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:06.526777 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.620337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 599d6a4c-8dfe-45da-b15f-1fa95b309114 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:06.628179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c78d5b92-6e75-4816-b475-2ec3e1becf65 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/quotas/de5751f9ee8a474f95846b83f158d902 HTTP/1.1" status: 200 len: 375 time: 0.0668306 May 12 19:32:06.655241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:06.660976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Network 3058ab6c-d198-4e53-be95-adea899c9f65 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:06.695935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:06.697780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 599d6a4c-8dfe-45da-b15f-1fa95b309114 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:06.697893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 599d6a4c-8dfe-45da-b15f-1fa95b309114 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:06.706295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:06.718214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Pushing event updated for resources: {'Port': ['ID=63c2c70b-e51a-433a-8898-d727b6cceff3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:06.760241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Allocated IP 172.25.2.171 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:06.824364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Attempting to bind port 63c2c70b-e51a-433a-8898-d727b6cceff3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:06.824736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Attempting to bind port 63c2c70b-e51a-433a-8898-d727b6cceff3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:06.825092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Attempting to bind port 63c2c70b-e51a-433a-8898-d727b6cceff3 on network 3058ab6c-d198-4e53-be95-adea899c9f65 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:06.838851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:06.839286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Checking segment: {'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:06.839619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.840003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Bound using segment: {'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:06.840468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Bound port: 63c2c70b-e51a-433a-8898-d727b6cceff3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:06.840831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.865119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:06.865484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:06.865868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:06.882565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:06.882565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:06.893674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:06.894009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:06.894397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:06.894834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Bound port: 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:06.895178 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.938594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] DHCP port deletion for f086b91a-296a-47b0-8341-88560be0abad request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:32:06.941821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-cfde605b-dc98-4c7c-9d89-2329f920bc6f tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=de5751f9ee8a474f95846b83f158d902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2666683 May 12 19:32:06.955868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] Deleting port e96034cb-1cdc-4e29-8e6e-8f2c81782283 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:06.956544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:06.998639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.016247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] For port 63c2c70b-e51a-433a-8898-d727b6cceff3, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:07.020982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] For port 63c2c70b-e51a-433a-8898-d727b6cceff3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=63c2c70b-e51a-433a-8898-d727b6cceff3,segment=NetworkSegment(0d0ce801-fb29-43e5-b179-8a7b068b30f4),segment_id=0d0ce801-fb29-43e5-b179-8a7b068b30f4)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:07.039895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.050774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:07.051988 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.054746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:07.064956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.097945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f607a8-8635-4817-8de6-e5a3cd3643cd req-315a21ab-f796-4a75-b607-89f83cae3645 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:07.099418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f607a8-8635-4817-8de6-e5a3cd3643cd req-315a21ab-f796-4a75-b607-89f83cae3645 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 932 time: 0.7222016 May 12 19:32:07.106554 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:32:07.135760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:07.136494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.137961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] 10.222.0.73 "PUT /v2.0/ports/46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 200 len: 1092 time: 1.9388566 May 12 19:32:07.138449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:07.147349 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.168403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59345a05-ed99-4801-9344-ecb31535f409 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:07.177756 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.197958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-a8f2c99f-c26e-4937-8822-0448a90c2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:07.199660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-a8f2c99f-c26e-4937-8822-0448a90c2af0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.6660633 May 12 19:32:07.235041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Deleting port e96034cb-1cdc-4e29-8e6e-8f2c81782283 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:07.236069 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.295986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:07.305862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:07.315786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:07.319140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event deleted for resources: {'Port': ['ID=b0553ef4-747c-4669-8e27-3e393576ef03,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:07.328350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] For port e96034cb-1cdc-4e29-8e6e-8f2c81782283, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e96034cb-1cdc-4e29-8e6e-8f2c81782283,segment=NetworkSegment(779d8d7f-eceb-4329-bff6-586c1f3724e1),segment_id=779d8d7f-eceb-4329-bff6-586c1f3724e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:07.328747 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.354731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2b8d3-1458-4275-b632-5c83c771a5c2 None None] Pushing event updated for resources: {'Port': ['ID=63c2c70b-e51a-433a-8898-d727b6cceff3,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:07.355435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Pushing event updated for resources: {'Port': ['ID=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:07.383295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-a53a846f-8cb1-4ea1-bb79-dd3db05f2cda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3 HTTP/1.1" status: 200 len: 217 time: 0.1577129 May 12 19:32:07.393168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-4a163ba9-af3c-4f54-97c8-d7689b16b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:07.395045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-4a163ba9-af3c-4f54-97c8-d7689b16b7e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1095 time: 0.1712425 May 12 19:32:07.456542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f607a8-8635-4817-8de6-e5a3cd3643cd req-c43bca4f-498b-4ae5-a386-a31f75989014 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391275 May 12 19:32:07.495366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] Calling delete_port for e96034cb-1cdc-4e29-8e6e-8f2c81782283 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:07.622190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-ee861e81-88ed-4a0c-a6d1-f8bd00e5d719 service neutron] 10.222.0.72 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672044 May 12 19:32:07.633614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ff9c9447-4084-4944-b44d-04b2b2567cf3 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:07.637883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b0553ef4-747c-4669-8e27-3e393576ef03 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:07.675591 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-a1ad4b3b-1763-49e2-bfe2-53e041e37f9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 200 len: 217 time: 0.2696097 May 12 19:32:07.682417 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.708288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] The port 'e96034cb-1cdc-4e29-8e6e-8f2c81782283' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:32:07.747240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: b0553ef4-747c-4669-8e27-3e393576ef03 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:07.747517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b0553ef4-747c-4669-8e27-3e393576ef03 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:07.765224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-14acdc4d-5db0-47e4-ba05-ac97b77e9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:07.766591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] Pushing event deleted for resources: {'Port': ['ID=e96034cb-1cdc-4e29-8e6e-8f2c81782283,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:07.771422 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-14acdc4d-5db0-47e4-ba05-ac97b77e9ae6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.0833287 May 12 19:32:07.782234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec9106-f63d-44e4-a555-bc233908cfde None None] No DVR routers for this DVR port e96034cb-1cdc-4e29-8e6e-8f2c81782283 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:07.811195 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:07.945099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-78bf373b-f696-49d1-be90-7ff440ec573e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629148 May 12 19:32:07.953748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-6a35beb4-6098-4d8e-8bac-ed5797a8adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:07.955211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-6a35beb4-6098-4d8e-8bac-ed5797a8adc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4977379 May 12 19:32:08.030710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:08.045470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63c2c70b-e51a-433a-8898-d727b6cceff3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:08.094950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'ff9c9447-4084-4944-b44d-04b2b2567cf3', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'ff9c9447-4084-4944-b44d-04b2b2567cf3', 'mac_address': 'fa:16:3e:7c:c4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:08.104973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.165591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f086b91a-296a-47b0-8341-88560be0abad']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:08.205525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779d8d7f-eceb-4329-bff6-586c1f3724e1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:08.205800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779d8d7f-eceb-4329-bff6-586c1f3724e1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:08.220480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ff9c9447-4084-4944-b44d-04b2b2567cf3 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:08.220896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-94ba6bb9-83c0-4af3-aadc-f7d9c76a44f6 service neutron] 10.222.0.72 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982609 May 12 19:32:08.221438 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.229096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.247138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Router fc05064c-54ab-42c5-be13-38f448495dd7 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:32:08.263105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 63c2c70b-e51a-433a-8898-d727b6cceff3 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:08.284371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9c9447-4084-4944-b44d-04b2b2567cf3 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:08.284810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.292586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.309760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:08.312343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:32:08.312735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.326477 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: timer() May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:32:08.356589 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:32:08.375723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:08.390809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e96034cb-1cdc-4e29-8e6e-8f2c81782283 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:08.436536 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-4d2a17a4-8335-4331-a2b6-6c1fe5eb246b service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704244 May 12 19:32:08.450099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: e96034cb-1cdc-4e29-8e6e-8f2c81782283 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:08.450437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e96034cb-1cdc-4e29-8e6e-8f2c81782283 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:08.483613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ff9c9447-4084-4944-b44d-04b2b2567cf3,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:08.490346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab105322-21e3-448a-9626-c36afe976c8b req-73d15f72-ee47-4749-a7ae-25a87fc6efc7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:08.497465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab105322-21e3-448a-9626-c36afe976c8b req-73d15f72-ee47-4749-a7ae-25a87fc6efc7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.8464835 May 12 19:32:08.612669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ff9c9447-4084-4944-b44d-04b2b2567cf3'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:08.835847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-f9623906-6d47-4a63-b888-585d2408d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:08.837370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-f9623906-6d47-4a63-b888-585d2408d54c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8117387 May 12 19:32:08.844832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c039254-a70b-46c6-a26a-a7049d37f7c9 req-d9df8685-f269-4597-943d-77501e42a1a9 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 210 time: 0.0993810 May 12 19:32:08.864239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd70b7-8f19-4995-a775-7d2dc8236909 None None] Network 3058ab6c-d198-4e53-be95-adea899c9f65 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:08.938200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab105322-21e3-448a-9626-c36afe976c8b req-33c01ddc-3b6b-42e4-b517-97f15e87c716 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397926 May 12 19:32:08.955611 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2487732b-adc5-40fe-b7ff-bd259a8c3b2e req-053382e9-357e-4726-9de1-e3c3163af2d6 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094850 May 12 19:32:08.988111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:32:08.989784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:09.011691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] Sync routers for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:32:09.036170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] Provisioning for port 63c2c70b-e51a-433a-8898-d727b6cceff3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:09.046384 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85031c91-d40b-413a-a29e-92f6bd3a8f84'] response: {'name': 'network-changed', 'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762', 'status': 'completed', 'code': 200} May 12 19:32:09.054157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:09.086562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] Provisioning complete for port 63c2c70b-e51a-433a-8898-d727b6cceff3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:09.097799 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:09.150255 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:09.157714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:09.170128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:09.187929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f086b91a-296a-47b0-8341-88560be0abad HTTP/1.1" status: 204 len: 168 time: 2.7096355 May 12 19:32:09.195091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] No DVR routers for this DVR port b0553ef4-747c-4669-8e27-3e393576ef03 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:09.271817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86e863-f831-4cb1-9f41-547b8227b4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f086b91a-296a-47b0-8341-88560be0abad,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:09.330456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:09.333341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b507265e-0055-47aa-889b-4b56b74e7dd0 req-0bf8bb86-7a24-4caf-9079-005559ff265e tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.36 "DELETE /v2.0/ports/b0553ef4-747c-4669-8e27-3e393576ef03 HTTP/1.1" status: 204 len: 173 time: 5.2784472 May 12 19:32:09.334201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'name': 'network-vif-deleted', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:09.431595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48436) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:09.483442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-bb630cea-ff3d-4422-bfe7-3a6a996bd4de service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838461 May 12 19:32:09.523913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-34a2c214-a4ad-4bad-aea8-d946fe4e37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:09.525574 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-34a2c214-a4ad-4bad-aea8-d946fe4e37e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1095 time: 0.2764835 May 12 19:32:09.528433 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8578bf5d-ddc4-4cfd-b83e-b5e2dcc45d9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbed1cbb9f3a48db82cdd738749287c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955977 May 12 19:32:09.552604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48442) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:09.666189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:09.699924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:32:09.722311 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab46-99b0-4e58-8a21-e7ca2113f688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:09.735680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e9b85-d6f4-4ce8-a594-c74359f9cff0 req-76db206a-8b18-437d-b7c7-3a9acea72316 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:09.737457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-982e9b85-d6f4-4ce8-a594-c74359f9cff0 req-76db206a-8b18-437d-b7c7-3a9acea72316 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 948 time: 0.5588508 May 12 19:32:09.818282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b852f-a842-401c-a860-5a5a96e24825 req-10cb402c-2a07-47c1-b41b-dfae795490e1 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:09.827085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-5e5be85f-5b26-41f0-acab-68fbde21d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:09.828947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-5e5be85f-5b26-41f0-acab-68fbde21d0f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.2969356 May 12 19:32:09.829400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a0b852f-a842-401c-a860-5a5a96e24825 req-10cb402c-2a07-47c1-b41b-dfae795490e1 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.5443258 May 12 19:32:09.907604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-982e9b85-d6f4-4ce8-a594-c74359f9cff0 req-6babe906-71ad-47ac-9907-888c4988f52c tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598370 May 12 19:32:09.960508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] Current status of the port 63c2c70b-e51a-433a-8898-d727b6cceff3 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:09.960895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:09.971937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a0b852f-a842-401c-a860-5a5a96e24825 req-2ff82c70-4f1e-46a2-b2d1-a720a321444c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414509 May 12 19:32:09.991371 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43028e41-7402-4c2e-a8e5-6a5bda3ded36 req-8a9ffa36-964a-495c-b84c-bfe370e419d3 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752417 May 12 19:32:10.080634 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a57e0f-c3a4-492b-b68b-22e1e9ab18fd'] response: {'server_uuid': '2633adcf-494f-4855-89cd-569b28c2beb9', 'name': 'network-vif-deleted', 'tag': 'b0553ef4-747c-4669-8e27-3e393576ef03', 'status': 'completed', 'code': 200} May 12 19:32:10.095074 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab46-99b0-4e58-8a21-e7ca2113f688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:10.142067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-ff290998-a4f6-4e28-b0f9-31f29e01165b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 200 len: 217 time: 0.2876093 May 12 19:32:10.251877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] For port 63c2c70b-e51a-433a-8898-d727b6cceff3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=63c2c70b-e51a-433a-8898-d727b6cceff3,segment=NetworkSegment(0d0ce801-fb29-43e5-b179-8a7b068b30f4),segment_id=0d0ce801-fb29-43e5-b179-8a7b068b30f4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:10.277097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:10.498812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6ddd0621-869a-4f6c-92b3-e31b5367f299 req-c71d059b-4541-4073-b84a-ace5a2c55cdd tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Synchronizing usage tracker for tenant:edce8003de774c6a8840b24af37d19dc on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:10.527333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-7c82fa88-c725-4eca-8317-df127133a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:10.528836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-7c82fa88-c725-4eca-8317-df127133a80e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.3690412 May 12 19:32:10.574141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6ddd0621-869a-4f6c-92b3-e31b5367f299 req-c71d059b-4541-4073-b84a-ace5a2c55cdd tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Unset dirty status for tenant:edce8003de774c6a8840b24af37d19dc on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:10.578072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ddd0621-869a-4f6c-92b3-e31b5367f299 req-c71d059b-4541-4073-b84a-ace5a2c55cdd tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/ports?device_id=2633adcf-494f-4855-89cd-569b28c2beb9 HTTP/1.1" status: 200 len: 210 time: 0.2597625 May 12 19:32:10.596732 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-206d1b79-ca9b-4234-8ed8-43eb3f752562 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605874 May 12 19:32:10.599529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:32:10.614769 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Sync routers for ids ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:32:10.629745 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Routers {'f2ce3d92-20f2-416c-a4bc-7fe4d735da44'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:10.630989 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:10.655521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bf086-696c-4f88-a52c-83c560ce4e0a None None] Pushing event updated for resources: {'Port': ['ID=63c2c70b-e51a-433a-8898-d727b6cceff3,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:10.665213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cbfa9-fa4f-4c5c-b8a7-ecf93e80a4c3 req-6b882c8a-c83b-41fd-ab87-a47a8c853ccd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:10.683774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-170cbfa9-fa4f-4c5c-b8a7-ecf93e80a4c3 req-6b882c8a-c83b-41fd-ab87-a47a8c853ccd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.2670138 May 12 19:32:10.692797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-880715cc-c03e-43cd-b7b5-ea3711c303d8 None None] Provisioning complete for port 63c2c70b-e51a-433a-8898-d727b6cceff3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:10.693353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-880715cc-c03e-43cd-b7b5-ea3711c303d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:10.736486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:49Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:10.752837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] Checking router: fc05064c-54ab-42c5-be13-38f448495dd7 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:32:10.774272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:10.774953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:10.784254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-170cbfa9-fa4f-4c5c-b8a7-ecf93e80a4c3 req-66dfe11c-c950-41ac-a277-5c12b6f0d72e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990877 May 12 19:32:10.877949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-288af7ba-1a61-44af-8b4a-c8ec07bf92bc service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665923 May 12 19:32:10.902425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f80c94f-6fea-4fa6-a2a0-f6efc576d426 req-2b099de1-94f6-4982-9a1a-99f88116550c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 210 time: 0.1099529 May 12 19:32:10.932634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Set router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:10.947385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab46-99b0-4e58-8a21-e7ca2113f688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:10.976101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-880715cc-c03e-43cd-b7b5-ea3711c303d8 None None] Current status of the port 63c2c70b-e51a-433a-8898-d727b6cceff3 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:11.077402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:11.092541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab46-99b0-4e58-8a21-e7ca2113f688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:11.099308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ea87ab46-99b0-4e58-8a21-e7ca2113f688 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2495f60b-8979-415c-bf92-5373528b213f HTTP/1.1" status: 204 len: 168 time: 1.5395896 May 12 19:32:11.099815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:11.101155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-58fdebc2-6c27-4288-80ce-d18179ae5375 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2901230 May 12 19:32:11.133863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48458) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:11.137337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87ab46-99b0-4e58-8a21-e7ca2113f688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2495f60b-8979-415c-bf92-5373528b213f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:11.433391 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:32:07Z', 'revision_number': 3, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:11.437564 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Checking router: f2ce3d92-20f2-416c-a4bc-7fe4d735da44 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:32:11.438048 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Updating router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:32:11.504254 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:11.544469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e658e553-e4a6-488b-9306-c171c94cb6b5 req-13931922-6835-475e-bfc8-030516279ea2 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467714 May 12 19:32:11.603006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12b67749-4363-401d-ba16-8aade2543c9c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:11.604542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12b67749-4363-401d-ba16-8aade2543c9c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "GET /v2.0/networks?id=856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 200 len: 818 time: 0.6249125 May 12 19:32:11.621003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Request body: {'port': {'device_id': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988', 'admin_state_up': True, 'tenant_id': 'de5751f9ee8a474f95846b83f158d902'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:11.655576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ff9c9447-4084-4944-b44d-04b2b2567cf3 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:11.656243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4e8d9-13c7-4451-bfdc-cd58457abee3 req-a2f34388-9016-43f0-8a24-1b2460904331 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:11.668785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39d4e8d9-13c7-4451-bfdc-cd58457abee3 req-a2f34388-9016-43f0-8a24-1b2460904331 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 948 time: 0.4908569 May 12 19:32:11.780509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675e614-35dd-47af-942a-60b04267857d req-2c8854db-6d07-4f31-bc80-cac7756374ae tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:11.785604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4675e614-35dd-47af-942a-60b04267857d req-2c8854db-6d07-4f31-bc80-cac7756374ae tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.4536865 May 12 19:32:11.847951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port ff9c9447-4084-4944-b44d-04b2b2567cf3 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:11.872217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port ff9c9447-4084-4944-b44d-04b2b2567cf3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:11.872595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.092733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63c2c70b-e51a-433a-8898-d727b6cceff3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:12.132560 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.162122 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Transition to ACTIVE for port object fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:12.171710 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.225215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-7f283183-7ced-41b7-8342-f704fc49d8ca tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:12.229713 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-7f283183-7ced-41b7-8342-f704fc49d8ca tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.73 "GET /v2.0/networks?id=856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 200 len: 818 time: 0.6073873 May 12 19:32:12.294094 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Pushing event updated for resources: {'Port': ['ID=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:12.295471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Request body: {'port': {'device_id': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988', 'admin_state_up': True, 'tenant_id': 'de5751f9ee8a474f95846b83f158d902'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:12.301726 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Attempting to bind port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:12.302092 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Attempting to bind port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:12.302450 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Attempting to bind port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:12.308595 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.308936 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.309291 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.309658 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.309984 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.310294 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.310614 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.310994 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.311307 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.311671 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.311988 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.312296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:12.316405 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:12.316738 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:12.317137 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.317590 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:12.318293 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Bound port: fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:12.318669 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.333815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4675e614-35dd-47af-942a-60b04267857d req-5ad36bbe-4ea7-4f4a-8f0b-945abfdc981a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172925 May 12 19:32:12.358279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39d4e8d9-13c7-4451-bfdc-cd58457abee3 req-e295f7de-e8b2-4688-bedc-de4bac76f330 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876910 May 12 19:32:12.397062 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] For port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:12.403585 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] For port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:12.411843 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.424188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:49Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:12.426196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ff9c9447-4084-4944-b44d-04b2b2567cf3 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:12.426569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.438196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 63c2c70b-e51a-433a-8898-d727b6cceff3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:12.438673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.477212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fa5eb-1768-4a33-b02f-1013bc4fe1e8 None None] The sync data for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 is: [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:30:44Z', 'revision_number': 4, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7c0222c8-3546-4f49-8866-3af0fdd9c7ef', 'name': '', 'network_id': 'b7f7ac17-0c36-4ec7-aab5-8a02d090183e', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'mac_address': 'fa:16:3e:f1:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:42Z', 'updated_at': '2022-05-12T19:30:49Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'subnets': [{'id': 'eb03ebf2-4326-4039-a198-f1a206cb4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:32:12.503801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:12.516339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Usage tracker for resource:port and tenant:de5751f9ee8a474f95846b83f158d902 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:12.516699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367aee7c-42a6-483a-99df-1056946af390 None None] Pushing event updated for resources: {'Port': ['ID=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:12.524483 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Routers {'f2ce3d92-20f2-416c-a4bc-7fe4d735da44'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:12.525069 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:12.533634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:12.547215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:12.551589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:12.586189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Made reservation on behalf of de5751f9ee8a474f95846b83f158d902 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:12.591684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.636800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:12.712835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:12.772428 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] Set router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:12.778524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48492) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:12.813221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ff9c9447-4084-4944-b44d-04b2b2567cf3,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:12.829129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 63c2c70b-e51a-433a-8898-d727b6cceff3 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:12.921935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a65d24c4-b93d-4b1d-b82b-ab434fbd2dce req-e02117d6-69ac-49b3-8128-43761ce772c2 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 210 time: 0.1297367 May 12 19:32:12.937438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-9fe4d566-6463-4986-be5d-44113606bade tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:12.939767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-9fe4d566-6463-4986-be5d-44113606bade tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "GET /v2.0/networks?id=856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 200 len: 818 time: 1.0744359 May 12 19:32:12.978476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Request body: {'port': {'device_id': '0c998372-481e-4cd6-9222-6b6390b49a60', 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988', 'admin_state_up': True, 'tenant_id': 'de5751f9ee8a474f95846b83f158d902'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:12.979267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaff232-0529-4be4-86aa-b3b3034bc545 None None] New status for floating IP 08448975-3787-43f5-965f-c28bb6045b20: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:32:13.012393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48498) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:13.083648 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9a5dce-4d87-4836-98f8-48b9f8279798'] response: {'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3', 'code': 200} May 12 19:32:13.088734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:13.105782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Usage tracker for resource:port and tenant:de5751f9ee8a474f95846b83f158d902 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:13.124778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:13.128230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1962041924-network', 'tenant_id': '73a627d312634e02a9471fdc643a77d2'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:13.128456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:32:07Z', 'revision_number': 3, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:13.132975 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47930dd-63b3-472b-ab2a-7a33ee7efef6 None None] The sync data for ids ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'] in n-d-841626-1 is: [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:32:07Z', 'revision_number': 3, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:32:13.172000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:13.182400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:13.202483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Usage tracker for resource:network and tenant:73a627d312634e02a9471fdc643a77d2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:13.209385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:13.256197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:13.272907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Made reservation on behalf of de5751f9ee8a474f95846b83f158d902 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:13.276964 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.379161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494ac34-b255-44cf-be18-000653b3449f req-e1dae2bf-e23b-4a38-a0bd-c2edb613fa7d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:13.387644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c494ac34-b255-44cf-be18-000653b3449f req-e1dae2bf-e23b-4a38-a0bd-c2edb613fa7d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.7271872 May 12 19:32:13.412164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5c434e-33b4-484f-a44f-9397e673830a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.439532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.456128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:13.460550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Usage tracker for resource:port and tenant:de5751f9ee8a474f95846b83f158d902 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:13.463174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Made reservation on behalf of 73a627d312634e02a9471fdc643a77d2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:13.468474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.490368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:13.505437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.519098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b7cb0-1c9b-446c-b65a-0b29c466638e req-c494bf7f-09d1-439a-9470-a2583980a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:13.520339 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5e9b7cb0-1c9b-446c-b65a-0b29c466638e req-c494bf7f-09d1-439a-9470-a2583980a9ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 1100 time: 0.3395810 May 12 19:32:13.527282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:13.608817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:13.618307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Allocated IP 172.20.0.14 (856b63e9-fea5-4367-a10f-3309890ca988/097ba2b5-4698-4927-96a2-0b0bbd70891e/870399d8-6b4e-4451-8497-d3da5710b6d2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:13.626147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Usage tracker for resource:security_group_rule and tenant:73a627d312634e02a9471fdc643a77d2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:13.629969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5c434e-33b4-484f-a44f-9397e673830a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.631196 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5e9b7cb0-1c9b-446c-b65a-0b29c466638e req-eea371fe-1f20-4379-a36f-22b70fd75160 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962393 May 12 19:32:13.645875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:13.673481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c494ac34-b255-44cf-be18-000653b3449f req-527d91c8-7569-45a9-b089-1d66ca0278e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844913 May 12 19:32:13.675619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:13.685091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Made reservation on behalf of de5751f9ee8a474f95846b83f158d902 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:13.688836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.729098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Allocated IP 172.20.0.1 (3058ab6c-d198-4e53-be95-adea899c9f65/161d095d-6793-4cbc-bb66-d8b42f4443c7/b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:13.928200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:13.948935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e57ae-7a06-40f3-b421-b0db2d17d6a7 req-80b437ea-e496-4272-9ebf-78b4f23e1cf7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:13.956800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-045e57ae-7a06-40f3-b421-b0db2d17d6a7 req-80b437ea-e496-4272-9ebf-78b4f23e1cf7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.4695137 May 12 19:32:13.960213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Transition to ACTIVE for port object b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:14.001268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.007215 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5c434e-33b4-484f-a44f-9397e673830a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.010766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:14.084262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Network 3058ab6c-d198-4e53-be95-adea899c9f65 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:14.087598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:14.092687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:14.116113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c434e-33b4-484f-a44f-9397e673830a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b85f34f-6bf3-481c-98d8-8067ff2e3f60,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:14.165424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Pushing event updated for resources: {'Port': ['ID=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:14.191116 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.212981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:14.220098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:14.220981 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.229796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-045e57ae-7a06-40f3-b421-b0db2d17d6a7 req-15958833-c315-4c0c-8c3e-bbadbe8f43e6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689505 May 12 19:32:14.368667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.436698 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.448505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5c434e-33b4-484f-a44f-9397e673830a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.449611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d5c434e-33b4-484f-a44f-9397e673830a tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "DELETE /v2.0/security-groups/4b85f34f-6bf3-481c-98d8-8067ff2e3f60 HTTP/1.1" status: 204 len: 168 time: 1.4361389 May 12 19:32:14.453560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.456034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48508) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:14.499958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:14.500169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.525721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:14.546431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.553125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287ff8-0432-4166-8cbc-d433512f7d4c req-92fb0295-82ef-44a0-9f66-12ac6d72c640 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:14.553125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3287ff8-0432-4166-8cbc-d433512f7d4c req-92fb0295-82ef-44a0-9f66-12ac6d72c640 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 949 time: 0.7286582 May 12 19:32:14.568236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6dd0bf50-7e41-4553-8674-d6f55b5fe268 req-7f6889c2-5fb2-4b3e-846a-a90f121972b7 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Synchronizing usage tracker for tenant:de5751f9ee8a474f95846b83f158d902 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:14.587497 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-e77a448a-6a78-4a72-951d-2396bcef68b8 service neutron] show failed (client error): The resource could not be found. May 12 19:32:14.588292 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-4fec4e48-fbec-4947-83b4-8920c2b9f065 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] show failed (client error): The resource could not be found. May 12 19:32:14.589106 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-e77a448a-6a78-4a72-951d-2396bcef68b8 service neutron] 10.222.0.73 "GET /v2.0/ports/cf467131-7228-4cb7-bd19-d4f4a722704a/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.1783402 May 12 19:32:14.589365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4fec4e48-fbec-4947-83b4-8920c2b9f065 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "GET /v2.0/security-groups/4b85f34f-6bf3-481c-98d8-8067ff2e3f60 HTTP/1.1" status: 404 len: 347 time: 0.0803788 May 12 19:32:14.590566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19ce49a-5713-4bbd-9beb-3214b6d725e7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:14.597613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:32:14.599986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48512) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:14.668084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:14.714070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-045ce30e-5daa-4417-94c1-d079522cd794 None None] Provisioning for port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:14.716513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.716513 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Added segment 0df9d2a8-2b26-4578-9d36-9f38fd03a598 of type vlan for network 24dd2d64-625d-44c2-be39-b3e822f97459 May 12 19:32:14.726933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6dd0bf50-7e41-4553-8674-d6f55b5fe268 req-7f6889c2-5fb2-4b3e-846a-a90f121972b7 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Unset dirty status for tenant:de5751f9ee8a474f95846b83f158d902 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:14.727216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-045ce30e-5daa-4417-94c1-d079522cd794 None None] Provisioning complete for port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:14.728443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045ce30e-5daa-4417-94c1-d079522cd794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.739131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dd0bf50-7e41-4553-8674-d6f55b5fe268 req-7f6889c2-5fb2-4b3e-846a-a90f121972b7 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 210 time: 0.2905908 May 12 19:32:14.777639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.837762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.872461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-045ce30e-5daa-4417-94c1-d079522cd794 None None] Port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:32:14.918103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3287ff8-0432-4166-8cbc-d433512f7d4c req-735df258-2139-41f0-ba0b-fcb15fd17a7a tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646259 May 12 19:32:14.937147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:14.938034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:14.938613 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.236789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Allocated IP 172.20.0.11 (856b63e9-fea5-4367-a10f-3309890ca988/097ba2b5-4698-4927-96a2-0b0bbd70891e/071d479b-9e77-42c8-92dc-3b442b0220a4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:15.269319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] Pushing event updated for resources: {'Network': ['ID=24dd2d64-625d-44c2-be39-b3e822f97459,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:15.279877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.287000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Deleting port cf9e0662-de10-490f-8d5e-c9c147a3549e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:15.287332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.297107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 24dd2d64-625d-44c2-be39-b3e822f97459 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:32:15.358923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-26e6cad3-2f2d-43cf-897c-443f36353c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:15.360634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-26e6cad3-2f2d-43cf-897c-443f36353c7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc&tenant_id=5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 1100 time: 0.2193906 May 12 19:32:15.381357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:15.394688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b803edcb-3799-4824-9288-3ed507527973 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6123939 May 12 19:32:15.410851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48520) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:15.534441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Request body: {'subnet': {'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1962041924-subnet', 'tenant_id': '73a627d312634e02a9471fdc643a77d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:15.560334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Network 856b63e9-fea5-4367-a10f-3309890ca988 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:15.561432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:15.572642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:15.577929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Usage tracker for resource:subnet and tenant:73a627d312634e02a9471fdc643a77d2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:15.581103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:15.623289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:15.633760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Pushing event updated for resources: {'Port': ['ID=870399d8-6b4e-4451-8497-d3da5710b6d2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:15.652628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:15.652885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.671223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.712188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.712411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.721073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Made reservation on behalf of 73a627d312634e02a9471fdc643a77d2 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:15.723377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.758367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:15.758890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.853300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.861062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Pushing event updated for resources: {'Port': ['ID=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:15.907693 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:15.935442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Calling delete_port for cf9e0662-de10-490f-8d5e-c9c147a3549e owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:15.989778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:15.999359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:16.005048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc172e8a-5295-4f37-b960-1460565695b8 req-45d312bd-741c-421a-8d54-02a50ee15085 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:16.006969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc172e8a-5295-4f37-b960-1460565695b8 req-45d312bd-741c-421a-8d54-02a50ee15085 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 1.0865018 May 12 19:32:16.025060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-b3969b4d-de2f-4349-b801-cacb0ab38726 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4082170 May 12 19:32:16.048679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 46bb369b-0a02-4d43-8cc0-edfe7d06e762 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:16.053226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a3c70-fc7c-4e1e-b45d-7db4a16e91f3 req-14190204-3231-44c4-bbb5-afc4c5659e8f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:16.054879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-921a3c70-fc7c-4e1e-b45d-7db4a16e91f3 req-14190204-3231-44c4-bbb5-afc4c5659e8f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.6920199 May 12 19:32:16.073962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Request body: {'port': {'device_id': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:16.196709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Network 3058ab6c-d198-4e53-be95-adea899c9f65 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:16.200970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:16.211736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:16.294206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Allocated IP 172.20.0.8 (856b63e9-fea5-4367-a10f-3309890ca988/097ba2b5-4698-4927-96a2-0b0bbd70891e/bff21d40-3404-4fe4-b5a8-75df7c565b25) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:16.306278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:16.306767 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:16.444577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:16.477832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc172e8a-5295-4f37-b960-1460565695b8 req-c1d87346-bddc-43e1-95ef-6bb18d91b06b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577253 May 12 19:32:16.497947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-921a3c70-fc7c-4e1e-b45d-7db4a16e91f3 req-85c02a73-beb7-4297-af05-84fc10a4fbdf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944767 May 12 19:32:16.498808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '46bb369b-0a02-4d43-8cc0-edfe7d06e762', 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34', 'port_id': '46bb369b-0a02-4d43-8cc0-edfe7d06e762', 'mac_address': 'fa:16:3e:92:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004061e1-b9c6-4c81-af0b-f2f7691b6afa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:16.572303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:16.572686 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:16.605082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bb369b-0a02-4d43-8cc0-edfe7d06e762 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:16.622553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:16.627754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:16.636933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:16.673634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3466e284-9ccf-4726-b08c-311125b95cb9 None None] Provisioning complete for port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:16.674072 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3466e284-9ccf-4726-b08c-311125b95cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:16.719264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Network 856b63e9-fea5-4367-a10f-3309890ca988 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:16.719264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Pushing event updated for resources: {'Port': ['ID=071d479b-9e77-42c8-92dc-3b442b0220a4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:16.735302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:16.751976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:16.761389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3466e284-9ccf-4726-b08c-311125b95cb9 None None] Port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:32:16.790710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:16.867766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['46bb369b-0a02-4d43-8cc0-edfe7d06e762'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:16.878610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:16.878890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:16.893638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:16.910969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:32:16.942582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-18319198-7d46-48a8-8fce-45eb90e2acdd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6868200 May 12 19:32:16.989562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be029d49-dc9e-49ef-b8ec-8ace15b6e524 req-8dd5f5a1-c225-492d-a5f1-683e56928c42 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 210 time: 0.1521807 May 12 19:32:17.000536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Request body: {'port': {'device_id': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:17.047350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:32:17.048249 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.110172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:17.111098 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.135423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Pushing event deleted for resources: {'Port': ['ID=cf9e0662-de10-490f-8d5e-c9c147a3549e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:17.460157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:17.472631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.491275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:32:17.492778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.504773 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Sync routers for ids ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:32:17.505682 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d7e958dc-a539-4fad-bc59-8095659ede6c admin admin] 10.222.0.72 "PUT /v2.0/routers/f2ce3d92-20f2-416c-a4bc-7fe4d735da44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3702176 May 12 19:32:17.516697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.519722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Transition to ACTIVE for port object cf467131-7228-4cb7-bd19-d4f4a722704a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:17.540690 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Routers {'f2ce3d92-20f2-416c-a4bc-7fe4d735da44'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:17.542122 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:17.556165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.583076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52225c7-778b-4e9d-b41b-c4ef8973f241 req-05cc96e0-530c-4c18-a384-eac397d67c1d tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:17.589630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52225c7-778b-4e9d-b41b-c4ef8973f241 req-05cc96e0-530c-4c18-a384-eac397d67c1d tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 949 time: 0.7421751 May 12 19:32:17.591638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.600187 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.635513 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771a2af3-64aa-4cba-8e8f-143fb3cce37f'] response: {'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'code': 200} May 12 19:32:17.844311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52225c7-778b-4e9d-b41b-c4ef8973f241 req-2128eaf3-31d0-4b0a-b1ed-47cc297fe536 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529428 May 12 19:32:17.938871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:17.965852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Set router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:17.996364 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:17.997850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5982e02d-0b8f-4dbd-9560-35eb3b67ece6 tempest-ServersTestManualDisk-1099014145 tempest-ServersTestManualDisk-1099014145-project] 10.222.0.72 "DELETE /v2.0/floatingips/08448975-3787-43f5-965f-c28bb6045b20 HTTP/1.1" status: 204 len: 168 time: 3.3955004 May 12 19:32:17.999417 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.004998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48540) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:18.032130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:18.040468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] No DVR routers for this DVR port cf467131-7228-4cb7-bd19-d4f4a722704a on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:18.062435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 46bb369b-0a02-4d43-8cc0-edfe7d06e762 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:18.111002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:18.111593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:18.112067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:18.119417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Port cf467131-7228-4cb7-bd19-d4f4a722704a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:18.119908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Attempting to bind port cf467131-7228-4cb7-bd19-d4f4a722704a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:18.125834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:18.126582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:18.127139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:18.127741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Bound port: cf467131-7228-4cb7-bd19-d4f4a722704a, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:18.128705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.258461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:18.262104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:18.283469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:18.283469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:18.283469 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.298129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.440043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Checking segment: {'id': '0df9d2a8-2b26-4578-9d36-9f38fd03a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:18.440442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Network hostable DHCP agents. Network: 24dd2d64-625d-44c2-be39-b3e822f97459, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:32:18.454786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:18.455543 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.457289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 1095 time: 3.0839813 May 12 19:32:18.500042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:18.500900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.556022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a0625-84b9-4e1e-8c80-2b62db8e9336 service neutron] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:18.592990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-329f61ec-283d-450c-a837-ee85e4a749dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:18.596214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-329f61ec-283d-450c-a837-ee85e4a749dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1098 time: 0.1097684 May 12 19:32:18.599902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:18.601251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:18.618684 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd', 'name': '', 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'mac_address': 'fa:16:3e:53:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '161d095d-6793-4cbc-bb66-d8b42f4443c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:13Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 2, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'subnets': [{'id': '161d095d-6793-4cbc-bb66-d8b42f4443c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:18.624684 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.624981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Checking router: f2ce3d92-20f2-416c-a4bc-7fe4d735da44 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:32:18.628142 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Updating router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:32:18.628598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:18.726103 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:18.832551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:18.836264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:18.857377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Pushing event updated for resources: {'Port': ['ID=bff21d40-3404-4fe4-b5a8-75df7c565b25,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:18.888183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Network 856b63e9-fea5-4367-a10f-3309890ca988 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:18.901329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:18.906056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:18.920018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-3895c601-f23e-497f-8041-a04b0273fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:18.922664 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-3895c601-f23e-497f-8041-a04b0273fc3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3170378 May 12 19:32:19.011588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-5198b4bc-7661-403f-aac5-ddacc0147d38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.0785627 May 12 19:32:19.078068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34356bb9-1cf0-4bde-a2b5-d13efe48e1ab req-853cdafd-87d0-49fa-b0c8-efd71a174932 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:19.086168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34356bb9-1cf0-4bde-a2b5-d13efe48e1ab req-853cdafd-87d0-49fa-b0c8-efd71a174932 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 947 time: 1.2251017 May 12 19:32:19.087961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Network 24dd2d64-625d-44c2-be39-b3e822f97459 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:32:19.106468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-075ee7c2-e9d3-4952-a4b7-aa452c8d72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:19.109923 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-075ee7c2-e9d3-4952-a4b7-aa452c8d72b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0926542 May 12 19:32:19.176516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 24dd2d64-625d-44c2-be39-b3e822f97459) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:19.185027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15add25-c0e7-4fff-853a-112a753c82a6 None None] Network 24dd2d64-625d-44c2-be39-b3e822f97459 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:19.212634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:19.213621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:19.234409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:19.235232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:19.245925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-6c791ac9-038d-4cde-91ce-4d4c7665a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:19.250011 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-6c791ac9-038d-4cde-91ce-4d4c7665a3f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319308 May 12 19:32:19.330175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34356bb9-1cf0-4bde-a2b5-d13efe48e1ab req-1d33b2c2-e5c9-4738-8cf2-537eadcf1291 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430902 May 12 19:32:19.371332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151daac-82c0-49e7-a193-825320237c74 req-1cd71863-2e54-4d3c-b928-6a295e5d1331 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:19.375588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a151daac-82c0-49e7-a193-825320237c74 req-1cd71863-2e54-4d3c-b928-6a295e5d1331 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.6106172 May 12 19:32:19.390674 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:19.403010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-63c6ce19-2a0a-460a-902a-bfbb1d6d5f94 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9126697 May 12 19:32:19.403010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-12fcc55e-640f-4db4-8050-23a706db27b8 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4501760 May 12 19:32:19.420092 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Transition to ACTIVE for port object b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:19.435683 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:19.568747 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c3b0a-fd1b-4421-abe2-35efcec60f28 None None] Pushing event updated for resources: {'Port': ['ID=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:19.596532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-07187556-a4c4-468f-a230-92950d90b550 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386281 May 12 19:32:19.672698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Request body: {'port': {'device_id': '0c998372-481e-4cd6-9222-6b6390b49a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:19.687270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:19.877867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80ff0c-e5ff-4408-a5f9-467280f6f6d6 None None] Network 24dd2d64-625d-44c2-be39-b3e822f97459 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:19.921979 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Attempting to bind port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:19.923284 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Attempting to bind port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:19.924514 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Attempting to bind port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd on network 3058ab6c-d198-4e53-be95-adea899c9f65 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:19.925845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870399d8-6b4e-4451-8497-d3da5710b6d2 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:19.938818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a151daac-82c0-49e7-a193-825320237c74 req-a5dd5f3f-e7e3-4ba8-9734-5522f730ddfa tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549803 May 12 19:32:19.944125 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75659568-4be1-4be6-b1c7-6f530c3568cd req-12a80d97-a761-4c7e-8cff-e46b2da406a5 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373854 May 12 19:32:19.950381 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:19.950753 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Checking segment: {'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:19.951159 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:19.963278 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Bound using segment: {'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:19.963772 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Bound port: b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0ce801-fb29-43e5-b179-8a7b068b30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:19.964054 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:19.971530 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:20.188340 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef994482-a1b0-41e7-917c-3a95d07e02dc'] response: {'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762', 'code': 200} May 12 19:32:20.233292 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] For port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:20.237548 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] For port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,segment=NetworkSegment(0d0ce801-fb29-43e5-b179-8a7b068b30f4),segment_id=0d0ce801-fb29-43e5-b179-8a7b068b30f4)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:20.248198 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:20.352040 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7900175b-1ffe-46ea-9119-884eb9882a10'] response: {'name': 'network-changed', 'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'status': 'completed', 'code': 200} May 12 19:32:20.368040 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Routers {'f2ce3d92-20f2-416c-a4bc-7fe4d735da44'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:20.368680 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:20.587314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:20.627341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Transition to ACTIVE for port object 870399d8-6b4e-4451-8497-d3da5710b6d2 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:20.727017 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] Set router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:20.730959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:20.940082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f0c41-7cec-4be5-ade9-7b5a7f517b2e req-e69f49bf-61eb-4c95-8abd-ed975e34073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:20.941672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-543f0c41-7cec-4be5-ade9-7b5a7f517b2e req-e69f49bf-61eb-4c95-8abd-ed975e34073f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1097 time: 0.7455347 May 12 19:32:20.979529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-de05be6b-f7b6-4e20-b940-ed1dfb566dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:20.981022 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-de05be6b-f7b6-4e20-b940-ed1dfb566dbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1098 time: 0.6235332 May 12 19:32:21.027231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-404e3b11-10d5-4014-8790-d629b0136a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:21.028943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-404e3b11-10d5-4014-8790-d629b0136a52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1098 time: 0.6725674 May 12 19:32:21.075408 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c3b0a-fd1b-4421-abe2-35efcec60f28 None None] Pushing event updated for resources: {'Port': ['ID=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:21.106411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-9c022a86-68de-4895-9099-a29c59ea7223 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:21.107122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-9c022a86-68de-4895-9099-a29c59ea7223 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Synchronizing usage tracker for tenant:73a627d312634e02a9471fdc643a77d2 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:21.169998 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd', 'name': '', 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'mac_address': 'fa:16:3e:53:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '161d095d-6793-4cbc-bb66-d8b42f4443c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:13Z', 'updated_at': '2022-05-12T19:32:20Z', 'revision_number': 4, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'subnets': [{'id': '161d095d-6793-4cbc-bb66-d8b42f4443c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:21.177435 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a60de0-1cde-452e-9d10-d786a42aa408 None None] The sync data for ids ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'] in n-d-841626-1 is: [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd', 'name': '', 'network_id': '3058ab6c-d198-4e53-be95-adea899c9f65', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'mac_address': 'fa:16:3e:53:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '161d095d-6793-4cbc-bb66-d8b42f4443c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:13Z', 'updated_at': '2022-05-12T19:32:20Z', 'revision_number': 4, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'subnets': [{'id': '161d095d-6793-4cbc-bb66-d8b42f4443c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:32:21.238184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-9c022a86-68de-4895-9099-a29c59ea7223 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Unset dirty status for tenant:73a627d312634e02a9471fdc643a77d2 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:21.239360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-9c022a86-68de-4895-9099-a29c59ea7223 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/networks?id=24dd2d64-625d-44c2-be39-b3e822f97459 HTTP/1.1" status: 200 len: 814 time: 0.5213387 May 12 19:32:21.269043 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-543f0c41-7cec-4be5-ade9-7b5a7f517b2e req-0ba9b1fe-2505-40f1-b2da-010c3d2c703b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162668 May 12 19:32:21.339847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3e9f71cb-272a-49c3-88ee-28be4ee4197f tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/quotas/73a627d312634e02a9471fdc643a77d2 HTTP/1.1" status: 200 len: 375 time: 0.0399210 May 12 19:32:21.340703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Pushing event updated for resources: {'Port': ['ID=870399d8-6b4e-4451-8497-d3da5710b6d2,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:21.447111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786c05a-2772-46ad-83a7-d6787837518a req-d3d59df0-e389-4929-98ab-d873d35edc74 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:21.455378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-e97b34f4-06c8-49b1-9a87-a1578eb15414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:21.456330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6786c05a-2772-46ad-83a7-d6787837518a req-d3d59df0-e389-4929-98ab-d873d35edc74 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 931 time: 1.1155438 May 12 19:32:21.456970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-e97b34f4-06c8-49b1-9a87-a1578eb15414 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4657030 May 12 19:32:21.513444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3bac8447-a2f6-4327-a54d-d2a4d4a14f8f tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=73a627d312634e02a9471fdc643a77d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1595275 May 12 19:32:21.536155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-cf9e399c-a81f-4b66-ac04-3bf871251f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:21.538783 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-cf9e399c-a81f-4b66-ac04-3bf871251f79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4445755 May 12 19:32:21.555083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071d479b-9e77-42c8-92dc-3b442b0220a4 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:21.567189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Attempting to bind port 870399d8-6b4e-4451-8497-d3da5710b6d2 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:21.567468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Attempting to bind port 870399d8-6b4e-4451-8497-d3da5710b6d2 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:21.567664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Attempting to bind port 870399d8-6b4e-4451-8497-d3da5710b6d2 on network 856b63e9-fea5-4367-a10f-3309890ca988 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:21.579267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Port 870399d8-6b4e-4451-8497-d3da5710b6d2 on network 856b63e9-fea5-4367-a10f-3309890ca988 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:21.579856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Attempting to bind port 870399d8-6b4e-4451-8497-d3da5710b6d2 on network 856b63e9-fea5-4367-a10f-3309890ca988 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:21.655622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:21.656218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Checking segment: {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:21.656789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Bound using segment: {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:21.657483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Bound port: 870399d8-6b4e-4451-8497-d3da5710b6d2, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:21.657977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:21.675541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6786c05a-2772-46ad-83a7-d6787837518a req-5ec877ed-3d74-4858-970f-04122c33fd87 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Synchronizing usage tracker for tenant:de5751f9ee8a474f95846b83f158d902 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:21.682916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:21.710776 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-49a6c458-ac64-42dd-87b1-c5e9837be800 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.2356403 May 12 19:32:21.715252 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:21.721116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-e25d5332-d2e8-4afb-8b9c-d15f93676479 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.1709371 May 12 19:32:21.736538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-556ac2ad-5b55-4935-83d2-3208ad2c75d3 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:21.738748 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-556ac2ad-5b55-4935-83d2-3208ad2c75d3 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.36 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 949 time: 0.6470675 May 12 19:32:21.815435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6786c05a-2772-46ad-83a7-d6787837518a req-5ec877ed-3d74-4858-970f-04122c33fd87 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Unset dirty status for tenant:de5751f9ee8a474f95846b83f158d902 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:21.829635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6786c05a-2772-46ad-83a7-d6787837518a req-5ec877ed-3d74-4858-970f-04122c33fd87 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722441 May 12 19:32:21.839489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.045577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Transition to ACTIVE for port object 071d479b-9e77-42c8-92dc-3b442b0220a4 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:22.046198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:22.073271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.092235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:22.102258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] For port 870399d8-6b4e-4451-8497-d3da5710b6d2, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:22.107208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] For port 870399d8-6b4e-4451-8497-d3da5710b6d2, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=870399d8-6b4e-4451-8497-d3da5710b6d2,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:22.118135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-a386c8c3-4690-4b6f-9cc7-4ec042b78de1 service neutron] 10.222.0.72 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952158 May 12 19:32:22.195749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-67d68192-f6fd-4a66-97ba-9d38c1ee7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:22.196047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'mac_address': 'fa:16:3e:21:d6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:22.197761 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-67d68192-f6fd-4a66-97ba-9d38c1ee7e21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4068542 May 12 19:32:22.272205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Deleting port ff9c9447-4084-4944-b44d-04b2b2567cf3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:22.272821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.289940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port cf467131-7228-4cb7-bd19-d4f4a722704a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:22.290667 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.316805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf467131-7228-4cb7-bd19-d4f4a722704a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:22.335272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:22.337196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:22.343015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:22.343881 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.371848 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.430509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-7991046c-9873-4a68-acc2-bf0746b19b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:22.431985 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-7991046c-9873-4a68-acc2-bf0746b19b6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.6921501 May 12 19:32:22.534035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:22.571207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.664316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:22.664705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.669982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Pushing event updated for resources: {'Port': ['ID=071d479b-9e77-42c8-92dc-3b442b0220a4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:22.685977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Attempting to bind port 071d479b-9e77-42c8-92dc-3b442b0220a4 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:22.686567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Attempting to bind port 071d479b-9e77-42c8-92dc-3b442b0220a4 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:22.687046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Attempting to bind port 071d479b-9e77-42c8-92dc-3b442b0220a4 on network 856b63e9-fea5-4367-a10f-3309890ca988 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:22.731267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['cf467131-7228-4cb7-bd19-d4f4a722704a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:22.772641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,segment=NetworkSegment(0d0ce801-fb29-43e5-b179-8a7b068b30f4),segment_id=0d0ce801-fb29-43e5-b179-8a7b068b30f4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:22.785329 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.831486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Port 071d479b-9e77-42c8-92dc-3b442b0220a4 on network 856b63e9-fea5-4367-a10f-3309890ca988 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:22.836539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Attempting to bind port 071d479b-9e77-42c8-92dc-3b442b0220a4 on network 856b63e9-fea5-4367-a10f-3309890ca988 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:22.871423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:22.871810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Checking segment: {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:22.872152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Bound using segment: {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:22.872608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Bound port: 071d479b-9e77-42c8-92dc-3b442b0220a4, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:22.872960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.915508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-a69bd126-6e06-4f2c-a409-33ee34e74ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:22.917021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-a69bd126-6e06-4f2c-a409-33ee34e74ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5869009 May 12 19:32:22.956236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-32569a2f-8f04-43a9-a110-2f6bf09208a6 service neutron] 10.222.0.72 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367598 May 12 19:32:22.973804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:22.991089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:22.991703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:22.993091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] 10.222.0.36 "PUT /v2.0/ports/870399d8-6b4e-4451-8497-d3da5710b6d2 HTTP/1.1" status: 200 len: 1092 time: 6.9306524 May 12 19:32:23.010136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'tag': '870399d8-6b4e-4451-8497-d3da5710b6d2'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:23.459680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-9faffefe-3f5b-4496-84f3-5c721bc4cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:23.461777 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-9faffefe-3f5b-4496-84f3-5c721bc4cc35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9542754 May 12 19:32:23.501386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:23.510550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=071d479b-9e77-42c8-92dc-3b442b0220a4,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:23.512436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15974809-a506-41ad-87a6-9a6aeb18216b service neutron] Pushing event updated for resources: {'Port': ['ID=870399d8-6b4e-4451-8497-d3da5710b6d2,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:23.533414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6118b9-f140-48a9-b779-5f224028e475 req-6755d9b4-b6fa-4f41-9bb8-7d366c0941cd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:23.535805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b6118b9-f140-48a9-b779-5f224028e475 req-6755d9b4-b6fa-4f41-9bb8-7d366c0941cd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 949 time: 1.0941727 May 12 19:32:23.603817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-5a573f06-1268-451d-a4ce-b6d1a7dbbaf3 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583413 May 12 19:32:23.611186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:23.626534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-1fc94a62-65c3-4066-9bc6-4f5933661688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:23.628759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-1fc94a62-65c3-4066-9bc6-4f5933661688 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de5751f9ee8a474f95846b83f158d902&device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 1095 time: 0.5847368 May 12 19:32:23.699473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ff9c9447-4084-4944-b44d-04b2b2567cf3 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:23.718617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b6118b9-f140-48a9-b779-5f224028e475 req-9afb9bdc-4fbd-47d0-bd05-73a11ad9fefd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692164 May 12 19:32:23.803673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Pushing event updated for resources: {'Port': ['ID=071d479b-9e77-42c8-92dc-3b442b0220a4,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:23.832043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:23.832043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:23.835005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff21d40-3404-4fe4-b5a8-75df7c565b25 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:23.855454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:23.889114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Transition to ACTIVE for port object bff21d40-3404-4fe4-b5a8-75df7c565b25 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:23.896573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-5a92fa89-f859-41b2-9f42-e8bced2d97a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=870399d8-6b4e-4451-8497-d3da5710b6d2 HTTP/1.1" status: 200 len: 217 time: 0.2538185 May 12 19:32:23.933070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04c8b1-9249-4c35-a1ac-bc46622ec57b req-a14b3fc5-c9c0-4af9-b7c1-8ef007ddb0bc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:23.941423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b04c8b1-9249-4c35-a1ac-bc46622ec57b req-a14b3fc5-c9c0-4af9-b7c1-8ef007ddb0bc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 948 time: 0.5851705 May 12 19:32:23.962449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ff9c9447-4084-4944-b44d-04b2b2567cf3 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:23.962934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:23.974847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:23.976997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:23.979940 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c09a6c5e-2add-493a-a261-5aaa805d0766 service neutron] 10.222.0.73 "PUT /v2.0/ports/071d479b-9e77-42c8-92dc-3b442b0220a4 HTTP/1.1" status: 200 len: 1092 time: 6.9849405 May 12 19:32:23.981689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:24.049082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:24.060781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:24.079055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:24.092137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:24.159737 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:24.205298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Calling delete_port for ff9c9447-4084-4944-b44d-04b2b2567cf3 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:24.314301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ff9c9447-4084-4944-b44d-04b2b2567cf3,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:24.323367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:24.323658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:24.331319 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-10210ebc-0eb7-4faa-9837-5cb2a1bce82d service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558946 May 12 19:32:24.337080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Pushing event updated for resources: {'Port': ['ID=bff21d40-3404-4fe4-b5a8-75df7c565b25,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:24.347506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-1eefa1fe-9b9a-49a8-8fc9-40161f2ba56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:24.348988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-1eefa1fe-9b9a-49a8-8fc9-40161f2ba56c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=097ba2b5-4698-4927-96a2-0b0bbd70891e HTTP/1.1" status: 200 len: 858 time: 0.4324317 May 12 19:32:24.431875 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-5819de04-16cf-4d77-99aa-3e24b5a5c903 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651725 May 12 19:32:24.450020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:24.501056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c67dc3c8-2e5a-41d6-8d1e-f3bf0dcb1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:24.502840 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c67dc3c8-2e5a-41d6-8d1e-f3bf0dcb1568 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5751f9ee8a474f95846b83f158d902&device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 1095 time: 0.4105947 May 12 19:32:24.531169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b04c8b1-9249-4c35-a1ac-bc46622ec57b req-b47ca5e6-6e1f-4089-b952-595007a06053 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886269 May 12 19:32:24.539882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-6b24ada1-73a5-40b9-942a-2d67918c50c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=856b63e9-fea5-4367-a10f-3309890ca988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748099 May 12 19:32:24.616129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-73d04c41-dcda-490b-b373-bb3fe41f0e21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=071d479b-9e77-42c8-92dc-3b442b0220a4 HTTP/1.1" status: 200 len: 217 time: 0.1011033 May 12 19:32:24.646813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Deleting port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:24.647151 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:24.713673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-f8550ecd-1838-49d4-88b4-a5df9fef7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:24.715577 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-f8550ecd-1838-49d4-88b4-a5df9fef7f05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=097ba2b5-4698-4927-96a2-0b0bbd70891e HTTP/1.1" status: 200 len: 858 time: 0.0922260 May 12 19:32:24.813426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:32:24.814544 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:32:24.844078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-d0b16684-d6d3-4777-bbe3-6f78b8d6ecd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=856b63e9-fea5-4367-a10f-3309890ca988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145270 May 12 19:32:24.974136 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-546d8761-5a6e-45dc-8ed0-8d1369529991 req-2fdae8ae-0c93-4671-83ba-37a263b91e41 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337409 May 12 19:32:25.023962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-6ea42dc5-3793-441e-91ac-3814b4d1dbbc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:25.025515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-6ea42dc5-3793-441e-91ac-3814b4d1dbbc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.36 "GET /v2.0/networks?id=24dd2d64-625d-44c2-be39-b3e822f97459 HTTP/1.1" status: 200 len: 814 time: 0.4043591 May 12 19:32:25.042738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Request body: {'port': {'device_id': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459', 'admin_state_up': True, 'tenant_id': '73a627d312634e02a9471fdc643a77d2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:25.112504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3103-3ab6-473f-9697-3eb8db288f79 req-1ba225c9-5f33-405f-b33a-a3bd76ec6e3a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:25.120176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-707f3103-3ab6-473f-9697-3eb8db288f79 req-1ba225c9-5f33-405f-b33a-a3bd76ec6e3a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 1.1738410 May 12 19:32:25.211981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-707f3103-3ab6-473f-9697-3eb8db288f79 req-26e035d3-a5ac-447a-9441-321ba75fd904 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909173 May 12 19:32:25.233231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Attempting to bind port bff21d40-3404-4fe4-b5a8-75df7c565b25 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:25.233600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Attempting to bind port bff21d40-3404-4fe4-b5a8-75df7c565b25 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:25.233788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Attempting to bind port bff21d40-3404-4fe4-b5a8-75df7c565b25 on network 856b63e9-fea5-4367-a10f-3309890ca988 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:25.256160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Port bff21d40-3404-4fe4-b5a8-75df7c565b25 on network 856b63e9-fea5-4367-a10f-3309890ca988 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:25.256486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Attempting to bind port bff21d40-3404-4fe4-b5a8-75df7c565b25 on network 856b63e9-fea5-4367-a10f-3309890ca988 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:25.270611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:25.271289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Checking segment: {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:25.271289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Bound using segment: {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:25.271747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Bound port: bff21d40-3404-4fe4-b5a8-75df7c565b25, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad29eac0-86b1-46c1-a843-f9da9cb565e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:25.272093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:25.284524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-7c4d0f78-b686-498b-a11d-360450050526 service neutron] 10.222.0.73 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258776 May 12 19:32:25.297774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f1ee-21cf-4982-9b36-683dd2d5c012 req-b742d3ad-170c-4190-b643-e65b141faff6 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:25.299297 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47f7f1ee-21cf-4982-9b36-683dd2d5c012 req-b742d3ad-170c-4190-b643-e65b141faff6 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 943 time: 0.5486655 May 12 19:32:25.314507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-918d344c-1e63-43ad-b85e-fd9630491f32 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542799 May 12 19:32:25.327675 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4d9097-8dac-4bc5-9ee6-205ae947675e'] response: {'name': 'network-changed', 'server_uuid': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'tag': '870399d8-6b4e-4451-8497-d3da5710b6d2', 'status': 'completed', 'code': 200} May 12 19:32:25.413164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Deleting port ff9c9447-4084-4944-b44d-04b2b2567cf3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:25.413553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:25.442447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47f7f1ee-21cf-4982-9b36-683dd2d5c012 req-78878bb6-4c8e-4457-a018-f3c3cebfd6bb tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257124 May 12 19:32:25.514826 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec81b323-ec70-455c-9e2e-fa4f6319f305'] response: {'name': 'network-changed', 'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4', 'status': 'completed', 'code': 200} May 12 19:32:25.524995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-acce49cf-709a-4d36-bc9f-d221863cc4ed service neutron] 10.222.0.73 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342517 May 12 19:32:25.575750 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98e9ad4-f30b-4ae3-aeb3-dd06beace476'] response: {'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3', 'code': 200} May 12 19:32:25.585207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cf39a65-b3b2-4d99-af81-b69859744b32 req-3f65fa7f-163b-4503-be76-7dad8c94aef5 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 210 time: 0.1459777 May 12 19:32:25.590683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] For port 7c0222c8-3546-4f49-8866-3af0fdd9c7ef, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:25.591089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:25.713803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:25.731014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:25.752576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Calling delete_port for 7c0222c8-3546-4f49-8866-3af0fdd9c7ef owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:25.758762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Usage tracker for resource:port and tenant:73a627d312634e02a9471fdc643a77d2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:25.776505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:25.797796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:25.833607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Made reservation on behalf of 73a627d312634e02a9471fdc643a77d2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:25.837278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:25.882713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] For port ff9c9447-4084-4944-b44d-04b2b2567cf3, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ff9c9447-4084-4944-b44d-04b2b2567cf3,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:25.883107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:25.938749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:25.941054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port cf467131-7228-4cb7-bd19-d4f4a722704a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:25.950337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port cf467131-7228-4cb7-bd19-d4f4a722704a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:25.950714 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:25.989955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:26.040178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-7eaeab90-a4c9-415d-98b8-b85e088d3952 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096941 May 12 19:32:26.055165 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:26.072751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378735b-085c-40eb-9184-31062426dd0d req-973f57c7-cfec-4dcb-b83c-2ed126e7680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.075367 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3378735b-085c-40eb-9184-31062426dd0d req-973f57c7-cfec-4dcb-b83c-2ed126e7680d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5751f9ee8a474f95846b83f158d902&device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 1095 time: 0.4963491 May 12 19:32:26.162595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port cf467131-7228-4cb7-bd19-d4f4a722704a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:26.162966 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:26.237229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:26.246652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:26.264607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Allocated IP 172.20.0.13 (24dd2d64-625d-44c2-be39-b3e822f97459/0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a/14d3565e-b0ee-41fd-95a6-7dbc51e452a2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:26.341016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:26.385303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Calling delete_port for ff9c9447-4084-4944-b44d-04b2b2567cf3 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:26.405987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.406436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:26.407806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] 10.222.0.36 "PUT /v2.0/ports/bff21d40-3404-4fe4-b5a8-75df7c565b25 HTTP/1.1" status: 200 len: 1091 time: 6.7599967 May 12 19:32:26.524116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c8fae-00ea-4254-82d5-26b5a289c955 service neutron] Pushing event updated for resources: {'Port': ['ID=bff21d40-3404-4fe4-b5a8-75df7c565b25,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:26.569266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1e4c8-cc39-4699-9d2d-02a654337592 req-b593e0fd-c315-4f38-9b28-2e7f22863acc tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.576488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66b1e4c8-cc39-4699-9d2d-02a654337592 req-b593e0fd-c315-4f38-9b28-2e7f22863acc tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/ports?device_id=15b11443-05fa-477b-92b3-5ec7e2caf5e0 HTTP/1.1" status: 200 len: 947 time: 0.7814844 May 12 19:32:26.652452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378735b-085c-40eb-9184-31062426dd0d req-c0a56c15-cef5-4780-8fdc-db0067d9f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.653997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3378735b-085c-40eb-9184-31062426dd0d req-c0a56c15-cef5-4780-8fdc-db0067d9f41c service neutron] 10.222.0.73 "GET /v2.0/networks?id=856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 200 len: 919 time: 0.5245597 May 12 19:32:26.654499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255703-9bdb-4ea8-9411-7cf9d194ca44 req-215d0ec8-4cfe-41da-bcd8-78712e7be989 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.656093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61255703-9bdb-4ea8-9411-7cf9d194ca44 req-215d0ec8-4cfe-41da-bcd8-78712e7be989 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1097 time: 0.6687732 May 12 19:32:26.666363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-a2ff2f2c-784e-4cbc-a4a3-07ff6981705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.667977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-a2ff2f2c-784e-4cbc-a4a3-07ff6981705b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de5751f9ee8a474f95846b83f158d902&device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 1095 time: 0.3186877 May 12 19:32:26.681724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66b1e4c8-cc39-4699-9d2d-02a654337592 req-b839f1e2-b950-4a2f-8315-57bacec700a8 tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d74e27e-8429-4312-ad46-70f260996e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044474 May 12 19:32:26.787545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-0e919c56-7092-4c8b-8098-f85b10253ccf tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.788308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-0e919c56-7092-4c8b-8098-f85b10253ccf tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Synchronizing usage tracker for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:26.807606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3378735b-085c-40eb-9184-31062426dd0d req-8841bc58-da06-4bd7-940b-81a35597facf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=071d479b-9e77-42c8-92dc-3b442b0220a4 HTTP/1.1" status: 200 len: 217 time: 0.1187162 May 12 19:32:26.828093 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f5e42ac-07f5-42a2-b09d-115fe2d05868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:26.918200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-0e919c56-7092-4c8b-8098-f85b10253ccf tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Unset dirty status for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:26.920236 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-0e919c56-7092-4c8b-8098-f85b10253ccf tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc&tenant_id=5058014c11384038bac1d9e012d66348&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 948 time: 0.8505607 May 12 19:32:26.929589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:26.978163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61255703-9bdb-4ea8-9411-7cf9d194ca44 req-65518afe-8bfd-4a77-9b7b-1a83e1a5796b tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064685 May 12 19:32:26.980719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-52768a63-0131-4df5-9ac4-76dac6f13bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:26.982736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-52768a63-0131-4df5-9ac4-76dac6f13bdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de5751f9ee8a474f95846b83f158d902&device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 1094 time: 0.5198412 May 12 19:32:27.036368 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:27.171989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378735b-085c-40eb-9184-31062426dd0d req-172321f9-bc0c-482c-9af7-23ba1376990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:27.173473 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3378735b-085c-40eb-9184-31062426dd0d req-172321f9-bc0c-482c-9af7-23ba1376990f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=097ba2b5-4698-4927-96a2-0b0bbd70891e HTTP/1.1" status: 200 len: 858 time: 0.3534923 May 12 19:32:27.179054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:27.233005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Pushing event deleted for resources: {'Port': ['ID=ff9c9447-4084-4944-b44d-04b2b2567cf3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:27.284190 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3378735b-085c-40eb-9184-31062426dd0d req-7a0782d4-e8e3-42a9-b30f-1e613b81c22c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=856b63e9-fea5-4367-a10f-3309890ca988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922160 May 12 19:32:27.472280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:27.477901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-a8c984ed-4465-4b3c-8319-916ee904d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:27.479476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-a8c984ed-4465-4b3c-8319-916ee904d68f service neutron] 10.222.0.36 "GET /v2.0/networks?id=856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 200 len: 919 time: 0.7686119 May 12 19:32:27.556916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] No DVR routers for this DVR port ff9c9447-4084-4944-b44d-04b2b2567cf3 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:27.559782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:27.563140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0222c8-3546-4f49-8866-3af0fdd9c7ef,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:27.567085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-c34a160e-9c20-4c2c-afc1-39d2cb5237d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25 HTTP/1.1" status: 200 len: 217 time: 0.5147240 May 12 19:32:27.572393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'name': 'network-vif-deleted', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:27.579349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:27.579642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3378735b-085c-40eb-9184-31062426dd0d req-cfd84228-6684-4793-adba-b0379a96afba service neutron] 10.222.0.73 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793512 May 12 19:32:27.614776 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-da2a8df9-1bdd-4173-83d7-9633f4535d7d service neutron] delete failed (client error): The resource could not be found. May 12 19:32:27.615780 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-da2a8df9-1bdd-4173-83d7-9633f4535d7d service neutron] 10.222.0.73 "DELETE /v2.0/ports/cf467131-7228-4cb7-bd19-d4f4a722704a/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.6873226 May 12 19:32:27.623697 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b2d77b8f-f0da-4c8a-b7ac-4808c9fa1054 req-c9aa8cf8-0656-443f-ac1b-e6291b687dfd tempest-ImagesNegativeTestJSON-606814431 tempest-ImagesNegativeTestJSON-606814431-project] 10.222.0.36 "DELETE /v2.0/ports/ff9c9447-4084-4944-b44d-04b2b2567cf3 HTTP/1.1" status: 204 len: 173 time: 5.8270483 May 12 19:32:27.704400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-8cea3ce4-5f14-4166-802f-91e3c4c239e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=870399d8-6b4e-4451-8497-d3da5710b6d2 HTTP/1.1" status: 200 len: 217 time: 0.1498122 May 12 19:32:27.731176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 870399d8-6b4e-4451-8497-d3da5710b6d2 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:27.789341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:27.826453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-39a29726-5ff9-47a5-a084-8cd5e499ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:27.827942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-39a29726-5ff9-47a5-a084-8cd5e499ade5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=097ba2b5-4698-4927-96a2-0b0bbd70891e HTTP/1.1" status: 200 len: 858 time: 0.0791566 May 12 19:32:27.897848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Network 24dd2d64-625d-44c2-be39-b3e822f97459 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:27.911457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:27.914272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:27.922828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-e1a02d7c-8096-4e5a-8007-cf5490944e7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=856b63e9-fea5-4367-a10f-3309890ca988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838497 May 12 19:32:27.983374 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3378735b-085c-40eb-9184-31062426dd0d req-b8330007-5bb3-4a7d-ab30-bb6a79b0352b service neutron] 10.222.0.73 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915575 May 12 19:32:28.026415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Pushing event updated for resources: {'Port': ['ID=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:28.056062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.056888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:28.059488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 870399d8-6b4e-4451-8497-d3da5710b6d2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=870399d8-6b4e-4451-8497-d3da5710b6d2,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:28.069431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-66ae30b1-10c2-44ac-a5ea-02b343967fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.070999 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-66ae30b1-10c2-44ac-a5ea-02b343967fba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1100 time: 0.3497889 May 12 19:32:28.074222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '870399d8-6b4e-4451-8497-d3da5710b6d2', 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988', 'port_id': '870399d8-6b4e-4451-8497-d3da5710b6d2', 'mac_address': 'fa:16:3e:e5:41:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097ba2b5-4698-4927-96a2-0b0bbd70891e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:28.102988 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-3d81680e-f6f8-4d51-b2b0-db924b3e3096 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0667534 May 12 19:32:28.149193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 071d479b-9e77-42c8-92dc-3b442b0220a4 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:28.171110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Request body: {'port': {'device_id': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:28.236746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 870399d8-6b4e-4451-8497-d3da5710b6d2 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:28.237122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:28.245448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-cda39a6d-d6b1-49e7-bb96-85ef005a8660 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894188 May 12 19:32:28.315521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-a321cb54-d2d8-4705-b2c4-e117eaf5e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.317615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-a321cb54-d2d8-4705-b2c4-e117eaf5e06a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=097ba2b5-4698-4927-96a2-0b0bbd70891e HTTP/1.1" status: 200 len: 858 time: 0.6034801 May 12 19:32:28.328054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0685c6-4501-4300-9204-cc0af3643b8a req-d6bcacef-fb01-4a3a-8fcb-956dca5950c1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.329717 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a0685c6-4501-4300-9204-cc0af3643b8a req-d6bcacef-fb01-4a3a-8fcb-956dca5950c1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 1.3453696 May 12 19:32:28.337755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870399d8-6b4e-4451-8497-d3da5710b6d2 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:28.372460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 870399d8-6b4e-4451-8497-d3da5710b6d2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=870399d8-6b4e-4451-8497-d3da5710b6d2,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:28.381123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:28.416396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-3c64dec7-0b6e-49d6-a36c-46326eeab87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.418552 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-3c64dec7-0b6e-49d6-a36c-46326eeab87e service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3404593 May 12 19:32:28.424219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:28.473974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=071d479b-9e77-42c8-92dc-3b442b0220a4,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:28.495753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '071d479b-9e77-42c8-92dc-3b442b0220a4', 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988', 'port_id': '071d479b-9e77-42c8-92dc-3b442b0220a4', 'mac_address': 'fa:16:3e:12:09:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097ba2b5-4698-4927-96a2-0b0bbd70891e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:28.501699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=870399d8-6b4e-4451-8497-d3da5710b6d2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:28.530735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-7fc6d67c-d401-4051-b11b-7aec81f16f51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=856b63e9-fea5-4367-a10f-3309890ca988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489255 May 12 19:32:28.533525 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-bed1c10c-5ef8-4ba5-aad6-8d5210e12b17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.0968592 May 12 19:32:28.575563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 071d479b-9e77-42c8-92dc-3b442b0220a4 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:28.575941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:28.595596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071d479b-9e77-42c8-92dc-3b442b0220a4 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:28.612943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=071d479b-9e77-42c8-92dc-3b442b0220a4,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:28.620836 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:28.703758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['870399d8-6b4e-4451-8497-d3da5710b6d2'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:28.741027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98f759-3098-4f1e-aa18-c882e4459b91 req-f065acf7-cb38-4631-b613-254348aac56b tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.743781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f98f759-3098-4f1e-aa18-c882e4459b91 req-f065acf7-cb38-4631-b613-254348aac56b tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 943 time: 1.2783055 May 12 19:32:28.775291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=071d479b-9e77-42c8-92dc-3b442b0220a4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:28.783400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-c5e51873-996a-4626-82a8-ccc6a3358893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.784904 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-c5e51873-996a-4626-82a8-ccc6a3358893 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1687162 May 12 19:32:28.856586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57a4300f-6382-4b41-85d7-afdbbc42b8c7 req-a8b8ed4f-7301-4d41-99b7-88956b1add62 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957589 May 12 19:32:28.861147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['071d479b-9e77-42c8-92dc-3b442b0220a4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:28.912171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a0685c6-4501-4300-9204-cc0af3643b8a req-81074c64-4c14-4ec8-90a1-a1c3aaee7240 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644008 May 12 19:32:28.960935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-15513441-0836-4f1e-a35a-fc590dceff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:28.962590 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-15513441-0836-4f1e-a35a-fc590dceff73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297467 May 12 19:32:28.968320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f98f759-3098-4f1e-aa18-c882e4459b91 req-a8948b93-d76c-4cbb-ab2f-c5dc25345601 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038072 May 12 19:32:28.971598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:29.026980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ccc9746d-37e8-407c-9f68-9a94b7da5005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:29.384321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:29.395627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:29.423537 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-fbe09228-a9ab-4d53-8ef9-b8c24bb0f272 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519932 May 12 19:32:29.426101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Transition to ACTIVE for port object 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:29.443291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-a1c5e82f-c6af-4254-a7f6-863e92cdc075 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8806629 May 12 19:32:29.449303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:29.648928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:29.771806 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b05406-ef74-4d6c-91fa-6cf5532ebbf2 req-e5e4e647-ed76-493b-b693-360a840e67ea service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411124 May 12 19:32:29.786999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16de5-f6b9-4a5f-a360-4e14312a4855 req-3592b1aa-b6f9-4119-b9f7-14c2caec3aef tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:29.790624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Attempting to bind port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:29.791037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Attempting to bind port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '0df9d2a8-2b26-4578-9d36-9f38fd03a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:29.791441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Attempting to bind port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 on network 24dd2d64-625d-44c2-be39-b3e822f97459 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:29.794033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0b16de5-f6b9-4a5f-a360-4e14312a4855 req-3592b1aa-b6f9-4119-b9f7-14c2caec3aef tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 944 time: 0.4270234 May 12 19:32:29.797281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 on network 24dd2d64-625d-44c2-be39-b3e822f97459 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:29.797597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Attempting to bind port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 on network 24dd2d64-625d-44c2-be39-b3e822f97459 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:29.804048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:29.804048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Checking segment: {'id': '0df9d2a8-2b26-4578-9d36-9f38fd03a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:29.804467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Bound using segment: {'id': '0df9d2a8-2b26-4578-9d36-9f38fd03a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:29.804895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Bound port: 14d3565e-b0ee-41fd-95a6-7dbc51e452a2, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df9d2a8-2b26-4578-9d36-9f38fd03a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:29.805345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:29.828232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0ba51-18f7-4ef2-b2bc-6dd97039009c req-5ff7222f-557a-41ce-ab87-e92d47b154c2 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:29.829768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f0ba51-18f7-4ef2-b2bc-6dd97039009c req-5ff7222f-557a-41ce-ab87-e92d47b154c2 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1097 time: 0.4639649 May 12 19:32:29.878577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aad7fecb-7f8b-4b10-aa31-880358cbc4c0 req-769415a0-cb51-489a-8940-191dd8663b64 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231930 May 12 19:32:29.903609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c0b16de5-f6b9-4a5f-a360-4e14312a4855 req-82365797-8962-4019-bea6-c87095ce2d35 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Synchronizing usage tracker for tenant:73a627d312634e02a9471fdc643a77d2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:29.908274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Router fc05064c-54ab-42c5-be13-38f448495dd7 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:32:29.934069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] For port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:29.938205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] For port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,segment=NetworkSegment(0df9d2a8-2b26-4578-9d36-9f38fd03a598),segment_id=0df9d2a8-2b26-4578-9d36-9f38fd03a598)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:29.941417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f0ba51-18f7-4ef2-b2bc-6dd97039009c req-b1a62a9d-2b17-4d6a-96c8-94ec2117a992 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923183 May 12 19:32:29.941865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:29.945149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:30.023961 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7955f2f5-01d1-4553-af18-800749020cd2'] response: {'name': 'network-changed', 'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25', 'status': 'completed', 'code': 200} May 12 19:32:30.024574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c0b16de5-f6b9-4a5f-a360-4e14312a4855 req-82365797-8962-4019-bea6-c87095ce2d35 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Unset dirty status for tenant:73a627d312634e02a9471fdc643a77d2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:30.026365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0b16de5-f6b9-4a5f-a360-4e14312a4855 req-82365797-8962-4019-bea6-c87095ce2d35 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310598 May 12 19:32:30.031227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:30.031727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:30.033871 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/14d3565e-b0ee-41fd-95a6-7dbc51e452a2 HTTP/1.1" status: 200 len: 1092 time: 1.8667550 May 12 19:32:30.111665 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b67f90-b842-44f1-b440-cc36d8ddf9cf'] response: {'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'code': 200} May 12 19:32:30.112502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 071d479b-9e77-42c8-92dc-3b442b0220a4 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:30.138612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d12062-0698-4a96-b34e-27d1a79166d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:30.225704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-9d93e8b1-d02e-489b-8c4f-271f4d2a887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:30.227258 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-9d93e8b1-d02e-489b-8c4f-271f4d2a887a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de5751f9ee8a474f95846b83f158d902&device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 1094 time: 0.1667948 May 12 19:32:30.230832 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a65f38-441e-4e70-9f9b-aa55b738f5f0'] response: {'server_uuid': '15b11443-05fa-477b-92b3-5ec7e2caf5e0', 'name': 'network-vif-deleted', 'tag': 'ff9c9447-4084-4944-b44d-04b2b2567cf3', 'status': 'completed', 'code': 200} May 12 19:32:30.264760 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:30.312859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 071d479b-9e77-42c8-92dc-3b442b0220a4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:30.326032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 071d479b-9e77-42c8-92dc-3b442b0220a4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:30.326543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:30.451227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:32:30.468201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] Sync routers for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:32:30.479837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7b989378-8148-48df-9a68-40f00d0c513d admin admin] 10.222.0.72 "PUT /v2.0/routers/fc05064c-54ab-42c5-be13-38f448495dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4649098 May 12 19:32:30.482481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48710) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:30.521397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:30.522196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:32:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:30.544363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-5e216e1c-7e3c-4521-90c4-6655bb8f17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:30.546058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-5e216e1c-7e3c-4521-90c4-6655bb8f17ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 200 len: 919 time: 0.3113217 May 12 19:32:30.594525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-7b1f1989-5a37-421c-8ca0-33ae80e71bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:30.596095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-7b1f1989-5a37-421c-8ca0-33ae80e71bfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a627d312634e02a9471fdc643a77d2&device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 1095 time: 0.4492292 May 12 19:32:30.651079 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-ae0809ef-9c8f-4480-b52e-b1f5838c21eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25 HTTP/1.1" status: 200 len: 217 time: 0.0961537 May 12 19:32:30.738429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-684e4043-2e39-4be8-a79c-caf0fcffc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:30.739894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-684e4043-2e39-4be8-a79c-caf0fcffc7b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=097ba2b5-4698-4927-96a2-0b0bbd70891e HTTP/1.1" status: 200 len: 858 time: 0.0818002 May 12 19:32:30.756153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 071d479b-9e77-42c8-92dc-3b442b0220a4 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:30.756533 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:30.759399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9a588-1df1-4247-bdf5-e2ecbb76e9d7 req-4eaf26ad-f398-4475-889f-6d7a4d1a0dcc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:30.769897 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89f9a588-1df1-4247-bdf5-e2ecbb76e9d7 req-4eaf26ad-f398-4475-889f-6d7a4d1a0dcc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.4286618 May 12 19:32:30.773058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-0654d360-56d5-446e-a76d-dbae95369f99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2 HTTP/1.1" status: 200 len: 217 time: 0.1548955 May 12 19:32:30.793673 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-8cdd4e1f-b952-4977-a483-a6b726baeb7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=856b63e9-fea5-4367-a10f-3309890ca988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476201 May 12 19:32:30.822110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:30.965932 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-77e60f87-b42e-43ef-bbc0-a3dbe2e34d15 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659124 May 12 19:32:30.990807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89f9a588-1df1-4247-bdf5-e2ecbb76e9d7 req-1f1c9fa3-61e2-4532-808e-7269750468fa tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197993 May 12 19:32:30.999188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-ca52ecea-f7c0-4c31-9029-e69eb0cae00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:31.000660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-ca52ecea-f7c0-4c31-9029-e69eb0cae00d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a HTTP/1.1" status: 200 len: 854 time: 0.2216420 May 12 19:32:31.010666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e794d-19dd-4aa8-b1b3-7771f83af728 req-23631e8d-419b-4c3a-93f1-b4472d44bd8a tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:31.017782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-612e794d-19dd-4aa8-b1b3-7771f83af728 req-23631e8d-419b-4c3a-93f1-b4472d44bd8a tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 943 time: 0.4634788 May 12 19:32:31.046461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=071d479b-9e77-42c8-92dc-3b442b0220a4,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:31.072889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:31.163681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d216762f-dbc0-4157-b61e-8f6b6080c3bc req-040edb69-b6e5-45b8-ae20-33dc8d1c2b32 service neutron] 10.222.0.36 "GET /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888101 May 12 19:32:31.273821 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:31.348932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-0a1337fc-5bc3-461f-8fb1-7526e4b4d6bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24dd2d64-625d-44c2-be39-b3e822f97459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3152227 May 12 19:32:31.386054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=071d479b-9e77-42c8-92dc-3b442b0220a4,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:31.508605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-612e794d-19dd-4aa8-b1b3-7771f83af728 req-a0cd62e2-7797-4278-ba3f-408b9cfbc975 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897256 May 12 19:32:31.531463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:32:26Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:31.535144 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:31.536593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] Checking router: fc05064c-54ab-42c5-be13-38f448495dd7 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:32:31.547444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] Routers {'fc05064c-54ab-42c5-be13-38f448495dd7'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:31.548062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:32:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['fc05064c-54ab-42c5-be13-38f448495dd7'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:31.736972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:31.748794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bff21d40-3404-4fe4-b5a8-75df7c565b25 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:31.751326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 870399d8-6b4e-4451-8497-d3da5710b6d2 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:31.753744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-ac208b3b-a79e-47d6-aa6c-74ff88fabaa1 service neutron] 10.222.0.36 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885148 May 12 19:32:31.783726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Deleting port e6b8e562-9c1d-48f8-b43e-9a24727425a4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:31.783992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:31.818854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] Set router fc05064c-54ab-42c5-be13-38f448495dd7 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:31.982803 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:32:32.109207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b53040-5d67-4259-97df-0db25b727ac1 req-5bb895a4-e85a-4d13-ac78-170f37e0569c tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:32.118471 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4b53040-5d67-4259-97df-0db25b727ac1 req-5bb895a4-e85a-4d13-ac78-170f37e0569c tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 944 time: 0.4202678 May 12 19:32:32.128602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:32.172939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] For port e6b8e562-9c1d-48f8-b43e-9a24727425a4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e6b8e562-9c1d-48f8-b43e-9a24727425a4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:32.173336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:32.185750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 870399d8-6b4e-4451-8497-d3da5710b6d2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:32.219540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 870399d8-6b4e-4451-8497-d3da5710b6d2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:32.219902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:32.233459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'tag': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:32.322645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:32.349117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'bff21d40-3404-4fe4-b5a8-75df7c565b25', 'network_id': '856b63e9-fea5-4367-a10f-3309890ca988', 'port_id': 'bff21d40-3404-4fe4-b5a8-75df7c565b25', 'mac_address': 'fa:16:3e:df:aa:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097ba2b5-4698-4927-96a2-0b0bbd70891e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:32.356657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Calling delete_port for e6b8e562-9c1d-48f8-b43e-9a24727425a4 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:32.420808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe467703-4493-4aec-8257-2a2b6ad6c4c6 req-ea0af2fe-4b0b-4513-becd-28e7057e12d1 service neutron] 10.222.0.36 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575966 May 12 19:32:32.422265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bff21d40-3404-4fe4-b5a8-75df7c565b25 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:32.422639 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:32.437635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4b53040-5d67-4259-97df-0db25b727ac1 req-005f6bdb-c780-4f6f-b8b7-2e1ad44f39f5 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176708 May 12 19:32:32.442764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-400cf209-29a2-47f6-955d-95e138efc3dc tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:32:32.443932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-400cf209-29a2-47f6-955d-95e138efc3dc tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131423 May 12 19:32:32.455141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Request body: {'binding': {'host': 'n-h1-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:32.455586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Unknown quota resources ['binding']. {{(pid=88112) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 19:32:32.484833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff21d40-3404-4fe4-b5a8-75df7c565b25 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:32.507784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:32:26Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:32.524027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f09a29-6d46-43c0-9ef8-c180b5a6fcb8 None None] The sync data for ids ['fc05064c-54ab-42c5-be13-38f448495dd7'] in n-d-841626-1 is: [{'id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'name': 'tempest-ServersTestManualDisk-2038262834-router', 'tenant_id': 'edce8003de774c6a8840b24af37d19dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:30:34Z', 'updated_at': '2022-05-12T19:32:26Z', 'revision_number': 5, 'project_id': 'edce8003de774c6a8840b24af37d19dc', 'gw_port': {'id': 'e6b8e562-9c1d-48f8-b43e-9a24727425a4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc05064c-54ab-42c5-be13-38f448495dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:30:36Z', 'updated_at': '2022-05-12T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:32:32.527040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:32.531256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 870399d8-6b4e-4451-8497-d3da5710b6d2 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:32.531617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:32.551764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:32.672981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 870399d8-6b4e-4451-8497-d3da5710b6d2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=870399d8-6b4e-4451-8497-d3da5710b6d2,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:32.685668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bff21d40-3404-4fe4-b5a8-75df7c565b25,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:32.693138 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:32.810105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=870399d8-6b4e-4451-8497-d3da5710b6d2,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:32.879486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['bff21d40-3404-4fe4-b5a8-75df7c565b25'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:32.894181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a66469-f4ec-4c56-b011-4ead6a78cb09 req-077ef60e-4f90-4dd1-b7df-f490103bed68 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:32.902743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42a66469-f4ec-4c56-b011-4ead6a78cb09 req-077ef60e-4f90-4dd1-b7df-f490103bed68 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.2711432 May 12 19:32:32.907946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on host n-h1-841626-1 for vnic_type normal with profile None {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:32.908076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:32.908573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:32.938476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:32.938792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:32.950834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:32.951023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:32.951458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:32.951865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Bound port: 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:32.953859 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:33.053351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b8e562-9c1d-48f8-b43e-9a24727425a4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:33.130816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42a66469-f4ec-4c56-b011-4ead6a78cb09 req-08d371da-d426-4f7f-924c-998159e535b3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251568 May 12 19:32:33.173350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.173350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.173350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.173350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.182392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:33.279695 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8738eff-738e-4727-9e1a-47b79ffb7d1d'] response: {'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4', 'code': 200} May 12 19:32:33.367197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:33.448756 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e692124-cbb1-479f-857b-6a004dc63be9'] response: {'name': 'network-changed', 'server_uuid': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'tag': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2', 'status': 'completed', 'code': 200} May 12 19:32:33.528644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f196-4cfa-4f7e-b294-0fb683d72dc9 req-b007231a-2100-42b3-9e7e-9fcd59390b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:33.530444 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a795f196-4cfa-4f7e-b294-0fb683d72dc9 req-b007231a-2100-42b3-9e7e-9fcd59390b9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 1097 time: 0.1887372 May 12 19:32:33.578937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a795f196-4cfa-4f7e-b294-0fb683d72dc9 req-9080a012-cbe0-46fe-8b41-26013e6d30d3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 May 12 19:32:33.629765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:33.743772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:33.839382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] Notify callbacks [] for binding, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:33.842635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] 10.222.0.72 "POST /v2.0/ports/46bb369b-0a02-4d43-8cc0-edfe7d06e762/bindings HTTP/1.1" status: 201 len: 389 time: 1.3916628 May 12 19:32:33.884870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:33.895022 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:33.911456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,segment=NetworkSegment(0df9d2a8-2b26-4578-9d36-9f38fd03a598),segment_id=0df9d2a8-2b26-4578-9d36-9f38fd03a598)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:33.943794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c88be-53f3-4382-9216-6f84d868621c req-c1dae6da-430b-4329-b709-da91d719301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:33.946315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc9c88be-53f3-4382-9216-6f84d868621c req-c1dae6da-430b-4329-b709-da91d719301b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a627d312634e02a9471fdc643a77d2&device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 1095 time: 0.5721970 May 12 19:32:33.948502 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:33.949051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc05064c-54ab-42c5-be13-38f448495dd7 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:32:34.004271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d494e-4a00-4bdb-9079-2d2ca370236c req-4cbea776-e167-47de-81f3-a2ec3897fa87 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:34.005690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2', 'network_id': '24dd2d64-625d-44c2-be39-b3e822f97459', 'port_id': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2', 'mac_address': 'fa:16:3e:0e:63:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:34.007083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d494e-4a00-4bdb-9079-2d2ca370236c req-4cbea776-e167-47de-81f3-a2ec3897fa87 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 944 time: 0.3810253 May 12 19:32:34.013541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:34.018484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3c1fe7f7-4ada-4285-bf27-458ef1d6693b admin admin] 10.222.0.72 "DELETE /v2.0/routers/fc05064c-54ab-42c5-be13-38f448495dd7 HTTP/1.1" status: 204 len: 168 time: 3.5335655 May 12 19:32:34.018576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48762) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:34.141894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7c0222c8-3546-4f49-8866-3af0fdd9c7ef no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:34.237275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7c0222c8-3546-4f49-8866-3af0fdd9c7ef {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:34.238287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7c0222c8-3546-4f49-8866-3af0fdd9c7ef not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:34.271099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:34.272497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:34.312174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:34.335671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,segment=NetworkSegment(0df9d2a8-2b26-4578-9d36-9f38fd03a598),segment_id=0df9d2a8-2b26-4578-9d36-9f38fd03a598)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:34.347797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:34.434675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-497d494e-4a00-4bdb-9079-2d2ca370236c req-84732dc2-d6d1-4723-8e0a-776dc0d37f89 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427727 May 12 19:32:34.483488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c88be-53f3-4382-9216-6f84d868621c req-ecbb7e0c-aa54-4f81-be58-e45817253263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:34.485175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc9c88be-53f3-4382-9216-6f84d868621c req-ecbb7e0c-aa54-4f81-be58-e45817253263 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24dd2d64-625d-44c2-be39-b3e822f97459 HTTP/1.1" status: 200 len: 915 time: 0.5264788 May 12 19:32:34.521998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] Deleting subnet eb03ebf2-4326-4039-a198-f1a206cb4f93 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:32:34.525091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:34.542504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:34.569695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aeb7f-928b-44f3-9845-fbbd06bcea72 req-3f99125e-4eb9-47d4-920d-346fdbc5166f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:34.577225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-187aeb7f-928b-44f3-9845-fbbd06bcea72 req-3f99125e-4eb9-47d4-920d-346fdbc5166f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.3520684 May 12 19:32:34.611419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc9c88be-53f3-4382-9216-6f84d868621c req-44d86d9f-b343-49e8-a53e-00b942a3d42f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2 HTTP/1.1" status: 200 len: 217 time: 0.1156762 May 12 19:32:34.641080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-8692a0c4-bae7-4605-89f9-9b4f108ca0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:34.645585 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-8692a0c4-bae7-4605-89f9-9b4f108ca0a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1097 time: 0.2169421 May 12 19:32:34.650506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:34.677165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['14d3565e-b0ee-41fd-95a6-7dbc51e452a2'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:34.750614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-187aeb7f-928b-44f3-9845-fbbd06bcea72 req-490b5531-691d-48b2-9e17-9995ccb84f4c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720328 May 12 19:32:34.767973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:34.795363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c88be-53f3-4382-9216-6f84d868621c req-3051f6c2-fe25-442c-a11f-42bbaba7a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:34.797163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc9c88be-53f3-4382-9216-6f84d868621c req-3051f6c2-fe25-442c-a11f-42bbaba7a32f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a HTTP/1.1" status: 200 len: 854 time: 0.1311777 May 12 19:32:34.854886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc9c88be-53f3-4382-9216-6f84d868621c req-b6847394-d959-4d50-9d38-7b9e3da8ab81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24dd2d64-625d-44c2-be39-b3e822f97459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488365 May 12 19:32:34.943029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2d338-addb-4c27-a948-e6c8d045f78e req-d1f813e3-2676-423a-a3df-e10d41690140 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:34.944907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bc2d338-addb-4c27-a948-e6c8d045f78e req-d1f813e3-2676-423a-a3df-e10d41690140 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 945 time: 0.3220508 May 12 19:32:34.980075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:35.066360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bc2d338-addb-4c27-a948-e6c8d045f78e req-b4de9fa9-9a1b-4ee5-90b6-e679d6bc3a82 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032634 May 12 19:32:35.085686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb03ebf2-4326-4039-a198-f1a206cb4f93,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:35.094875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-788a29e9-71a2-4aa2-abd0-2e36fd025813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:35.097472 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-788a29e9-71a2-4aa2-abd0-2e36fd025813 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.2357674 May 12 19:32:35.098639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:35.100184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d86079-79f4-4024-b780-d258e2ef7c43 None None] Network b7f7ac17-0c36-4ec7-aab5-8a02d090183e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:35.113985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc9c88be-53f3-4382-9216-6f84d868621c req-a6e90c3f-0418-499d-bf8d-8519d602ee2d service neutron] 10.222.0.36 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517636 May 12 19:32:35.159866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93873e-9400-4997-b4cc-116842fa10c4 req-998c670a-45e9-4765-a14d-7b1d3c49c8c5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:35.161778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c93873e-9400-4997-b4cc-116842fa10c4 req-998c670a-45e9-4765-a14d-7b1d3c49c8c5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.1844864 May 12 19:32:35.171906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-cf18914c-2dab-4479-b9e5-973dda89778e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 200 len: 217 time: 0.0678163 May 12 19:32:35.173839 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-47a6ef3b-c7dc-4688-b89c-80390d7f2b05 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/eb03ebf2-4326-4039-a198-f1a206cb4f93 HTTP/1.1" status: 204 len: 168 time: 1.1544352 May 12 19:32:35.176254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:35.274342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870399d8-6b4e-4451-8497-d3da5710b6d2'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:35.294190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c93873e-9400-4997-b4cc-116842fa10c4 req-5bcaf63f-ab13-4ef2-a2b9-ec28f7d1cb4c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859320 May 12 19:32:35.319237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc9c88be-53f3-4382-9216-6f84d868621c req-55e27ffd-27bf-4695-a4de-ccd6e54df9e2 service neutron] 10.222.0.36 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973817 May 12 19:32:35.358545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-ceae724e-7282-412b-b812-f5a4c4ffb419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:35.360380 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-ceae724e-7282-412b-b812-f5a4c4ffb419 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.1644435 May 12 19:32:35.367498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:35.432179 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba89f6c-dfac-4e48-a003-37eb560365a4'] response: {'server_uuid': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870399d8-6b4e-4451-8497-d3da5710b6d2', 'code': 200} May 12 19:32:35.496491 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-36d7cf9e-1380-4384-bb0a-b344b4651b92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229942 May 12 19:32:35.564152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Deleting port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:35.565219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:35.694881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] DHCP port deletion for b7f7ac17-0c36-4ec7-aab5-8a02d090183e request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:32:35.699369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Deleting port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:35.699735 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:35.733856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf68e20-6fda-450b-a108-274fa3e2df4d req-d8b3c0ce-f7e3-40ee-aa2d-1e05b4a31b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:35.735347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bf68e20-6fda-450b-a108-274fa3e2df4d req-d8b3c0ce-f7e3-40ee-aa2d-1e05b4a31b31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 1097 time: 0.2465961 May 12 19:32:35.808404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-65e2afd7-5556-428d-92c4-ace17a2e7e81 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043044 May 12 19:32:35.897635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bff21d40-3404-4fe4-b5a8-75df7c565b25 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:35.910862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48804) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:35.951986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aebaf-4dad-487a-814d-266747968580 req-087ebce5-7724-4a39-9371-077609d9c650 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:35.956765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a7aebaf-4dad-487a-814d-266747968580 req-087ebce5-7724-4a39-9371-077609d9c650 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 944 time: 0.3518407 May 12 19:32:36.067480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] For port 95d822d7-922b-4ab3-9b29-539d6a3ecad7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95d822d7-922b-4ab3-9b29-539d6a3ecad7,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:36.068059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:36.076535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a7aebaf-4dad-487a-814d-266747968580 req-4eab124b-67f5-434a-ac4f-82a16b71d1b7 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103933 May 12 19:32:36.090262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95d822d7-922b-4ab3-9b29-539d6a3ecad7 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:36.187103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bf68e20-6fda-450b-a108-274fa3e2df4d req-dfffcd03-ea2b-43d4-bbcc-f188aaa471ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424093 May 12 19:32:36.190580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-3ed3b1bf-6d80-4a77-9573-a305858b9d23 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1337271 May 12 19:32:36.231944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port bff21d40-3404-4fe4-b5a8-75df7c565b25 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:36.277870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port bff21d40-3404-4fe4-b5a8-75df7c565b25 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:36.278248 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:36.332926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] For port 95d822d7-922b-4ab3-9b29-539d6a3ecad7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95d822d7-922b-4ab3-9b29-539d6a3ecad7,segment=NetworkSegment(f6b429d5-9c5e-4f05-b111-fc1f841b9544),segment_id=f6b429d5-9c5e-4f05-b111-fc1f841b9544)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:36.333671 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:36.369694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Calling delete_port for 95d822d7-922b-4ab3-9b29-539d6a3ecad7 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:36.446739 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-9ef929fe-3428-4951-8862-0071374c4c85 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217585 May 12 19:32:36.475089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48824) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:36.475936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6da71105-8e33-4d73-9242-8c7e5532dd82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b147ae9565434170a621cec460ba3cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631673 May 12 19:32:36.512352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:36.522048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Calling delete_port for 95d822d7-922b-4ab3-9b29-539d6a3ecad7 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:36.551793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-380870e7-b6be-49c2-82f3-70d9e228c3bf tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:36.558575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-380870e7-b6be-49c2-82f3-70d9e228c3bf tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565152 May 12 19:32:36.579503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-00d2f945-9b51-4478-845f-c030f7f6d6b2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/quotas/5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 375 time: 0.0200210 May 12 19:32:36.626140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67352d7-1803-4f76-abed-d7a91ca20490 req-7b87e61b-b6b2-45d7-a484-0b587a317a95 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:36.632941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f67352d7-1803-4f76-abed-d7a91ca20490 req-7b87e61b-b6b2-45d7-a484-0b587a317a95 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 945 time: 0.2941518 May 12 19:32:36.670740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:36.671846 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:36.690850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=95d822d7-922b-4ab3-9b29-539d6a3ecad7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:36.693690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] No DVR routers for this DVR port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:36.743068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f67352d7-1803-4f76-abed-d7a91ca20490 req-feea5587-2f2f-4b9f-b932-b7b5920639d6 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091325 May 12 19:32:36.786343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-ada27e5c-9b6e-463f-9b1b-e42a1bf363d1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057381 May 12 19:32:36.804793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e6b8e562-9c1d-48f8-b43e-9a24727425a4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:36.850258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:32:36.850847 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:32:36.851366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: e6b8e562-9c1d-48f8-b43e-9a24727425a4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:36.851699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e6b8e562-9c1d-48f8-b43e-9a24727425a4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:36.947729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bff21d40-3404-4fe4-b5a8-75df7c565b25 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:36.948205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:36.966966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5d76-22f4-46b5-be6b-55d86c7e0dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:36.990611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.023363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:37.031115 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.067704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5d76-22f4-46b5-be6b-55d86c7e0dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.073270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16b58930-c213-41cc-9f95-ea68719a2425 req-7279fb2a-a1aa-4d75-86ac-b323bc669790 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 210 time: 0.0782304 May 12 19:32:37.110047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f7ac17-0c36-4ec7-aab5-8a02d090183e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:37.141860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b717a-5f89-4338-a35d-52f83ede795c req-c96008e6-babf-4d0a-a4de-1f84823044b6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:37.143328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e0b717a-5f89-4338-a35d-52f83ede795c req-c96008e6-babf-4d0a-a4de-1f84823044b6 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.2507193 May 12 19:32:37.155030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b429d5-9c5e-4f05-b111-fc1f841b9544') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:37.161782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b429d5-9c5e-4f05-b111-fc1f841b9544') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:37.209538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.245258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bff21d40-3404-4fe4-b5a8-75df7c565b25,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:37.246142 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e0b717a-5f89-4338-a35d-52f83ede795c req-d10098ef-9191-43ff-ae7c-6c509815e6c5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 May 12 19:32:37.251372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.261235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:32:37.265751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: timer() May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:32:37.303131 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:32:37.354195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Deleting port 95d822d7-922b-4ab3-9b29-539d6a3ecad7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:37.354195 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.442474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:37.459862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b0360-00bf-42c5-86f0-8b37ab410f9c req-d7636c14-f629-4f8b-b791-7a182eac8532 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:37.463535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7b0360-00bf-42c5-86f0-8b37ab410f9c req-d7636c14-f629-4f8b-b791-7a182eac8532 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 945 time: 0.1815896 May 12 19:32:37.530553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5d76-22f4-46b5-be6b-55d86c7e0dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.558263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.563965 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.568003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7b0360-00bf-42c5-86f0-8b37ab410f9c req-6037c04e-6dde-4e82-8457-12e1ad6b48d5 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987158 May 12 19:32:37.570181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1e21386b-3e8d-4122-a830-4bbe70cf939a None None] The port '95d822d7-922b-4ab3-9b29-539d6a3ecad7' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:32:37.572741 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354773d6-5649-4e0b-bea4-0dac3721b00a'] response: {'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25', 'code': 200} May 12 19:32:37.673420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] 10.222.0.72 "DELETE /v2.0/networks/b7f7ac17-0c36-4ec7-aab5-8a02d090183e HTTP/1.1" status: 204 len: 168 time: 2.4955745 May 12 19:32:37.674805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c5d76-22f4-46b5-be6b-55d86c7e0dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d74e27e-8429-4312-ad46-70f260996e6c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:37.685695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5d76-22f4-46b5-be6b-55d86c7e0dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.697265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9c9c5d76-22f4-46b5-be6b-55d86c7e0dbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d74e27e-8429-4312-ad46-70f260996e6c HTTP/1.1" status: 204 len: 168 time: 1.2210455 May 12 19:32:37.734338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a93760-f0c6-401e-a803-6421b7ca5e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f7ac17-0c36-4ec7-aab5-8a02d090183e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:37.765991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.779397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:37.817096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cbe8-6638-448e-a096-f84b3ee6c0b6 req-d42e5354-2a12-4da8-bc16-53edc9ed1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:37.820785 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b835cbe8-6638-448e-a096-f84b3ee6c0b6 req-d42e5354-2a12-4da8-bc16-53edc9ed1a09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 1096 time: 0.1913333 May 12 19:32:37.912206 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b835cbe8-6638-448e-a096-f84b3ee6c0b6 req-113e0979-29aa-4201-82ec-14576255baf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848830 May 12 19:32:37.930655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:37.943355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:37.944743 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:37.999914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48862) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:38.077726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6db75d30-a718-4f8a-9790-b89eb59c670d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edce8003de774c6a8840b24af37d19dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763602 May 12 19:32:38.080331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:38.186053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe200541-9b4b-418b-a1ef-16735a60c336 req-27e0920b-95c9-4532-a54f-8dcba7abf53c tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:38.206606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe200541-9b4b-418b-a1ef-16735a60c336 req-27e0920b-95c9-4532-a54f-8dcba7abf53c tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 945 time: 0.1931365 May 12 19:32:38.212625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:38.237849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:38.311502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe200541-9b4b-418b-a1ef-16735a60c336 req-cb77835a-1dc5-4f15-9699-bfdd30571e7c tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007771 May 12 19:32:38.322954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:38.360293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:38.360672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:38.411345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,segment=NetworkSegment(0df9d2a8-2b26-4578-9d36-9f38fd03a598),segment_id=0df9d2a8-2b26-4578-9d36-9f38fd03a598)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:38.420820 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:38.448276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:38.450529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f55d4a93-890c-43eb-bc6a-2bb33fcbf981 req-f625367c-7f9f-4dd3-b713-091334212c3b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 210 time: 0.0938079 May 12 19:32:38.472857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf15b68-7c0f-4357-992f-72a45b567318,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:38.510132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:38.513892 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5bf15b68-7c0f-4357-992f-72a45b567318 HTTP/1.1" status: 204 len: 168 time: 0.4325495 May 12 19:32:38.515788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.516277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.516771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.517278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.517931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.518557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.519034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.519504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.519970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.520442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.520915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.521412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ae25b-3fb2-448a-af0a-460bf765d655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:32:38.593661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:38.655298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcd862-96b3-400d-944c-cfd739a84916 req-aa06e3e5-17e3-45b0-95a0-4053b8ef6862 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:38.662510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bffcd862-96b3-400d-944c-cfd739a84916 req-aa06e3e5-17e3-45b0-95a0-4053b8ef6862 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.1591196 May 12 19:32:38.734876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bffcd862-96b3-400d-944c-cfd739a84916 req-5ef40376-20ba-46cc-8404-19e01e63b74f tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708795 May 12 19:32:38.786749 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-5069695e-7a98-466a-9f54-f56824861cf5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777047 May 12 19:32:39.126570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b7dd-53cf-4f37-8efa-f4bf71778724 req-6a81cec7-3c9e-4b3f-a570-b5a77b6aa8e6 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:39.128147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a760b7dd-53cf-4f37-8efa-f4bf71778724 req-6a81cec7-3c9e-4b3f-a570-b5a77b6aa8e6 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 945 time: 0.1986706 May 12 19:32:39.153738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-c2aaf297-6089-4ecc-b053-da198606d4d7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:39.155507 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-c2aaf297-6089-4ecc-b053-da198606d4d7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3601441 May 12 19:32:39.181887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Request body: {'port': {'device_id': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '5058014c11384038bac1d9e012d66348'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:39.243418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a760b7dd-53cf-4f37-8efa-f4bf71778724 req-564f1e7b-24b7-4b69-bdaa-5cab6db9d4c4 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082528 May 12 19:32:39.349325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48916) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:39.388843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:39.402984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:39.415637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Made reservation on behalf of 5058014c11384038bac1d9e012d66348 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:39.427067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:39.574352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:39.708587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825957ed-8432-4f5d-ab48-d8bfe29505cf req-93167230-295b-412d-9e84-22bfa350d7e0 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:39.711626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-825957ed-8432-4f5d-ab48-d8bfe29505cf req-93167230-295b-412d-9e84-22bfa350d7e0 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.2465324 May 12 19:32:39.772070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Allocated IP 192.168.233.128 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/5ea38d06-a443-488d-9e50-c7925f78366a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:39.807186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-804895741-network', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:39.835973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a4489bd-dd7d-49dc-be11-ea1eac624fef req-85ded9c8-9897-437e-a849-e81f78f1d299 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 210 time: 0.1402431 May 12 19:32:39.835973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:39.874976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Usage tracker for resource:network and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:39.874976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:39.910124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:39.921736 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dd1853-2e13-4583-bb70-7b0facf03c57'] response: {'server_uuid': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2', 'code': 200} May 12 19:32:39.928014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-825957ed-8432-4f5d-ab48-d8bfe29505cf req-fc889903-cbcd-4c22-b995-f7752e88db9b tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540093 May 12 19:32:39.947867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Made reservation on behalf of 50f4320fa49f4843a2d7d8b069476605 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:39.949016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:39.982036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.035798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:40.035798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Usage tracker for resource:security_group_rule and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:40.035798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:40.035798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:40.184450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48940) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:40.241393 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.268318 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.349381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:32:40.351704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.383408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d812ffdf-cf19-4d3e-85aa-a167b478a925,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:40.383568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca1f8-7f8c-4dc2-9a77-99398610f076 req-81f79a7b-e729-4791-a35f-dfe908dbc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:40.388977 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0faca1f8-7f8c-4dc2-9a77-99398610f076 req-81f79a7b-e729-4791-a35f-dfe908dbc34e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 1097 time: 0.2097878 May 12 19:32:40.396617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.397167 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Added segment 44aa5191-35e7-42ca-bc80-10396744ebf4 of type vlan for network ac2b2370-dcc5-4122-84c1-142c5782c5f0 May 12 19:32:40.423524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d05c-75a1-4f69-a180-eacbff1cdc44 req-a2800bf6-8c05-4c73-9952-525c87a1934c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:40.425255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6367d05c-75a1-4f69-a180-eacbff1cdc44 req-a2800bf6-8c05-4c73-9952-525c87a1934c tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.2514493 May 12 19:32:40.486885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Transition to ACTIVE for port object 5ea38d06-a443-488d-9e50-c7925f78366a will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:40.499083 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0faca1f8-7f8c-4dc2-9a77-99398610f076 req-7f606e03-27b5-4ce2-8daa-cfdb92681c71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012225 May 12 19:32:40.509587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-9850562-network', 'tenant_id': '6a181001415149b9981b35e73352c72b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:40.516077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:40.522257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Usage tracker for resource:network and tenant:6a181001415149b9981b35e73352c72b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:40.527332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:40.535255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:40.542244 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.552358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Made reservation on behalf of 6a181001415149b9981b35e73352c72b for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:40.554456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.576949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.592995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094', 'cf467131-7228-4cb7-bd19-d4f4a722704a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:40.688176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.704312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:40.704312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:40.704312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:40.704312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:40.720619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:40.748979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6367d05c-75a1-4f69-a180-eacbff1cdc44 req-fda33a02-770a-4839-a3d6-3f5423ceecb7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071299 May 12 19:32:40.785143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Usage tracker for resource:security_group_rule and tenant:6a181001415149b9981b35e73352c72b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:40.810362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.810362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:40.810362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:40.870167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ae5c0-9046-4cec-ae67-cd3c7b464ddb req-d9bde68c-ef2a-414a-b0bf-f37996640570 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:40.870167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-685ae5c0-9046-4cec-ae67-cd3c7b464ddb req-d9bde68c-ef2a-414a-b0bf-f37996640570 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 945 time: 0.3133965 May 12 19:32:41.078831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2b2370-dcc5-4122-84c1-142c5782c5f0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:41.084527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:41.118524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:41.151058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:32:41.163959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:41.163959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:41.213386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-47d20350-5ca3-4b87-9897-cc2957074f0f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0387361 May 12 19:32:41.228296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Request body: {'port': {'device_id': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:41.427405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b3e6348d-ade5-4752-89d7-d923513ed066 None None] Provisioning for port 5ea38d06-a443-488d-9e50-c7925f78366a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:41.459983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b3e6348d-ade5-4752-89d7-d923513ed066 None None] Provisioning complete for port 5ea38d06-a443-488d-9e50-c7925f78366a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:41.459983 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b3e6348d-ade5-4752-89d7-d923513ed066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:41.467668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:41.490320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-399064a5-ef37-4be1-8c09-4b3d2b2ccd29 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1350846 May 12 19:32:41.490320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48954) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:41.496545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-685ae5c0-9046-4cec-ae67-cd3c7b464ddb req-60c5e2de-fa46-4268-86c5-e5b1d7c00109 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100376 May 12 19:32:41.504563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Request body: {'subnet': {'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-804895741-subnet', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:41.513630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:41.514335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Usage tracker for resource:subnet and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:41.522400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:41.539987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:41.552501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9905306-d326-4b7a-83fe-c4b78f3e0e6b req-2d2f886b-c2d6-46f6-86e5-011c9efed88e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:41.561278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9905306-d326-4b7a-83fe-c4b78f3e0e6b req-2d2f886b-c2d6-46f6-86e5-011c9efed88e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 936 time: 0.4734521 May 12 19:32:41.634431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6348d-ade5-4752-89d7-d923513ed066 None None] Port 5ea38d06-a443-488d-9e50-c7925f78366a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:32:41.644684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9905306-d326-4b7a-83fe-c4b78f3e0e6b req-334fdc03-ab8a-4868-b3dd-4654853b1e72 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824435 May 12 19:32:41.646991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Made reservation on behalf of 50f4320fa49f4843a2d7d8b069476605 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:41.651651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:41.853983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:41.970327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.005462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:32:42.047275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.047619 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Added segment 870356bc-2300-458a-ab8a-26293d95125d of type vlan for network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 May 12 19:32:42.073839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690089f-86a6-40f2-aaf2-81afe537271a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:42.087359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81920f-6113-44ea-a942-c97f8c908e91 req-cbcc7d3f-9813-4175-8819-f79243b7cfcd tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:42.088943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b81920f-6113-44ea-a942-c97f8c908e91 req-cbcc7d3f-9813-4175-8819-f79243b7cfcd tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.2649932 May 12 19:32:42.111277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.197904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574228a6-4545-4691-a4a2-f1253d394d5a req-fba2c566-c742-4c85-bb54-1e81ae7751e7 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:42.199569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-574228a6-4545-4691-a4a2-f1253d394d5a req-fba2c566-c742-4c85-bb54-1e81ae7751e7 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 946 time: 0.2810934 May 12 19:32:42.223111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea38d06-a443-488d-9e50-c7925f78366a {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:42.230289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.231389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:42.232064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.237362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.266048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b81920f-6113-44ea-a942-c97f8c908e91 req-560fd511-f099-4179-8644-8489d03b295a tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342769 May 12 19:32:42.330938 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-574228a6-4545-4691-a4a2-f1253d394d5a req-72f1172b-3241-4f8a-9521-1c92002f842f tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148036 May 12 19:32:42.344645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.376308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Transition to ACTIVE for port object 5ea38d06-a443-488d-9e50-c7925f78366a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:42.387575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.393613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] Pushing event updated for resources: {'Network': ['ID=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:42.408430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:32:42.473317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:42.476809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-22458a1b-e1a7-46b8-bed2-3a87d730e5cf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2604091 May 12 19:32:42.481089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:42.551438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Request body: {'subnet': {'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-9850562-subnet', 'tenant_id': '6a181001415149b9981b35e73352c72b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:42.557626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:42.562365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Usage tracker for resource:subnet and tenant:6a181001415149b9981b35e73352c72b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:42.565670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:42.579875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:42.638345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13aab7e-81e3-4ca5-82ae-606b17c1c2f7,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:42.663833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Checking segment: {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:42.664522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Network hostable DHCP agents. Network: ac2b2370-dcc5-4122-84c1-142c5782c5f0, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:32:42.686732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Made reservation on behalf of 6a181001415149b9981b35e73352c72b for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:42.689838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.709947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:32:42.737453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aeb95-f315-4f90-a022-2387954f11d5 req-2a054939-41f6-4194-92a3-c37aeb3bec67 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:42.739413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e57aeb95-f315-4f90-a022-2387954f11d5 req-2a054939-41f6-4194-92a3-c37aeb3bec67 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.2577915 May 12 19:32:42.741936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ac2b2370-dcc5-4122-84c1-142c5782c5f0) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:42.747996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:42.748888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.754353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af4160-938e-433c-b8c6-4df64cdc382a None None] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:42.761073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046bd6-a298-4488-ac3d-5d552b755be6 req-69035367-7deb-41a5-94e9-ccac9c63a017 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:42.769270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc046bd6-a298-4488-ac3d-5d552b755be6 req-69035367-7deb-41a5-94e9-ccac9c63a017 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 946 time: 0.1944106 May 12 19:32:42.853317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-828bf766-1b38-479d-9177-d966bc659465 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3636029 May 12 19:32:42.854664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Attempting to bind port 5ea38d06-a443-488d-9e50-c7925f78366a on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:42.854997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Attempting to bind port 5ea38d06-a443-488d-9e50-c7925f78366a by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:42.855322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Attempting to bind port 5ea38d06-a443-488d-9e50-c7925f78366a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:42.858335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48972) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:42.868794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:42.877816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Port 5ea38d06-a443-488d-9e50-c7925f78366a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:42.878329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Attempting to bind port 5ea38d06-a443-488d-9e50-c7925f78366a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:42.879522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc046bd6-a298-4488-ac3d-5d552b755be6 req-fbf0e377-3408-4d1b-9c6a-d06553212cd3 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090498 May 12 19:32:42.887483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:42.892954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:42.893616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:42.894677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:42.895316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Bound port: 5ea38d06-a443-488d-9e50-c7925f78366a, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:42.895839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:42.913453 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e57aeb95-f315-4f90-a022-2387954f11d5 req-442ceeaa-11d2-4cc2-af99-642fa0ed92bb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318765 May 12 19:32:42.936581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Usage tracker for resource:router and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:42.980002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:43.045567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:32:43.046571 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.064911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:43.172289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152867f-fccd-4307-b27a-c000566a6b35 req-e6e788fe-56f0-43b6-acf8-e2e875ed8ae1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:43.174009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0152867f-fccd-4307-b27a-c000566a6b35 req-e6e788fe-56f0-43b6-acf8-e2e875ed8ae1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 948 time: 0.1721117 May 12 19:32:43.183152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:43.189916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:43.209149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.300380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0152867f-fccd-4307-b27a-c000566a6b35 req-50e9efa0-20bb-456b-ae84-28eecf1c592f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107302 May 12 19:32:43.311950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Allocated IP 172.20.0.2 (ac2b2370-dcc5-4122-84c1-142c5782c5f0/f13aab7e-81e3-4ca5-82ae-606b17c1c2f7/e45a1419-714e-4558-b1cf-437ac00eee6a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:43.316966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.316966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.365843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:43.366509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.368072 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] 10.222.0.73 "PUT /v2.0/ports/5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 1096 time: 2.1576095 May 12 19:32:43.371352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:43.419298 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.557483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.567320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8dd3e-8a57-4aa1-9130-981e354d10df service neutron] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:43.610431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f490e-4b54-4530-b75d-d61afc911066 req-33bbc6f6-2303-41fd-bbfb-874458a90086 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:43.618952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-790f490e-4b54-4530-b75d-d61afc911066 req-33bbc6f6-2303-41fd-bbfb-874458a90086 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.1726167 May 12 19:32:43.684540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-790f490e-4b54-4530-b75d-d61afc911066 req-34660249-b318-4a8e-a4e6-45aef5a03895 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638831 May 12 19:32:43.694682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d384d-6b3a-4b66-8732-32ad47cda5b5 req-e1bd7165-126d-4629-9d3e-9bbefb70a0f3 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:43.701731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f57d384d-6b3a-4b66-8732-32ad47cda5b5 req-e1bd7165-126d-4629-9d3e-9bbefb70a0f3 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 946 time: 0.1842890 May 12 19:32:43.766775 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.781419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Transition to ACTIVE for port object e45a1419-714e-4558-b1cf-437ac00eee6a will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:43.818040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f57d384d-6b3a-4b66-8732-32ad47cda5b5 req-a8bef7a5-7c3e-4e01-8121-ab0f59ea9af0 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150057 May 12 19:32:43.818232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Transition to ACTIVE for port object e45a1419-714e-4558-b1cf-437ac00eee6a will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:43.837935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:43.892056 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1237f344-ca7c-40c7-aeaf-0ec0d121e542'] response: {'name': 'network-changed', 'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a', 'status': 'completed', 'code': 200} May 12 19:32:43.921547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:43.927197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:43.955369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:44.040046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d4530c-725e-4d43-8260-acaad7d5a09e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:44.060189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Checking segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:44.060582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Network hostable DHCP agents. Network: 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:32:44.107104 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:32:44.125055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Pushing event updated for resources: {'Port': ['ID=e45a1419-714e-4558-b1cf-437ac00eee6a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:44.139941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Attempting to bind port e45a1419-714e-4558-b1cf-437ac00eee6a on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:44.139941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Attempting to bind port e45a1419-714e-4558-b1cf-437ac00eee6a by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:44.139941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Attempting to bind port e45a1419-714e-4558-b1cf-437ac00eee6a on network ac2b2370-dcc5-4122-84c1-142c5782c5f0 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:44.155754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:44.155754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Checking segment: {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:44.155754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:44.155754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Bound using segment: {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:44.155754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Bound port: e45a1419-714e-4558-b1cf-437ac00eee6a, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:44.155754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:44.270994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] For port e45a1419-714e-4558-b1cf-437ac00eee6a, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:44.280018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] For port e45a1419-714e-4558-b1cf-437ac00eee6a, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e45a1419-714e-4558-b1cf-437ac00eee6a,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:44.282523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-10694102-a1e6-460d-a140-5920ade7194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:44.284095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-10694102-a1e6-460d-a140-5920ade7194f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1099 time: 0.8601396 May 12 19:32:44.290186 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:44.295811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:44.390473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:32:44.401095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-7b579eb1-9888-43a2-8fc0-708926f583bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 217 time: 0.1044762 May 12 19:32:44.565001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:44.567761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b0631-9a5e-4cf4-9352-8872e71ea199 req-870f0913-7370-4bd6-beee-7696f1575ef4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:44.569662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-173b0631-9a5e-4cf4-9352-8872e71ea199 req-870f0913-7370-4bd6-beee-7696f1575ef4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.4467142 May 12 19:32:44.578047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9e4ed-36e1-4d45-8ab9-7fa2f243af0d None None] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:44.588113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:44.588688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:44.642348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-173b0631-9a5e-4cf4-9352-8872e71ea199 req-a28ff689-3eae-4b94-8488-70e76b0db804 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667465 May 12 19:32:44.651081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74a2f-dfaf-4ac2-b1b4-9938ad733be9 req-871c08e4-734e-4ed3-b8a0-63983768cfbd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:44.657910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c74a2f-dfaf-4ac2-b1b4-9938ad733be9 req-871c08e4-734e-4ed3-b8a0-63983768cfbd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 948 time: 0.2143080 May 12 19:32:44.688404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-d30a60ee-c0bf-449d-b060-8ee9999f4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:44.689729 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-d30a60ee-c0bf-449d-b060-8ee9999f4143 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2792056 May 12 19:32:44.736293 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-39d8f7ee-456a-4cce-8b3d-2bfa4e1f14f8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2536507 May 12 19:32:44.750864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c74a2f-dfaf-4ac2-b1b4-9938ad733be9 req-2f7c4d67-520d-4739-bd49-32bfdd3b2d13 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919077 May 12 19:32:44.785290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-2c107b5b-3c70-40bf-b8d0-3e9599e07176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:44.785917 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-2c107b5b-3c70-40bf-b8d0-3e9599e07176 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a627d312634e02a9471fdc643a77d2&device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 1097 time: 0.3185439 May 12 19:32:44.939685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ab46c-1277-495a-90f3-d8ee62a0e341 None None] Pushing event updated for resources: {'Port': ['ID=e45a1419-714e-4558-b1cf-437ac00eee6a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:44.998539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-55d5ea05-98ee-4630-bad4-f4b42f35ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:44.998539 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-55d5ea05-98ee-4630-bad4-f4b42f35ff92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2927001 May 12 19:32:45.236653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dade3b-7c14-4f69-9687-c731da41c153 None None] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:45.322363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-da4516d1-653e-4065-a432-abb95cd2963a service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831306 May 12 19:32:45.363273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-4b71b0be-7544-42bb-b7cd-36cfcb599239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:45.365478 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-4b71b0be-7544-42bb-b7cd-36cfcb599239 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24dd2d64-625d-44c2-be39-b3e822f97459 HTTP/1.1" status: 200 len: 915 time: 0.5729659 May 12 19:32:45.446110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-a0a4b83e-de38-41d2-9619-5b81b40e2f54 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:45.456387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-a0a4b83e-de38-41d2-9619-5b81b40e2f54 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 946 time: 0.5755868 May 12 19:32:45.680160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5978c-f299-45c9-9a7f-3706db3d46be req-d89af030-b7de-4033-ab45-0fdec5c1e7ae tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:45.692055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03b5978c-f299-45c9-9a7f-3706db3d46be req-d89af030-b7de-4033-ab45-0fdec5c1e7ae tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.7000029 May 12 19:32:45.704106 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1cb6182-8b0d-41ea-87dc-1da7c3790208 req-55e2bdc0-caf0-466a-a6af-a6ce4759950b service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223729 May 12 19:32:45.711134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59f623-9caa-47a2-a986-33e57526d375 req-6bd2cfb9-c5b6-4964-ac84-35f0f0eba4a6 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:45.711134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f59f623-9caa-47a2-a986-33e57526d375 req-6bd2cfb9-c5b6-4964-ac84-35f0f0eba4a6 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 946 time: 0.5784628 May 12 19:32:45.839355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Deleting port 870399d8-6b4e-4451-8497-d3da5710b6d2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:45.839355 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:45.843510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 46bb369b-0a02-4d43-8cc0-edfe7d06e762 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:46.061138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-885dbaaa-96f1-445c-941e-a3ac634eb43b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2 HTTP/1.1" status: 200 len: 217 time: 0.3645506 May 12 19:32:46.067549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03b5978c-f299-45c9-9a7f-3706db3d46be req-c4704717-94cd-4d35-8b6d-ea3e9a051cc5 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853269 May 12 19:32:46.116961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f59f623-9caa-47a2-a986-33e57526d375 req-8742c6d0-1639-4939-bed2-95590c4bac83 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047554 May 12 19:32:46.209749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e45a1419-714e-4558-b1cf-437ac00eee6a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:46.223326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:46.272501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:46.276190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-aa6c8f46-1468-4ed0-97c2-b9c45e209d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:46.285869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-aa6c8f46-1468-4ed0-97c2-b9c45e209d3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a HTTP/1.1" status: 200 len: 854 time: 0.2130530 May 12 19:32:46.343501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:46.389108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 46bb369b-0a02-4d43-8cc0-edfe7d06e762 has no active binding in host n-h1-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 19:32:46.455668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e45a1419-714e-4558-b1cf-437ac00eee6a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:46.496987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-d0a300ac-feaa-4151-93b2-86cea1b96ffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24dd2d64-625d-44c2-be39-b3e822f97459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028029 May 12 19:32:46.555185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-54c78cb2-947c-4d5f-b76f-e2f6c7d83183 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:46.556745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-54c78cb2-947c-4d5f-b76f-e2f6c7d83183 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1097 time: 0.6905184 May 12 19:32:46.580432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841626-1'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:46.598564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14920162-eda8-4da2-92ea-3c8597dab648 req-88b74715-aadf-48d4-b45a-230afad2c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:46.600252 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-14920162-eda8-4da2-92ea-3c8597dab648 req-88b74715-aadf-48d4-b45a-230afad2c009 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1099 time: 0.7955449 May 12 19:32:46.699873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f5f58-af40-451c-acaa-d5acac66ad03 None None] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:46.811842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] For port 870399d8-6b4e-4451-8497-d3da5710b6d2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=870399d8-6b4e-4451-8497-d3da5710b6d2,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:46.812216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:46.844447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Allocated IP 172.25.2.241 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:46.850197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] Provisioning for port e45a1419-714e-4558-b1cf-437ac00eee6a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:46.862277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] Provisioning complete for port e45a1419-714e-4558-b1cf-437ac00eee6a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:46.862771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:46.952810 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-6b56cdd1-d3d3-4e70-be67-fd5b0b2927e9 service neutron] 10.222.0.36 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437869 May 12 19:32:46.994844 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:47.014960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Calling delete_port for 870399d8-6b4e-4451-8497-d3da5710b6d2 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:47.105242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14920162-eda8-4da2-92ea-3c8597dab648 req-2bbb0408-3323-47e9-bf96-ebc955d9bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:47.105242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-14920162-eda8-4da2-92ea-3c8597dab648 req-2bbb0408-3323-47e9-bf96-ebc955d9bff1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4418139 May 12 19:32:47.168468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] Current status of the port e45a1419-714e-4558-b1cf-437ac00eee6a is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:47.168848 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:47.205359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abc07-e293-4805-9ee9-5992ddb81ac7 req-f13d55fc-1f1d-4beb-8158-5399065f5587 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:47.207491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b0abc07-e293-4805-9ee9-5992ddb81ac7 req-f13d55fc-1f1d-4beb-8158-5399065f5587 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 946 time: 0.7571850 May 12 19:32:47.295765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-14920162-eda8-4da2-92ea-3c8597dab648 req-f2395ba7-59b6-4a18-9a7a-96b2aa7c9edc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 217 time: 0.1143372 May 12 19:32:47.303451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] For port e45a1419-714e-4558-b1cf-437ac00eee6a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e45a1419-714e-4558-b1cf-437ac00eee6a,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:47.316991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:47.335552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8a4df0f7-01f4-4d9c-bb02-886d701bf1a6 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:47.337682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8a4df0f7-01f4-4d9c-bb02-886d701bf1a6 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 810 time: 0.7622702 May 12 19:32:47.382635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-af787de9-e244-4d03-8fd8-811c411cbf80 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/quotas/6a181001415149b9981b35e73352c72b HTTP/1.1" status: 200 len: 375 time: 0.0323939 May 12 19:32:47.442539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769988d-7fe8-4698-ab62-1f48aff01f35 None None] Pushing event updated for resources: {'Port': ['ID=e45a1419-714e-4558-b1cf-437ac00eee6a,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:47.492323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-0126f730-dd89-4c57-8340-26ba81ff33cf tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581665 May 12 19:32:47.502621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:47.508012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b0abc07-e293-4805-9ee9-5992ddb81ac7 req-bece3758-c299-438a-aa44-d37b218995bf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077208 May 12 19:32:47.528719 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-a99ba985-2d76-4082-a861-c38d3bb209c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6352096 May 12 19:32:47.531037 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a2c1273-83d8-4a81-89ab-6a84cf284da0 req-1c358d55-0dc2-4411-bb0d-819576ff69cb service neutron] 10.222.0.36 "GET /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895422 May 12 19:32:47.534858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14920162-eda8-4da2-92ea-3c8597dab648 req-c71c6233-257f-4283-8294-9bef5d8df0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:47.536354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-14920162-eda8-4da2-92ea-3c8597dab648 req-c71c6233-257f-4283-8294-9bef5d8df0d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2297807 May 12 19:32:47.845257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 870399d8-6b4e-4451-8497-d3da5710b6d2 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:47.850556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191edbe-0833-47cc-8fde-318d2287d151 req-1cd0039e-6711-480d-87fe-8c748a64028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:47.855822 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-1cd0039e-6711-480d-87fe-8c748a64028c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 1095 time: 0.2565150 May 12 19:32:47.859766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:47.877514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:47.902726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:47.907399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1c22394b-6139-4342-be68-11603bd0557a None None] Provisioning complete for port e45a1419-714e-4558-b1cf-437ac00eee6a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:47.907801 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1c22394b-6139-4342-be68-11603bd0557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:47.996702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 870399d8-6b4e-4451-8497-d3da5710b6d2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:47.997225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 870399d8-6b4e-4451-8497-d3da5710b6d2 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:48.002088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['071d479b-9e77-42c8-92dc-3b442b0220a4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:48.036320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['bff21d40-3404-4fe4-b5a8-75df7c565b25'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:48.085964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e45a1419-714e-4558-b1cf-437ac00eee6a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:48.127382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Pushing event updated for resources: {'Port': ['ID=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:48.130263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:32:48.216440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:32:48.229765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Pushing event deleted for resources: {'Port': ['ID=870399d8-6b4e-4451-8497-d3da5710b6d2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:48.236711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14920162-eda8-4da2-92ea-3c8597dab648 req-de771521-0f6a-4617-bc9e-d1ed57217eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:48.237599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-14920162-eda8-4da2-92ea-3c8597dab648 req-de771521-0f6a-4617-bc9e-d1ed57217eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6913736 May 12 19:32:48.245858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:48.247235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:48.282441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:48.416453 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-ef0b4e1b-058d-4de9-b5aa-2c924870150d service neutron] 10.222.0.72 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8086629 May 12 19:32:48.591109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191edbe-0833-47cc-8fde-318d2287d151 req-bb1ec020-fdee-43f3-9869-be3d61b99c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:48.592040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-bb1ec020-fdee-43f3-9869-be3d61b99c46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.6494601 May 12 19:32:48.677982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:48.716010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1c22394b-6139-4342-be68-11603bd0557a None None] Current status of the port e45a1419-714e-4558-b1cf-437ac00eee6a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:48.744542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:48.750837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] No DVR routers for this DVR port 870399d8-6b4e-4451-8497-d3da5710b6d2 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:48.751923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:48.761846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:48.764841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:48.824748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e45a1419-714e-4558-b1cf-437ac00eee6a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:48.825426 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:48.893593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:48.906849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bde252f-bb7e-49fe-ba39-5d9398dc6cba req-e139647c-b4c4-481e-a1c7-5173a44829de tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "DELETE /v2.0/ports/870399d8-6b4e-4451-8497-d3da5710b6d2 HTTP/1.1" status: 204 len: 173 time: 3.4419003 May 12 19:32:48.913773 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-e5839481-bf9b-4c68-be9d-30b930f24da2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 200 len: 217 time: 0.2760932 May 12 19:32:48.917482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49048) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:48.931797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-406389740'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:48.937320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:48.941217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:network and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:48.950796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:49.031352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '5ea38d06-a443-488d-9e50-c7925f78366a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '5ea38d06-a443-488d-9e50-c7925f78366a', 'mac_address': 'fa:16:3e:50:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:32:49.039737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:49.043518 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-14920162-eda8-4da2-92ea-3c8597dab648 req-88a12522-1ea7-450e-923d-b36bff29d9f7 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937942 May 12 19:32:49.077353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-30a383ae-f67c-4511-a6c8-45a00996b9b3 service neutron] 10.222.0.72 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482022 May 12 19:32:49.139917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855ce39-a5ae-404f-92be-d7c0402e1038 req-e894abff-595e-4b6b-90f9-e476baf2c943 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:49.141715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9855ce39-a5ae-404f-92be-d7c0402e1038 req-e894abff-595e-4b6b-90f9-e476baf2c943 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 948 time: 1.1770585 May 12 19:32:49.202612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e45a1419-714e-4558-b1cf-437ac00eee6a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:49.258977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:49.262826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:49.272050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:49.272508 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:49.295362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:49.295789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea38d06-a443-488d-9e50-c7925f78366a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:49.322473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:49.323081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191edbe-0833-47cc-8fde-318d2287d151 req-090dfc3b-0000-4123-813a-515e70e07a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:49.324731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-090dfc3b-0000-4123-813a-515e70e07a6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.3807869 May 12 19:32:49.330000 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:49.332690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on host n-h2-841626-1 for vnic_type normal with profile {"migrating_to": "n-h1-841626-1"} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:49.333021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:49.333375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:49.340987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:49.341291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Attempting to bind port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on network df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:49.350545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:49.350844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Checking segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:49.351227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Bound using segment: {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:49.352068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Bound port: 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd09333-507f-4ef4-9b7b-749cbcad9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:49.352210 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:49.367273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9855ce39-a5ae-404f-92be-d7c0402e1038 req-0526679e-8cd2-4fc8-969d-288bc7d930a5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809974 May 12 19:32:49.492843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:49.570787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:49.586415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-14920162-eda8-4da2-92ea-3c8597dab648 req-88bb7421-5ab5-45c0-80ed-0925eeb4f675 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231514 May 12 19:32:49.657785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['5ea38d06-a443-488d-9e50-c7925f78366a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:49.661851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-23a44fdd-aca9-4828-a0f1-f0447b9552f6 req-dcb2b0e1-6897-4b77-bdb9-bf6652c7e8ca tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Synchronizing usage tracker for tenant:de5751f9ee8a474f95846b83f158d902 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:49.665582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:49.675606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:49.715791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:32:49.720301 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-230d9a60-3424-4b79-8161-47ba5c97dad5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2453496 May 12 19:32:49.770480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:49.770826 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Added segment fd52b2c7-7879-43a7-b134-6a6600bb79ba of type vlan for network c3b23f44-1fb8-4731-8783-e2921a799d71 May 12 19:32:49.875393 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:49.948190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-23a44fdd-aca9-4828-a0f1-f0447b9552f6 req-dcb2b0e1-6897-4b77-bdb9-bf6652c7e8ca tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Unset dirty status for tenant:de5751f9ee8a474f95846b83f158d902 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:49.955296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23a44fdd-aca9-4828-a0f1-f0447b9552f6 req-dcb2b0e1-6897-4b77-bdb9-bf6652c7e8ca tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e01efb6-fb71-4fb6-b375-2e9314c54159 HTTP/1.1" status: 200 len: 210 time: 0.3918133 May 12 19:32:49.984050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:50.012726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47cd16-aba4-4773-a8df-16e2df295ae6 req-232b7a12-80fb-4bca-9408-31278c8f3d6b tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:50.018011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c47cd16-aba4-4773-a8df-16e2df295ae6 req-232b7a12-80fb-4bca-9408-31278c8f3d6b tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.5498092 May 12 19:32:50.118934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:32:50.154345 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-5d31603a-155a-401d-b042-eb61ea6e4b2f service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211390 May 12 19:32:50.157714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:50.168275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:50.168275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:50.179369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:50.180162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:50.185864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] 10.222.0.36 "PUT /v2.0/ports/46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 200 len: 1122 time: 3.6089296 May 12 19:32:50.222960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c47cd16-aba4-4773-a8df-16e2df295ae6 req-86e5fcb4-08b9-42ff-826a-063ae9d77e20 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925833 May 12 19:32:50.230352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c75d2-55a5-4c39-ad5a-730311dbc258 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=8']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:50.270870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['46bb369b-0a02-4d43-8cc0-edfe7d06e762'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:50.285544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b4c1-9301-4e44-bb7f-82ea18d3e1a8 req-b0790a63-afac-4ada-9c08-2907b28be9c7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:50.297873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5798b4c1-9301-4e44-bb7f-82ea18d3e1a8 req-b0790a63-afac-4ada-9c08-2907b28be9c7 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.1744072 May 12 19:32:50.331102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['46bb369b-0a02-4d43-8cc0-edfe7d06e762'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:32:50.355873 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71d372a-a8cc-4c37-aa09-78ba0a55dbc2'] response: {'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762', 'code': 200} May 12 19:32:50.397408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5798b4c1-9301-4e44-bb7f-82ea18d3e1a8 req-f328bfde-707c-4272-84e4-ba7abb68493e tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926991 May 12 19:32:50.967241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Network': ['ID=c3b23f44-1fb8-4731-8783-e2921a799d71,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:50.971830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6191edbe-0833-47cc-8fde-318d2287d151 req-9914a335-0bd9-4e81-948d-492e4c9947b5 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957454 May 12 19:32:50.995669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c3b23f44-1fb8-4731-8783-e2921a799d71 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:32:51.031087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f6ab746e-a26f-4937-8e02-8606cccbe11c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1006608 May 12 19:32:51.048404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e4664-eabe-49b1-9e23-3d8f0606a851 req-f006b12f-547f-45ab-9851-df7c766eb2d2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:51.054205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49078) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:51.058564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-438e4664-eabe-49b1-9e23-3d8f0606a851 req-f006b12f-547f-45ab-9851-df7c766eb2d2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 949 time: 0.2115920 May 12 19:32:51.147868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-438e4664-eabe-49b1-9e23-3d8f0606a851 req-3a6c9658-165d-4b9a-a92b-890903a8a435 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877492 May 12 19:32:51.187851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-738977561'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:51.207437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:51.223027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:network and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:51.229612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:51.250868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:51.281697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07606a15-5d72-4005-8d6c-87f633b30c53 req-c910b764-9b78-49d4-b5b8-516ed72c86ad tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 210 time: 0.0882041 May 12 19:32:51.369322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:51.370345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:51.442683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:51.445047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:32:51.501387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d3395-bca3-4860-a799-5c901b3e6c07 req-a3bca8fb-e994-4902-9dba-a0aeeea326dc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:51.503581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e24d3395-bca3-4860-a799-5c901b3e6c07 req-a3bca8fb-e994-4902-9dba-a0aeeea326dc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.1367264 May 12 19:32:51.559847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:51.560424 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Added segment 1c15f444-3417-46eb-b679-41831bd82bf2 of type vlan for network 3da18450-faba-4c15-af43-f6fd6be9f34c May 12 19:32:51.616710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e24d3395-bca3-4860-a799-5c901b3e6c07 req-a3475f7a-0f9e-4311-b89d-d1c5d08a4482 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067884 May 12 19:32:51.716934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:51.768415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:51.774107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:51.788850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:51.883697 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8282287 May 12 19:32:51.891989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-985d8410-5f25-4f4b-be46-6501219e46ec tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:51.893102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49092) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:51.893781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-985d8410-5f25-4f4b-be46-6501219e46ec tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 810 time: 0.3105626 May 12 19:32:51.902816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09527cbf-216b-40b6-ac75-ac0c0882766e req-7644644b-1db5-4792-89d2-7822b80a0777 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:51.904322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09527cbf-216b-40b6-ac75-ac0c0882766e req-7644644b-1db5-4792-89d2-7822b80a0777 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.1579044 May 12 19:32:51.908761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Request body: {'port': {'device_id': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'admin_state_up': True, 'tenant_id': '6a181001415149b9981b35e73352c72b'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:51.917341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'subnet': {'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:51.998567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6db7c9-eae8-4660-a13c-954dea7be242 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Network': ['ID=3da18450-faba-4c15-af43-f6fd6be9f34c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:52.005329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Router 498e5790-2252-4d67-b210-a88b9ae1b28d is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:32:52.012849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3da18450-faba-4c15-af43-f6fd6be9f34c details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:32:52.202671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:52.245932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:32:52.259178 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Sync routers for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:32:52.264129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09527cbf-216b-40b6-ac75-ac0c0882766e req-0ca7c931-0fa8-4ec9-84cc-9884f1065ee3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390403 May 12 19:32:52.267252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:52.275226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:subnet and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:52.288362 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:52.288972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:52.289119 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:32:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:52.306583 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:52.310854 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ae3f9cea-b3c8-483f-b4bd-492205bd50f5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.4494169 May 12 19:32:52.316194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49102) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:52.359318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'name': 'network-vif-deleted', 'tag': '870399d8-6b4e-4451-8497-d3da5710b6d2'}, {'name': 'network-changed', 'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:52.382351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:52.402488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Usage tracker for resource:port and tenant:6a181001415149b9981b35e73352c72b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:52.411331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:52.417775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:52.452675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 5ea38d06-a443-488d-9e50-c7925f78366a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:52.470481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 5ea38d06-a443-488d-9e50-c7925f78366a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:52.471340 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:52.478574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Made reservation on behalf of 6a181001415149b9981b35e73352c72b for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:52.482339 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:52.562375 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:52.627313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:52.627874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:52.660582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:52.671892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:52.680030 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:52.742731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:52.793013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:52.832038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:52.835810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:52.877703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-593c6c2f-fa8c-4835-9698-9454cffc9c46 req-6ae85cd2-2803-4a9c-9c04-8789a55b0639 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 210 time: 0.3504009 May 12 19:32:52.909832 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:32:49Z', 'revision_number': 3, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:52.914958 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Checking router: 498e5790-2252-4d67-b210-a88b9ae1b28d for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:32:52.915309 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Updating router 498e5790-2252-4d67-b210-a88b9ae1b28d port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:32:52.938704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Allocated IP 172.20.0.8 (840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7/79d4530c-725e-4d43-8260-acaad7d5a09e/bebcd94a-85fe-487a-a5ce-889abf83f841) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:52.960263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acb49-36c3-4ea8-8c0c-7e5a5881d9f0 req-08a52ee3-aeea-4c81-bf53-ea319bea809b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:52.961845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-091acb49-36c3-4ea8-8c0c-7e5a5881d9f0 req-08a52ee3-aeea-4c81-bf53-ea319bea809b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 949 time: 0.5315661 May 12 19:32:52.963735 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cb205f-41f2-4f22-8174-00f3c46cc85c'] response: {'server_uuid': '0e01efb6-fb71-4fb6-b375-2e9314c54159', 'name': 'network-vif-deleted', 'tag': '870399d8-6b4e-4451-8497-d3da5710b6d2', 'status': 'completed', 'code': 200} May 12 19:32:52.964162 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cb205f-41f2-4f22-8174-00f3c46cc85c'] response: {'name': 'network-changed', 'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762', 'status': 'completed', 'code': 200} May 12 19:32:52.991566 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.021383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-5d66bbed-14fa-4432-82e9-593eda738083 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:53.023023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-5d66bbed-14fa-4432-82e9-593eda738083 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 810 time: 0.3608685 May 12 19:32:53.054968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Request body: {'port': {'device_id': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'admin_state_up': True, 'tenant_id': '6a181001415149b9981b35e73352c72b'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:53.193350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-091acb49-36c3-4ea8-8c0c-7e5a5881d9f0 req-97bd2749-fb73-4129-b97f-406797296536 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112117 May 12 19:32:53.264769 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca600134-9aef-4b57-902c-f9e10ee5ea0b'] response: {'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a', 'code': 200} May 12 19:32:53.424302 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.442414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:53.443182 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Transition to ACTIVE for port object dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:53.452528 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.454696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573c006-0fec-45b6-a437-8a76f4bfc970 req-dcc48677-45b1-437d-81cd-3bbba76916ca tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:53.456252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a573c006-0fec-45b6-a437-8a76f4bfc970 req-dcc48677-45b1-437d-81cd-3bbba76916ca tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.3782654 May 12 19:32:53.505215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Usage tracker for resource:port and tenant:6a181001415149b9981b35e73352c72b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:53.535106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:53.539830 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7be92-06d7-4313-8b81-3f5857e426fa None None] Pushing event updated for resources: {'Port': ['ID=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:53.542404 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Attempting to bind port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:53.542769 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Attempting to bind port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:53.543183 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Attempting to bind port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:53.549518 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:53.549885 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:53.550275 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.550654 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:53.551110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Bound port: dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:53.551477 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.561484 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.567848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:53.610888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Made reservation on behalf of 6a181001415149b9981b35e73352c72b for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:53.614328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.629019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] For port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:53.633762 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] For port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:53.645033 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.645757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a573c006-0fec-45b6-a437-8a76f4bfc970 req-490925cf-8f9f-4b3f-9c3a-e8386ca96157 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728134 May 12 19:32:53.666860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:53.722701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:32:53.723637 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:32:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:53.802328 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7be92-06d7-4313-8b81-3f5857e426fa None None] Pushing event updated for resources: {'Port': ['ID=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:53.809524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-24189b5b-4e74-41ec-b713-a5f4260c2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:53.817917 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-24189b5b-4e74-41ec-b713-a5f4260c2a0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1125 time: 0.8245020 May 12 19:32:53.824149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e78f-38ab-4ed4-8e9d-65a766c74d26 req-21396e75-677a-4fbb-8419-e2359ce52bbb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:53.826240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59b8e78f-38ab-4ed4-8e9d-65a766c74d26 req-21396e75-677a-4fbb-8419-e2359ce52bbb tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.3690581 May 12 19:32:53.830862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:54.022667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:54.026952 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:32:54.027718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92b337-7407-4aff-981b-8bd83a88448c req-df0dd7b6-5802-4437-9091-974c28140263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:54.029436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc92b337-7407-4aff-981b-8bd83a88448c req-df0dd7b6-5802-4437-9091-974c28140263 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1101 time: 0.6365976 May 12 19:32:54.065595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Allocated IP 172.20.0.12 (840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7/79d4530c-725e-4d43-8260-acaad7d5a09e/c95405d8-4033-41fb-8539-038724e5b457) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:54.071140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:54.084753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59b8e78f-38ab-4ed4-8e9d-65a766c74d26 req-8e18d5ea-f1bd-4ff4-ba3c-76f144ef6887 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518051 May 12 19:32:54.115873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:54.146193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Checking segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:54.146740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network hostable DHCP agents. Network: c3b23f44-1fb8-4731-8783-e2921a799d71, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:32:54.248194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event updated for resources: {'Port': ['ID=bebcd94a-85fe-487a-a5ce-889abf83f841,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:54.281383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c103359-1654-4802-b6bd-3715c0b69729 req-44e40f19-4923-49c2-9def-b82fdf153b84 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:54.285159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5c103359-1654-4802-b6bd-3715c0b69729 req-44e40f19-4923-49c2-9def-b82fdf153b84 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Synchronizing usage tracker for tenant:73a627d312634e02a9471fdc643a77d2 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:54.347069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6894858-f6b5-4453-9917-3c50a009378d req-92df144c-9ccf-480a-9e9c-de7f3c5f1be9 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 210 time: 0.1004901 May 12 19:32:54.480797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Subnet': ['ID=3b22bbc2-6bac-42bc-b5a2-638353b4178a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:54.488519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-3534cc45-e0b0-47c0-a150-4858a9f6c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:54.491243 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-3534cc45-e0b0-47c0-a150-4858a9f6c3d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.6312578 May 12 19:32:54.512320 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:32:49Z', 'revision_number': 3, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:32:54.519349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b99ae8-6d7b-4bd9-9a93-51d776752418 None None] The sync data for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 is: [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:32:49Z', 'revision_number': 3, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:32:54.549116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-ccf19b98-92cc-4f19-acb2-4c97cb262ccc service neutron] 10.222.0.73 "GET /v2.0/ports/46bb369b-0a02-4d43-8cc0-edfe7d06e762/bindings/n-h1-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.2903693 May 12 19:32:54.783523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-6b40a7b8-09ab-4d00-be3e-1534dfff5068 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 200 len: 217 time: 0.2253628 May 12 19:32:54.799169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5c103359-1654-4802-b6bd-3715c0b69729 req-44e40f19-4923-49c2-9def-b82fdf153b84 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Unset dirty status for tenant:73a627d312634e02a9471fdc643a77d2 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:54.800346 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c103359-1654-4802-b6bd-3715c0b69729 req-44e40f19-4923-49c2-9def-b82fdf153b84 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 1.3646293 May 12 19:32:54.895133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc92b337-7407-4aff-981b-8bd83a88448c req-4c2c376b-f451-4475-b339-381ad56ff444 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8249564 May 12 19:32:54.912958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:54.913640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:54.919922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network c3b23f44-1fb8-4731-8783-e2921a799d71 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:32:55.007774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-86942037-6c08-4cf5-940e-573411e11fd7 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1021140 May 12 19:32:55.011289 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:55.022894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Request body: {'port': {'device_id': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:55.043209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c3b23f44-1fb8-4731-8783-e2921a799d71) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:55.051627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:55.052011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:55.057761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3569dc2-a555-40e4-8073-8d13e1d8aa7b None None] Network c3b23f44-1fb8-4731-8783-e2921a799d71 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:55.081769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Deleting port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:32:55.082125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:55.126944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6d82c-b3ce-49e1-9911-926f993b72aa req-b81a9057-aebb-4eee-b44a-aa56cc131be1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:55.134544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4a6d82c-b3ce-49e1-9911-926f993b72aa req-b81a9057-aebb-4eee-b44a-aa56cc131be1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.5079687 May 12 19:32:55.219082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee9883-b027-4094-88c2-9c8c8250cdea req-45fa602c-6a15-48b1-8e09-1280f4a0554c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:55.225063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee9883-b027-4094-88c2-9c8c8250cdea req-45fa602c-6a15-48b1-8e09-1280f4a0554c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:55.232594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0ee9883-b027-4094-88c2-9c8c8250cdea req-45fa602c-6a15-48b1-8e09-1280f4a0554c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60&device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 1682 time: 0.6049714 May 12 19:32:55.254623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-e21c8000-6659-4606-88a3-545b6b9101be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:55.256321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-e21c8000-6659-4606-88a3-545b6b9101be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.4549828 May 12 19:32:55.348464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:55.367343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-c3b23f44-1fb8-4731-8783-e2921a799d71', 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'fixed_ips': [{'subnet_id': '3b22bbc2-6bac-42bc-b5a2-638353b4178a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:32:55.368519 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:55.374203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4a6d82c-b3ce-49e1-9911-926f993b72aa req-895cb093-41e5-451c-89cb-b9f95588a5ef tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372208 May 12 19:32:55.386621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:55.392129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0ee9883-b027-4094-88c2-9c8c8250cdea req-2d145fe0-5aa9-4b89-aec8-df7a41e6aab6 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586227 May 12 19:32:55.706842 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-b65fb24e-ab2a-4429-81d8-2f39d69dc941 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3737860 May 12 19:32:55.785609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:55.800255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:55.801475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event updated for resources: {'Port': ['ID=c95405d8-4033-41fb-8539-038724e5b457,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:55.811477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:55.832640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Allocated IP 10.1.1.2 (c3b23f44-1fb8-4731-8783-e2921a799d71/3b22bbc2-6bac-42bc-b5a2-638353b4178a/5bf8b0f4-e079-4bf9-acd7-6259d82c83c9) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:55.877047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:55.908116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-e461b942-6637-42ab-9a4d-16b7644841f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.6123214 May 12 19:32:56.135237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:56.196869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:56.201413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:56.239172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 46bb369b-0a02-4d43-8cc0-edfe7d06e762 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:56.297256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14729b-eb6a-42a2-b692-da084d646dc4 req-e7e77bcd-5cae-44d3-ba7f-a94010a278fe tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:56.302031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b14729b-eb6a-42a2-b692-da084d646dc4 req-e7e77bcd-5cae-44d3-ba7f-a94010a278fe tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 944 time: 0.7552979 May 12 19:32:56.319364 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-18ba4eb9-9890-469e-b036-9221715a6680 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.4218853 May 12 19:32:56.323302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49138) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:32:56.347752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:56.382835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:56.400746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cbe53648-8e1a-4dc7-95b1-ee23673a2b54 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3472178 May 12 19:32:56.439271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d12988-98e3-40d1-a599-a26d79f617e6 req-09c650bf-ec41-4842-b310-66424aaf113a tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:56.440831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18d12988-98e3-40d1-a599-a26d79f617e6 req-09c650bf-ec41-4842-b310-66424aaf113a tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 946 time: 0.7948968 May 12 19:32:56.447362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Request body: {'port': {'device_id': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:56.509899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'subnet': {'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:32:56.555403 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b14729b-eb6a-42a2-b692-da084d646dc4 req-8527e909-b8d2-42b1-b8e2-9ea6979b3a53 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641958 May 12 19:32:56.608966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:56.616983 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:56.624550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:56.624652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:56.659865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:56.684242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18d12988-98e3-40d1-a599-a26d79f617e6 req-a823c87e-c15f-47a7-becc-5d07265008db tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/security-groups?id=c19ce49a-5713-4bbd-9beb-3214b6d725e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074296 May 12 19:32:56.687893 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-5fb6d95e-96fa-4f65-bdd8-06d10d82d691 service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135863 May 12 19:32:56.699051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Transition to ACTIVE for port object 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:56.735674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Transition to ACTIVE for port object 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:56.751954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:56.796979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:56.939634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Network c3b23f44-1fb8-4731-8783-e2921a799d71 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:32:56.946302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:32:56.946436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] For port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,segment=NetworkSegment(0df9d2a8-2b26-4578-9d36-9f38fd03a598),segment_id=0df9d2a8-2b26-4578-9d36-9f38fd03a598)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:56.946436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:56.952889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:32:56.968418 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-64c0547d-7a95-416a-81ac-d042b3629918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:56.999094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Pushing event updated for resources: {'Port': ['ID=5bf8b0f4-e079-4bf9-acd7-6259d82c83c9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:57.006366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:57.006748 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.043845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebcd94a-85fe-487a-a5ce-889abf83f841 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:57.067117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c931-4fe0-4a68-bf65-cf9fa45dcc3f req-a947b9d1-b41d-477a-a73e-43e26d0750dc tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:57.068014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86f5c931-4fe0-4a68-bf65-cf9fa45dcc3f req-a947b9d1-b41d-477a-a73e-43e26d0750dc tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Synchronizing usage tracker for tenant:6a181001415149b9981b35e73352c72b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:32:57.079756 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.087790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:57.101637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Calling delete_port for 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:32:57.105444 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.169475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Transition to ACTIVE for port object bebcd94a-85fe-487a-a5ce-889abf83f841 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:57.186325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.236054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86f5c931-4fe0-4a68-bf65-cf9fa45dcc3f req-a947b9d1-b41d-477a-a73e-43e26d0750dc tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Unset dirty status for tenant:6a181001415149b9981b35e73352c72b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:32:57.237600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86f5c931-4fe0-4a68-bf65-cf9fa45dcc3f req-a947b9d1-b41d-477a-a73e-43e26d0750dc tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 932 time: 0.5500033 May 12 19:32:57.246766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Attempting to bind port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:57.247295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Attempting to bind port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:57.247682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Attempting to bind port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:57.258783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:57.258995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Checking segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:57.259398 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.260021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Bound using segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:57.260585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Bound port: 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:57.261264 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.281475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:57.396204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] For port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:57.398926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] For port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5bf8b0f4-e079-4bf9-acd7-6259d82c83c9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:57.405648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.504100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1703d1-42cc-44db-a9f9-1061e5202e69 None None] Pushing event updated for resources: {'Port': ['ID=5bf8b0f4-e079-4bf9-acd7-6259d82c83c9,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:57.526439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bb369b-0a02-4d43-8cc0-edfe7d06e762 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:57.558852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325365b2-3754-45e7-a85a-5ab94e863a9e req-a1a15f15-851c-4e84-99c5-bb017a83ffa8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:57.560771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-325365b2-3754-45e7-a85a-5ab94e863a9e req-a1a15f15-851c-4e84-99c5-bb017a83ffa8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.6951423 May 12 19:32:57.624307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:32:57.662758 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a253a852-fd93-4daa-a413-ff8a2fa1b50a req-63c9f4c9-d9d7-4943-be84-23f7b193360b service neutron] 10.222.0.73 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790740 May 12 19:32:57.684280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Pushing event updated for resources: {'Port': ['ID=bebcd94a-85fe-487a-a5ce-889abf83f841,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:57.718613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.741441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86f5c931-4fe0-4a68-bf65-cf9fa45dcc3f req-4a5e88b8-9551-4553-be4c-f32f7f48dfbf tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713631 May 12 19:32:57.741625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:32:57.787358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:subnet and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:32:57.796342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-325365b2-3754-45e7-a85a-5ab94e863a9e req-2a290796-74c3-413d-a0a0-d903190d0952 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086160 May 12 19:32:57.797728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:32:57.818721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:57.823004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:32:57.879143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Attempting to bind port bebcd94a-85fe-487a-a5ce-889abf83f841 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:57.879143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Attempting to bind port bebcd94a-85fe-487a-a5ce-889abf83f841 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:57.879382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Attempting to bind port bebcd94a-85fe-487a-a5ce-889abf83f841 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:57.920436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:32:58.004967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Port bebcd94a-85fe-487a-a5ce-889abf83f841 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:58.005603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Attempting to bind port bebcd94a-85fe-487a-a5ce-889abf83f841 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:58.022922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:58.023522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Checking segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:58.024147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Bound using segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:58.024948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Bound port: bebcd94a-85fe-487a-a5ce-889abf83f841, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:58.026869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.047019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:32:58.047357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:32:58.052666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95405d8-4033-41fb-8539-038724e5b457 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:32:58.081456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] Transition to ACTIVE for port object 46bb369b-0a02-4d43-8cc0-edfe7d06e762 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:58.105216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.128066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Pushing event deleted for resources: {'Port': ['ID=14d3565e-b0ee-41fd-95a6-7dbc51e452a2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:58.199354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.217406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Transition to ACTIVE for port object c95405d8-4033-41fb-8539-038724e5b457 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:32:58.248482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:58.291402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.392690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:58.393693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.453947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.454461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.455101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.455393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.456494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.456832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.457362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.459799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-3a7fe4e9-228c-41f4-b92c-31d691b7d749 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=483d6cc261e5461c9d684623068444e1&device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 6493 time: 2.2729878 May 12 19:32:58.478690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:32:58.482310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.529819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:58.530250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:32:58.541291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] No DVR routers for this DVR port 14d3565e-b0ee-41fd-95a6-7dbc51e452a2 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:58.548157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02c50560-e1b9-41d6-a26c-2a62ba937c3f req-36bddbff-f247-4270-a46a-a7a42c34e048 tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.72 "GET /v2.0/ports?device_id=a22572d0-43ff-422e-9ffe-9657264f2b1f HTTP/1.1" status: 200 len: 210 time: 0.1580217 May 12 19:32:58.621403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c95405d8-4033-41fb-8539-038724e5b457,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:58.626203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] For port bebcd94a-85fe-487a-a5ce-889abf83f841, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:58.636348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:58.659136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.691506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] For port bebcd94a-85fe-487a-a5ce-889abf83f841, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bebcd94a-85fe-487a-a5ce-889abf83f841,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:58.707320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c2bd3-9c99-402a-b022-599904f0a633 req-9b6c2dbb-922a-4013-84c4-628632470cad tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.708981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d7c2bd3-9c99-402a-b022-599904f0a633 req-9b6c2dbb-922a-4013-84c4-628632470cad tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.6425250 May 12 19:32:58.715485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.737560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'name': 'network-vif-deleted', 'tag': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:58.867231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] No DVR routers for this DVR port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:32:58.926677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Attempting to bind port c95405d8-4033-41fb-8539-038724e5b457 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:32:58.926677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Attempting to bind port c95405d8-4033-41fb-8539-038724e5b457 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:32:58.926677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Attempting to bind port c95405d8-4033-41fb-8539-038724e5b457 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:58.926677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Pushing event updated for resources: {'Port': ['ID=bebcd94a-85fe-487a-a5ce-889abf83f841,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:58.962703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:58.962703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.962703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-8afd8b9c-6a3b-487a-bb58-5c7819202f7b service neutron] 10.222.0.36 "PUT /v2.0/ports/bebcd94a-85fe-487a-a5ce-889abf83f841 HTTP/1.1" status: 200 len: 1091 time: 3.9282842 May 12 19:32:58.966422 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c103359-1654-4802-b6bd-3715c0b69729 req-15e46d3e-0f0a-46e6-a637-d43e169c61fc tempest-InstanceActionsTestJSON-1606010786 tempest-InstanceActionsTestJSON-1606010786-project] 10.222.0.36 "DELETE /v2.0/ports/14d3565e-b0ee-41fd-95a6-7dbc51e452a2 HTTP/1.1" status: 204 len: 173 time: 4.1058178 May 12 19:32:58.968653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-452f2aeb-d192-4c64-8e42-610d2db678c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:58.969871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'tag': 'bebcd94a-85fe-487a-a5ce-889abf83f841'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:32:58.987614 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] 10.222.0.73 "PUT /v2.0/ports/46bb369b-0a02-4d43-8cc0-edfe7d06e762/bindings/n-h1-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 4.3165040 May 12 19:32:58.994703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Port c95405d8-4033-41fb-8539-038724e5b457 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:32:58.994703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Attempting to bind port c95405d8-4033-41fb-8539-038724e5b457 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:32:59.007364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:32:59.007364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Checking segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:32:59.007364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Bound using segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:32:59.007364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Bound port: c95405d8-4033-41fb-8539-038724e5b457, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:32:59.007364 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:59.015922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4db2a-d224-467c-b902-a896a2877435 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:59.124241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Allocated IP 172.20.0.1 (ac2b2370-dcc5-4122-84c1-142c5782c5f0/f13aab7e-81e3-4ca5-82ae-606b17c1c2f7/ab21688a-ad2c-4d0c-80ba-adb3302fa067) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:32:59.159528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee49cc-08b1-42cc-9342-9449b6e3295e None None] Network c3b23f44-1fb8-4731-8783-e2921a799d71 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:32:59.191235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-561aa09b-3e58-45f5-9f14-a66f7d124316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:59.191710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-561aa09b-3e58-45f5-9f14-a66f7d124316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:59.192172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-561aa09b-3e58-45f5-9f14-a66f7d124316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:59.193892 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-561aa09b-3e58-45f5-9f14-a66f7d124316 service neutron] 10.222.0.36 "GET /v2.0/networks?id=823a8d96-f772-477a-baf6-df0b1eb06ab0&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=af9ef7af-eec9-4d47-93dd-ca2b28932327&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&id=cf08d2f2-0747-4dd1-a4c5-322775da83c6 HTTP/1.1" status: 200 len: 2293 time: 0.6924498 May 12 19:32:59.268699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d7c2bd3-9c99-402a-b022-599904f0a633 req-a3232137-d53e-45ce-a265-ea7100ba5f18 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106182 May 12 19:32:59.295935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f2f2-d88e-4078-9800-f55da5910d4e req-cee9b649-abd5-4b16-9f06-e08e6f186bec tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:59.297490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e214f2f2-d88e-4078-9800-f55da5910d4e req-cee9b649-abd5-4b16-9f06-e08e6f186bec tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.5874882 May 12 19:32:59.317525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] For port c95405d8-4033-41fb-8539-038724e5b457, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:32:59.321085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] Provisioning for port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:32:59.339783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] Provisioning complete for port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:32:59.340343 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:59.351652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] For port c95405d8-4033-41fb-8539-038724e5b457, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c95405d8-4033-41fb-8539-038724e5b457,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:32:59.370044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:59.431457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e214f2f2-d88e-4078-9800-f55da5910d4e req-d00fa696-9d92-47f0-b76a-585dbe43c533 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122937 May 12 19:32:59.448205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:59.448875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:59.450391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c95405d8-4033-41fb-8539-038724e5b457 HTTP/1.1" status: 200 len: 1092 time: 3.0234122 May 12 19:32:59.451150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-81a7f305-fa93-4003-adc8-1a32803f5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:59.453599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-81a7f305-fa93-4003-adc8-1a32803f5e00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=5ad1a038-3977-4718-8d27-39eaf423ebfc HTTP/1.1" status: 200 len: 1094 time: 0.4155102 May 12 19:32:59.489492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-524f5fab-d43e-4d3a-bb5a-9fd629fbeac0 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:32:59.502627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-524f5fab-d43e-4d3a-bb5a-9fd629fbeac0 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.3508320 May 12 19:32:59.651281 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba9ca75-5db4-4487-90d0-21080193fd62'] response: {'server_uuid': 'a22572d0-43ff-422e-9ffe-9657264f2b1f', 'name': 'network-vif-deleted', 'tag': '14d3565e-b0ee-41fd-95a6-7dbc51e452a2', 'status': 'completed', 'code': 200} May 12 19:32:59.731330 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-bf1a35af-3da0-41b8-8706-75292d1655d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a16558-9e11-47d2-87d1-2abb14f650a8 HTTP/1.1" status: 200 len: 1001 time: 0.5190804 May 12 19:32:59.807045 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eccaef-b8c0-43d3-98f3-66b71d81f6b0'] response: {'name': 'network-changed', 'server_uuid': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'tag': 'bebcd94a-85fe-487a-a5ce-889abf83f841', 'status': 'completed', 'code': 200} May 12 19:32:59.844584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c86d36-b9e1-4420-9c19-31b9da120bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c95405d8-4033-41fb-8539-038724e5b457,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:32:59.864736 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-5b525f25-eb6f-4642-8e8e-7ca720ce65e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bebcd94a-85fe-487a-a5ce-889abf83f841 HTTP/1.1" status: 200 len: 217 time: 0.3934612 May 12 19:32:59.916689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] Current status of the port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:32:59.918582 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:32:59.949528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.001614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.021690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Transition to ACTIVE for port object ab21688a-ad2c-4d0c-80ba-adb3302fa067 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:00.023692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] For port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5bf8b0f4-e079-4bf9-acd7-6259d82c83c9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:00.034835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-6cb7331a-4d34-4ff1-92da-b95131e1fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:00.035742 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.036315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-6cb7331a-4d34-4ff1-92da-b95131e1fe9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4eaa284-aafe-4c47-b6cc-714071675d77 HTTP/1.1" status: 200 len: 851 time: 0.2603326 May 12 19:33:00.040312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-907d4116-60a6-41ea-9c9b-3062232c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:00.041933 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-907d4116-60a6-41ea-9c9b-3062232c6e39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.1638441 May 12 19:33:00.045017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.142320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357856e7-36fc-4dcc-9ecf-0d6536ab3c96 None None] Pushing event updated for resources: {'Port': ['ID=5bf8b0f4-e079-4bf9-acd7-6259d82c83c9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:00.186456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49168) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:00.192141 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.267171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cd3e05ef-0024-4cdc-b4fb-43dd450b0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:00.269225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-cd3e05ef-0024-4cdc-b4fb-43dd450b0d76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 1095 time: 0.7588475 May 12 19:33:00.331002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Subnet': ['ID=d33ef676-aadf-4ac5-ab3f-2485032c2a6d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:00.364151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1254ffd2-70e3-4871-ab9f-e489aac917bd None None] Provisioning complete for port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:00.365103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1254ffd2-70e3-4871-ab9f-e489aac917bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.406182 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-b6158b8a-d87d-43ba-b854-3ab14ac7330e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2566352 May 12 19:33:00.406345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-19f39b2e-4177-4b99-be35-260ba727fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:00.407846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-19f39b2e-4177-4b99-be35-260ba727fbc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632 HTTP/1.1" status: 200 len: 1096 time: 0.8289235 May 12 19:33:00.442948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-a2090def-f18c-4661-9cf0-7e9df26a072c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95405d8-4033-41fb-8539-038724e5b457 HTTP/1.1" status: 200 len: 217 time: 0.1531272 May 12 19:33:00.612415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1254ffd2-70e3-4871-ab9f-e489aac917bd None None] Current status of the port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:00.642906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.761943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Pushing event updated for resources: {'Port': ['ID=ab21688a-ad2c-4d0c-80ba-adb3302fa067,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:00.765108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Checking segment: {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:00.765108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network hostable DHCP agents. Network: 3da18450-faba-4c15-af43-f6fd6be9f34c, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:33:00.770335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:00.843629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db145-b4a4-4ceb-890e-f9b75e2bf67b req-ba4fa9c3-3b7a-4417-85c8-8eceb76bd980 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:00.845162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e4db145-b4a4-4ceb-890e-f9b75e2bf67b req-ba4fa9c3-3b7a-4417-85c8-8eceb76bd980 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 944 time: 0.9520712 May 12 19:33:00.857138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] Deleting subnet 0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:33:00.897137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:00.930769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:00.936034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:00.951893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-c4d35b50-3bed-413a-9c28-279012f03dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:00.953478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-c4d35b50-3bed-413a-9c28-279012f03dc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.5042653 May 12 19:33:00.980945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-42e9f033-7372-4cc8-8690-382ae23af4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:00.982755 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-42e9f033-7372-4cc8-8690-382ae23af4c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=823a8d96-f772-477a-baf6-df0b1eb06ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8955038 May 12 19:33:01.027418 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-00fcbcb4-0790-4530-ae4b-dd1f4550fa7d service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047697 May 12 19:33:01.045252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-82782257-a66c-4c60-ba76-97b33e58a013 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697165 May 12 19:33:01.049610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:01.092124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e4db145-b4a4-4ceb-890e-f9b75e2bf67b req-2cbf95f6-edac-4a99-ae9e-a8363855c768 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307339 May 12 19:33:01.235982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network 3da18450-faba-4c15-af43-f6fd6be9f34c is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:33:01.309067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-ff97a1c4-a5f2-4cac-a049-52c57b7359b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:01.310608 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-ff97a1c4-a5f2-4cac-a049-52c57b7359b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1096 time: 0.8245795 May 12 19:33:01.321236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:01.364157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8832d-8799-4ed4-a7c1-70ae9ae8b995 req-0bd5970b-b546-43d3-b264-512ff387ca92 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:01.371485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cef8832d-8799-4ed4-a7c1-70ae9ae8b995 req-0bd5970b-b546-43d3-b264-512ff387ca92 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.6181662 May 12 19:33:01.396871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc3ea928-b0eb-4f1d-bfb9-9f8dacb28388 None None] Provisioning for port ab21688a-ad2c-4d0c-80ba-adb3302fa067 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:01.403889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc3ea928-b0eb-4f1d-bfb9-9f8dacb28388 None None] Provisioning complete for port ab21688a-ad2c-4d0c-80ba-adb3302fa067 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:01.404561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cc3ea928-b0eb-4f1d-bfb9-9f8dacb28388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:01.451953 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-4dc19c9b-7f95-45a1-9c98-ff12c0290cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677044 May 12 19:33:01.458234 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:01.485504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ea928-b0eb-4f1d-bfb9-9f8dacb28388 None None] Port ab21688a-ad2c-4d0c-80ba-adb3302fa067 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:01.485914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3da18450-faba-4c15-af43-f6fd6be9f34c) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:01.497626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330663b8-d075-4303-bcb5-304f4fec7c39 None None] Network 3da18450-faba-4c15-af43-f6fd6be9f34c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:01.522445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:01.523139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:01.554645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb800c-b961-42ae-84a6-98b543150793 req-d8354491-0010-4d56-8b79-6c7c085229fd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:01.555560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5bdb800c-b961-42ae-84a6-98b543150793 req-d8354491-0010-4d56-8b79-6c7c085229fd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Synchronizing usage tracker for tenant:de5751f9ee8a474f95846b83f158d902 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:01.587892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-4a4e7d9c-da38-4c6f-9034-ad700323d199 service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913070 May 12 19:33:01.591278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cef8832d-8799-4ed4-a7c1-70ae9ae8b995 req-6b13d20b-2ed8-4acc-abd7-8b42ae8a4a63 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187157 May 12 19:33:01.622370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:01.641513 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2eeb61a1-8aae-46ed-b250-76b24ef5d76c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.1448965 May 12 19:33:01.646690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49180) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:01.650775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5bdb800c-b961-42ae-84a6-98b543150793 req-d8354491-0010-4d56-8b79-6c7c085229fd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Unset dirty status for tenant:de5751f9ee8a474f95846b83f158d902 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:01.652378 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bdb800c-b961-42ae-84a6-98b543150793 req-d8354491-0010-4d56-8b79-6c7c085229fd tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.73 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 946 time: 0.5388396 May 12 19:33:01.675705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'port': {'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'name': 'tempest-TaggedBootDevicesTest_v242-586521502', 'fixed_ips': [{'subnet_id': '3b22bbc2-6bac-42bc-b5a2-638353b4178a'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:01.809462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'tag': 'c95405d8-4033-41fb-8539-038724e5b457'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:01.860635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-be1bae76-784a-4b9c-80ea-c06ee44afd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:01.862234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-be1bae76-784a-4b9c-80ea-c06ee44afd7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 200 len: 909 time: 0.5425866 May 12 19:33:01.875582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3da18450-faba-4c15-af43-f6fd6be9f34c', 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'fixed_ips': [{'subnet_id': 'd33ef676-aadf-4ac5-ab3f-2485032c2a6d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:33:01.876684 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:01.880718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:01.884908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:port and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:01.887849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:01.895110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:01.970208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.038238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Allocated IP 10.2.2.2 (3da18450-faba-4c15-af43-f6fd6be9f34c/d33ef676-aadf-4ac5-ab3f-2485032c2a6d/36b8a468-b7e9-4d04-a442-a8d93942a953) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:02.044435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:02.044739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:02.046521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-de3985df-fe23-435c-8ad4-4cd6cc12627a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 200 len: 217 time: 0.1302087 May 12 19:33:02.050595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:02.056016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.065355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fceb6428-51db-4f3e-a72f-d38676eab789 req-b0969d62-9650-4831-b05d-f8437a37f31c service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649441 May 12 19:33:02.115871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd6fa69b-349a-4020-a69c-4c0dab397386 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0cb5ea3e-e07c-4279-a3bf-0ad518bc7c0a HTTP/1.1" status: 204 len: 168 time: 1.9136639 May 12 19:33:02.116516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49190) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:02.209075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:02.209273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Deleting port 071d479b-9e77-42c8-92dc-3b442b0220a4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:02.209672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.211140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.242479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-a2a523df-ea20-4b34-9759-8a7ca563b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:02.244524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-a2a523df-ea20-4b34-9759-8a7ca563b6a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 200 len: 848 time: 0.1830950 May 12 19:33:02.255142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b313c-8ecd-439a-871e-a3cb81728799 req-f1f55513-78c4-4aa1-979a-83ef8992759b tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:02.256785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-822b313c-8ecd-439a-871e-a3cb81728799 req-f1f55513-78c4-4aa1-979a-83ef8992759b tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 946 time: 0.5097532 May 12 19:33:02.268478 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-7d952f76-189f-4f10-8cff-ad43fac731e2 service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2724707 May 12 19:33:02.331349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-fddc36f4-bb6c-4a77-923b-54373664c61e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654721 May 12 19:33:02.341790 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.382462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.393376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3313-bfec-4edd-91dd-65822c22bf4c req-89f4d3f2-db6c-43da-94a2-ada18f393f95 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:02.394950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-174b3313-bfec-4edd-91dd-65822c22bf4c req-89f4d3f2-db6c-43da-94a2-ada18f393f95 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.5431013 May 12 19:33:02.425350 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.444509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Transition to ACTIVE for port object 36b8a468-b7e9-4d04-a442-a8d93942a953 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:02.447449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:02.469605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Transition to ACTIVE for port object 36b8a468-b7e9-4d04-a442-a8d93942a953 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:02.477406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.492326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-822b313c-8ecd-439a-871e-a3cb81728799 req-a31f95b2-e9eb-416c-a4b7-d88139e6d4e9 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947131 May 12 19:33:02.494761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1018165-17f9-4891-8048-4bc386026d37 req-0ef2971d-e175-47a4-a34c-2cadb957d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:02.496056 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1018165-17f9-4891-8048-4bc386026d37 req-0ef2971d-e175-47a4-a34c-2cadb957d092 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=5ad1a038-3977-4718-8d27-39eaf423ebfc HTTP/1.1" status: 200 len: 1094 time: 0.9317598 May 12 19:33:02.564667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Pushing event updated for resources: {'Port': ['ID=36b8a468-b7e9-4d04-a442-a8d93942a953,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:02.584099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Network 3da18450-faba-4c15-af43-f6fd6be9f34c is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:02.585586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:02.588562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.588903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.589256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.589634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.589958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.590956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.591028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.591313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.591768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.592215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.592821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.593402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:02.599151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] device_id is not set on port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:33:02.602055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:02.667999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.740380 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5b1f37-1edf-4f73-afdf-54554870016c'] response: {'name': 'network-changed', 'server_uuid': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'tag': 'c95405d8-4033-41fb-8539-038724e5b457', 'status': 'completed', 'code': 200} May 12 19:33:02.740477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Attempting to bind port 36b8a468-b7e9-4d04-a442-a8d93942a953 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:02.740477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Attempting to bind port 36b8a468-b7e9-4d04-a442-a8d93942a953 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:02.740599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Attempting to bind port 36b8a468-b7e9-4d04-a442-a8d93942a953 on network 3da18450-faba-4c15-af43-f6fd6be9f34c {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:02.749260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:02.749679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Checking segment: {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:02.750254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.750665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Bound using segment: {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:02.751561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Bound port: 36b8a468-b7e9-4d04-a442-a8d93942a953, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:02.751928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.849642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-174b3313-bfec-4edd-91dd-65822c22bf4c req-6f2aa0d9-7d54-4e98-a54d-701053199388 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064865 May 12 19:33:02.874302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] For port 36b8a468-b7e9-4d04-a442-a8d93942a953, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:02.874302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] For port 36b8a468-b7e9-4d04-a442-a8d93942a953, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=36b8a468-b7e9-4d04-a442-a8d93942a953,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:02.878399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.969696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:02.992773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425ad9e-80d6-4be7-a637-6a6ed6ace369 None None] Pushing event updated for resources: {'Port': ['ID=36b8a468-b7e9-4d04-a442-a8d93942a953,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:03.006546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dd2d64-625d-44c2-be39-b3e822f97459']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:03.013452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-9cb625c7-a64c-43a5-906e-3a48f75ae14c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0394099 May 12 19:33:03.092497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df9d2a8-2b26-4578-9d36-9f38fd03a598') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:03.092789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df9d2a8-2b26-4578-9d36-9f38fd03a598') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:03.112604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-fc8d46b2-613a-43c8-bdc5-31d9b79a28bd service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669377 May 12 19:33:03.136269 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:03.318235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:03.349242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:33:03.349634 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: timer() May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:33:03.366685 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:33:03.372285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1018165-17f9-4891-8048-4bc386026d37 req-e386cef2-ec0d-4a22-a30f-70f783c3e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:03.373993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1018165-17f9-4891-8048-4bc386026d37 req-e386cef2-ec0d-4a22-a30f-70f783c3e248 service neutron] 10.222.0.36 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 911 time: 0.8590534 May 12 19:33:03.384872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-284ecabb-1a0b-4778-bae7-d07ef4f56e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:03.386654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-284ecabb-1a0b-4778-bae7-d07ef4f56e58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 1095 time: 0.6513443 May 12 19:33:03.452715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926021-e461-4279-96fe-0e6bb2774adc req-52bd97ea-cdfb-496c-8f85-9eedd23cd757 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:03.457717 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60926021-e461-4279-96fe-0e6bb2774adc req-52bd97ea-cdfb-496c-8f85-9eedd23cd757 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.4530828 May 12 19:33:03.461606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-538b4da9-acdd-4413-8c1a-37c737150bc0 service neutron] 10.222.0.36 "GET /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1735132 May 12 19:33:03.549309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1018165-17f9-4891-8048-4bc386026d37 req-77c9a25c-ca77-4fb5-9205-ea6318888576 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bebcd94a-85fe-487a-a5ce-889abf83f841 HTTP/1.1" status: 200 len: 217 time: 0.1473300 May 12 19:33:03.561105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9d171-0100-43ab-b150-1b8c0394821c req-0837ec58-a815-4de9-917b-cc77cf8baa24 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:03.569254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66f9d171-0100-43ab-b150-1b8c0394821c req-0837ec58-a815-4de9-917b-cc77cf8baa24 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 944 time: 0.8290265 May 12 19:33:03.620690 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-1923a8aa-220f-46e5-943c-23e042e2afaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 200 len: 217 time: 0.1429937 May 12 19:33:03.635948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:03.647078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 10.1.1.146 (c3b23f44-1fb8-4731-8783-e2921a799d71/3b22bbc2-6bac-42bc-b5a2-638353b4178a/66cba182-2ddf-4c1b-9b77-91d1d26174b9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:03.669923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-ea4eddf1-728d-4841-af01-3b2bec376108 service neutron] 10.222.0.36 "GET /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476401 May 12 19:33:03.689423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:03.719703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] Pushing event deleted for resources: {'Network': ['ID=24dd2d64-625d-44c2-be39-b3e822f97459,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:03.724486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60926021-e461-4279-96fe-0e6bb2774adc req-dc76ebe1-d747-4a45-8d98-795cd946bf74 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119379 May 12 19:33:03.777406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66f9d171-0100-43ab-b150-1b8c0394821c req-635ccda0-b416-46a1-8d44-df4e51d6172f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068732 May 12 19:33:03.796841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20afc5f7-8c62-4b49-839a-0b92fae01530 admin admin] 10.222.0.72 "DELETE /v2.0/networks/24dd2d64-625d-44c2-be39-b3e822f97459 HTTP/1.1" status: 204 len: 168 time: 1.6645439 May 12 19:33:03.920147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c95405d8-4033-41fb-8539-038724e5b457 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:03.925793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1018165-17f9-4891-8048-4bc386026d37 req-eb459488-3ac5-41df-939a-b20d32e80f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:03.927750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1018165-17f9-4891-8048-4bc386026d37 req-eb459488-3ac5-41df-939a-b20d32e80f4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.3549139 May 12 19:33:03.948636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=071d479b-9e77-42c8-92dc-3b442b0220a4,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:03.949486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:04.058838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-07b33c20-05be-46c0-a41e-0ed700e52cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:04.061886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-07b33c20-05be-46c0-a41e-0ed700e52cbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 911 time: 0.6028559 May 12 19:33:04.061987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-68ab21b9-fe47-49c1-bd1a-534dd11996ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:04.063675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49224) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:04.067772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-68ab21b9-fe47-49c1-bd1a-534dd11996ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.4338734 May 12 19:33:04.145993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 36b8a468-b7e9-4d04-a442-a8d93942a953 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:04.227540 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1018165-17f9-4891-8048-4bc386026d37 req-c27c5ba3-e262-4814-a563-a2ae91eb921b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2666423 May 12 19:33:04.261340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 071d479b-9e77-42c8-92dc-3b442b0220a4 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:04.294328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-1bc26c37-dfde-4915-88a2-56f302c7f1a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95405d8-4033-41fb-8539-038724e5b457 HTTP/1.1" status: 200 len: 217 time: 0.2195790 May 12 19:33:04.370148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c95405d8-4033-41fb-8539-038724e5b457, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c95405d8-4033-41fb-8539-038724e5b457,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:04.393472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'c95405d8-4033-41fb-8539-038724e5b457', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'port_id': 'c95405d8-4033-41fb-8539-038724e5b457', 'mac_address': 'fa:16:3e:18:4d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d4530c-725e-4d43-8260-acaad7d5a09e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:04.424482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 36b8a468-b7e9-4d04-a442-a8d93942a953 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:04.426149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Calling delete_port for 071d479b-9e77-42c8-92dc-3b442b0220a4 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:04.466538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e90315-b1f3-4d1b-90bc-286f9ec134e3 None None] Network 3da18450-faba-4c15-af43-f6fd6be9f34c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:04.497912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-195ff14c-8159-4eac-b513-c095f77227d1 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:04.499305 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-195ff14c-8159-4eac-b513-c095f77227d1 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 945 time: 1.2479565 May 12 19:33:04.557591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-29f42bfc-7f1a-46d2-8a7f-9dff082c1bfe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73a627d312634e02a9471fdc643a77d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922652 May 12 19:33:04.566313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824711b7-6ff1-458f-8fbf-6646834fc515 req-a8c29a45-c9c4-4488-aaaf-9a345ff4ea80 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:04.567756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-824711b7-6ff1-458f-8fbf-6646834fc515 req-a8c29a45-c9c4-4488-aaaf-9a345ff4ea80 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 946 time: 0.6677644 May 12 19:33:04.570407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49228) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:04.584185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-dd002ccd-a16b-46dc-9c1b-537d881c0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:04.585680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-dd002ccd-a16b-46dc-9c1b-537d881c0ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.2129927 May 12 19:33:04.593058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69178f36-786a-46a4-9a7f-5f7051b87e33 req-27782fd0-b551-4353-8ffe-7d886bff10ea tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:04.594443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69178f36-786a-46a4-9a7f-5f7051b87e33 req-27782fd0-b551-4353-8ffe-7d886bff10ea tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.5169663 May 12 19:33:04.607498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c95405d8-4033-41fb-8539-038724e5b457 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:04.607879 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:04.644869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 071d479b-9e77-42c8-92dc-3b442b0220a4 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:04.645467 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:04.661924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95405d8-4033-41fb-8539-038724e5b457 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:04.673334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] Provisioning for port 36b8a468-b7e9-4d04-a442-a8d93942a953 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:04.682607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-de16f4cb-2313-4e73-9ed7-c3524c2044a4 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:04.684101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-de16f4cb-2313-4e73-9ed7-c3524c2044a4 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8&tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.3828290 May 12 19:33:04.692801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-8f404c8d-2e73-43b0-8c59-420de8a57bf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825474 May 12 19:33:04.730811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=071d479b-9e77-42c8-92dc-3b442b0220a4,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:04.740812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:04.748189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] Provisioning complete for port 36b8a468-b7e9-4d04-a442-a8d93942a953 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:04.748855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:04.811417 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:04.844154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Deleting port bff21d40-3404-4fe4-b5a8-75df7c565b25 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:04.844681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:04.858135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c95405d8-4033-41fb-8539-038724e5b457, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c95405d8-4033-41fb-8539-038724e5b457,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:04.882807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:04.883658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bebcd94a-85fe-487a-a5ce-889abf83f841 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:05.012808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-824711b7-6ff1-458f-8fbf-6646834fc515 req-e5e9b5a3-8ff7-4383-bc52-e4088b745e1d tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171755 May 12 19:33:05.022836 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69178f36-786a-46a4-9a7f-5f7051b87e33 req-ac1cfab5-5b70-41b0-b60a-1a8a6605ea5c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058869 May 12 19:33:05.054080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] Current status of the port 36b8a468-b7e9-4d04-a442-a8d93942a953 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:05.054543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.087699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:33:05.095638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4184394d-6576-464c-993d-5b002dc65e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.213675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.231635 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1018165-17f9-4891-8048-4bc386026d37 req-a00420b7-a843-444a-9c2f-630cd3cba49d service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137422 May 12 19:33:05.235093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4184394d-6576-464c-993d-5b002dc65e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.239391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.269058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=071d479b-9e77-42c8-92dc-3b442b0220a4,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:05.316690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-f9dbb8f2-4711-4bbf-aab0-98b8469a4487 service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582058 May 12 19:33:05.320003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] For port 36b8a468-b7e9-4d04-a442-a8d93942a953, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=36b8a468-b7e9-4d04-a442-a8d93942a953,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:05.329503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bebcd94a-85fe-487a-a5ce-889abf83f841, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bebcd94a-85fe-487a-a5ce-889abf83f841,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:05.348670 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.359373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'bebcd94a-85fe-487a-a5ce-889abf83f841', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'port_id': 'bebcd94a-85fe-487a-a5ce-889abf83f841', 'mac_address': 'fa:16:3e:ca:42:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d4530c-725e-4d43-8260-acaad7d5a09e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:05.360050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:33:05.360436 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:33:05.411167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-e9914918-ac25-41a4-8918-514f91f8a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:05.412932 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-e9914918-ac25-41a4-8918-514f91f8a6dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1884298 May 12 19:33:05.413442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c95405d8-4033-41fb-8539-038724e5b457,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:05.470845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.473342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-c0038bcc-3301-47cf-aac6-6fab11b2e8dd service neutron] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:05.495277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bebcd94a-85fe-487a-a5ce-889abf83f841 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:05.495650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.525536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbab2a-ff85-49d5-9311-70cec0ef7622 None None] Pushing event updated for resources: {'Port': ['ID=36b8a468-b7e9-4d04-a442-a8d93942a953,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:05.537078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4184394d-6576-464c-993d-5b002dc65e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.537616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebcd94a-85fe-487a-a5ce-889abf83f841 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:05.566052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bebcd94a-85fe-487a-a5ce-889abf83f841, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bebcd94a-85fe-487a-a5ce-889abf83f841,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:05.574953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.589172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275c704-fba6-4626-b00c-1b2afd4a6cb2 req-c4f844c7-1088-4fa9-bcce-524f8952a07b tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:05.590920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4275c704-fba6-4626-b00c-1b2afd4a6cb2 req-c4f844c7-1088-4fa9-bcce-524f8952a07b tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 945 time: 0.3962519 May 12 19:33:05.594261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184394d-6576-464c-993d-5b002dc65e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19ce49a-5713-4bbd-9beb-3214b6d725e7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:05.596460 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4184394d-6576-464c-993d-5b002dc65e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.597775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4184394d-6576-464c-993d-5b002dc65e95 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c19ce49a-5713-4bbd-9beb-3214b6d725e7 HTTP/1.1" status: 204 len: 168 time: 1.0257065 May 12 19:33:05.599830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-c0038bcc-3301-47cf-aac6-6fab11b2e8dd service neutron] Notify callbacks [] for binding, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.601104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-c0038bcc-3301-47cf-aac6-6fab11b2e8dd service neutron] 10.222.0.36 "DELETE /v2.0/ports/46bb369b-0a02-4d43-8cc0-edfe7d06e762/bindings/n-h2-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.9074242 May 12 19:33:05.605713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d907ff4f-6e49-4ce3-9dd5-b09b824cfb01 req-c24395cb-bafe-43bd-b70c-75a41c4e958d service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646794 May 12 19:33:05.614413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec79c3-c6ac-4d49-a8d7-a5f7ff49c5f6 req-d4ba98a2-1c37-4346-b232-bf58ab69507b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:05.617126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58ec79c3-c6ac-4d49-a8d7-a5f7ff49c5f6 req-d4ba98a2-1c37-4346-b232-bf58ab69507b tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.3446336 May 12 19:33:05.668001 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.701364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Transition to ACTIVE for port object 66cba182-2ddf-4c1b-9b77-91d1d26174b9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:05.708794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Pushing event updated for resources: {'Port': ['ID=ab21688a-ad2c-4d0c-80ba-adb3302fa067,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:05.752007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bebcd94a-85fe-487a-a5ce-889abf83f841,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:05.794566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4275c704-fba6-4626-b00c-1b2afd4a6cb2 req-be38cb7b-dd5b-4aeb-b604-affd9f71c063 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176500 May 12 19:33:05.819468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58ec79c3-c6ac-4d49-a8d7-a5f7ff49c5f6 req-c69ec940-3948-4572-82ef-4156c6a6c682 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852674 May 12 19:33:05.872049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Deleting port 071d479b-9e77-42c8-92dc-3b442b0220a4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:05.872958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.887913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-abd935fc-e0ac-43f4-bb68-68af7345cd9e None None] Provisioning complete for port 36b8a468-b7e9-4d04-a442-a8d93942a953 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:05.888990 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-abd935fc-e0ac-43f4-bb68-68af7345cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:05.904509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-b6c62e60-7497-4a58-8f5e-ac684c19723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:05.906560 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-b6c62e60-7497-4a58-8f5e-ac684c19723c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1101 time: 1.0693514 May 12 19:33:05.930220 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da2da3a-41bf-48c2-9bde-b5b13f40622f'] response: {'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4', 'code': 200} May 12 19:33:05.931484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c95405d8-4033-41fb-8539-038724e5b457'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:05.956867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['bebcd94a-85fe-487a-a5ce-889abf83f841'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:06.032678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bff21d40-3404-4fe4-b5a8-75df7c565b25 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:06.151632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba3a1-a9f9-42e6-bb32-ee89ae9a027c req-ac1d2f1c-994e-4290-afe8-4200c315b273 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:06.161621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7afba3a1-a9f9-42e6-bb32-ee89ae9a027c req-ac1d2f1c-994e-4290-afe8-4200c315b273 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 1096 time: 0.1388700 May 12 19:33:06.173393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 36b8a468-b7e9-4d04-a442-a8d93942a953 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:06.199591 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1018165-17f9-4891-8048-4bc386026d37 req-f7074a8c-b919-4393-895a-5350357c37af service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176457 May 12 19:33:06.304655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7afba3a1-a9f9-42e6-bb32-ee89ae9a027c req-853c0d0c-39f5-4e63-a116-86ec6e451725 tempest-LiveMigrationTest-2065624207 tempest-LiveMigrationTest-2065624207-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419091 May 12 19:33:06.382433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-5981fc01-031e-4c45-aba4-1ac2756ee16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:06.388807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-5981fc01-031e-4c45-aba4-1ac2756ee16b service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4148343 May 12 19:33:06.407951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50428da2-e0f3-4bd7-a09d-60b14d22393f req-339da17d-9c07-4ad4-841e-7b080745cb92 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:06.420099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50428da2-e0f3-4bd7-a09d-60b14d22393f req-339da17d-9c07-4ad4-841e-7b080745cb92 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 944 time: 0.1692514 May 12 19:33:06.429751 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-0737a6be-416e-47b3-a678-b25eeddd92a3 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914908 May 12 19:33:06.536555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50428da2-e0f3-4bd7-a09d-60b14d22393f req-d67cdda7-c20f-4b9e-be91-50c3ee2c6257 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154389 May 12 19:33:06.601326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bff21d40-3404-4fe4-b5a8-75df7c565b25 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:06.601703 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:06.602077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d603556-bac3-4830-a8e5-94c17ff9f756 req-bba2d9d3-45ed-4a7b-935b-ce74d69cafdb tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:06.610976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d603556-bac3-4830-a8e5-94c17ff9f756 req-bba2d9d3-45ed-4a7b-935b-ce74d69cafdb tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.1492357 May 12 19:33:06.614879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 36b8a468-b7e9-4d04-a442-a8d93942a953 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:06.615259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:06.743798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-abd935fc-e0ac-43f4-bb68-68af7345cd9e None None] Current status of the port 36b8a468-b7e9-4d04-a442-a8d93942a953 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:06.752879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d603556-bac3-4830-a8e5-94c17ff9f756 req-f7008204-c3c2-4f0f-afc9-1d35151289cb tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317484 May 12 19:33:06.759301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:06.801445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-73cd75c2-255a-4244-9359-869276c4a8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964907 May 12 19:33:06.826650 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-5b29f058-a44f-4c9f-ae96-50797acfec7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 217 time: 0.4098415 May 12 19:33:06.840178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:06.864491 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.050424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e673f7-2726-493a-960a-804860e73a47 req-57fb4f8a-5bd6-4a31-ad4f-2381cc2e2c64 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:07.053561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7e673f7-2726-493a-960a-804860e73a47 req-57fb4f8a-5bd6-4a31-ad4f-2381cc2e2c64 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 945 time: 0.1147349 May 12 19:33:07.062068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 36b8a468-b7e9-4d04-a442-a8d93942a953 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:07.072061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bff21d40-3404-4fe4-b5a8-75df7c565b25,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:07.169993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49272) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:07.194023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-da698956-983d-4750-8626-2773190d7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:07.194598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7e673f7-2726-493a-960a-804860e73a47 req-6fbe2492-fc7b-47ee-9e99-e9f3de13f47c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349823 May 12 19:33:07.195470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-da698956-983d-4750-8626-2773190d7609 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.3329010 May 12 19:33:07.219987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-503c4df2-34eb-4ab9-870c-b5b93f1cf1fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 200 len: 217 time: 0.3897069 May 12 19:33:07.225879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020a8ea-fca3-4cee-bd25-1e2ff54f3ba9 req-c63df1b4-2382-4c28-8622-00eb436940bd tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:07.226034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network c3b23f44-1fb8-4731-8783-e2921a799d71 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:07.227574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e020a8ea-fca3-4cee-bd25-1e2ff54f3ba9 req-c63df1b4-2382-4c28-8622-00eb436940bd tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.1232142 May 12 19:33:07.227702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:07.228014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.277224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e020a8ea-fca3-4cee-bd25-1e2ff54f3ba9 req-620d0948-dfa4-4a75-8cf3-2c1ec24ebcb4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 May 12 19:33:07.283142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:07.285608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:07.315387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1537700412-network', 'tenant_id': '0029c62bde904dfc94883440d187868d'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:07.320437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:07.324433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Usage tracker for resource:network and tenant:0029c62bde904dfc94883440d187868d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:07.327744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:07.334473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:07.348837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Made reservation on behalf of 0029c62bde904dfc94883440d187868d for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:07.351488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.364708 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.380125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:07.384190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Usage tracker for resource:security_group_rule and tenant:0029c62bde904dfc94883440d187868d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:07.387148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:07.393560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:07.494989 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.499828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.527437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:33:07.542017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53634e57-18b0-4055-87c3-3d53e6b32bf2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:07.544146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.544304 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Added segment 6aa4e0c1-5c28-453b-900d-2de02fa2d2e9 of type vlan for network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 May 12 19:33:07.575778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:07.580086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db550527-311a-4aa8-ae7f-485558d01c57 None None] Provisioning for port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:07.585288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db550527-311a-4aa8-ae7f-485558d01c57 None None] Provisioning complete for port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:07.585661 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db550527-311a-4aa8-ae7f-485558d01c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.585931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.622992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.625108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:07.626102 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.642737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Calling delete_port for bff21d40-3404-4fe4-b5a8-75df7c565b25 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:07.646540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-db550527-311a-4aa8-ae7f-485558d01c57 None None] Port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:07.674318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:07.676836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:07.737960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.781760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6044233 May 12 19:33:07.791423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49280) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:07.796102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75a3bd-b5a8-4d85-8da6-3d0903089e43 admin admin] Pushing event updated for resources: {'Network': ['ID=8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:07.801420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Request body: {'subnet': {'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1537700412-subnet', 'tenant_id': '0029c62bde904dfc94883440d187868d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:07.807268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:33:07.814899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:07.823399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Usage tracker for resource:subnet and tenant:0029c62bde904dfc94883440d187868d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:07.832167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:07.844104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:07.870102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Made reservation on behalf of 0029c62bde904dfc94883440d187868d for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:07.880074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:07.934830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:07.963089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-96ae0247-bd9a-4912-8b61-3e9b257b84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:07.964518 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-96ae0247-bd9a-4912-8b61-3e9b257b84f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.6895096 May 12 19:33:07.968092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c95405d8-4033-41fb-8539-038724e5b457 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:07.970970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:07.971588 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.017965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-35c013a9-f003-4110-bbb8-735bd755cb18 None None] Provisioning complete for port ab21688a-ad2c-4d0c-80ba-adb3302fa067 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:08.018568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35c013a9-f003-4110-bbb8-735bd755cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.023925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d81cb-bd2e-40cd-8b2d-6ca942640eb1 req-0bdbb742-c9b8-4d17-b6c4-1c8a1e88051c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.025942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-165d81cb-bd2e-40cd-8b2d-6ca942640eb1 req-0bdbb742-c9b8-4d17-b6c4-1c8a1e88051c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 944 time: 0.3678668 May 12 19:33:08.055311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] For port 071d479b-9e77-42c8-92dc-3b442b0220a4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=071d479b-9e77-42c8-92dc-3b442b0220a4,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:08.055959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.084742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-35c013a9-f003-4110-bbb8-735bd755cb18 None None] Port ab21688a-ad2c-4d0c-80ba-adb3302fa067 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:08.100678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port c95405d8-4033-41fb-8539-038724e5b457 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:08.110191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-165d81cb-bd2e-40cd-8b2d-6ca942640eb1 req-505d8f12-1e34-4eff-9078-187b04c8b3d9 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781262 May 12 19:33:08.116287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port c95405d8-4033-41fb-8539-038724e5b457 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:08.116718 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.168010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfec0b3-4d77-4192-afa1-96e82f84775a req-17037a18-68ca-45ba-b135-aa077b6afa75 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.176005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cdfec0b3-4d77-4192-afa1-96e82f84775a req-17037a18-68ca-45ba-b135-aa077b6afa75 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.2240617 May 12 19:33:08.223012 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfbb76a-5ed8-40b2-b86b-b22a990baf4a'] response: {'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25', 'code': 200} May 12 19:33:08.225503 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.251293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:33:08.251779 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:33:08.326567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Calling delete_port for 071d479b-9e77-42c8-92dc-3b442b0220a4 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:08.327073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c95405d8-4033-41fb-8539-038724e5b457 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:08.327461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.359846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b26fc239-2a00-4b82-bfd7-2beaf348448f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.6921179 May 12 19:33:08.363044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c95405d8-4033-41fb-8539-038724e5b457, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c95405d8-4033-41fb-8539-038724e5b457,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:08.370311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.371110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bebcd94a-85fe-487a-a5ce-889abf83f841 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:08.373556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:08.386131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'port': {'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'name': 'tempest-TaggedBootDevicesTest_v242-853408801', 'fixed_ips': [{'subnet_id': '3b22bbc2-6bac-42bc-b5a2-638353b4178a'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:08.425425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cdfec0b3-4d77-4192-afa1-96e82f84775a req-e0528098-4370-45c3-871c-c7a6fc75ccb9 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482154 May 12 19:33:08.476513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.491334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c95405d8-4033-41fb-8539-038724e5b457,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:08.492184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-b6b9c0dd-8951-422a-b7e8-6454fb748684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.493708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-b6b9c0dd-8951-422a-b7e8-6454fb748684 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2775984 May 12 19:33:08.510213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-448cfecb-98eb-400d-8fd6-e55de0cbf0fc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.511249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-448cfecb-98eb-400d-8fd6-e55de0cbf0fc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Synchronizing usage tracker for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:08.531585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port bebcd94a-85fe-487a-a5ce-889abf83f841 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:08.537002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port bebcd94a-85fe-487a-a5ce-889abf83f841 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:08.537667 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.548766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca8dfd-d08f-4c20-84e2-2aac3b67fbae req-6d71dd72-bf48-479f-8907-fbea95db2ad9 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.550494 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08ca8dfd-d08f-4c20-84e2-2aac3b67fbae req-6d71dd72-bf48-479f-8907-fbea95db2ad9 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 946 time: 0.1882699 May 12 19:33:08.659212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bebcd94a-85fe-487a-a5ce-889abf83f841 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:08.659857 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.679289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415bf4aa-a01e-4237-a2a6-a67e3ec662b5,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:08.696157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bebcd94a-85fe-487a-a5ce-889abf83f841, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bebcd94a-85fe-487a-a5ce-889abf83f841,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:08.701596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.705293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08ca8dfd-d08f-4c20-84e2-2aac3b67fbae req-e3ae68d7-6720-45db-b4ce-fbb05dcd2f42 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462381 May 12 19:33:08.707556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Checking segment: {'id': '6aa4e0c1-5c28-453b-900d-2de02fa2d2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:08.707893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Network hostable DHCP agents. Network: 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:33:08.744593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb58061-7365-41b7-9d6f-bf3356b2cf1b req-0af588f1-a198-4f2f-8d7e-42113fa0d198 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.753549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fb58061-7365-41b7-9d6f-bf3356b2cf1b req-0af588f1-a198-4f2f-8d7e-42113fa0d198 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.1966908 May 12 19:33:08.756818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:33:08.782588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Deleting port bff21d40-3404-4fe4-b5a8-75df7c565b25 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:08.782927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.788404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bebcd94a-85fe-487a-a5ce-889abf83f841,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:08.791100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:08.798996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.799590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:08.801780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88233628-03bf-43bb-af8e-a1e1593e1b10 None None] Network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:08.808520 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fb58061-7365-41b7-9d6f-bf3356b2cf1b req-06113ea4-7b44-417c-8327-1c7af68718e5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 May 12 19:33:08.841998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8316a5b7-f32c-4079-a18a-2e7d90413716 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0439785 May 12 19:33:08.855789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Router 498e5790-2252-4d67-b210-a88b9ae1b28d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:33:08.874363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-1d3df257-feca-4389-a1fb-7962d780e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:08.875888 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-1d3df257-feca-4389-a1fb-7962d780e335 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8944924 May 12 19:33:08.876537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-448cfecb-98eb-400d-8fd6-e55de0cbf0fc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Unset dirty status for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:08.877542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-448cfecb-98eb-400d-8fd6-e55de0cbf0fc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 1.2904360 May 12 19:33:09.018850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd16f1a-f801-4702-9a03-585998639040 None None] Network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:09.233936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:09.293233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:port and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:09.302509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:09.326775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:09.330516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeca3d-fcac-4bd8-909b-a650bd283c6c req-171ca10a-9428-47b6-8e8f-ffa8ea0338d0 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:09.332159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45aeca3d-fcac-4bd8-909b-a650bd283c6c req-171ca10a-9428-47b6-8e8f-ffa8ea0338d0 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 944 time: 0.0836096 May 12 19:33:09.361054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:09.364138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-65654aef-3121-44d9-936f-387379621b14 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349979 May 12 19:33:09.404703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45aeca3d-fcac-4bd8-909b-a650bd283c6c req-d2257c8e-19f1-432f-a6e4-8f3be1900629 tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/security-groups?id=939afdac-b129-4fef-961f-564827451b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668869 May 12 19:33:09.442521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Deleting port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:09.442867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:09.530567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-426b8731-5e7f-4564-95bf-edde907530f5 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:09.531160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-426b8731-5e7f-4564-95bf-edde907530f5 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Synchronizing usage tracker for tenant:0029c62bde904dfc94883440d187868d on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:09.605535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-426b8731-5e7f-4564-95bf-edde907530f5 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Unset dirty status for tenant:0029c62bde904dfc94883440d187868d on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:09.606755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-426b8731-5e7f-4564-95bf-edde907530f5 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/networks?id=8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 HTTP/1.1" status: 200 len: 822 time: 0.2333150 May 12 19:33:09.627789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-2b2bce53-4bbc-489f-b814-de68a3478a2d tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/quotas/0029c62bde904dfc94883440d187868d HTTP/1.1" status: 200 len: 375 time: 0.0143621 May 12 19:33:09.644060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e20319-80ef-43ae-93eb-b365242cc80d req-765cfb73-c9b4-4ba6-a390-305097472287 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:09.645510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39e20319-80ef-43ae-93eb-b365242cc80d req-765cfb73-c9b4-4ba6-a390-305097472287 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.1098771 May 12 19:33:09.648552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Pushing event deleted for resources: {'Port': ['ID=071d479b-9e77-42c8-92dc-3b442b0220a4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:09.650766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:09.699865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-bd34175d-85b6-45e1-9c23-5db41455b407 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0029c62bde904dfc94883440d187868d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638180 May 12 19:33:09.802155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39e20319-80ef-43ae-93eb-b365242cc80d req-8775ba98-361d-4833-a0db-f68495bd62fd tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199353 May 12 19:33:09.857103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-d6c43c74-7174-449b-98d8-32a6a4a1ed4c service neutron] 10.222.0.72 "GET /v2.0/networks/8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481254 May 12 19:33:09.956081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:33:09.958999 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-46028a0e-2c85-4d62-a9b1-9a4dece2dd40 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0563221 May 12 19:33:09.960019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] No DVR routers for this DVR port 071d479b-9e77-42c8-92dc-3b442b0220a4 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:09.967994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Sync routers for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:33:09.980021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:09.980631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:09.987787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:09.998951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'name': 'network-vif-deleted', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:10.063762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-a98e9b90-40d7-4030-a4c9-b38a9e9c39bd service neutron] 10.222.0.72 "GET /v2.0/networks/8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956308 May 12 19:33:10.075098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639b409-7b37-475b-b1ee-e8afbab24e73 req-0e1b9790-c82f-43ec-a60f-7397a5514bbf tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:10.082588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5639b409-7b37-475b-b1ee-e8afbab24e73 req-0e1b9790-c82f-43ec-a60f-7397a5514bbf tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 946 time: 0.1394279 May 12 19:33:10.131578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5639b409-7b37-475b-b1ee-e8afbab24e73 req-ef2c55fa-3c52-4073-9aa6-f31c7ace9d44 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 May 12 19:33:10.338514 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5e8fdf-48f3-4c9e-832d-4b1c6254bd0f'] response: {'server_uuid': '404072de-e70d-4f0d-971e-c95eb4c8863a', 'name': 'network-vif-deleted', 'tag': '071d479b-9e77-42c8-92dc-3b442b0220a4', 'status': 'completed', 'code': 200} May 12 19:33:10.344501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:10.376264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ea17055-270a-47b9-b3f4-d3a82d386fcb admin admin] 10.222.0.72 "PUT /v2.0/routers/498e5790-2252-4d67-b210-a88b9ae1b28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0458622 May 12 19:33:10.392730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-542fbfcb-dd3f-40e6-b6d7-63ba8f1aa8ba req-37fd5dc1-7856-46c6-916a-b3eb426a260e tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 210 time: 0.0564439 May 12 19:33:10.398225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95405d8-4033-41fb-8539-038724e5b457'}, {'server_uuid': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebcd94a-85fe-487a-a5ce-889abf83f841'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:10.437676 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bdb800c-b961-42ae-84a6-98b543150793 req-66ee7623-8d47-4f00-aa8d-efb9de02d8af tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.73 "DELETE /v2.0/ports/071d479b-9e77-42c8-92dc-3b442b0220a4 HTTP/1.1" status: 204 len: 173 time: 8.5615172 May 12 19:33:10.454570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] For port bff21d40-3404-4fe4-b5a8-75df7c565b25, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bff21d40-3404-4fe4-b5a8-75df7c565b25,segment=NetworkSegment(ad29eac0-86b1-46c1-a843-f9da9cb565e7),segment_id=ad29eac0-86b1-46c1-a843-f9da9cb565e7)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:10.454962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:10.458968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3cca-cb61-426c-9405-4d89b01e9dea req-8ca79cfe-e804-4b4b-a6f0-6a893b6e889d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:10.460609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48ae3cca-cb61-426c-9405-4d89b01e9dea req-8ca79cfe-e804-4b4b-a6f0-6a893b6e889d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.1995056 May 12 19:33:10.486099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-16c7848b-a09a-4472-a9c7-daf2da4c7c66 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9889276 May 12 19:33:10.648106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48ae3cca-cb61-426c-9405-4d89b01e9dea req-65b6a008-e720-4870-9e84-b78bffbac84d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744301 May 12 19:33:10.696963 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364e2d37-d8d0-40ff-a3bc-d3b380af79fe'] response: {'server_uuid': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95405d8-4033-41fb-8539-038724e5b457', 'code': 200} May 12 19:33:10.697417 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364e2d37-d8d0-40ff-a3bc-d3b380af79fe'] response: {'server_uuid': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebcd94a-85fe-487a-a5ce-889abf83f841', 'code': 200} May 12 19:33:10.709473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:10.742212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Calling delete_port for bff21d40-3404-4fe4-b5a8-75df7c565b25 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:10.815545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fbf6ae3-0521-4de6-bfbf-e51ee182eef0 req-391638e3-845c-4d7d-9e99-c48df640d02c tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=404072de-e70d-4f0d-971e-c95eb4c8863a HTTP/1.1" status: 200 len: 210 time: 0.1315289 May 12 19:33:10.868618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] device_id is not set on port d4298f8c-728b-4b34-be14-9fdff6a5a141 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:33:10.879819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb464f-1c97-4974-a6f1-fd7f0f280ad2 req-6066491a-b86d-4a3f-a211-9039c5adfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:10.883340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bfb464f-1c97-4974-a6f1-fd7f0f280ad2 req-6066491a-b86d-4a3f-a211-9039c5adfc9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 1097 time: 0.1135247 May 12 19:33:10.942846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49344) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:10.952888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299271256', 'description': 'tempest-description--918209411'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:10.962247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:11.016997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Usage tracker for resource:security_group and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:11.031089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:11.050539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:03Z', 'revision_number': 2, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:11.055803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Checking router: 498e5790-2252-4d67-b210-a88b9ae1b28d for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:33:11.056373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Updating router 498e5790-2252-4d67-b210-a88b9ae1b28d port ab21688a-ad2c-4d0c-80ba-adb3302fa067 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:33:11.083235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:11.086434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bfb464f-1c97-4974-a6f1-fd7f0f280ad2 req-397b6b21-7237-4680-85a9-a6b7f6b31168 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964953 May 12 19:33:11.117312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.133417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-1010b65b-f256-4ba9-901d-3141cf6ff0d0 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1363142 May 12 19:33:11.148220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:11.155708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Usage tracker for resource:security_group_rule and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:11.161251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:11.162556 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.169746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c5198-1941-4034-9772-04b486e4b2f2 req-d75aad7c-e327-4db4-b6c5-d3b97a2a6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:11.171242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b53c5198-1941-4034-9772-04b486e4b2f2 req-d75aad7c-e327-4db4-b6c5-d3b97a2a6eaf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ad1a038-3977-4718-8d27-39eaf423ebfc HTTP/1.1" status: 200 len: 1096 time: 0.2060418 May 12 19:33:11.172108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:11.194498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798b9e5-2ebd-45ab-866a-0e649105750d req-49cb6013-b07e-4677-90a4-1a4369264007 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:11.209784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1798b9e5-2ebd-45ab-866a-0e649105750d req-49cb6013-b07e-4677-90a4-1a4369264007 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.1897583 May 12 19:33:11.287372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1798b9e5-2ebd-45ab-866a-0e649105750d req-cb3e8160-12a3-4613-98cf-804c8fbded41 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743678 May 12 19:33:11.471627 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-ccf51c9a-bd2b-4393-9260-b405dbf79cc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5 HTTP/1.1" status: 200 len: 217 time: 0.1763859 May 12 19:33:11.532797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] For port 46bb369b-0a02-4d43-8cc0-edfe7d06e762, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=46bb369b-0a02-4d43-8cc0-edfe7d06e762,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:11.533777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.639784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.646164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b53c5198-1941-4034-9772-04b486e4b2f2 req-19cc2d61-9c83-425e-b401-dd52349ebb8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540790 May 12 19:33:11.655812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3039894-36ff-4088-9220-ada2259ea8a1 req-5d631550-c54c-43f1-ba00-e069718090a9 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 210 time: 0.0696371 May 12 19:33:11.658168 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.709688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.711095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7653599 May 12 19:33:11.715262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49354) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:11.715893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Calling delete_port for 46bb369b-0a02-4d43-8cc0-edfe7d06e762 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:11.720676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.722765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Request body: {'security_group_rule': {'security_group_id': '26ad6280-0404-4722-beed-911828339ce0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:11.727312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641cc90-a9ff-41b9-bd93-4bc592c729f6 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad6280-0404-4722-beed-911828339ce0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:11.732684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:11.739404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Usage tracker for resource:security_group_rule and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:11.742875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:11.752701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b2821-5ae7-42e0-9c61-1d7a4aec07eb req-84dfd0d8-f407-4a85-acd8-a4ff1141e085 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:11.759976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Transition to ACTIVE for port object ab21688a-ad2c-4d0c-80ba-adb3302fa067 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:11.760544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-251b2821-5ae7-42e0-9c61-1d7a4aec07eb req-84dfd0d8-f407-4a85-acd8-a4ff1141e085 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 946 time: 0.3021221 May 12 19:33:11.774334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.775854 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.780618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:11.806068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 10.1.1.71 (c3b23f44-1fb8-4731-8783-e2921a799d71/3b22bbc2-6bac-42bc-b5a2-638353b4178a/d4298f8c-728b-4b34-be14-9fdff6a5a141) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:11.833705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-251b2821-5ae7-42e0-9c61-1d7a4aec07eb req-acc831c4-231d-4e76-afd2-e3290d442b3f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716727 May 12 19:33:11.834605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:11.851758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-dcbdad51-3aa6-432c-b645-2c6d18174eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:11.853247 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-dcbdad51-3aa6-432c-b645-2c6d18174eb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.3672721 May 12 19:33:11.980797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Pushing event deleted for resources: {'Port': ['ID=bff21d40-3404-4fe4-b5a8-75df7c565b25,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:11.987824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 46bb369b-0a02-4d43-8cc0-edfe7d06e762 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:12.094492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.127572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.171246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24872498-db8d-45d5-9e03-c239f021c406 req-464395cb-c810-4a5e-898e-836baef01915 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:12.178478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24872498-db8d-45d5-9e03-c239f021c406 req-464395cb-c810-4a5e-898e-836baef01915 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 945 time: 0.3063807 May 12 19:33:12.180425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07cafc7-30ee-4d3a-a75e-b79e4aa0071d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:12.259916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b04403-b166-4574-a2bc-7214b13cd248 None None] Pushing event updated for resources: {'Port': ['ID=ab21688a-ad2c-4d0c-80ba-adb3302fa067,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:12.264019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24872498-db8d-45d5-9e03-c239f021c406 req-4d6de89e-2cd8-45a2-a9a3-f1027b667d94 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823443 May 12 19:33:12.277462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.279229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d953375c-ce04-4639-b2d2-ae80cce725e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5621564 May 12 19:33:12.282531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49364) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:12.288735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Request body: {'security_group_rule': {'security_group_id': '26ad6280-0404-4722-beed-911828339ce0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:12.295931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:12.302058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Usage tracker for resource:security_group_rule and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:12.305645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:12.306797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] No DVR routers for this DVR port bff21d40-3404-4fe4-b5a8-75df7c565b25 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:12.311963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Attempting to bind port ab21688a-ad2c-4d0c-80ba-adb3302fa067 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:12.311963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Attempting to bind port ab21688a-ad2c-4d0c-80ba-adb3302fa067 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:12.312298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Attempting to bind port ab21688a-ad2c-4d0c-80ba-adb3302fa067 on network ac2b2370-dcc5-4122-84c1-142c5782c5f0 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:12.313781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:12.322487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.340366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.351496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:12.351867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Checking segment: {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:12.352261 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.352643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Bound using segment: {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:12.353115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Bound port: ab21688a-ad2c-4d0c-80ba-adb3302fa067, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:12.354011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.357857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'name': 'network-vif-deleted', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:12.437640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f97cbdd1-31dc-45e7-aae9-9388a0aff911 req-d03ddc9a-3f3f-4e66-9c29-bae4ba753d7e tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c998372-481e-4cd6-9222-6b6390b49a60 HTTP/1.1" status: 200 len: 210 time: 0.0449469 May 12 19:33:12.469757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.477419 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75432f91-fc12-4f11-b0b4-5f5bcfc5c0bf req-1a38a1aa-7497-4c1a-8ac3-d4fadc018dfa tempest-ListServersNegativeTestJSON-403492741 tempest-ListServersNegativeTestJSON-403492741-project] 10.222.0.36 "DELETE /v2.0/ports/bff21d40-3404-4fe4-b5a8-75df7c565b25 HTTP/1.1" status: 204 len: 173 time: 7.9284863 May 12 19:33:12.487156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.502426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:12.508902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d83e77b-6dc0-4641-8c21-5f4efd7a1d3e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:12.546130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.547603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-53a41aa2-3cfc-4d37-a949-bf235a436a0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2636585 May 12 19:33:12.562616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] For port ab21688a-ad2c-4d0c-80ba-adb3302fa067, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:12.567634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] For port ab21688a-ad2c-4d0c-80ba-adb3302fa067, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ab21688a-ad2c-4d0c-80ba-adb3302fa067,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:12.580402 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.617147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49372) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:12.623536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:12.645339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:12.660364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Usage tracker for resource:floatingip and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:12.665279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:12.679051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:12.732235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ef32-6f72-454c-97fa-10bc6c0124ba req-b27a543b-94ff-4150-9d3e-e3104daf3122 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:12.737211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b04403-b166-4574-a2bc-7214b13cd248 None None] Pushing event updated for resources: {'Port': ['ID=ab21688a-ad2c-4d0c-80ba-adb3302fa067,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:12.745287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bea3ef32-6f72-454c-97fa-10bc6c0124ba req-b27a543b-94ff-4150-9d3e-e3104daf3122 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.2051227 May 12 19:33:12.759537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:12.767604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:12.775718 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:12.980516 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b14e4df-546d-49d5-9cf0-4162ef4b5d90'] response: {'server_uuid': '0c998372-481e-4cd6-9222-6b6390b49a60', 'name': 'network-vif-deleted', 'tag': 'bff21d40-3404-4fe4-b5a8-75df7c565b25', 'status': 'completed', 'code': 200} May 12 19:33:12.981738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85db4264-6341-47fd-90b5-16c0448fbc63 req-4960419d-9361-48d8-849b-e4917a478c9b tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 210 time: 0.0630157 May 12 19:33:13.009847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bea3ef32-6f72-454c-97fa-10bc6c0124ba req-e2188517-b1a3-4541-926a-71a8855c1a38 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626429 May 12 19:33:13.018751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.113334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.126277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-5d2164b2-8ddb-4e59-a99e-3baa2c742d6b tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:13.127803 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-5d2164b2-8ddb-4e59-a99e-3baa2c742d6b tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.73 "GET /v2.0/networks?id=8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 HTTP/1.1" status: 200 len: 822 time: 1.1397002 May 12 19:33:13.156178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Request body: {'port': {'device_id': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5', 'admin_state_up': True, 'tenant_id': '0029c62bde904dfc94883440d187868d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:13.178394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event deleted for resources: {'Port': ['ID=46bb369b-0a02-4d43-8cc0-edfe7d06e762,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:13.186258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:13.191568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-23f250db-d4af-415c-b138-47186e1deced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:13.193466 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-23f250db-d4af-415c-b138-47186e1deced service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3129756 May 12 19:33:13.402310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['57517a59-b354-4dab-8fc7-b2e4dde92013'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:13.448836 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e5d9b71-b87f-4da2-88ca-acaff1fb249c req-c5e4542f-45f7-40cb-81b7-cf5f17183d92 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 210 time: 0.0531168 May 12 19:33:13.469626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Allocated IP 172.25.2.167 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/30e75621-15e9-49bf-baa4-2350a82c40d3) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:13.522871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] No DVR routers for this DVR port 46bb369b-0a02-4d43-8cc0-edfe7d06e762 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:13.527043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.572968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42b944-366d-4b2c-9173-c1f731ac55ad req-095d8f50-d379-40ca-b18d-c8b8e0e733ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:13.574798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b42b944-366d-4b2c-9173-c1f731ac55ad req-095d8f50-d379-40ca-b18d-c8b8e0e733ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 946 time: 0.3263552 May 12 19:33:13.582991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49384) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:13.593368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-090044b7-3b1c-4a25-ba39-dc1b39dc76fc req-224577df-fafd-4074-9c41-3adac45d8f29 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.36 "DELETE /v2.0/ports/46bb369b-0a02-4d43-8cc0-edfe7d06e762 HTTP/1.1" status: 204 len: 173 time: 4.6916959 May 12 19:33:13.608620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.652559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:12Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:13.659466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd258f-4f52-4d60-b433-313da879303f None None] The sync data for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 is: [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:12Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:33:13.665242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Transition to ACTIVE for port object d4298f8c-728b-4b34-be14-9fdff6a5a141 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:13.688245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:13.706657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Usage tracker for resource:port and tenant:0029c62bde904dfc94883440d187868d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:13.709639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b42b944-366d-4b2c-9173-c1f731ac55ad req-721a9ca9-f79c-4017-ba99-703794d59a42 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754585 May 12 19:33:13.712682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:13.722651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-fc2e839c-f93c-4224-b9ee-0ad23818d30f service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424388 May 12 19:33:13.764933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:13.778423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] Deleting subnet 097ba2b5-4698-4927-96a2-0b0bbd70891e {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:33:13.786654 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.867206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.909029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Made reservation on behalf of 0029c62bde904dfc94883440d187868d for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:13.913096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.933372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:13.941885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.049409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.067645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=d4298f8c-728b-4b34-be14-9fdff6a5a141,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:14.126951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab21688a-ad2c-4d0c-80ba-adb3302fa067 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:14.157816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-37cb2112-69a2-49ce-86dd-d5e81b934f82 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874357 May 12 19:33:14.164695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network c3b23f44-1fb8-4731-8783-e2921a799d71 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:14.167859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:14.185107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:14.234954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090c74-c47f-4d64-8c9c-4dee88640464 req-b94f8744-750c-4a1b-b327-0043216f9b1f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:14.236529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4090c74-c47f-4d64-8c9c-4dee88640464 req-b94f8744-750c-4a1b-b327-0043216f9b1f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ad1a038-3977-4718-8d27-39eaf423ebfc HTTP/1.1" status: 200 len: 945 time: 0.3768210 May 12 19:33:14.281875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ab21688a-ad2c-4d0c-80ba-adb3302fa067 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:14.296007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a48ffec-9cb9-4614-8d31-9b84648113f6 req-45ab18b2-bbca-431c-a986-21d34eb5e280 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 210 time: 0.1219370 May 12 19:33:14.308492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.312672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ab21688a-ad2c-4d0c-80ba-adb3302fa067 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:14.313856 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.352195 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-c35dc719-279c-4fdd-bcc2-4a0f8d6cab8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8 HTTP/1.1" status: 200 len: 217 time: 0.1268845 May 12 19:33:14.541093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:14.541729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.639468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ab21688a-ad2c-4d0c-80ba-adb3302fa067 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:14.640071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.651961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d20a4af-1525-47f8-8d85-2ecf177a7635 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.2706516 May 12 19:33:14.653956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-5b12a247-bfe6-4c97-b24c-d4ac0ff605a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:14.655447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-5b12a247-bfe6-4c97-b24c-d4ac0ff605a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 200 len: 797 time: 0.2896891 May 12 19:33:14.676397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.725912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port ab21688a-ad2c-4d0c-80ba-adb3302fa067, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ab21688a-ad2c-4d0c-80ba-adb3302fa067,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:14.736907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.737047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:14.743672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4090c74-c47f-4d64-8c9c-4dee88640464 req-77470c39-43fc-4dce-bc33-8c30949b0544 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860356 May 12 19:33:14.750716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Allocated IP 172.20.0.2 (8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5/415bf4aa-a01e-4237-a2a6-a67e3ec662b5/520c6efb-358e-4dcf-9cd6-117ad20d6025) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:14.753664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097ba2b5-4698-4927-96a2-0b0bbd70891e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:14.755835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:14.774079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:14.814904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-d283c113-312e-45f8-b842-4846a52a9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:14.815929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event updated for resources: {'Port': ['ID=30e75621-15e9-49bf-baa4-2350a82c40d3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:14.816803 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-d283c113-312e-45f8-b842-4846a52a9c90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9ef7af-eec9-4d47-93dd-ca2b28932327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1512985 May 12 19:33:14.846789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1537982-6a6b-42fd-b5eb-0b3f5c689148 None None] Provisioning for port d4298f8c-728b-4b34-be14-9fdff6a5a141 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:14.857569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.883666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1537982-6a6b-42fd-b5eb-0b3f5c689148 None None] Provisioning complete for port d4298f8c-728b-4b34-be14-9fdff6a5a141 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:14.884033 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1537982-6a6b-42fd-b5eb-0b3f5c689148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:14.890432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-edda8c23-2a86-4933-a510-a5738f45216a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/097ba2b5-4698-4927-96a2-0b0bbd70891e HTTP/1.1" status: 204 len: 168 time: 1.3061419 May 12 19:33:14.896663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49402) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:15.000806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'name': 'network-vif-deleted', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:15.002559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=ab21688a-ad2c-4d0c-80ba-adb3302fa067,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:15.040934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c1537982-6a6b-42fd-b5eb-0b3f5c689148 None None] Port d4298f8c-728b-4b34-be14-9fdff6a5a141 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:15.174734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37901b46-7a64-4c84-9eeb-a98e84f4c589 req-234d1b08-6a3b-426c-b969-11a1d5196502 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff48ccc0-183e-4576-904f-58eea302deb8 HTTP/1.1" status: 200 len: 210 time: 0.1259506 May 12 19:33:15.235972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ac83-1e56-4d11-8ae7-df41cba0f068 req-52dfb51a-92db-4d72-bce0-86d4deb45fa8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:15.243094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ac5ac83-1e56-4d11-8ae7-df41cba0f068 req-52dfb51a-92db-4d72-bce0-86d4deb45fa8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.6346548 May 12 19:33:15.271526 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-bf7421c0-0e2f-4b4f-b1ca-bdeb0051c861 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449818 May 12 19:33:15.294828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.297917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.353438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ac5ac83-1e56-4d11-8ae7-df41cba0f068 req-7cbee2bc-8847-4891-88b0-ca45bd06ff86 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057484 May 12 19:33:15.404293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:15.455949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536430604', 'description': 'tempest-description--1786388583'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:15.479832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:15.520749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:security_group and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:15.530551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:15.605536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:15.672826 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.680911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.739610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.768653 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebb3360-89fb-4741-856a-147f92156181'] response: {'server_uuid': 'ff48ccc0-183e-4576-904f-58eea302deb8', 'name': 'network-vif-deleted', 'tag': '46bb369b-0a02-4d43-8cc0-edfe7d06e762', 'status': 'completed', 'code': 200} May 12 19:33:15.773533 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-ec0aac34-e5d1-4668-b6d0-dc4e8af744a0 service neutron] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957802 May 12 19:33:15.775690 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.788042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856b63e9-fea5-4367-a10f-3309890ca988']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:15.797755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.819530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9665a94c-001f-4d18-a230-39c52a2a2c7e req-e2bff161-93e7-4016-8c39-35100a053aaf tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 210 time: 0.1084838 May 12 19:33:15.828341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad29eac0-86b1-46c1-a843-f9da9cb565e7') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:15.828631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad29eac0-86b1-46c1-a843-f9da9cb565e7') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:15.854814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.862115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:15.869759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:security_group_rule and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:15.874249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:15.885348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:15.902131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-7dd17a3a-0c1e-4c96-a72e-35afdb11a6db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd HTTP/1.1" status: 200 len: 217 time: 0.0894542 May 12 19:33:15.925708 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:15.985797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-149d7af2-0304-40b0-accf-1ba1a8409413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:15.987639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-149d7af2-0304-40b0-accf-1ba1a8409413 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.0697203 May 12 19:33:15.993108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:16.036535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:16.042196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:16.048990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:33:16.049261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: timer() May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:33:16.087575 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:33:16.094760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Pushing event updated for resources: {'Port': ['ID=520c6efb-358e-4dcf-9cd6-117ad20d6025,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:16.095682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab21688a-ad2c-4d0c-80ba-adb3302fa067 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:16.131370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:16.131923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.148464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-26ff51a5-3ee7-424f-b800-e55e19ff0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:16.150363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-26ff51a5-3ee7-424f-b800-e55e19ff0f2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535985 May 12 19:33:16.205282 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-8a643b13-0a6e-4d6c-894a-823349043681 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0621402 May 12 19:33:16.316270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.324191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Request body: {'port': {'device_id': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:16.343011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ab21688a-ad2c-4d0c-80ba-adb3302fa067 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:16.343724 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.360126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.391141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] Pushing event deleted for resources: {'Network': ['ID=856b63e9-fea5-4367-a10f-3309890ca988,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:16.476847 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.528291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.539068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.544559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-732a84de-33f4-4964-9839-00fcee4847ee admin admin] 10.222.0.72 "DELETE /v2.0/networks/856b63e9-fea5-4367-a10f-3309890ca988 HTTP/1.1" status: 204 len: 168 time: 1.6458423 May 12 19:33:16.639969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ab21688a-ad2c-4d0c-80ba-adb3302fa067 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:16.656022 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.702051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.710484 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-6ecc8ce3-71b1-4bc0-98c8-7dcfef754535 service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512125 May 12 19:33:16.836431 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:16.837678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4254375 May 12 19:33:16.874447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49440) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:16.876375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-17f6671d-9e67-43c6-8748-c7e144de284f service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536665 May 12 19:33:16.904854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a433cef-6752-429d-80e9-8a1ed1ec19a7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:16.910456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'security_group_rule': {'security_group_id': '60d8b497-e6e4-4d71-9fb8-bf8a5876edfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:16.935431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49446) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:16.940120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:16.952866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event updated for resources: {'Port': ['ID=30e75621-15e9-49bf-baa4-2350a82c40d3,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:16.958391 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-8405158a-2c75-46b6-adaa-31e037b739c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3311c90-3fb1-4ced-85ff-81166dcab352 HTTP/1.1" status: 200 len: 217 time: 0.0716820 May 12 19:33:16.981200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:security_group_rule and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:16.995963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:17.011494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-706ee912-00cf-4754-930f-eb7ead5a4448 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:17.018595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-706ee912-00cf-4754-930f-eb7ead5a4448 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 810 time: 0.6231205 May 12 19:33:17.022662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:17.050662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:17.053290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-f486c9fa-f160-4251-ade4-3a4ae854ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:17.054752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-f486c9fa-f160-4251-ade4-3a4ae854ba91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 200 len: 797 time: 0.0758505 May 12 19:33:17.079857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-de318dc6-f095-40be-8c87-15251894f5d5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/quotas/6a181001415149b9981b35e73352c72b HTTP/1.1" status: 200 len: 375 time: 0.0602243 May 12 19:33:17.325703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ca241f0d-b67b-4cb3-896e-d470bed2633b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de5751f9ee8a474f95846b83f158d902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871977 May 12 19:33:17.335012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49450) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:17.338759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfc5ee-20f9-4841-91fd-66bf1f40be09 req-34e17590-df1b-448b-9bd8-647fe562a3d6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:17.348646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dcbfc5ee-20f9-4841-91fd-66bf1f40be09 req-34e17590-df1b-448b-9bd8-647fe562a3d6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.8175313 May 12 19:33:17.351815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:17.359918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:17.361333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-141881fb-4a53-4c44-9391-6563b3eb04a8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7423732 May 12 19:33:17.456681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dcbfc5ee-20f9-4841-91fd-66bf1f40be09 req-56002420-111a-4772-a1a4-48b923a20cd4 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071579 May 12 19:33:17.530277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48498-63b4-454f-a44f-8a2010493463 req-206ebf05-73d1-45ff-8566-0dc90285384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:17.531715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-4395c337-adcc-461e-91ec-81544b14c024 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4509614 May 12 19:33:17.532361 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-206ebf05-73d1-45ff-8566-0dc90285384c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf08d2f2-0747-4dd1-a4c5-322775da83c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4689975 May 12 19:33:17.726858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:17.738462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:17.866749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-f1bfe3c3-920d-4549-b5da-e781a9fab58e service neutron] 10.222.0.72 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340950 May 12 19:33:17.868700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7462932-5994-47c3-85a1-cc24b778b126,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:17.879830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:17.881589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5a326cf3-2a8b-40cc-9072-97c7bce6c004 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9965074 May 12 19:33:17.899124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49460) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:17.923499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'security_group_rule': {'security_group_id': '60d8b497-e6e4-4d71-9fb8-bf8a5876edfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:17.936327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-51bc012e-0a37-4e2c-bd0c-3e2e5f61c8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:17.941551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:17.953122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-65dd6fe2-ccca-499f-9f50-90d91b636c27 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:17.954610 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-65dd6fe2-ccca-499f-9f50-90d91b636c27 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ad1a038-3977-4718-8d27-39eaf423ebfc HTTP/1.1" status: 200 len: 945 time: 0.7404745 May 12 19:33:17.976354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:security_group_rule and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:18.011390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff67dc-768f-4def-b476-28549bd2ca62 req-e7c1a786-69c0-407c-8531-39043cf50079 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:18.012865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1ff67dc-768f-4def-b476-28549bd2ca62 req-e7c1a786-69c0-407c-8531-39043cf50079 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 931 time: 0.2475882 May 12 19:33:18.017283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:18.048630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:18.077700 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-cd7937a0-0600-4bea-b0e2-a721286714bf service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342753 May 12 19:33:18.077901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-432261c7-a0db-4d49-ab9c-667c9b9e2453 service neutron] 10.222.0.72 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947665 May 12 19:33:18.079566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-51bc012e-0a37-4e2c-bd0c-3e2e5f61c8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.086240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a1ff67dc-768f-4def-b476-28549bd2ca62 req-4599d71f-23af-4848-bf4c-3366ca1b47b3 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Synchronizing usage tracker for tenant:0029c62bde904dfc94883440d187868d on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:18.106206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a1ff67dc-768f-4def-b476-28549bd2ca62 req-4599d71f-23af-4848-bf4c-3366ca1b47b3 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Unset dirty status for tenant:0029c62bde904dfc94883440d187868d on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:18.107925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1ff67dc-768f-4def-b476-28549bd2ca62 req-4599d71f-23af-4848-bf4c-3366ca1b47b3 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812242 May 12 19:33:18.125952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-50774377-c2d4-4ae7-a7a5-8010e30020ce tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:18.127450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-50774377-c2d4-4ae7-a7a5-8010e30020ce tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20 HTTP/1.1" status: 200 len: 946 time: 0.6493652 May 12 19:33:18.319573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Deleting port bebcd94a-85fe-487a-a5ce-889abf83f841 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:18.319919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.395727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-2305d716-f878-40dd-9bea-8ad43388ef2c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Synchronizing usage tracker for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:18.403187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.420220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520c6efb-358e-4dcf-9cd6-117ad20d6025 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:18.443186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.458961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-2305d716-f878-40dd-9bea-8ad43388ef2c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Unset dirty status for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:18.460563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-2305d716-f878-40dd-9bea-8ad43388ef2c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1299271256&fields=id&tenant_id=50f4320fa49f4843a2d7d8b069476605 HTTP/1.1" status: 200 len: 267 time: 0.1714847 May 12 19:33:18.507863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Deleting port c95405d8-4033-41fb-8539-038724e5b457 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:18.508205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.666821 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cbc48498-63b4-454f-a44f-8a2010493463 req-1a4ee5d3-4679-4c25-848a-0709c9efd570 service neutron] 10.222.0.36 "GET /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699234 May 12 19:33:18.671698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Transition to ACTIVE for port object 520c6efb-358e-4dcf-9cd6-117ad20d6025 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:18.680768 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-51bc012e-0a37-4e2c-bd0c-3e2e5f61c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.720174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-d3e2b576-6ac2-466b-b10f-d4e159b74b70 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:18.720468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.724481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-d3e2b576-6ac2-466b-b10f-d4e159b74b70 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Synchronizing usage tracker for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:18.774582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-d3e2b576-6ac2-466b-b10f-d4e159b74b70 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Unset dirty status for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:18.776231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-d3e2b576-6ac2-466b-b10f-d4e159b74b70 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/networks?id=ac2b2370-dcc5-4122-84c1-142c5782c5f0 HTTP/1.1" status: 200 len: 805 time: 0.3065097 May 12 19:33:18.795771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-4d61c9ce-de0c-482c-81c3-bcee219549e9 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/quotas/50f4320fa49f4843a2d7d8b069476605 HTTP/1.1" status: 200 len: 375 time: 0.0113382 May 12 19:33:18.877562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc012e-0a37-4e2c-bd0c-3e2e5f61c8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939afdac-b129-4fef-961f-564827451b2c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:18.880965 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.969774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:18.980347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-57808c65-f63b-4bd0-b694-4d57656e7e4c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=50f4320fa49f4843a2d7d8b069476605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781998 May 12 19:33:19.118015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-51bc012e-0a37-4e2c-bd0c-3e2e5f61c8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:19.121578 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-51bc012e-0a37-4e2c-bd0c-3e2e5f61c8ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/939afdac-b129-4fef-961f-564827451b2c HTTP/1.1" status: 204 len: 168 time: 1.7771094 May 12 19:33:19.236518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Pushing event updated for resources: {'Port': ['ID=520c6efb-358e-4dcf-9cd6-117ad20d6025,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:19.238883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8ba7a0-6745-4d77-a6a6-e121d23dc8a8,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:19.364971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:19.366205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0867c6ad-0864-4b29-bd70-77f0c7e1ad7f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4633708 May 12 19:33:19.375283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49502) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:19.391619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:19.400364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] For port bebcd94a-85fe-487a-a5ce-889abf83f841, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bebcd94a-85fe-487a-a5ce-889abf83f841,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:19.400721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:19.402616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-f58aa141-8b68-4900-b709-5e87724f4e91 service neutron] 10.222.0.72 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015903 May 12 19:33:19.429521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:19.438451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d26df-cda7-4955-a72d-f28c19cff26a req-01b92770-44f6-46ca-af79-41b395841ae5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:19.445456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d08d26df-cda7-4955-a72d-f28c19cff26a req-01b92770-44f6-46ca-af79-41b395841ae5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.3073854 May 12 19:33:19.502922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:floatingip and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:19.515666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:19.584957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d08d26df-cda7-4955-a72d-f28c19cff26a req-d503671c-4159-4d3c-aae8-f66c708b4a13 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385143 May 12 19:33:19.608442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Calling delete_port for bebcd94a-85fe-487a-a5ce-889abf83f841 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:19.651529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:19.681369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Attempting to bind port 520c6efb-358e-4dcf-9cd6-117ad20d6025 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:19.681584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Attempting to bind port 520c6efb-358e-4dcf-9cd6-117ad20d6025 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '6aa4e0c1-5c28-453b-900d-2de02fa2d2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:19.681896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Attempting to bind port 520c6efb-358e-4dcf-9cd6-117ad20d6025 on network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:19.688534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-dc820835-9293-45c3-9d40-a9008fd56f03 service neutron] 10.222.0.72 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844234 May 12 19:33:19.697558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] For port c95405d8-4033-41fb-8539-038724e5b457, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c95405d8-4033-41fb-8539-038724e5b457,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:19.698301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:19.712697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Port 520c6efb-358e-4dcf-9cd6-117ad20d6025 on network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:33:19.713014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Attempting to bind port 520c6efb-358e-4dcf-9cd6-117ad20d6025 on network 8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:20.253997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e2bd032-3dce-41c1-966d-7f12ebd8dda8 req-6bd5fa3e-319a-4c7c-9d19-5fee37abec1b tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 210 time: 0.1303098 May 12 19:33:20.268933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Calling delete_port for c95405d8-4033-41fb-8539-038724e5b457 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:20.351213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:20.351562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Checking segment: {'id': '6aa4e0c1-5c28-453b-900d-2de02fa2d2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:20.351931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Bound using segment: {'id': '6aa4e0c1-5c28-453b-900d-2de02fa2d2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:20.355330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Bound port: 520c6efb-358e-4dcf-9cd6-117ad20d6025, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa4e0c1-5c28-453b-900d-2de02fa2d2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:20.355860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:20.372217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:20.433153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324731a7-4b35-456f-8952-11cc92b47baf req-0fa0d9c6-e9dc-44da-b2d0-337ade0ae210 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:20.436622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-324731a7-4b35-456f-8952-11cc92b47baf req-0fa0d9c6-e9dc-44da-b2d0-337ade0ae210 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 943 time: 0.2145345 May 12 19:33:20.557175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-324731a7-4b35-456f-8952-11cc92b47baf req-4477707a-e5cb-4f5d-97be-e810f1ecda34 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083806 May 12 19:33:20.694443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49540) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:20.715248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-234606a2-4bfe-4f64-b490-a109d3d6b910 req-79034169-0dc2-497f-ac86-4887c0fab1ad tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 210 time: 0.0966399 May 12 19:33:20.934565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6548-433d-4ee4-8062-2fe83793d541 req-8c4cccbf-e6c4-49de-879c-3dcfeb7b3ad2 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:20.936249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-945a6548-433d-4ee4-8062-2fe83793d541 req-8c4cccbf-e6c4-49de-879c-3dcfeb7b3ad2 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 944 time: 0.1164534 May 12 19:33:21.033593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1441577723-network', 'tenant_id': '1391d72ba2ab420d8f02620749c6bb12'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:21.051512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-945a6548-433d-4ee4-8062-2fe83793d541 req-007a8ea4-82eb-4e2a-bfd0-49088cc7e65a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082091 May 12 19:33:21.053102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:21.061096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Usage tracker for resource:network and tenant:1391d72ba2ab420d8f02620749c6bb12 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:21.076771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:21.092522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:21.112822 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:33:21.120379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Made reservation on behalf of 1391d72ba2ab420d8f02620749c6bb12 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:21.123090 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.145446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.196142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:21.203635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Usage tracker for resource:security_group_rule and tenant:1391d72ba2ab420d8f02620749c6bb12 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:21.209383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:21.227748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:21.309417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] For port 520c6efb-358e-4dcf-9cd6-117ad20d6025, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:21.352506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] For port 520c6efb-358e-4dcf-9cd6-117ad20d6025, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025,segment=NetworkSegment(6aa4e0c1-5c28-453b-900d-2de02fa2d2e9),segment_id=6aa4e0c1-5c28-453b-900d-2de02fa2d2e9)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:21.353691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.360625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.423338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.463051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event deleted for resources: {'Port': ['ID=c95405d8-4033-41fb-8539-038724e5b457,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:21.612016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.618477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.622630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event deleted for resources: {'Port': ['ID=bebcd94a-85fe-487a-a5ce-889abf83f841,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:21.624487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.630548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.636982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.642911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.648736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.651209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-e708364c-62c7-489d-82f1-654a992d5239 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.3164177 May 12 19:33:21.658867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2674a62-666d-461f-96c6-63b42997f987 req-54ad066a-8cd5-47bc-91a1-f429d3363644 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.660304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2674a62-666d-461f-96c6-63b42997f987 req-54ad066a-8cd5-47bc-91a1-f429d3363644 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.4075873 May 12 19:33:21.693518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.694035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.695441 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] 10.222.0.73 "PUT /v2.0/ports/520c6efb-358e-4dcf-9cd6-117ad20d6025 HTTP/1.1" status: 200 len: 1091 time: 5.4668150 May 12 19:33:21.702340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.736178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.737750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:21.767861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-fabd731f-c202-4ae9-871c-a840ac5d76ec tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.768556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-fabd731f-c202-4ae9-871c-a840ac5d76ec tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Synchronizing usage tracker for tenant:6a181001415149b9981b35e73352c72b on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:21.782879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] No DVR routers for this DVR port c95405d8-4033-41fb-8539-038724e5b457 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:21.784829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] No DVR routers for this DVR port bebcd94a-85fe-487a-a5ce-889abf83f841 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:21.794173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-2c152881-506f-4240-bc65-3aae56b341c3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.794859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-2c152881-506f-4240-bc65-3aae56b341c3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Synchronizing usage tracker for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:21.798188 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.841677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.850245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-1a4747df-bf5b-4e71-a7eb-da97104813ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:21.850910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-1a4747df-bf5b-4e71-a7eb-da97104813ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Synchronizing usage tracker for tenant:6a181001415149b9981b35e73352c72b on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:21.868869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:33:21.880773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2674a62-666d-461f-96c6-63b42997f987 req-eddf3497-27ac-4e4d-9dde-fe218de496ca tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088566 May 12 19:33:21.896230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2dbeddd-39b4-473e-be2c-c5882eac1bb7 req-5b469c29-0e36-44c1-958a-afa516bb3372 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283192 May 12 19:33:21.920920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd9504d-a921-4a90-813c-53003c3d71e3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:21.946554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:21.950637 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Added segment e41dc876-e969-4dc2-8b2b-eeb8aa5c6e06 of type vlan for network d9c0b118-aacc-4bb8-8059-df160fe9cc6d May 12 19:33:21.953108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e77b7b4c-4920-4fc2-a9b1-0142f927f7df req-9df1efc3-d267-4c5b-af9a-c6b1a448af0c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "DELETE /v2.0/ports/bebcd94a-85fe-487a-a5ce-889abf83f841 HTTP/1.1" status: 204 len: 173 time: 3.9708331 May 12 19:33:21.959374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-2c152881-506f-4240-bc65-3aae56b341c3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Unset dirty status for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:21.960514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-2c152881-506f-4240-bc65-3aae56b341c3 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 944 time: 1.3418729 May 12 19:33:21.961820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36f20f81-53d0-4818-8f85-1a5985d404fe req-6bddf136-c656-481d-bd39-3f157c7b4fe5 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "DELETE /v2.0/ports/c95405d8-4033-41fb-8539-038724e5b457 HTTP/1.1" status: 204 len: 173 time: 3.7805977 May 12 19:33:21.967267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-fabd731f-c202-4ae9-871c-a840ac5d76ec tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Unset dirty status for tenant:6a181001415149b9981b35e73352c72b on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:21.968437 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-fabd731f-c202-4ae9-871c-a840ac5d76ec tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 810 time: 1.0933971 May 12 19:33:21.972706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143c16e-cbcc-446f-a1c5-57f812ca93dc service neutron] Pushing event updated for resources: {'Port': ['ID=520c6efb-358e-4dcf-9cd6-117ad20d6025,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:21.976847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-1a4747df-bf5b-4e71-a7eb-da97104813ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 6a181001415149b9981b35e73352c72b-network {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:33:21.977171 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-1a4747df-bf5b-4e71-a7eb-da97104813ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:33:22.001106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c95405d8-4033-41fb-8539-038724e5b457 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:22.048879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Request body: {'port': {'device_id': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'admin_state_up': True, 'tenant_id': '6a181001415149b9981b35e73352c72b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:22.071742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:22.095226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:22.123571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3679bd21-a4d1-41a6-8888-1763583587e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:22.126748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3679bd21-a4d1-41a6-8888-1763583587e8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.36 "GET /v2.0/networks?id=ac2b2370-dcc5-4122-84c1-142c5782c5f0 HTTP/1.1" status: 200 len: 805 time: 0.4267077 May 12 19:33:22.148685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: c95405d8-4033-41fb-8539-038724e5b457 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:33:22.149025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c95405d8-4033-41fb-8539-038724e5b457 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:33:22.149485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bebcd94a-85fe-487a-a5ce-889abf83f841 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:22.223390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: bebcd94a-85fe-487a-a5ce-889abf83f841 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:33:22.223726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bebcd94a-85fe-487a-a5ce-889abf83f841 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:33:22.310879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6edabb05-8fe1-410a-b56b-c6b3f72fe343 req-a2a06ca7-6961-4a57-977f-515e34c32092 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 210 time: 0.0843725 May 12 19:33:22.352460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-0d74a005-9850-4e3f-b0e2-f93d479262c8 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f4320fa49f4843a2d7d8b069476605 HTTP/1.1" status: 200 len: 380 time: 0.1420102 May 12 19:33:22.354568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:22.355507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:22.356094 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:22.382689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Request body: {'port': {'device_id': '2fa22184-f4bd-481c-be7d-800e16826a45', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'admin_state_up': True, 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'security_groups': ['26ad6280-0404-4722-beed-911828339ce0']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:22.460909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Deleting port 57517a59-b354-4dab-8fc7-b2e4dde92013 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:22.461541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:22.569774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-1a4747df-bf5b-4e71-a7eb-da97104813ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Unset dirty status for tenant:6a181001415149b9981b35e73352c72b on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:22.570958 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-1a4747df-bf5b-4e71-a7eb-da97104813ff tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.73 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 810 time: 1.6033657 May 12 19:33:22.572976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-33129fe7-4bcc-49d7-b836-0e0fe5240877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:22.574651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-33129fe7-4bcc-49d7-b836-0e0fe5240877 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0029c62bde904dfc94883440d187868d&device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 1094 time: 0.8013182 May 12 19:33:22.597204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91368786-97cb-4f87-8eb7-7700bb8a6eb3 req-d1ff8904-15bb-4dd7-99cb-64324b5c0ddf tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 210 time: 0.1917253 May 12 19:33:22.611866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] Pushing event updated for resources: {'Network': ['ID=d9c0b118-aacc-4bb8-8059-df160fe9cc6d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:22.620994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e871ed26-b894-449a-9512-f5a572f471fe admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9047091 May 12 19:33:22.624172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:22.625729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d9c0b118-aacc-4bb8-8059-df160fe9cc6d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:33:22.632652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ef69b-49ff-46ab-8399-66c0904bcf34 req-efe3064a-4326-4bad-b5ab-7bb290a53136 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:22.635391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Request body: {'port': {'device_id': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'admin_state_up': True, 'tenant_id': '6a181001415149b9981b35e73352c72b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:22.639639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-347ef69b-49ff-46ab-8399-66c0904bcf34 req-efe3064a-4326-4bad-b5ab-7bb290a53136 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 943 time: 0.5097816 May 12 19:33:22.650437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Request body: {'subnet': {'network_id': 'd9c0b118-aacc-4bb8-8059-df160fe9cc6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1441577723-subnet', 'tenant_id': '1391d72ba2ab420d8f02620749c6bb12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:22.680883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:22.697494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Usage tracker for resource:subnet and tenant:1391d72ba2ab420d8f02620749c6bb12 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:22.706143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:22.731814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:22.736728 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbd2710-514a-4811-8a5e-982c57922c9c'] response: {'name': 'network-changed', 'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025', 'status': 'completed', 'code': 200} May 12 19:33:22.753486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:22.770697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-347ef69b-49ff-46ab-8399-66c0904bcf34 req-625e5b58-2419-4f12-ab5b-4d15a1ea075b tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301420 May 12 19:33:22.775473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Usage tracker for resource:port and tenant:50f4320fa49f4843a2d7d8b069476605 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:22.783609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:22.787312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Made reservation on behalf of 1391d72ba2ab420d8f02620749c6bb12 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:22.793438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:22.838574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:22.870454 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-21ca0211-1a36-4082-887b-1c9a5173c3d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025 HTTP/1.1" status: 200 len: 217 time: 0.2106864 May 12 19:33:22.888007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:22.932379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Usage tracker for resource:port and tenant:6a181001415149b9981b35e73352c72b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:22.950841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:22.975722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:22.977366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Made reservation on behalf of 50f4320fa49f4843a2d7d8b069476605 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:22.981085 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:22.993269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 172.25.2.135 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/9fc9cca8-7bd4-4469-bb78-65583a01a026) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:23.112851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185e6b8-5b68-4445-a847-02078b8a8bbe req-775f6898-a83c-4cbd-9317-a2b714508f77 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.114518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9185e6b8-5b68-4445-a847-02078b8a8bbe req-775f6898-a83c-4cbd-9317-a2b714508f77 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 944 time: 0.2853165 May 12 19:33:23.149540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-ed0bf966-ffd4-40a5-b08b-d5be6cc32dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.151346 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-ed0bf966-ffd4-40a5-b08b-d5be6cc32dd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=415bf4aa-a01e-4237-a2a6-a67e3ec662b5 HTTP/1.1" status: 200 len: 862 time: 0.2608984 May 12 19:33:23.201840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Made reservation on behalf of 6a181001415149b9981b35e73352c72b for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:23.205235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:23.311690 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-5b18f9c9-ed00-49b4-8f28-04ef0aae3720 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475401 May 12 19:33:23.320443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:23.323459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9185e6b8-5b68-4445-a847-02078b8a8bbe req-d629facd-b7a4-48bc-8bda-29db13f740d5 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986489 May 12 19:33:23.353526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Allocated IP 172.20.0.14 (ac2b2370-dcc5-4122-84c1-142c5782c5f0/f13aab7e-81e3-4ca5-82ae-606b17c1c2f7/0d7c9223-4c47-4b30-af00-d5b6cb427786) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:23.364985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Usage tracker for resource:port and tenant:6a181001415149b9981b35e73352c72b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:23.396820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:23.408838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:23.424379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:23.490611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] For port 57517a59-b354-4dab-8fc7-b2e4dde92013, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=57517a59-b354-4dab-8fc7-b2e4dde92013,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:23.491344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:23.576608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2a57-8c98-45c4-9fd0-dfa1945d2d73 req-814683a6-1942-4412-90e4-0a958c643fe6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.578033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd8e2a57-8c98-45c4-9fd0-dfa1945d2d73 req-814683a6-1942-4412-90e4-0a958c643fe6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.5184028 May 12 19:33:23.639147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Made reservation on behalf of 6a181001415149b9981b35e73352c72b for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:23.642730 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:23.663270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Calling delete_port for 57517a59-b354-4dab-8fc7-b2e4dde92013 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:23.770948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c2a30f-0c47-47c7-a42e-4f91f8b52aeb,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:23.820498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Checking segment: {'id': 'e41dc876-e969-4dc2-8b2b-eeb8aa5c6e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd9c0b118-aacc-4bb8-8059-df160fe9cc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:23.820862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Network hostable DHCP agents. Network: d9c0b118-aacc-4bb8-8059-df160fe9cc6d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:33:23.867835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd8e2a57-8c98-45c4-9fd0-dfa1945d2d73 req-ab413c33-b3b6-413c-8257-818a4b8f767d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150808 May 12 19:33:23.902229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.908457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.914855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.920734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.926813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.932489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.938303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:23.940273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-c870e1c6-4ba5-4cfd-a5b8-80ffdb814ea5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.5056159 May 12 19:33:23.975162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Network d9c0b118-aacc-4bb8-8059-df160fe9cc6d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:33:23.991508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.061548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdc5dcb2-ac1a-4769-8bd6-f18e97e45405 req-a4080935-8b1f-4201-9bc6-222c9418a700 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 210 time: 0.0800982 May 12 19:33:24.061548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d9c0b118-aacc-4bb8-8059-df160fe9cc6d) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:24.070477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Transition to ACTIVE for port object 0d7c9223-4c47-4b30-af00-d5b6cb427786 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:24.074723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777974b-bd0b-43df-a201-e1786d9b89cd None None] Network d9c0b118-aacc-4bb8-8059-df160fe9cc6d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:24.075216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.075734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.085226 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-27f3f81f-2d93-486b-89b7-db3d5b59e595 service neutron] 10.222.0.73 "GET /v2.0/networks/8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519929 May 12 19:33:24.091907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.099553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32d05fb8-a650-41d6-b8f9-1bfd01f3cf9f req-88c5b281-d0b8-462e-b25f-03e8fcbc0b26 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513150 May 12 19:33:24.108796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a43b413a-79dd-47f2-86fb-52e092e030c1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4631019 May 12 19:33:24.142375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.264213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:24.270013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:24.276175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:24.311343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Allocated IP 172.20.0.10 (840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7/79d4530c-725e-4d43-8260-acaad7d5a09e/1ba73ae0-e22d-4899-9405-b1892eeb8d69) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:24.346731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 57517a59-b354-4dab-8fc7-b2e4dde92013 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:24.470586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.471761 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.477459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event updated for resources: {'Port': ['ID=0d7c9223-4c47-4b30-af00-d5b6cb427786,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:24.583702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-3106b0bd-1cb1-4003-a7f4-03c51590925c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2210948 May 12 19:33:24.585934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.600866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Request body: {'port': {'device_id': '2fa22184-f4bd-481c-be7d-800e16826a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:24.681336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Port 57517a59-b354-4dab-8fc7-b2e4dde92013 update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:33:24.689836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a01f3-9b75-4421-b865-5ae04f325366 None None] Network d9c0b118-aacc-4bb8-8059-df160fe9cc6d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:24.703054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd48906d-3e7c-46ca-8056-8b3fbb7cbc0f req-adb08118-739c-4b0e-8d4b-3070efdb2dfd service neutron] 10.222.0.73 "GET /v2.0/networks/8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000409 May 12 19:33:24.704972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.708524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459682be-d97a-4c55-9207-4d59416f8140 req-ce71a8fc-24d7-4848-b247-721469d7c9c7 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.709429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-459682be-d97a-4c55-9207-4d59416f8140 req-ce71a8fc-24d7-4848-b247-721469d7c9c7 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Synchronizing usage tracker for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:24.720813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event deleted for resources: {'Port': ['ID=57517a59-b354-4dab-8fc7-b2e4dde92013,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:24.756690 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.775858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6346eb-798a-42d4-8e2e-9de70f3c4ab6 req-55c4ce96-df0c-406d-9db8-51f8d03b4a7f tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.777563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad6346eb-798a-42d4-8e2e-9de70f3c4ab6 req-55c4ce96-df0c-406d-9db8-51f8d03b4a7f tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 943 time: 0.3213506 May 12 19:33:24.779239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'name': 'network-vif-deleted', 'tag': 'bebcd94a-85fe-487a-a5ce-889abf83f841'}, {'server_uuid': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'name': 'network-vif-deleted', 'tag': 'c95405d8-4033-41fb-8539-038724e5b457'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:24.781688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-459682be-d97a-4c55-9207-4d59416f8140 req-ce71a8fc-24d7-4848-b247-721469d7c9c7 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Unset dirty status for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:24.788533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-459682be-d97a-4c55-9207-4d59416f8140 req-ce71a8fc-24d7-4848-b247-721469d7c9c7 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 932 time: 0.5155730 May 12 19:33:24.829087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f8929152-b2b7-4005-8fd8-31619948ebe2 None None] Provisioning for port 0d7c9223-4c47-4b30-af00-d5b6cb427786 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:24.830613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.836358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.837302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f8929152-b2b7-4005-8fd8-31619948ebe2 None None] Provisioning complete for port 0d7c9223-4c47-4b30-af00-d5b6cb427786 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:24.837677 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8929152-b2b7-4005-8fd8-31619948ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:24.842149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.847850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.853571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.859360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.865067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:24.866393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Synchronizing usage tracker for tenant:483d6cc261e5461c9d684623068444e1 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:24.902613 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-459682be-d97a-4c55-9207-4d59416f8140 req-76371717-ed3f-4da5-99fa-468d605fd77a tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134877 May 12 19:33:24.914703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad6346eb-798a-42d4-8e2e-9de70f3c4ab6 req-c42004c1-588f-441b-9956-5605c75b3bf7 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238101 May 12 19:33:24.989401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f8929152-b2b7-4005-8fd8-31619948ebe2 None None] Port 0d7c9223-4c47-4b30-af00-d5b6cb427786 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:25.017841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] No DVR routers for this DVR port 57517a59-b354-4dab-8fc7-b2e4dde92013 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:25.021549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.028462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:25.040930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:25.051113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:25.124262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=9fc9cca8-7bd4-4469-bb78-65583a01a026,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:25.126680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Unset dirty status for tenant:483d6cc261e5461c9d684623068444e1 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:25.128034 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-83ea3509-7540-482c-b808-32f87754cf8c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.8030412 May 12 19:33:25.152990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38da9e40-8e9c-4825-b5f8-1392ea4a9d91 req-6cd29f21-28e3-4141-8e47-2a68ab146a04 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=69a661e4-5256-4c31-8d6c-577d61d44b9c HTTP/1.1" status: 200 len: 210 time: 0.0596275 May 12 19:33:25.191658 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e015878a-a006-4cbc-a2c2-042878fb40e7 req-975e275b-b62e-4dd7-a2bd-58431f8734e4 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "DELETE /v2.0/ports/57517a59-b354-4dab-8fc7-b2e4dde92013 HTTP/1.1" status: 204 len: 173 time: 3.2222135 May 12 19:33:25.274455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.293209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-850a4d09-0d19-4c1f-994a-9ab9ba068692 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.295523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-850a4d09-0d19-4c1f-994a-9ab9ba068692 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "GET /v2.0/ports/dec3d36d-9ce7-4697-8955-e0a2f2d347dd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1487365 May 12 19:33:25.311032 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc918959-141b-4b47-a675-df34b46639fe'] response: {'server_uuid': '5ad1a038-3977-4718-8d27-39eaf423ebfc', 'name': 'network-vif-deleted', 'tag': 'bebcd94a-85fe-487a-a5ce-889abf83f841', 'status': 'completed', 'code': 200} May 12 19:33:25.311570 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc918959-141b-4b47-a675-df34b46639fe'] response: {'server_uuid': '9ebfbebf-1c84-404a-8c9f-3fd3a69b3e20', 'name': 'network-vif-deleted', 'tag': 'c95405d8-4033-41fb-8539-038724e5b457', 'status': 'completed', 'code': 200} May 12 19:33:25.345496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628d0ff-c40e-4247-9278-95016853617b req-ffc1b57f-b99b-4197-a8b7-416b04e1fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.347218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f628d0ff-c40e-4247-9278-95016853617b req-ffc1b57f-b99b-4197-a8b7-416b04e1fa86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0029c62bde904dfc94883440d187868d&device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 1094 time: 0.5283549 May 12 19:33:25.381436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7c9223-4c47-4b30-af00-d5b6cb427786 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:25.409426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.464160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Transition to ACTIVE for port object 0d7c9223-4c47-4b30-af00-d5b6cb427786 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:25.473699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e077bb8-526e-40bc-9034-9cf41f0b4a70 req-e280a4b6-5828-4fb6-b648-01577ef36c19 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 210 time: 0.0578043 May 12 19:33:25.475052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.496826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.618280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c9223-4c47-4b30-af00-d5b6cb427786,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:25.671008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.699551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03638e-ebde-48bc-a188-55d271b0d1b7 req-6ad1d95c-3f2b-4113-a12b-d28ec90de635 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.705696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d03638e-ebde-48bc-a188-55d271b0d1b7 req-6ad1d95c-3f2b-4113-a12b-d28ec90de635 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.3898125 May 12 19:33:25.762726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.805429 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8d34c832-7d24-4942-b1db-69344900f316 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "GET /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4963322 May 12 19:33:25.821487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628d0ff-c40e-4247-9278-95016853617b req-1ca96e1f-417e-442e-9861-61c95adf5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.823292 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f628d0ff-c40e-4247-9278-95016853617b req-1ca96e1f-417e-442e-9861-61c95adf5288 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 HTTP/1.1" status: 200 len: 923 time: 0.4252748 May 12 19:33:25.829409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:25.833924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d03638e-ebde-48bc-a188-55d271b0d1b7 req-6c7ab968-afc9-42df-8ee4-f82c74f83c4e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152282 May 12 19:33:25.874904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Attempting to bind port 0d7c9223-4c47-4b30-af00-d5b6cb427786 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:25.875110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Attempting to bind port 0d7c9223-4c47-4b30-af00-d5b6cb427786 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:25.875366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Attempting to bind port 0d7c9223-4c47-4b30-af00-d5b6cb427786 on network ac2b2370-dcc5-4122-84c1-142c5782c5f0 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:25.884375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Port 0d7c9223-4c47-4b30-af00-d5b6cb427786 on network ac2b2370-dcc5-4122-84c1-142c5782c5f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:33:25.884723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Attempting to bind port 0d7c9223-4c47-4b30-af00-d5b6cb427786 on network ac2b2370-dcc5-4122-84c1-142c5782c5f0 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:25.893231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:25.893575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Checking segment: {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:25.893952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Bound using segment: {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:25.894390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Bound port: 0d7c9223-4c47-4b30-af00-d5b6cb427786, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44aa5191-35e7-42ca-bc80-10396744ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:25.894730 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:25.922654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.928380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.934243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.940195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.946076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.952251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.958198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:25.960134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-57f94e17-40cb-4daa-9a48-5d6fbf2ac34f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.3442264 May 12 19:33:26.121059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Allocated IP 172.20.0.11 (840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7/79d4530c-725e-4d43-8260-acaad7d5a09e/e246c8c6-edee-47f4-9148-c228056ad7aa) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:26.124689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:26.132081 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f628d0ff-c40e-4247-9278-95016853617b req-e4e9cf66-f098-45ce-92a5-e8773ec7fa09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025 HTTP/1.1" status: 200 len: 217 time: 0.2604594 May 12 19:33:26.141109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:26.154494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event updated for resources: {'Port': ['ID=1ba73ae0-e22d-4899-9405-b1892eeb8d69,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:26.193025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:26.202600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56816a49-8194-4d41-aebd-9420de5a0cf1 req-48fbe03e-e293-4e0a-ad8b-d29e64671073 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2129893 May 12 19:33:26.216010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:26.219310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:26.263683 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:26.347807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 520c6efb-358e-4dcf-9cd6-117ad20d6025 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:26.378093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:26.378700 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:26.380132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d7c9223-4c47-4b30-af00-d5b6cb427786 HTTP/1.1" status: 200 len: 1092 time: 1.7875054 May 12 19:33:26.380642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:26.439973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5bb6-b01e-434e-b1fc-b20f7343bcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c9223-4c47-4b30-af00-d5b6cb427786,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:26.453688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:26.453901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:26.485722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628d0ff-c40e-4247-9278-95016853617b req-7b60f340-8346-4ac1-a70b-c90d10236704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:26.487217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f628d0ff-c40e-4247-9278-95016853617b req-7b60f340-8346-4ac1-a70b-c90d10236704 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=415bf4aa-a01e-4237-a2a6-a67e3ec662b5 HTTP/1.1" status: 200 len: 862 time: 0.3435757 May 12 19:33:26.496885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:26.509382 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 520c6efb-358e-4dcf-9cd6-117ad20d6025, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025,segment=NetworkSegment(6aa4e0c1-5c28-453b-900d-2de02fa2d2e9),segment_id=6aa4e0c1-5c28-453b-900d-2de02fa2d2e9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:26.517481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818836b2-cdbb-445a-87a9-0b8cd9ddc064 req-2ce2506b-6eaa-42bd-ab69-be1233942698 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:26.524440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-818836b2-cdbb-445a-87a9-0b8cd9ddc064 req-2ce2506b-6eaa-42bd-ab69-be1233942698 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 944 time: 0.3827522 May 12 19:33:26.525989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '520c6efb-358e-4dcf-9cd6-117ad20d6025', 'network_id': '8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5', 'port_id': '520c6efb-358e-4dcf-9cd6-117ad20d6025', 'mac_address': 'fa:16:3e:fe:db:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415bf4aa-a01e-4237-a2a6-a67e3ec662b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:26.550829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-518cdb3c-b015-4a94-80b4-a68da6220bc3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5137920 May 12 19:33:26.585273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 520c6efb-358e-4dcf-9cd6-117ad20d6025 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:26.585560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:26.593562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Request body: {'port': {'device_id': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:26.599655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a77a0-474d-4860-ae00-edf0490feb14 req-da28af33-45c9-42d4-a0df-a105a6e65b14 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:26.603788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520c6efb-358e-4dcf-9cd6-117ad20d6025 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:26.608164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-077a77a0-474d-4860-ae00-edf0490feb14 req-da28af33-45c9-42d4-a0df-a105a6e65b14 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 943 time: 0.2792604 May 12 19:33:26.620360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 520c6efb-358e-4dcf-9cd6-117ad20d6025, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025,segment=NetworkSegment(6aa4e0c1-5c28-453b-900d-2de02fa2d2e9),segment_id=6aa4e0c1-5c28-453b-900d-2de02fa2d2e9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:26.627197 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:26.634221 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f628d0ff-c40e-4247-9278-95016853617b req-6d8eed11-b38e-4b23-bf9d-f4802eb18ccd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218007 May 12 19:33:26.635205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-818836b2-cdbb-445a-87a9-0b8cd9ddc064 req-81ea9785-9be6-458e-9f28-ac6b827bd4b3 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095371 May 12 19:33:26.670968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-54486906-fc34-41ac-8fae-7bdf5bc801b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:26.672606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-54486906-fc34-41ac-8fae-7bdf5bc801b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50f4320fa49f4843a2d7d8b069476605&device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 1095 time: 0.2280190 May 12 19:33:26.680965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-077a77a0-474d-4860-ae00-edf0490feb14 req-09620cb4-21fb-4c3f-b1bb-4a6f41ae85a4 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715666 May 12 19:33:26.749281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49612) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:26.797853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-b875b7af-0134-4f17-b7c7-1f1501c1a65b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786 HTTP/1.1" status: 200 len: 217 time: 0.1154184 May 12 19:33:26.805084 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0792c8d-b4d7-4f87-85f3-9c1efd0abac8'] response: {'name': 'network-changed', 'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'status': 'completed', 'code': 200} May 12 19:33:26.873449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=520c6efb-358e-4dcf-9cd6-117ad20d6025,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:26.880912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['520c6efb-358e-4dcf-9cd6-117ad20d6025'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:26.941408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35bbe02f-b963-4345-9e62-fee52365acd4 req-ccbc2a1c-b1b2-43a5-8b00-d8adc87d0ee1 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 210 time: 0.0624869 May 12 19:33:26.952483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d011543-b519-4661-8c30-575d5e6b9289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:26.967814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] Deleting subnet 63c2a30f-0c47-47c7-a42e-4f91f8b52aeb {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:33:26.973695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.034374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.097421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-d12f67c5-d8d8-4db0-8581-bf2f59a05133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.098876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-d12f67c5-d8d8-4db0-8581-bf2f59a05133 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f13aab7e-81e3-4ca5-82ae-606b17c1c2f7 HTTP/1.1" status: 200 len: 844 time: 0.2878094 May 12 19:33:27.136846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.168774 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.304430 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.312560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'name': 'network-vif-deleted', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:27.321255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] For port dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:27.327783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.338071 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f628d0ff-c40e-4247-9278-95016853617b req-55e4a5da-1014-4507-bb16-e7450e12c832 service neutron] 10.222.0.73 "GET /v2.0/networks/8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125398 May 12 19:33:27.340414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1a2a93a0-2b1a-4b92-b48a-e59a40cd84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.341919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-1a2a93a0-2b1a-4b92-b48a-e59a40cd84aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac2b2370-dcc5-4122-84c1-142c5782c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035301 May 12 19:33:27.382373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.382583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c2a30f-0c47-47c7-a42e-4f91f8b52aeb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:27.391618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82107db8-4067-454c-a6e6-0cf527dd457b req-1741a29e-d98b-43ec-85d4-d2f0d5475375 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.396774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.397919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82107db8-4067-454c-a6e6-0cf527dd457b req-1741a29e-d98b-43ec-85d4-d2f0d5475375 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.2961102 May 12 19:33:27.426755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.462119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-73010c77-b3b8-4f5c-9287-e785fce59060 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/63c2a30f-0c47-47c7-a42e-4f91f8b52aeb HTTP/1.1" status: 204 len: 168 time: 0.7117465 May 12 19:33:27.501660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:27.522666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:33:27.554925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82107db8-4067-454c-a6e6-0cf527dd457b req-eb668262-d71b-43d4-a009-357b52f0f8cc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557236 May 12 19:33:27.605017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-83080045-e5f1-4270-bcd6-d6f28fc936aa service neutron] 10.222.0.36 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560706 May 12 19:33:27.613529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32191d25-fadd-43e6-8560-bacdb26b3ca4 req-7b17aea6-8bef-4b5f-8e4f-fc7fc1ab5968 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.617565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32191d25-fadd-43e6-8560-bacdb26b3ca4 req-7b17aea6-8bef-4b5f-8e4f-fc7fc1ab5968 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 944 time: 0.2840905 May 12 19:33:27.813461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32191d25-fadd-43e6-8560-bacdb26b3ca4 req-9398505b-f1d6-4a3d-afc1-0a85effd84fc tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743810 May 12 19:33:27.844440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8e8ea78-5bab-4a79-a81f-83cd1b5fda34 req-22d8c6ff-0387-4733-87aa-61b2398779b9 service neutron] 10.222.0.36 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256298 May 12 19:33:27.873522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] For port dec3d36d-9ce7-4697-8955-e0a2f2d347dd, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:27.877983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.884037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.889851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.895634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.902376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.902496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:27.907680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.913353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:27.915260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-caa42850-0562-4a0d-8cf3-eb1c2e391d44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 5436 time: 0.2148376 May 12 19:33:27.942719 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31e73bb-8398-4d2d-91c9-1bf9744eae74'] response: {'server_uuid': '69a661e4-5256-4c31-8d6c-577d61d44b9c', 'name': 'network-vif-deleted', 'tag': '57517a59-b354-4dab-8fc7-b2e4dde92013', 'status': 'completed', 'code': 200} May 12 19:33:28.029388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=9fc9cca8-7bd4-4469-bb78-65583a01a026,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:28.047554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:28.131821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.151805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] device_id is not set on port dec3d36d-9ce7-4697-8955-e0a2f2d347dd yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:33:28.178648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:28.179158 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.185753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90b3ff19-3979-4930-b91a-3c82c5b72a32 req-ce027680-dd48-4e28-b1c3-c3336b7b3c6f tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2332485 May 12 19:33:28.216915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-4844f059-3988-4fca-81ec-6b722910846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.218518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-4844f059-3988-4fca-81ec-6b722910846b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50f4320fa49f4843a2d7d8b069476605&device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 1095 time: 0.3023109 May 12 19:33:28.220011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:28.232954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:28.239247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.240404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 03a16558-9e11-47d2-87d1-2abb14f650a8 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:28.266420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:28.273446 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f628d0ff-c40e-4247-9278-95016853617b req-eb3d8df1-a8b2-462e-91d5-74326ec94645 service neutron] 10.222.0.73 "GET /v2.0/networks/8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9203341 May 12 19:33:28.274276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.326327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:28.328808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:28.353821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b43c6f-6ab8-4813-b1d2-a7f730945ed2 req-82ce3a1e-fefc-4014-bcae-46770906a934 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.355759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08b43c6f-6ab8-4813-b1d2-a7f730945ed2 req-82ce3a1e-fefc-4014-bcae-46770906a934 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 944 time: 0.3812180 May 12 19:33:28.368348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 520c6efb-358e-4dcf-9cd6-117ad20d6025 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:28.371309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.380531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.390008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-592653d5-b207-4ff7-98d6-d2a7a73f45bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0040865 May 12 19:33:28.456711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event updated for resources: {'Port': ['ID=e246c8c6-edee-47f4-9148-c228056ad7aa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:28.465390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:28.467292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.470098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-d3a9ef51-5c76-421a-b7ae-43bd56335096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.471701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-d3a9ef51-5c76-421a-b7ae-43bd56335096 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac2b2370-dcc5-4122-84c1-142c5782c5f0 HTTP/1.1" status: 200 len: 906 time: 0.2464120 May 12 19:33:28.475290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08b43c6f-6ab8-4813-b1d2-a7f730945ed2 req-6447274d-0e92-4f63-80b5-86ad9333bbac tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044962 May 12 19:33:28.514367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 03a16558-9e11-47d2-87d1-2abb14f650a8 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:28.519360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.550546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 520c6efb-358e-4dcf-9cd6-117ad20d6025 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:28.560753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 520c6efb-358e-4dcf-9cd6-117ad20d6025 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:28.561774 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.577424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-47606a75-e3c0-40f7-b1e8-9c035f4ada70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786 HTTP/1.1" status: 200 len: 217 time: 0.0963316 May 12 19:33:28.594229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038023d-aa7a-4651-ac9c-56bf452adab5 req-6cbe4417-3ff6-43bd-aa95-ae827b17c44a tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.595769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1038023d-aa7a-4651-ac9c-56bf452adab5 req-6cbe4417-3ff6-43bd-aa95-ae827b17c44a tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 944 time: 0.2859287 May 12 19:33:28.657824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 03a16558-9e11-47d2-87d1-2abb14f650a8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=03a16558-9e11-47d2-87d1-2abb14f650a8,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:28.669094 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.669893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c3311c90-3fb1-4ced-85ff-81166dcab352 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:28.695388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.696512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.754892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1038023d-aa7a-4651-ac9c-56bf452adab5 req-aa309063-bd0a-43dd-aee2-d0f903d50f0c tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126404 May 12 19:33:28.756406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-0398b709-f79e-4daa-89dc-295efa116327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.757918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-0398b709-f79e-4daa-89dc-295efa116327 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f13aab7e-81e3-4ca5-82ae-606b17c1c2f7 HTTP/1.1" status: 200 len: 844 time: 0.1612599 May 12 19:33:28.844594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673213-d762-4a45-8780-3c2ae6b5095c req-80fcaefe-0559-468e-a8f3-606266a26c94 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.846469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb673213-d762-4a45-8780-3c2ae6b5095c req-80fcaefe-0559-468e-a8f3-606266a26c94 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 932 time: 0.2054763 May 12 19:33:28.851443 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8292c31a-804d-4bcc-bd74-8b680305ea6e'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5', 'code': 200} May 12 19:33:28.851896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 520c6efb-358e-4dcf-9cd6-117ad20d6025 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:28.852272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.912895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] No DVR routers for this DVR port dec3d36d-9ce7-4697-8955-e0a2f2d347dd on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:28.915842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-6cadb730-6d85-4e7f-ac3b-6899ed3195a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.920885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 520c6efb-358e-4dcf-9cd6-117ad20d6025, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025,segment=NetworkSegment(6aa4e0c1-5c28-453b-900d-2de02fa2d2e9),segment_id=6aa4e0c1-5c28-453b-900d-2de02fa2d2e9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:28.921830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-6cadb730-6d85-4e7f-ac3b-6899ed3195a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac2b2370-dcc5-4122-84c1-142c5782c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564226 May 12 19:33:28.923068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=03a16558-9e11-47d2-87d1-2abb14f650a8,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:28.961258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:28.968616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-18b5be4a-1206-4811-a096-4d125f002bcf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:28.969362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-18b5be4a-1206-4811-a096-4d125f002bcf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Synchronizing usage tracker for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:28.999832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] Pushing event updated for resources: {'Port': ['ID=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:29.021978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c3311c90-3fb1-4ced-85ff-81166dcab352 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:29.022177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-2b3fc84d-da6c-4b6b-9354-020e4d4ea654 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3984888 May 12 19:33:29.022564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.026069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb673213-d762-4a45-8780-3c2ae6b5095c req-6768f9fe-1874-4613-9860-548211be9dfa tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630104 May 12 19:33:29.048433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.059300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-151eaa3b-c52e-4bd0-8acc-d4a14c7b53d6 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:33:29.060291 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-151eaa3b-c52e-4bd0-8acc-d4a14c7b53d6 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176241 May 12 19:33:29.065174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c3311c90-3fb1-4ced-85ff-81166dcab352, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3311c90-3fb1-4ced-85ff-81166dcab352,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:29.077634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Request body: {'port': {'device_id': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:29.096833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.097554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:29.197141 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdf1c57b-ade5-469e-bc8d-58fa209527a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.207289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-88d039a5-e153-4bbd-a918-9537fc7e6f58 None None] Provisioning complete for port dec3d36d-9ce7-4697-8955-e0a2f2d347dd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:29.207653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-88d039a5-e153-4bbd-a918-9537fc7e6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.209407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-78a54696-3399-406d-acaf-dde1462a3954 service neutron] 10.222.0.36 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793589 May 12 19:33:29.240407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.263249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f81f1-116a-4728-a4ac-b497f3d1abd5 req-9989f784-348c-4f2c-9f1c-e799420ad679 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:29.269798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f2f81f1-116a-4728-a4ac-b497f3d1abd5 req-9989f784-348c-4f2c-9f1c-e799420ad679 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.2574635 May 12 19:33:29.281280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=520c6efb-358e-4dcf-9cd6-117ad20d6025,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:29.288772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-18b5be4a-1206-4811-a096-4d125f002bcf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Unset dirty status for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:29.290053 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-18b5be4a-1206-4811-a096-4d125f002bcf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 944 time: 1.6939213 May 12 19:33:29.307502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c0b118-aacc-4bb8-8059-df160fe9cc6d']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:29.314698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] In _notify_port_updated(), no bound segment for port dec3d36d-9ce7-4697-8955-e0a2f2d347dd on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:33:29.315556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:29.316149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.316352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-88d039a5-e153-4bbd-a918-9537fc7e6f58 None None] Port dec3d36d-9ce7-4697-8955-e0a2f2d347dd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:29.317666 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-42ff1bdc-9a46-4d60-a7a0-e5589151e19c service neutron] 10.222.0.36 "PUT /v2.0/ports/dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 200 len: 1027 time: 3.4927514 May 12 19:33:29.320551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-ed8f75a9-bcf4-4823-90c8-97b993f7904d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Synchronizing usage tracker for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:29.361404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:33:29.394606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-ed8f75a9-bcf4-4823-90c8-97b993f7904d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Unset dirty status for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:29.396742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:29.397097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.401820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-ed8f75a9-bcf4-4823-90c8-97b993f7904d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1536430604&fields=id&tenant_id=871b1bf61e6b4847b33a81dec2c7effc HTTP/1.1" status: 200 len: 267 time: 0.2295208 May 12 19:33:29.413387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f2f81f1-116a-4728-a4ac-b497f3d1abd5 req-796aef67-ae7b-4cae-bd93-defcad66e9d6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419392 May 12 19:33:29.419666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c3311c90-3fb1-4ced-85ff-81166dcab352,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:29.445015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:29.451187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.452275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1102ea15-5fe1-4b14-928c-5c39ce67ad28 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:29.460913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-3db0e7d9-912f-43f0-82cd-5febcded5cd1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:29.462313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-3db0e7d9-912f-43f0-82cd-5febcded5cd1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "GET /v2.0/ports/1102ea15-5fe1-4b14-928c-5c39ce67ad28?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1068926 May 12 19:33:29.475721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41dc876-e969-4dc2-8b2b-eeb8aa5c6e06') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:29.476018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41dc876-e969-4dc2-8b2b-eeb8aa5c6e06') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:29.504951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-023b4bd0-ac7f-494b-91ab-a497346e1441 req-67cf5364-f23f-4691-84ee-c320bc1f634d service neutron] 10.222.0.36 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842448 May 12 19:33:29.519336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-3f805322-1917-49c4-a45c-f736beba0c9d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:29.520013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-3f805322-1917-49c4-a45c-f736beba0c9d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Synchronizing usage tracker for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:29.536341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:29.593334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:29.604120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-3f805322-1917-49c4-a45c-f736beba0c9d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Unset dirty status for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:29.605160 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.605503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-3f805322-1917-49c4-a45c-f736beba0c9d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports/66cba182-2ddf-4c1b-9b77-91d1d26174b9 HTTP/1.1" status: 200 len: 936 time: 0.1958075 May 12 19:33:29.659391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:29.659762 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.676201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Deleting port 604345f9-7533-4ce4-9d68-8103f14df850 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:29.676549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.696127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:29.701388 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.702024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60f202-a05c-4c49-beeb-f04715b1a20f req-597a451c-0cf7-474c-b2d8-f18ab7b8e12d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:29.702163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ee1076ae-8f20-4aaa-b724-06652409b4b8 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:29.703628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f60f202-a05c-4c49-beeb-f04715b1a20f req-597a451c-0cf7-474c-b2d8-f18ab7b8e12d tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 944 time: 0.1805673 May 12 19:33:29.720674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-97e64133-0a67-4f32-9bea-9ee05ccf4a67 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:29.728105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-97e64133-0a67-4f32-9bea-9ee05ccf4a67 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports/d4298f8c-728b-4b34-be14-9fdff6a5a141 HTTP/1.1" status: 200 len: 935 time: 0.1160858 May 12 19:33:29.732549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.748987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba73ae0-e22d-4899-9405-b1892eeb8d69 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:29.769315 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.771924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:33:29.772378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: timer() May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:33:29.786298 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:33:29.815433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-29d17daf-7777-4e26-a2d9-3aba0da64b21 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?network_id=3da18450-faba-4c15-af43-f6fd6be9f34c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0863903 May 12 19:33:29.819208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:29.876506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f60f202-a05c-4c49-beeb-f04715b1a20f req-81659670-62e9-4af5-bf40-dd05fc7b7a70 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634517 May 12 19:33:29.879356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-7cdf997a-9a1e-4e08-9f4f-53e25f405438 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?network_id=3da18450-faba-4c15-af43-f6fd6be9f34c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0492957 May 12 19:33:29.883133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ee1076ae-8f20-4aaa-b724-06652409b4b8 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:29.883513 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.934215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ee1076ae-8f20-4aaa-b724-06652409b4b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:29.947538 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:29.948352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device dec3d36d-9ce7-4697-8955-e0a2f2d347dd no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:30.054276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.055053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0d7c9223-4c47-4b30-af00-d5b6cb427786 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:30.105120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Transition to ACTIVE for port object 1ba73ae0-e22d-4899-9405-b1892eeb8d69 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:30.120040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ee1076ae-8f20-4aaa-b724-06652409b4b8,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:30.151971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.218628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device dec3d36d-9ce7-4697-8955-e0a2f2d347dd not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:33:30.227951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.257482 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.261928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-b82bb36c-ba09-4c8d-b0ff-2c923af9743f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.267584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-b82bb36c-ba09-4c8d-b0ff-2c923af9743f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.272830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.273627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-b82bb36c-ba09-4c8d-b0ff-2c923af9743f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.275710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-b82bb36c-ba09-4c8d-b0ff-2c923af9743f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Synchronizing usage tracker for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:30.295134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:30.311480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'port_id': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'mac_address': 'fa:16:3e:40:4f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:30.315314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b47d-8124-4d75-805a-32ec94224cad req-4b2f2c1f-9948-46a4-8aa8-b87408c673aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.320909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b47d-8124-4d75-805a-32ec94224cad req-4b2f2c1f-9948-46a4-8aa8-b87408c673aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.326581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b47d-8124-4d75-805a-32ec94224cad req-4b2f2c1f-9948-46a4-8aa8-b87408c673aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.332182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b47d-8124-4d75-805a-32ec94224cad req-4b2f2c1f-9948-46a4-8aa8-b87408c673aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.337863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b47d-8124-4d75-805a-32ec94224cad req-4b2f2c1f-9948-46a4-8aa8-b87408c673aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.343847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b47d-8124-4d75-805a-32ec94224cad req-4b2f2c1f-9948-46a4-8aa8-b87408c673aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.345738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b86b47d-8124-4d75-805a-32ec94224cad req-4b2f2c1f-9948-46a4-8aa8-b87408c673aa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 4650 time: 0.3330503 May 12 19:33:30.346918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-b82bb36c-ba09-4c8d-b0ff-2c923af9743f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Unset dirty status for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:30.347881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-b82bb36c-ba09-4c8d-b0ff-2c923af9743f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/networks?id=55833bc9-ed78-481d-adda-97e20567a292&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=3da18450-faba-4c15-af43-f6fd6be9f34c&id=3da18450-faba-4c15-af43-f6fd6be9f34c HTTP/1.1" status: 200 len: 1994 time: 0.4443851 May 12 19:33:30.353251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.374369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0d7c9223-4c47-4b30-af00-d5b6cb427786 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:30.374737 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.379885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-d53c0f09-2aca-4f06-bef8-a0d7b8bda0cd tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/quotas/871b1bf61e6b4847b33a81dec2c7effc HTTP/1.1" status: 200 len: 375 time: 0.0257373 May 12 19:33:30.391799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 604345f9-7533-4ce4-9d68-8103f14df850 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:30.448115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7c9223-4c47-4b30-af00-d5b6cb427786 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:30.456748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b86b47d-8124-4d75-805a-32ec94224cad req-d1f5fb39-f34e-41a7-b518-8b0f246b93d1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=b14e4642-eefa-4424-8b51-8501da6f4610&id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952804 May 12 19:33:30.479115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c0b118-aacc-4bb8-8059-df160fe9cc6d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:30.497734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:30.528889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bee3aec1-3575-4bf4-8f1d-5652a00ba444 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d9c0b118-aacc-4bb8-8059-df160fe9cc6d HTTP/1.1" status: 204 len: 168 time: 3.0082023 May 12 19:33:30.530167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba73ae0-e22d-4899-9405-b1892eeb8d69,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:30.541808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-fc08b03f-071f-42c1-a379-76a0f838b05d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1418891 May 12 19:33:30.579840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 604345f9-7533-4ce4-9d68-8103f14df850 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:30.583292 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.682497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0d7c9223-4c47-4b30-af00-d5b6cb427786,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:30.716759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49668) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:30.756035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-84408710-fa1d-4c09-8d68-c7a38481d123 service neutron] 10.222.0.72 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132330 May 12 19:33:30.812234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0d7c9223-4c47-4b30-af00-d5b6cb427786'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:30.849561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] For port 604345f9-7533-4ce4-9d68-8103f14df850, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=604345f9-7533-4ce4-9d68-8103f14df850,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:30.849818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:30.857409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8'}, {'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1102ea15-5fe1-4b14-928c-5c39ce67ad28'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:30.869352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022fef1-cac2-4a8a-8bf3-a217db230ca2 req-60d78cd8-871a-4feb-bbc9-41867d1ede74 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:30.870844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c022fef1-cac2-4a8a-8bf3-a217db230ca2 req-60d78cd8-871a-4feb-bbc9-41867d1ede74 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 945 time: 0.2117057 May 12 19:33:30.939825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-21fcea1d-6eb6-40fa-b363-ad2553a86c4b service neutron] 10.222.0.72 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773138 May 12 19:33:30.944484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c022fef1-cac2-4a8a-8bf3-a217db230ca2 req-c1b581ae-e954-46ec-a100-cca40b373604 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677478 May 12 19:33:31.019397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-ccc73e3c-957e-4228-953d-86cca617bf5f service neutron] 10.222.0.72 "GET /v2.0/ports/66cba182-2ddf-4c1b-9b77-91d1d26174b9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0695577 May 12 19:33:31.051422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Attempting to bind port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:31.051755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Attempting to bind port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:31.052085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Attempting to bind port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:31.063356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Calling delete_port for 604345f9-7533-4ce4-9d68-8103f14df850 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:31.115183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:33:31.115504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Attempting to bind port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:31.144096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d6832498-09b0-4af6-9d30-10c3b3396af6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1391d72ba2ab420d8f02620749c6bb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132228 May 12 19:33:31.146149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49676) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:31.154741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:31.155075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Checking segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:31.155451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Bound using segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:31.155886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Bound port: 1ba73ae0-e22d-4899-9405-b1892eeb8d69, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:31.156229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.166831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e246c8c6-edee-47f4-9148-c228056ad7aa {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:31.180191 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.192306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1102ea15-5fe1-4b14-928c-5c39ce67ad28,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:31.256363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Transition to ACTIVE for port object e246c8c6-edee-47f4-9148-c228056ad7aa will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:31.264471 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-c59a6da3-5e2e-4dbd-9510-3f96451bb677 service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377117 May 12 19:33:31.271746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b53dfafc-b2ef-4926-8033-1ed39de767d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.275242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.379051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa06907-a4e2-4b5a-9e3b-2738509deecc req-ec96cda4-52cf-4f88-877c-c1042c802263 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:31.380521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa06907-a4e2-4b5a-9e3b-2738509deecc req-ec96cda4-52cf-4f88-877c-c1042c802263 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 945 time: 0.2865982 May 12 19:33:31.392658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b53dfafc-b2ef-4926-8033-1ed39de767d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.468956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] For port 1102ea15-5fe1-4b14-928c-5c39ce67ad28, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:31.486880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa06907-a4e2-4b5a-9e3b-2738509deecc req-dd59aa95-4d2d-4b3a-be9e-f7ee8940327e tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961707 May 12 19:33:31.529637 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-9cfc955f-ccd9-4a76-9404-4ad1f2bd607c service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550056 May 12 19:33:31.547353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.591106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b53dfafc-b2ef-4926-8033-1ed39de767d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.657034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dfafc-b2ef-4926-8033-1ed39de767d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd9504d-a921-4a90-813c-53003c3d71e3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:31.671418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Pushing event updated for resources: {'Port': ['ID=e246c8c6-edee-47f4-9148-c228056ad7aa,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:31.677376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b53dfafc-b2ef-4926-8033-1ed39de767d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.682354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b53dfafc-b2ef-4926-8033-1ed39de767d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/edd9504d-a921-4a90-813c-53003c3d71e3 HTTP/1.1" status: 204 len: 168 time: 0.5330653 May 12 19:33:31.692126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-fb1430c4-b5d2-4b5e-93c4-acb95c7f63b1 service neutron] 10.222.0.72 "GET /v2.0/ports/d4298f8c-728b-4b34-be14-9fdff6a5a141?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1473043 May 12 19:33:31.717042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] For port 1ba73ae0-e22d-4899-9405-b1892eeb8d69, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:31.767536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] device_id is not set on port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:33:31.782749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.785242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] For port 1ba73ae0-e22d-4899-9405-b1892eeb8d69, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ba73ae0-e22d-4899-9405-b1892eeb8d69,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:31.786183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.809375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db9589-19f1-48ee-b580-d29e35b2d79d req-2e81c911-4f29-400d-be63-133a3cdc5a98 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:31.811020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22db9589-19f1-48ee-b580-d29e35b2d79d req-2e81c911-4f29-400d-be63-133a3cdc5a98 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 944 time: 0.2031825 May 12 19:33:31.838230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.851047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.858890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event deleted for resources: {'Port': ['ID=604345f9-7533-4ce4-9d68-8103f14df850,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:31.879190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-5cafec70-1bf5-4b1f-ad32-ed90f40f09ba service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777153 May 12 19:33:31.897620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22db9589-19f1-48ee-b580-d29e35b2d79d req-33fc34af-2c4c-4945-9044-0b90b609424a tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782890 May 12 19:33:31.945794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:31.946411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:31.948191 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ba73ae0-e22d-4899-9405-b1892eeb8d69 HTTP/1.1" status: 200 len: 1092 time: 5.3839300 May 12 19:33:31.969247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'tag': '1ba73ae0-e22d-4899-9405-b1892eeb8d69'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:32.060025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0d7c9223-4c47-4b30-af00-d5b6cb427786 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:32.119716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-8100dd3f-1562-4b9e-81f4-d2ecfb32010d service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324872 May 12 19:33:32.185504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 0d7c9223-4c47-4b30-af00-d5b6cb427786 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:32.192784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0d7c9223-4c47-4b30-af00-d5b6cb427786 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:32.193532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.263780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Attempting to bind port e246c8c6-edee-47f4-9148-c228056ad7aa on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:32.264123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Attempting to bind port e246c8c6-edee-47f4-9148-c228056ad7aa by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:32.264455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Attempting to bind port e246c8c6-edee-47f4-9148-c228056ad7aa on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:32.286491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] No DVR routers for this DVR port 604345f9-7533-4ce4-9d68-8103f14df850 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:32.296431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.337642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea91c4-19d6-47ac-9a59-9e7c687c18d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba73ae0-e22d-4899-9405-b1892eeb8d69,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:32.341408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] No DVR routers for this DVR port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:32.344211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0d7c9223-4c47-4b30-af00-d5b6cb427786 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:32.344682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.394186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3e787925-cb5b-41e2-9a3a-fbb38e626781 None None] Provisioning complete for port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:32.394682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e787925-cb5b-41e2-9a3a-fbb38e626781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.407876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Port e246c8c6-edee-47f4-9148-c228056ad7aa on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:33:32.408234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Attempting to bind port e246c8c6-edee-47f4-9148-c228056ad7aa on network 840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:32.428145 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eff7ba5e-a74a-4949-b7d7-c8b9d00e27bc req-ffab579c-310c-4465-bd3e-0f24aeb07eaf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "DELETE /v2.0/ports/604345f9-7533-4ce4-9d68-8103f14df850 HTTP/1.1" status: 204 len: 173 time: 3.1284895 May 12 19:33:32.442418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:32.457681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.483194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:32.484032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Checking segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:32.484032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Bound using segment: {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:32.484397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Bound port: e246c8c6-edee-47f4-9148-c228056ad7aa, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870356bc-2300-458a-ab8a-26293d95125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:32.484742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.494515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-11adb9e8-08f2-48ec-bc92-b15595cc4ffd service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649223 May 12 19:33:32.595708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3e787925-cb5b-41e2-9a3a-fbb38e626781 None None] Port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:32.629006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0d7c9223-4c47-4b30-af00-d5b6cb427786,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:32.638709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:32.642195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e246c8c6-edee-47f4-9148-c228056ad7aa,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:32.651465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] In _notify_port_updated(), no bound segment for port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 on network af9ef7af-eec9-4d47-93dd-ca2b28932327 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:33:32.653428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:32.654072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.655537 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] 10.222.0.36 "PUT /v2.0/ports/1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 200 len: 1028 time: 3.1709926 May 12 19:33:32.661794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.664764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c1d5b-1a95-4ccc-ab9f-4eca34491e10 req-c7aba340-bd42-4d5e-b902-9d45896a24a8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:32.666519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b59c1d5b-1a95-4ccc-ab9f-4eca34491e10 req-c7aba340-bd42-4d5e-b902-9d45896a24a8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.6224177 May 12 19:33:32.668182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77dfc8-8637-4445-956d-48bf3fc1603a service neutron] Pushing event updated for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:32.707677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-c18d4059-309d-4b08-891d-e5c909275e60 service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060456 May 12 19:33:32.716604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c21f5efb-7c8d-4a0d-a2c9-313c921012cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:32.718800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c21f5efb-7c8d-4a0d-a2c9-313c921012cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=ce73e7a3-fb26-4c41-9564-2a874312d354 HTTP/1.1" status: 200 len: 1095 time: 0.6586394 May 12 19:33:32.802260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b59c1d5b-1a95-4ccc-ab9f-4eca34491e10 req-e7b4e9d6-fe5e-436e-a8da-f82b6fcddc0d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158061 May 12 19:33:32.802725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49710) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:32.868792 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b699bec3-2b2b-4a0b-bfa0-c47411f9ed93'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'code': 200} May 12 19:33:32.869149 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b699bec3-2b2b-4a0b-bfa0-c47411f9ed93'] response: {'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025', 'code': 200} May 12 19:33:32.869516 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b699bec3-2b2b-4a0b-bfa0-c47411f9ed93'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352', 'code': 200} May 12 19:33:32.869856 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b699bec3-2b2b-4a0b-bfa0-c47411f9ed93'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd', 'code': 200} May 12 19:33:32.870193 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b699bec3-2b2b-4a0b-bfa0-c47411f9ed93'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1102ea15-5fe1-4b14-928c-5c39ce67ad28', 'code': 200} May 12 19:33:32.870949 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b699bec3-2b2b-4a0b-bfa0-c47411f9ed93'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8', 'code': 200} May 12 19:33:32.913298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-071a8382-f8b4-48d7-be75-741b16788f7f service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974201 May 12 19:33:32.942506 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-5049922a-2f16-49cc-9015-002b4dd58304 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba73ae0-e22d-4899-9405-b1892eeb8d69 HTTP/1.1" status: 200 len: 217 time: 0.1667342 May 12 19:33:32.946145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:32.946766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:32.948192 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] 10.222.0.73 "PUT /v2.0/ports/e246c8c6-edee-47f4-9148-c228056ad7aa HTTP/1.1" status: 200 len: 1092 time: 3.8763816 May 12 19:33:33.014305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-network', 'tenant_id': '8d152241108e4a00abf0adebbe84db39'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:33.067678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:33.083329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Usage tracker for resource:network and tenant:8d152241108e4a00abf0adebbe84db39 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:33.089339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3cf08d0-407c-44a5-8fca-dacf6d366d00 req-51d2d59f-4b6e-44a6-b631-7092ff3bdadf tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=604b9134-9432-4a56-b9a7-929ed9d4c731 HTTP/1.1" status: 200 len: 210 time: 0.0598922 May 12 19:33:33.092005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:33.100386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:33.109236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:33.109571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:33.148476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Made reservation on behalf of 8d152241108e4a00abf0adebbe84db39 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:33.151840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:33.171205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-55b2f8e4-e7ba-4224-b63e-3491efcb06a7 service neutron] 10.222.0.72 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522883 May 12 19:33:33.172139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:33.185884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4aef-8103-4668-87f7-2876f503579c service neutron] Pushing event updated for resources: {'Port': ['ID=e246c8c6-edee-47f4-9148-c228056ad7aa,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:33.225602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-047c1457-def0-45f9-809e-d142837a8f84 service neutron] 10.222.0.73 "GET /v2.0/ports/5ea38d06-a443-488d-9e50-c7925f78366a/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 382 time: 0.8046088 May 12 19:33:33.231025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-7a12c2ae-923f-4cb5-8758-115f0092cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.232435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-7a12c2ae-923f-4cb5-8758-115f0092cc83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.2749622 May 12 19:33:33.266315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:33.279547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:8d152241108e4a00abf0adebbe84db39 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:33.283928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:33.292036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:33.328959 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-4aeaf8da-f4b4-43fd-9d47-f58e8267ff3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690320 May 12 19:33:33.412376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-3966eca6-89f7-4152-b26d-6bbb6b68d654 service neutron] 10.222.0.72 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293775 May 12 19:33:33.553850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bf48-1726-4899-be7d-e7a145533227 req-51463245-53e8-41a1-903d-745f83155be5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.559710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bf48-1726-4899-be7d-e7a145533227 req-51463245-53e8-41a1-903d-745f83155be5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.565434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bf48-1726-4899-be7d-e7a145533227 req-51463245-53e8-41a1-903d-745f83155be5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.571114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bf48-1726-4899-be7d-e7a145533227 req-51463245-53e8-41a1-903d-745f83155be5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.577010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bf48-1726-4899-be7d-e7a145533227 req-51463245-53e8-41a1-903d-745f83155be5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.578855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9700bf48-1726-4899-be7d-e7a145533227 req-51463245-53e8-41a1-903d-745f83155be5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 3877 time: 0.2798939 May 12 19:33:33.666958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:33.677304 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:33.687428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-22d25e0c-20b8-4c11-970c-a6a9e1189422 service neutron] 10.222.0.72 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633343 May 12 19:33:33.687949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772e6cf-dd97-4ece-9294-35e1246dd2f5 req-a2eb1ec9-1614-4bdc-859e-1f63e44ec5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.689431 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8772e6cf-dd97-4ece-9294-35e1246dd2f5 req-a2eb1ec9-1614-4bdc-859e-1f63e44ec5a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 1096 time: 0.7346089 May 12 19:33:33.691247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-58b9460d-808b-47d4-91ec-308c52662a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:33.692545 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-58b9460d-808b-47d4-91ec-308c52662a8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 1095 time: 0.6520588 May 12 19:33:33.693220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9700bf48-1726-4899-be7d-e7a145533227 req-216e408f-eae4-44e8-854e-aec1952552a9 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036212 May 12 19:33:33.801197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:33:33.821646 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-cf8e4f1c-f77f-41af-95a6-ba6941993788 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e246c8c6-edee-47f4-9148-c228056ad7aa HTTP/1.1" status: 200 len: 217 time: 0.1151395 May 12 19:33:33.844699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d971ddb8-f760-4d61-a9e0-f011980bfeb8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:33.868436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:33.868786 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Added segment 69568903-80f4-492c-b10d-0a5299876354 of type vlan for network fcf03ebb-3b4f-44e1-af00-5c4c36f473db May 12 19:33:33.884314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.884657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.885026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.885551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.885921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.886278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.886550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.886887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.887252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.887572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.887889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.888208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:33.918276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-be702156-43eb-4259-af81-50312462f6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801961 May 12 19:33:33.942727 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:33.954706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-51e85a85-c63b-49ab-a54a-939cf05e273b service neutron] 10.222.0.72 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573683 May 12 19:33:33.970895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8772e6cf-dd97-4ece-9294-35e1246dd2f5 req-0318e096-429a-4639-8f0a-20820904c82d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626777 May 12 19:33:34.029105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] For port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:34.029498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:34.038053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-3245204c-73a5-4a51-9c04-91b834b10e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:34.039506 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-3245204c-73a5-4a51-9c04-91b834b10e76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.1964982 May 12 19:33:34.063868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:34.064830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:34.065441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:34.099503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366926-852d-4699-9af9-289f1c135496 req-b800700d-e0fe-4fbf-a10d-b34b8ffcbb0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:34.101177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50366926-852d-4699-9af9-289f1c135496 req-b800700d-e0fe-4fbf-a10d-b34b8ffcbb0e tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.2951941 May 12 19:33:34.103861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-9ec79057-0ede-4daf-b242-d933d4e00481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:34.105371 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-9ec79057-0ede-4daf-b242-d933d4e00481 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa&tenant_id=5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 1101 time: 0.4886312 May 12 19:33:34.201460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:34.317826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-ad3dc0e0-2cef-46d0-ab77-b3c44ddcb660 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540275 May 12 19:33:34.344453 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5342991 May 12 19:33:34.350496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49724) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:34.360562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971547e0-1a94-4b62-9cd3-edffdd5a1ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf03ebb-3b4f-44e1-af00-5c4c36f473db,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:34.369875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Request body: {'subnet': {'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-subnet', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:34.372174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network fcf03ebb-3b4f-44e1-af00-5c4c36f473db details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:33:34.386070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:34.393512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-67de1626-8381-4632-9ced-7d5dd81c6a89 service neutron] 10.222.0.72 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300933 May 12 19:33:34.400157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Usage tracker for resource:subnet and tenant:8d152241108e4a00abf0adebbe84db39 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:34.405432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50366926-852d-4699-9af9-289f1c135496 req-1065a1fd-efd5-468a-beca-57680a41a7ec tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965155 May 12 19:33:34.406910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:34.413686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:34.428299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Made reservation on behalf of 8d152241108e4a00abf0adebbe84db39 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:34.431833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:34.476458 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-f70a9f67-857b-4de9-877c-e09b8a7a8ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450892 May 12 19:33:34.576637 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b83cb0f-5447-450b-87ef-f0fdec2f4600'] response: {'name': 'network-changed', 'server_uuid': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'tag': '1ba73ae0-e22d-4899-9405-b1892eeb8d69', 'status': 'completed', 'code': 200} May 12 19:33:34.654415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-e0bbc9d7-ea71-4ed5-9630-f2632005a8bd service neutron] 10.222.0.73 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267386 May 12 19:33:34.665964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-f4e4a4b6-bd92-49fb-a534-e7cb72ca3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:34.667411 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-f4e4a4b6-bd92-49fb-a534-e7cb72ca3da3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1101 time: 0.4322116 May 12 19:33:34.793795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:34.872533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:34.878536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce478b-1bf9-48db-825a-5649c4b22257 req-3ae920ff-49c9-4e7d-b60c-ce3009b787d7 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:34.881400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4ce478b-1bf9-48db-825a-5649c4b22257 req-3ae920ff-49c9-4e7d-b60c-ce3009b787d7 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 945 time: 0.1899340 May 12 19:33:34.891834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:34.895750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:34.929863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Checking segment: {'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:34.930225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Network hostable DHCP agents. Network: fcf03ebb-3b4f-44e1-af00-5c4c36f473db, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:33:34.979907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4ce478b-1bf9-48db-825a-5649c4b22257 req-4815a281-8c1e-41a7-8086-ee1734cf6cb5 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644422 May 12 19:33:34.981405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Network fcf03ebb-3b4f-44e1-af00-5c4c36f473db is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:33:34.993685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=69fd40ce-8b18-4c53-bc29-4d45e6c992d5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:34.997759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, fcf03ebb-3b4f-44e1-af00-5c4c36f473db) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:35.005837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:35.006373 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:35.043588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a478c5-6d64-4e4f-a525-5b49cbe74031 None None] Network fcf03ebb-3b4f-44e1-af00-5c4c36f473db requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:35.073035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-23de45aa-5f02-479a-a4e0-8f3bd9542955 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7133603 May 12 19:33:35.073765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49742) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:35.100460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:35.116156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:35.127579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Usage tracker for resource:router and tenant:8d152241108e4a00abf0adebbe84db39 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:35.138158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:35.162685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:35.181310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:35.183444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:35.208775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:35.370993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] No DVR routers for this DVR port 69fd40ce-8b18-4c53-bc29-4d45e6c992d5 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:35.385320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:35.394934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-c41a84ae-e56a-4664-a6cb-bc9af832d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:35.396423 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-c41a84ae-e56a-4664-a6cb-bc9af832d955 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.6949751 May 12 19:33:35.405235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-1ec84b46-d3b9-4dd3-9b1a-a7dc1f08ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:35.406687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-1ec84b46-d3b9-4dd3-9b1a-a7dc1f08ae59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=ce73e7a3-fb26-4c41-9564-2a874312d354 HTTP/1.1" status: 200 len: 1095 time: 0.8068614 May 12 19:33:35.411147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5dfa5d5-f637-49a8-984a-2df8d2284e07 req-22b7f1d3-cd9b-425d-81cf-dd94bbdac29c service neutron] 10.222.0.73 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404838 May 12 19:33:35.472586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe6dac-62c5-4198-aef6-54dc3bef533e None None] Network fcf03ebb-3b4f-44e1-af00-5c4c36f473db requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:35.519420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-93daf2e1-a2a4-484b-93c5-4ba230917d0e tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "DELETE /v2.0/ports/69fd40ce-8b18-4c53-bc29-4d45e6c992d5 HTTP/1.1" status: 204 len: 173 time: 2.8530798 May 12 19:33:35.523869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-633e1184-88b2-42eb-9566-ff3fb927c0fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 217 time: 0.1163144 May 12 19:33:35.625097 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:35.700760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24f79b-c00f-4f2a-aaea-e096a3100406 req-38381d69-ed5f-4d1c-8967-792145ea8104 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:35.721480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b24f79b-c00f-4f2a-aaea-e096a3100406 req-38381d69-ed5f-4d1c-8967-792145ea8104 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 944 time: 0.4767075 May 12 19:33:35.777068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port 03a16558-9e11-47d2-87d1-2abb14f650a8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:35.777722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:35.821823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-7b24366d-474e-43ad-8dcc-6291d9028b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:35.823273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-7b24366d-474e-43ad-8dcc-6291d9028b14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2514036 May 12 19:33:35.893901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-7f80a302-8d94-4ac5-8e28-c56d51276c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:35.895380 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-7f80a302-8d94-4ac5-8e28-c56d51276c78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 911 time: 0.4224138 May 12 19:33:35.911088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b24f79b-c00f-4f2a-aaea-e096a3100406 req-5d5151a0-f713-435e-a1aa-9b3d630cd18f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840541 May 12 19:33:35.955919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeb574-645e-4d2f-b999-7a7ed3e18784 req-25c14e0d-8c6c-40c2-9a3f-b3864352e321 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:35.957908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14aeb574-645e-4d2f-b999-7a7ed3e18784 req-25c14e0d-8c6c-40c2-9a3f-b3864352e321 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.1586435 May 12 19:33:36.008788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-9024d126-bd22-483a-be39-b9ca1673515b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba73ae0-e22d-4899-9405-b1892eeb8d69 HTTP/1.1" status: 200 len: 217 time: 0.1051722 May 12 19:33:36.095019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ba73ae0-e22d-4899-9405-b1892eeb8d69 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:36.117014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14aeb574-645e-4d2f-b999-7a7ed3e18784 req-3e257657-2b13-4300-a0a2-1a1952f5ffc1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514978 May 12 19:33:36.205288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-6a2b4b2a-bb01-496c-ae0e-85bc91996c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:36.206907 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-6a2b4b2a-bb01-496c-ae0e-85bc91996c76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.1891069 May 12 19:33:36.232235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-e8629f53-7462-48b7-b6dc-83141c59c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:36.234016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-e8629f53-7462-48b7-b6dc-83141c59c57f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3940616 May 12 19:33:36.296238 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63067308-99e6-44dc-b1c2-a953596af952'] response: {'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'code': 200} May 12 19:33:36.342676 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-9890b1d2-4e0b-46d7-a383-df9d9b039159 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075077 May 12 19:33:36.390879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1ba73ae0-e22d-4899-9405-b1892eeb8d69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ba73ae0-e22d-4899-9405-b1892eeb8d69,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:36.414633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:36.483294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '1ba73ae0-e22d-4899-9405-b1892eeb8d69', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'port_id': '1ba73ae0-e22d-4899-9405-b1892eeb8d69', 'mac_address': 'fa:16:3e:6a:12:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d4530c-725e-4d43-8260-acaad7d5a09e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:36.547439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] For port 03a16558-9e11-47d2-87d1-2abb14f650a8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=03a16558-9e11-47d2-87d1-2abb14f650a8,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:36.548462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:36.577429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'name': 'network-vif-deleted', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850'}, {'name': 'network-changed', 'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:36.610753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:36.611213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:36.638987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba73ae0-e22d-4899-9405-b1892eeb8d69 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:36.645914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:36.645914 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:36.646616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:36.676941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1ba73ae0-e22d-4899-9405-b1892eeb8d69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ba73ae0-e22d-4899-9405-b1892eeb8d69,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:36.687675 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:36.690585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:36.702752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-873844ee-bd6e-4f20-9162-06d0bcfff983 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218268 May 12 19:33:36.715432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:36.733603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:36.766650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1ba73ae0-e22d-4899-9405-b1892eeb8d69,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:36.794142 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-83d2bc83-ff84-470e-97c1-2de28154c30f service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890743 May 12 19:33:36.842962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:36.921859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['1ba73ae0-e22d-4899-9405-b1892eeb8d69'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:36.924798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c40df-c624-4fdf-b48d-f201917d6699 req-da83fbd2-bcfa-4554-84eb-23a65e8759c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:36.926372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e4c40df-c624-4fdf-b48d-f201917d6699 req-da83fbd2-bcfa-4554-84eb-23a65e8759c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 1097 time: 0.5826230 May 12 19:33:36.970948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990c2c-a71a-44a2-b453-a4f74756db8e req-3604d3bc-ee71-4875-a9b1-49afb36a58a5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:36.977372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990c2c-a71a-44a2-b453-a4f74756db8e req-3604d3bc-ee71-4875-a9b1-49afb36a58a5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:36.984645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990c2c-a71a-44a2-b453-a4f74756db8e req-3604d3bc-ee71-4875-a9b1-49afb36a58a5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:36.990971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990c2c-a71a-44a2-b453-a4f74756db8e req-3604d3bc-ee71-4875-a9b1-49afb36a58a5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:36.992750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33990c2c-a71a-44a2-b453-a4f74756db8e req-3604d3bc-ee71-4875-a9b1-49afb36a58a5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 3144 time: 0.6501465 May 12 19:33:37.015791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Allocated IP 172.25.2.19 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/5be7e967-e57e-4d0e-a088-73c70e2d99c0) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:37.026027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb1aa4-646b-4387-b685-03bbb25a5e5c req-4b857469-5e91-4be5-b7f5-4a5d85fce913 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:37.027543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adcb1aa4-646b-4387-b685-03bbb25a5e5c req-4b857469-5e91-4be5-b7f5-4a5d85fce913 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.6040075 May 12 19:33:37.087180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e4c40df-c624-4fdf-b48d-f201917d6699 req-48b9f674-0710-495e-abf7-7f95f0b563b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481607 May 12 19:33:37.200175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33990c2c-a71a-44a2-b453-a4f74756db8e req-1cec2810-8b55-4c55-9f1b-54f5b2262caa tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855073 May 12 19:33:37.233390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adcb1aa4-646b-4387-b685-03bbb25a5e5c req-84c8f6f2-f8ab-41c0-900d-6b0218898ded tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782322 May 12 19:33:37.258725 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1536520e-b9c6-4f26-9db5-bc447f6f0ddf req-23f178e0-1062-40ed-9111-fe081f035f31 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395396 May 12 19:33:37.278460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:37.278797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:37.279283 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Floating IP 99c8797b-a193-40bf-ba18-39c71105bc2b disassociated. External IP: 172.25.2.57, port: 03a16558-9e11-47d2-87d1-2abb14f650a8. May 12 19:33:37.279772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for 03a16558-9e11-47d2-87d1-2abb14f650a8 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:37.321247 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1974acb2-7341-40aa-8ddb-f032e0bad6ff req-8f35ded6-ae3d-4d1e-88e2-ea2cf9c4f0ba service neutron] 10.222.0.36 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703648 May 12 19:33:37.351734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:37.453497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:37.458442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dddf91a9-ee11-4c58-87d8-adcdd671e4a3 req-74bda2d3-92a3-4d47-8896-805225084dc6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 210 time: 0.1033292 May 12 19:33:37.504868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:37.520138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=03a16558-9e11-47d2-87d1-2abb14f650a8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:37.603326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc233d-c73a-4a88-8714-14537806f35b req-9b54a56d-60ff-4658-8231-f72da8069c19 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:37.605949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04fc233d-c73a-4a88-8714-14537806f35b req-9b54a56d-60ff-4658-8231-f72da8069c19 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 945 time: 0.2139030 May 12 19:33:37.608561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:37.618495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:37.624840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5be7e967-e57e-4d0e-a088-73c70e2d99c0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:37.629117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:37.697127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-803a5473-228f-4a68-8ce2-354508f56088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:37.698172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-803a5473-228f-4a68-8ce2-354508f56088 service neutron] 10.222.0.36 "GET /v2.0/ports/66cba182-2ddf-4c1b-9b77-91d1d26174b9 HTTP/1.1" status: 200 len: 1032 time: 0.1640351 May 12 19:33:37.732346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04fc233d-c73a-4a88-8714-14537806f35b req-1a61c9f3-99b6-4830-82fb-201e17c86085 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042824 May 12 19:33:37.774215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:37.838256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-2fb8c399-fa4e-4c60-b8ce-a122969cbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:37.839714 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-2fb8c399-fa4e-4c60-b8ce-a122969cbdb2 service neutron] 10.222.0.36 "GET /v2.0/ports/d4298f8c-728b-4b34-be14-9fdff6a5a141 HTTP/1.1" status: 200 len: 1031 time: 0.1334736 May 12 19:33:38.038746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e8f7d-f6e9-41e8-a0bb-4285e356a800 req-d2c6c71e-8c99-4570-941b-d3e6c59a916c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:38.047918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-220e8f7d-f6e9-41e8-a0bb-4285e356a800 req-d2c6c71e-8c99-4570-941b-d3e6c59a916c tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 944 time: 0.1749010 May 12 19:33:38.095903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ba73ae0-e22d-4899-9405-b1892eeb8d69 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:38.098551 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfea76b-96eb-4c31-93b7-701d0c994111'] response: {'server_uuid': '604b9134-9432-4a56-b9a7-929ed9d4c731', 'name': 'network-vif-deleted', 'tag': '604345f9-7533-4ce4-9d68-8103f14df850', 'status': 'completed', 'code': 200} May 12 19:33:38.098812 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfea76b-96eb-4c31-93b7-701d0c994111'] response: {'name': 'network-changed', 'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa', 'status': 'completed', 'code': 200} May 12 19:33:38.099080 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfea76b-96eb-4c31-93b7-701d0c994111'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': '69fd40ce-8b18-4c53-bc29-4d45e6c992d5', 'status': 'completed', 'code': 200} May 12 19:33:38.237640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:38.245155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:38.245853 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:38.276681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:38.302540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:38.388820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-220e8f7d-f6e9-41e8-a0bb-4285e356a800 req-48b7645c-4586-41f6-b18c-965b3429a510 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399062 May 12 19:33:38.454647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-80e6ae0c-ecea-4254-a51c-07a3bdb25346 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:38.461351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-80e6ae0c-ecea-4254-a51c-07a3bdb25346 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:38.467543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-80e6ae0c-ecea-4254-a51c-07a3bdb25346 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:38.468613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-80e6ae0c-ecea-4254-a51c-07a3bdb25346 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Synchronizing usage tracker for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:38.472839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:38.473228 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:38.483606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:33:38.503842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-80e6ae0c-ecea-4254-a51c-07a3bdb25346 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Unset dirty status for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:38.505017 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-80e6ae0c-ecea-4254-a51c-07a3bdb25346 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "GET /v2.0/networks?id=55833bc9-ed78-481d-adda-97e20567a292&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=3da18450-faba-4c15-af43-f6fd6be9f34c&id=3da18450-faba-4c15-af43-f6fd6be9f34c HTTP/1.1" status: 200 len: 1994 time: 0.5733228 May 12 19:33:38.509410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e246c8c6-edee-47f4-9148-c228056ad7aa details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:38.541006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1ba73ae0-e22d-4899-9405-b1892eeb8d69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ba73ae0-e22d-4899-9405-b1892eeb8d69,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:38.567251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:38.632061 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:38.696652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de6b8-689c-4bc7-bf21-bffc2fcf548c req-c1939884-0fd0-4d7f-b1b1-6aa05a14a054 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:38.704037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d34de6b8-689c-4bc7-bf21-bffc2fcf548c req-c1939884-0fd0-4d7f-b1b1-6aa05a14a054 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 948 time: 0.4090438 May 12 19:33:38.767899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1ba73ae0-e22d-4899-9405-b1892eeb8d69,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:38.799671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e246c8c6-edee-47f4-9148-c228056ad7aa,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:38.814872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'e246c8c6-edee-47f4-9148-c228056ad7aa', 'network_id': '840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7', 'port_id': 'e246c8c6-edee-47f4-9148-c228056ad7aa', 'mac_address': 'fa:16:3e:38:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d4530c-725e-4d43-8260-acaad7d5a09e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:38.822634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-3c742cfc-6f9b-4d65-bf0e-d14ab5240bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:38.824279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-3c742cfc-6f9b-4d65-bf0e-d14ab5240bf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a181001415149b9981b35e73352c72b&device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 1095 time: 0.7348919 May 12 19:33:38.831387 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-e2a597f1-5ea2-4000-bf4d-adea6216a0ff tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871b1bf61e6b4847b33a81dec2c7effc HTTP/1.1" status: 200 len: 380 time: 0.3116498 May 12 19:33:38.835071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:33:38.847381 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] Sync routers for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:33:38.862990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:38.863752 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:38.871407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port e246c8c6-edee-47f4-9148-c228056ad7aa is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:38.871789 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:38.889315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e246c8c6-edee-47f4-9148-c228056ad7aa {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:38.905754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e246c8c6-edee-47f4-9148-c228056ad7aa,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:38.910962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'admin_state_up': True, 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'security_groups': ['60d8b497-e6e4-4d71-9fb8-bf8a5876edfb']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:38.912049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:38.992581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=e246c8c6-edee-47f4-9148-c228056ad7aa,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:39.013720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d132191-197d-40cf-a02d-38465eb60c35 req-37a04cff-d99d-439a-b34d-6dbc7b882bac tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:39.015482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7d132191-197d-40cf-a02d-38465eb60c35 req-37a04cff-d99d-439a-b34d-6dbc7b882bac tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Synchronizing usage tracker for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:39.044735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d34de6b8-689c-4bc7-bf21-bffc2fcf548c req-2bcbccea-ff41-4479-896f-9169f2cc8770 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394861 May 12 19:33:39.141761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['e246c8c6-edee-47f4-9148-c228056ad7aa'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:39.191306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699bf4-7446-4073-ac38-341e8a4d2cc2 req-c4128d76-d37e-41d9-b6be-3446fa702d13 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:39.199404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04699bf4-7446-4073-ac38-341e8a4d2cc2 req-c4128d76-d37e-41d9-b6be-3446fa702d13 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 945 time: 0.6798255 May 12 19:33:39.264394 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:39.368529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] No DVR routers for this DVR port 03a16558-9e11-47d2-87d1-2abb14f650a8 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:39.371549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:39.373400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04699bf4-7446-4073-ac38-341e8a4d2cc2 req-6d6ede70-05a6-4eeb-8d6b-8bb5ace99310 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac790f5d-a4c6-4161-b180-7ac3d870bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715755 May 12 19:33:39.409060 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-935f63b4-8870-4f98-9999-d55b441abbb2 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "DELETE /v2.0/ports/03a16558-9e11-47d2-87d1-2abb14f650a8 HTTP/1.1" status: 204 len: 173 time: 3.8358874 May 12 19:33:39.465769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7d132191-197d-40cf-a02d-38465eb60c35 req-37a04cff-d99d-439a-b34d-6dbc7b882bac tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Unset dirty status for tenant:f30b8eaff62b4d47ad13b701c1d7b632 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:39.466935 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d132191-197d-40cf-a02d-38465eb60c35 req-37a04cff-d99d-439a-b34d-6dbc7b882bac tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 945 time: 1.2447212 May 12 19:33:39.609499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-1e779838-4edf-4c2e-926f-0de1fef964a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:39.611270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-1e779838-4edf-4c2e-926f-0de1fef964a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 200 len: 911 time: 0.7777317 May 12 19:33:39.706930 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-25873822-9d97-4cfb-8185-69ba43f5fc8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e246c8c6-edee-47f4-9148-c228056ad7aa HTTP/1.1" status: 200 len: 217 time: 0.0843999 May 12 19:33:39.712463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:39.712809 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:39.756573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Deleting port 8564a514-0325-4a77-bf22-2b04003f3c3f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:39.756993 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:39.759271 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:31Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:39.763418 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] Checking router: 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:33:39.772696 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:39.773405 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:39.801543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:39.835639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:39.884003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:39.906730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8691e-6aed-4fdd-b508-82a049514629 req-2e1e6f4d-fe3b-4267-b288-c277143faab4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:39.913692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8691e-6aed-4fdd-b508-82a049514629 req-2e1e6f4d-fe3b-4267-b288-c277143faab4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:39.920828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8691e-6aed-4fdd-b508-82a049514629 req-2e1e6f4d-fe3b-4267-b288-c277143faab4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:39.929404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26a8691e-6aed-4fdd-b508-82a049514629 req-2e1e6f4d-fe3b-4267-b288-c277143faab4 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 2410 time: 0.4172299 May 12 19:33:39.970550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295a9f-e790-4521-9e7b-08e9fe93a0b8 req-50283c34-68f4-4bd8-8b2f-ffd7c1a31fec tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:39.972085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62295a9f-e790-4521-9e7b-08e9fe93a0b8 req-50283c34-68f4-4bd8-8b2f-ffd7c1a31fec tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.3824983 May 12 19:33:39.991187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:39.991536 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:39.994665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:40.010476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-c5ec0fc7-e6d3-4303-b028-ab304a27cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:40.010772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-c5ec0fc7-e6d3-4303-b028-ab304a27cf1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 200 len: 850 time: 0.2648911 May 12 19:33:40.104563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:40.162527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26a8691e-6aed-4fdd-b508-82a049514629 req-9944e63b-989e-4bd8-a936-4b17843884e1 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322233 May 12 19:33:40.189127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62295a9f-e790-4521-9e7b-08e9fe93a0b8 req-2666b642-c954-4dff-be03-f2f42d8f0ca3 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021897 May 12 19:33:40.236640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Router 71438294-3453-40d6-96e8-0fdf55dbc1e0 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:33:40.279544 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a56d5c1-08fa-4733-ab3b-ca09b23011ca'] response: {'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a', 'code': 200} May 12 19:33:40.429293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:40.431663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e246c8c6-edee-47f4-9148-c228056ad7aa up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:40.434057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-8cd59d40-6476-4a8d-b467-fc6797d005a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3817196 May 12 19:33:40.452411 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:31Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:40.457308 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854d96a-2f04-495a-95ec-501613d46cb2 None None] The sync data for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 is: [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:26:20Z', 'revision_number': 4, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0354771e-fe97-444a-9c86-8c77462fd07f', 'name': '', 'network_id': '823a8d96-f772-477a-baf6-df0b1eb06ab0', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'mac_address': 'fa:16:3e:73:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:14Z', 'updated_at': '2022-05-12T19:26:31Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'subnets': [{'id': 'f4eaa284-aafe-4c47-b6cc-714071675d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:33:40.528703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b45912aa-0820-4fbb-8fb3-bc70d82399d9 req-ebf8df78-6b2c-4ca9-88ff-d379395059e5 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 210 time: 0.1449420 May 12 19:33:40.570869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] For port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:40.571237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:40.686921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:33:40.741704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Sync routers for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:33:40.742922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:40.746836 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-859a878b-4163-4442-8b8a-7c08bd0889a4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6703513 May 12 19:33:40.747608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49808) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:40.767310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e7cd0-3084-440d-9fb9-87bdcc962808 req-72c9b152-afa9-4db2-981d-1275a092af45 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:40.778068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e31e7cd0-3084-440d-9fb9-87bdcc962808 req-72c9b152-afa9-4db2-981d-1275a092af45 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 945 time: 0.3233321 May 12 19:33:40.801960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:40.802587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:40.894757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port e246c8c6-edee-47f4-9148-c228056ad7aa completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:40.901390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:40.902238 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad9ee7-5c9a-4aa1-85fd-1fc6793dbca2 None None] New status for floating IP 99c8797b-a193-40bf-ba18-39c71105bc2b: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:33:40.926218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port e246c8c6-edee-47f4-9148-c228056ad7aa triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:40.926580 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:41.078207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e31e7cd0-3084-440d-9fb9-87bdcc962808 req-29bfc24d-4c34-427d-800d-b5dbb036f21e tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990656 May 12 19:33:41.086132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:41.114128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '5ea38d06-a443-488d-9e50-c7925f78366a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '5ea38d06-a443-488d-9e50-c7925f78366a', 'mac_address': 'fa:16:3e:50:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:41.172680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] For port 8564a514-0325-4a77-bf22-2b04003f3c3f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8564a514-0325-4a77-bf22-2b04003f3c3f,segment=NetworkSegment(2bd09333-507f-4ef4-9b7b-749cbcad9f6c),segment_id=2bd09333-507f-4ef4-9b7b-749cbcad9f6c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:41.173075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:41.229535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-d48168d2-7f1b-4c39-85d8-924b0f171e2d service neutron] 10.222.0.73 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301960 May 12 19:33:41.256766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae31488-8b28-449e-aad0-7affeb032255 req-e23dd53a-4bb4-487d-9e4e-54e410cd214a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:41.259637 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dae31488-8b28-449e-aad0-7affeb032255 req-e23dd53a-4bb4-487d-9e4e-54e410cd214a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 948 time: 0.4588938 May 12 19:33:41.293627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:41.491175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 172.20.0.12 (55833bc9-ed78-481d-adda-97e20567a292/ceee2333-4370-4bfc-8be9-f2440559d86b/f7f316dd-c9b6-48c1-b5b2-8372153d0a46) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:41.517272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:41.517652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:41.549991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port e246c8c6-edee-47f4-9148-c228056ad7aa is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:41.550451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:41.564490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea38d06-a443-488d-9e50-c7925f78366a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:41.587335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Calling delete_port for 8564a514-0325-4a77-bf22-2b04003f3c3f owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:41.602080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dae31488-8b28-449e-aad0-7affeb032255 req-7a3efb45-6219-4d55-9f27-8d0c2a67680a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915733 May 12 19:33:41.619638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:41.632443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:41.678131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e246c8c6-edee-47f4-9148-c228056ad7aa,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:41.717889 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:41.801951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203cf76-953a-45cb-bfb2-76b1d54f6f42 req-9a5eb5b3-e782-40bd-90e0-e9aec3e68c9f tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:41.809336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7203cf76-953a-45cb-bfb2-76b1d54f6f42 req-9a5eb5b3-e782-40bd-90e0-e9aec3e68c9f tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.5484126 May 12 19:33:41.818782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49818) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:41.822182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:41.827371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Request body: {'floatingip': {'port_id': '0d7c9223-4c47-4b30-af00-d5b6cb427786'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:41.912731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=e246c8c6-edee-47f4-9148-c228056ad7aa,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:41.926724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['5ea38d06-a443-488d-9e50-c7925f78366a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:41.929361 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736b9861-f966-48ff-a2b3-58334c2877e3'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': '03a16558-9e11-47d2-87d1-2abb14f650a8', 'status': 'completed', 'code': 200} May 12 19:33:41.987367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.061079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.064936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:38Z', 'revision_number': 3, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:42.072711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Checking router: 71438294-3453-40d6-96e8-0fdf55dbc1e0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:33:42.073054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Updating router 71438294-3453-40d6-96e8-0fdf55dbc1e0 port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:33:42.137385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f27dafa8-031f-423e-8b0a-2a2138c3c91f req-a5e9934c-07bb-4ec6-9b10-081d83427823 tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.72 "GET /v2.0/ports?device_id=f126bb10-732a-46dc-9b63-75ace0e716e8 HTTP/1.1" status: 200 len: 210 time: 0.1488254 May 12 19:33:42.249097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.299801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Pushing event deleted for resources: {'Port': ['ID=8564a514-0325-4a77-bf22-2b04003f3c3f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:42.346883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba73ae0-e22d-4899-9405-b1892eeb8d69'}, {'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:42.449385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.449385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.450062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.450191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.450681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.451017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.451339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.451665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.452423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fa59e76-c89a-4aee-88d6-a74da795081b req-d7028c25-eff7-4a36-9bc4-d174851a34ce tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 210 time: 0.1077607 May 12 19:33:42.459778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8564a514-0325-4a77-bf22-2b04003f3c3f no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:42.462233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.466448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.466938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.467419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:33:42.504762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] No DVR routers for this DVR port 8564a514-0325-4a77-bf22-2b04003f3c3f on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:42.516549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 8564a514-0325-4a77-bf22-2b04003f3c3f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:33:42.516949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8564a514-0325-4a77-bf22-2b04003f3c3f not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:33:42.535062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.545098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.622996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531461ef-46f3-4b6f-b236-0a0e8dd03132 req-6dd7fa46-c0ed-442a-b681-12b74d5c171c service neutron] 10.222.0.73 "GET /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1293879 May 12 19:33:42.663640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963737a-4e25-4758-80f5-42992b7144a3 req-c55cb4d7-1643-4333-b469-39e5dd4f5f52 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:42.669809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963737a-4e25-4758-80f5-42992b7144a3 req-c55cb4d7-1643-4333-b469-39e5dd4f5f52 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:42.676200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963737a-4e25-4758-80f5-42992b7144a3 req-c55cb4d7-1643-4333-b469-39e5dd4f5f52 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:42.683698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b963737a-4e25-4758-80f5-42992b7144a3 req-c55cb4d7-1643-4333-b469-39e5dd4f5f52 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 2410 time: 0.4580381 May 12 19:33:42.764439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.863244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=3914bd7f-0eef-4b88-9c35-2c04ded7f7cd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:42.875197 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b963737a-4e25-4758-80f5-42992b7144a3 req-fa709a82-aa17-4542-a622-a72403dcbf08 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904094 May 12 19:33:42.908064 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.921602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Transition to ACTIVE for port object f7f316dd-c9b6-48c1-b5b2-8372153d0a46 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:42.929821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Transition to ACTIVE for port object 5be7e967-e57e-4d0e-a088-73c70e2d99c0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:42.943506 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:42.963121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] No DVR routers for this DVR port 3914bd7f-0eef-4b88-9c35-2c04ded7f7cd on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:43.001815 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d132191-197d-40cf-a02d-38465eb60c35 req-4d5bfb16-bfc8-42fd-8597-c8e6b13a038a tempest-LiveMigrationTest-336662548 tempest-LiveMigrationTest-336662548-project] 10.222.0.73 "DELETE /v2.0/ports/8564a514-0325-4a77-bf22-2b04003f3c3f HTTP/1.1" status: 204 len: 173 time: 3.5107117 May 12 19:33:43.002885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:43.004930 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-f3735ce4-d801-4520-9bb3-bbd6c4c95216 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "DELETE /v2.0/ports/3914bd7f-0eef-4b88-9c35-2c04ded7f7cd HTTP/1.1" status: 204 len: 173 time: 3.5898075 May 12 19:33:43.086639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Attempting to bind port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:43.087100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Attempting to bind port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:43.087535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Attempting to bind port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:43.097289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de78fc8-9e3d-4f65-8b22-91bc0f38192d None None] Pushing event updated for resources: {'Port': ['ID=5be7e967-e57e-4d0e-a088-73c70e2d99c0,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:43.101001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:43.101474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:43.101943 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:43.102389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:43.102932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Bound port: 5be7e967-e57e-4d0e-a088-73c70e2d99c0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:43.103376 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:43.116555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port ee1076ae-8f20-4aaa-b724-06652409b4b8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:43.116905 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:43.185924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] For port 5be7e967-e57e-4d0e-a088-73c70e2d99c0, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:43.189520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] For port 5be7e967-e57e-4d0e-a088-73c70e2d99c0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5be7e967-e57e-4d0e-a088-73c70e2d99c0,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:43.198418 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:43.324650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-60102f82-89da-42ef-8671-d16e921ee52f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:43.325423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-60102f82-89da-42ef-8671-d16e921ee52f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Synchronizing usage tracker for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:43.342801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de78fc8-9e3d-4f65-8b22-91bc0f38192d None None] Pushing event updated for resources: {'Port': ['ID=5be7e967-e57e-4d0e-a088-73c70e2d99c0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:43.365495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:43.366919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:43.380993 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:43.618860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-60102f82-89da-42ef-8671-d16e921ee52f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Unset dirty status for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:43.619090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:43.619995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-60102f82-89da-42ef-8671-d16e921ee52f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa&tenant_id=5058014c11384038bac1d9e012d66348&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 949 time: 0.6598864 May 12 19:33:43.727473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network 55833bc9-ed78-481d-adda-97e20567a292 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:43.742765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:43.768022 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:43.771328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:43.829359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2b43a-5b6e-40a9-9b5f-e403a47cbd44 req-d1e245ab-416a-4ab9-8f2e-939b7be14193 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:43.831169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35c2b43a-5b6e-40a9-9b5f-e403a47cbd44 req-d1e245ab-416a-4ab9-8f2e-939b7be14193 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 946 time: 0.6890862 May 12 19:33:43.842587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902225-fad1-4c96-9480-20bb42c15917 req-0ff931a0-c3fa-4877-80d9-df6ca080563b tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:43.847194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30902225-fad1-4c96-9480-20bb42c15917 req-0ff931a0-c3fa-4877-80d9-df6ca080563b tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 945 time: 0.7099617 May 12 19:33:43.938348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:33:43.987675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'name': 'network-vif-deleted', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f'}, {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:44.016656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:44.018124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.041241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:38Z', 'revision_number': 3, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:44.045316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:44.047057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d478a89-4f59-4290-b01c-28835a5f2d4c None None] The sync data for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 is: [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:38Z', 'revision_number': 3, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:33:44.055766 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-15810188-8145-4218-89a2-c8a9fe471310 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1603217 May 12 19:33:44.088790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'admin_state_up': True, 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'security_groups': ['60d8b497-e6e4-4d71-9fb8-bf8a5876edfb']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:44.130480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35c2b43a-5b6e-40a9-9b5f-e403a47cbd44 req-f7c4d513-3ad9-495a-9b5c-d365b8f0e81a tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791183 May 12 19:33:44.137228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8a9eaaf4-90bb-4366-9fa0-273cb435a5a7 None None] Provisioning for port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:44.138694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30902225-fad1-4c96-9480-20bb42c15917 req-412be7e3-7527-4e8a-a9a8-d2ed8f5541b0 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/security-groups?id=53634e57-18b0-4055-87c3-3d53e6b32bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862918 May 12 19:33:44.155329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8a9eaaf4-90bb-4366-9fa0-273cb435a5a7 None None] Provisioning complete for port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:44.155598 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a9eaaf4-90bb-4366-9fa0-273cb435a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.240472 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.250552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.304209 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39ad4ce-c1ba-4616-9306-9c80214280f8'] response: {'server_uuid': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba73ae0-e22d-4899-9405-b1892eeb8d69', 'code': 200} May 12 19:33:44.307410 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39ad4ce-c1ba-4616-9306-9c80214280f8'] response: {'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa', 'code': 200} May 12 19:33:44.319214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-d590e2ab-c987-453b-a6b8-3bc58ca0ccb8 service neutron] 10.222.0.73 "GET /v2.0/ports/5ea38d06-a443-488d-9e50-c7925f78366a/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 382 time: 0.6676857 May 12 19:33:44.340960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-6cddc4a7-51f5-4caa-a7f0-6b81f0ade0bb tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:44.341816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-6cddc4a7-51f5-4caa-a7f0-6b81f0ade0bb tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Synchronizing usage tracker for tenant:0029c62bde904dfc94883440d187868d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:44.352659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] For port ee1076ae-8f20-4aaa-b724-06652409b4b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ee1076ae-8f20-4aaa-b724-06652409b4b8,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:44.352782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.394932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8a9eaaf4-90bb-4366-9fa0-273cb435a5a7 None None] Port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:44.458443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49840) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:44.478578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:44.619156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 5ea38d06-a443-488d-9e50-c7925f78366a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:44.619552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.780872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for ee1076ae-8f20-4aaa-b724-06652409b4b8 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:44.809367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:44.809915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.849414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:44.858007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:44.859100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 520c6efb-358e-4dcf-9cd6-117ad20d6025 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:44.914840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-6cddc4a7-51f5-4caa-a7f0-6b81f0ade0bb tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Unset dirty status for tenant:0029c62bde904dfc94883440d187868d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:44.915437 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-6cddc4a7-51f5-4caa-a7f0-6b81f0ade0bb tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.73 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 945 time: 1.4842410 May 12 19:33:44.928194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:45.009809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] Deleting subnet 004061e1-b9c6-4c81-af0b-f2f7691b6afa {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:33:45.010769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:45.013036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:45.064626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Allocated IP 172.20.0.1 (fcf03ebb-3b4f-44e1-af00-5c4c36f473db/acf1b685-f1e1-4d9c-9ec8-2735ca0adacc/2b909980-a42b-4f3f-b4db-d1bc26bd5406) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:45.070316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81aa6c1-719a-420a-bed6-8e8eb0665960 req-40e411c3-8c05-4804-b108-a79bff04047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:45.072591 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a81aa6c1-719a-420a-bed6-8e8eb0665960 req-40e411c3-8c05-4804-b108-a79bff04047d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 1097 time: 0.7033200 May 12 19:33:45.104550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:45.110762 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Floating IP f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58 associated. External IP: 172.25.2.167, port: 0d7c9223-4c47-4b30-af00-d5b6cb427786. May 12 19:33:45.126740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-0f7b6e79-a287-460c-aa37-54f5b65f151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:45.128273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-0f7b6e79-a287-460c-aa37-54f5b65f151d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1100 time: 0.7473154 May 12 19:33:45.189174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 520c6efb-358e-4dcf-9cd6-117ad20d6025 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:45.189592 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:45.213385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:45.219831 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:45.230881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 520c6efb-358e-4dcf-9cd6-117ad20d6025, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025,segment=NetworkSegment(6aa4e0c1-5c28-453b-900d-2de02fa2d2e9),segment_id=6aa4e0c1-5c28-453b-900d-2de02fa2d2e9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:45.239798 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:45.320939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Deleting port 520c6efb-358e-4dcf-9cd6-117ad20d6025 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:45.321438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:45.344799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944cee7-2534-4292-8bbb-f527ca27b225 req-b0214ef9-1860-4d30-92d0-16159cede920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:45.346905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6944cee7-2534-4292-8bbb-f527ca27b225 req-b0214ef9-1860-4d30-92d0-16159cede920 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e7a3-fb26-4c41-9564-2a874312d354 HTTP/1.1" status: 200 len: 1097 time: 1.0078027 May 12 19:33:45.367379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=520c6efb-358e-4dcf-9cd6-117ad20d6025,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:45.446374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:45.485086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f5c45-f17f-4e65-8e08-db5739f4affe req-ed830fad-4b39-46b5-91c4-ff7bff02682d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:45.492240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e9f5c45-f17f-4e65-8e08-db5739f4affe req-ed830fad-4b39-46b5-91c4-ff7bff02682d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 949 time: 1.0406849 May 12 19:33:45.539968 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a81aa6c1-719a-420a-bed6-8e8eb0665960 req-e3164fdf-1fbc-450d-a493-ec7e82ca38bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560933 May 12 19:33:45.705154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:45.764587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f08c0-a729-452c-82a8-8c145f1ffb5b req-552e3c2c-059a-40ac-8546-520365aadb68 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:45.771905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f7f08c0-a729-452c-82a8-8c145f1ffb5b req-552e3c2c-059a-40ac-8546-520365aadb68 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 932 time: 1.0955670 May 12 19:33:45.810486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-780143fd-2218-4925-87e7-39ba956a9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:45.812078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-780143fd-2218-4925-87e7-39ba956a9e98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.6567526 May 12 19:33:45.826566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6944cee7-2534-4292-8bbb-f527ca27b225 req-60e60f44-0a24-42fe-91e0-2427ffde1582 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040349 May 12 19:33:45.910015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=ee1076ae-8f20-4aaa-b724-06652409b4b8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:45.937958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e9f5c45-f17f-4e65-8e08-db5739f4affe req-a2b58535-b320-4fae-abe7-400fb387466c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448223 May 12 19:33:45.947612 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-98aaf0c0-8760-488d-9101-22d1b45dd822 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 217 time: 0.1164143 May 12 19:33:45.950207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.015856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f7f08c0-a729-452c-82a8-8c145f1ffb5b req-2a7c476c-d10c-4943-9064-2429b1c576f1 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410126 May 12 19:33:46.077413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.082408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-ac1f20c1-b3fe-475c-b3fd-f4c389ca11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:46.084603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-ac1f20c1-b3fe-475c-b3fd-f4c389ca11bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0939751 May 12 19:33:46.096404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Router 498e5790-2252-4d67-b210-a88b9ae1b28d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:33:46.177045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.286891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5be7e967-e57e-4d0e-a088-73c70e2d99c0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:46.315523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004061e1-b9c6-4c81-af0b-f2f7691b6afa,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:46.321342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.355077 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bf961d-c0d1-440f-8d4f-a4230c45ad95'] response: {'server_uuid': 'f126bb10-732a-46dc-9b63-75ace0e716e8', 'name': 'network-vif-deleted', 'tag': '8564a514-0325-4a77-bf22-2b04003f3c3f', 'status': 'completed', 'code': 200} May 12 19:33:46.355257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a'}, {'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:46.355848 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bf961d-c0d1-440f-8d4f-a4230c45ad95'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': '3914bd7f-0eef-4b88-9c35-2c04ded7f7cd', 'status': 'completed', 'code': 200} May 12 19:33:46.368389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] No DVR routers for this DVR port ee1076ae-8f20-4aaa-b724-06652409b4b8 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:46.379043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.387890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] For port 520c6efb-358e-4dcf-9cd6-117ad20d6025, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=520c6efb-358e-4dcf-9cd6-117ad20d6025,segment=NetworkSegment(6aa4e0c1-5c28-453b-900d-2de02fa2d2e9),segment_id=6aa4e0c1-5c28-453b-900d-2de02fa2d2e9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:46.388613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.399826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 10.1.1.58 (c3b23f44-1fb8-4731-8783-e2921a799d71/3b22bbc2-6bac-42bc-b5a2-638353b4178a/9cec59f3-5d27-4198-bd90-58d6f15ce176) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:46.424648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:46.431945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:46.432512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.494457 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-98782e09-e47c-4bf6-bb8c-6582cf6e5a44 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "DELETE /v2.0/ports/ee1076ae-8f20-4aaa-b724-06652409b4b8 HTTP/1.1" status: 204 len: 173 time: 3.4751720 May 12 19:33:46.513990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-723a9068-7eaa-4d35-bbad-6778323c5dad admin admin] 10.222.0.72 "DELETE /v2.0/subnets/004061e1-b9c6-4c81-af0b-f2f7691b6afa HTTP/1.1" status: 204 len: 168 time: 2.0545270 May 12 19:33:46.525503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49854) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:46.556666 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.587990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Calling delete_port for 520c6efb-358e-4dcf-9cd6-117ad20d6025 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:46.615590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:46.616203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.653605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 5be7e967-e57e-4d0e-a088-73c70e2d99c0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5be7e967-e57e-4d0e-a088-73c70e2d99c0,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:46.662166 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.726640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Network fcf03ebb-3b4f-44e1-af00-5c4c36f473db is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:46.739563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:46.742678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:46.755029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port c3311c90-3fb1-4ced-85ff-81166dcab352 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:46.755525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.768565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=5be7e967-e57e-4d0e-a088-73c70e2d99c0,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:46.790752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:33:46.796059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:46.802401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] Sync routers for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:33:46.815090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:46.815991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:46.858011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Pushing event updated for resources: {'Port': ['ID=2b909980-a42b-4f3f-b4db-d1bc26bd5406,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:46.868942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95132-829e-4643-b0f2-42121fd6a9ee req-5f95966a-9120-4567-b265-523c7af560e5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:46.870523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0c95132-829e-4643-b0f2-42121fd6a9ee req-5f95966a-9120-4567-b265-523c7af560e5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 943 time: 0.6835206 May 12 19:33:46.901231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-18d987e2-bd26-422c-8649-61af71678b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:46.902620 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-18d987e2-bd26-422c-8649-61af71678b2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7785206 May 12 19:33:46.940679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.001953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.046059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:47.160958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3da7f7e6-c4c8-488d-8e6c-7175427b2cc1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "PUT /v2.0/floatingips/f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58 HTTP/1.1" status: 200 len: 992 time: 5.3385701 May 12 19:33:47.163481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:47.180993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0c95132-829e-4643-b0f2-42121fd6a9ee req-713e22a8-b5be-4cdf-a046-8cef96c6a294 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups?id=02165e20-1090-4cf6-bb81-4ef6ebe50b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490175 May 12 19:33:47.245155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069acbd-6213-458d-9e2f-2cecb64b6d72 req-60c9eec7-4621-4cdd-89e4-0cb695106bb9 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:47.246913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2069acbd-6213-458d-9e2f-2cecb64b6d72 req-60c9eec7-4621-4cdd-89e4-0cb695106bb9 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 946 time: 0.8102832 May 12 19:33:47.297314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.300454 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-6d9c6cba-9138-489f-9a82-273d37a411bb service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866594 May 12 19:33:47.433063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Pushing event deleted for resources: {'Port': ['ID=520c6efb-358e-4dcf-9cd6-117ad20d6025,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:47.475565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.505250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'port_id': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'mac_address': 'fa:16:3e:40:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa22184-f4bd-481c-be7d-800e16826a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:33:14Z', 'updated_at': '2022-05-12T19:33:43Z', 'revision_number': 1, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:14Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:47.509374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] Checking router: 498e5790-2252-4d67-b210-a88b9ae1b28d for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:33:47.519920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:47.520896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:47.546543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1fa50c1-c448-4873-845e-ea944953b31e req-25c9eac8-4f02-4119-bd2b-c3a6a11628c2 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.72 "GET /v2.0/ports?device_id=507ad0a5-f26e-4d7b-8872-baae87f34415 HTTP/1.1" status: 200 len: 210 time: 0.0699880 May 12 19:33:47.559706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.566962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] No DVR routers for this DVR port 520c6efb-358e-4dcf-9cd6-117ad20d6025 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:47.587674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.599692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2069acbd-6213-458d-9e2f-2cecb64b6d72 req-c534b83c-08b5-48b7-8f4f-f5acbd7db1f4 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425820 May 12 19:33:47.615460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:47.630739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd09333-507f-4ef4-9b7b-749cbcad9f6c') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:47.631037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd09333-507f-4ef4-9b7b-749cbcad9f6c') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:47.636388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Transition to ACTIVE for port object 9cec59f3-5d27-4198-bd90-58d6f15ce176 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:47.645157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] For port c3311c90-3fb1-4ced-85ff-81166dcab352, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3311c90-3fb1-4ced-85ff-81166dcab352,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:47.646283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.660181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.690344 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc5cb9a-d24a-4b41-bfd8-f2425993d606'] response: {'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a', 'code': 200} May 12 19:33:47.690587 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc5cb9a-d24a-4b41-bfd8-f2425993d606'] response: {'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025', 'code': 200} May 12 19:33:47.710493 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.721656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:33:47.722594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: timer() May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:33:47.737119 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:33:47.748551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:47.811939 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6830aa-5c10-4064-be57-ca5b82b3009c req-d059671f-b27f-4d56-8f16-8977db690396 tempest-InstanceActionsNegativeTestJSON-971725594 tempest-InstanceActionsNegativeTestJSON-971725594-project] 10.222.0.73 "DELETE /v2.0/ports/520c6efb-358e-4dcf-9cd6-117ad20d6025 HTTP/1.1" status: 204 len: 173 time: 2.8805053 May 12 19:33:47.847599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:47.887122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for c3311c90-3fb1-4ced-85ff-81166dcab352 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:47.948366 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-6e9c5723-8266-472d-b11c-a3702a4f1909 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974116 May 12 19:33:47.993822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.145914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.172574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.190119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] Pushing event deleted for resources: {'Network': ['ID=df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:48.206367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5be7e967-e57e-4d0e-a088-73c70e2d99c0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:48.228620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c5319ab6-55b4-46f3-b8c3-90b77ac08488 admin admin] 10.222.0.72 "DELETE /v2.0/networks/df30b74c-d4f0-4c21-a9b2-5e6e8dcc5e34 HTTP/1.1" status: 204 len: 168 time: 1.6997406 May 12 19:33:48.235770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49868) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:48.245422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf0cce-a1ba-4330-b7e2-c70199e30ed0 req-b137696d-bfaf-4506-8955-5040c61340d2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:48.246951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00cf0cce-a1ba-4330-b7e2-c70199e30ed0 req-b137696d-bfaf-4506-8955-5040c61340d2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.3809450 May 12 19:33:48.253800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network c3b23f44-1fb8-4731-8783-e2921a799d71 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:48.292938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:48.302234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:48.325569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498cf1b-0f34-472a-997a-43722610d4d7 req-91f18ca7-997d-4ead-9edb-70e59b1d39dd tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:48.327080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3498cf1b-0f34-472a-997a-43722610d4d7 req-91f18ca7-997d-4ead-9edb-70e59b1d39dd tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 932 time: 0.5295179 May 12 19:33:48.337393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00cf0cce-a1ba-4330-b7e2-c70199e30ed0 req-121c8045-7001-474c-bae6-1d1e92dd1244 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 May 12 19:33:48.368217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:48.368648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.384533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.416795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.439043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'port_id': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'mac_address': 'fa:16:3e:40:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa22184-f4bd-481c-be7d-800e16826a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:33:14Z', 'updated_at': '2022-05-12T19:33:43Z', 'revision_number': 1, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:14Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:48.451473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8'}, {'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'name': 'network-vif-deleted', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:48.454979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e86c69-df5e-414f-ab66-a0de638add2c None None] The sync data for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 is: [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'port_id': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'mac_address': 'fa:16:3e:40:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa22184-f4bd-481c-be7d-800e16826a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:33:14Z', 'updated_at': '2022-05-12T19:33:43Z', 'revision_number': 1, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:14Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:33:48.523803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] Deleting subnet b3374b27-be35-4de2-9562-0498f204a7e3 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:33:48.526457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=9cec59f3-5d27-4198-bd90-58d6f15ce176,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:48.540834 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.551712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.566759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:48.637526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3498cf1b-0f34-472a-997a-43722610d4d7 req-f61f56f7-7262-44cf-b3c2-9b40f2daacb4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913105 May 12 19:33:48.700257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Pushing event updated for resources: {'Port': ['ID=2b909980-a42b-4f3f-b4db-d1bc26bd5406,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:48.701732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=c3311c90-3fb1-4ced-85ff-81166dcab352,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:48.702700 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.721156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:48.722098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.775156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3d821f91-8a4c-4a82-bc8b-3456500adef7 None None] Provisioning for port 9cec59f3-5d27-4198-bd90-58d6f15ce176 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:48.782072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3d821f91-8a4c-4a82-bc8b-3456500adef7 None None] Provisioning complete for port 9cec59f3-5d27-4198-bd90-58d6f15ce176 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:48.782521 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3d821f91-8a4c-4a82-bc8b-3456500adef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.795318 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd8b034-5964-4a48-86f3-0531e911536f'] response: {'name': 'network-changed', 'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'status': 'completed', 'code': 200} May 12 19:33:48.861112 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8469a7cf-08bf-4895-a06f-e3d094dae170 None None] New status for floating IP f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:33:48.878964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a03ac3-670a-4183-9ffc-72e64ee58b86 req-ab5f955e-40ba-4764-ae50-8ce3c61d27cd tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:48.886185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9a03ac3-670a-4183-9ffc-72e64ee58b86 req-ab5f955e-40ba-4764-ae50-8ce3c61d27cd tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.3333228 May 12 19:33:48.891489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.896139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3d821f91-8a4c-4a82-bc8b-3456500adef7 None None] Port 9cec59f3-5d27-4198-bd90-58d6f15ce176 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:48.940423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] No DVR routers for this DVR port c3311c90-3fb1-4ced-85ff-81166dcab352 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:48.943387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:48.968433 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-515daa24-f346-4f09-acec-e93cbe1a0418 req-d5d265ca-c5e9-40b1-aa18-74860cef247a tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.36 "DELETE /v2.0/ports/c3311c90-3fb1-4ced-85ff-81166dcab352 HTTP/1.1" status: 204 len: 173 time: 2.3474932 May 12 19:33:48.971876 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-8ef3e558-8699-4bf7-95e0-d55537beafb6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8875456 May 12 19:33:48.988952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'admin_state_up': True, 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'security_groups': ['60d8b497-e6e4-4d71-9fb8-bf8a5876edfb']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:48.993747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-969501e7-9903-4ee3-b0c7-bd7b15b8b431 req-a8b31cdc-abda-4b85-8a01-b4eb0e440e7c tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 210 time: 0.0892551 May 12 19:33:49.026066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9a03ac3-670a-4183-9ffc-72e64ee58b86 req-22740d56-5a54-4d4c-9b52-c81d8efa8f2b tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389132 May 12 19:33:49.036158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Network fcf03ebb-3b4f-44e1-af00-5c4c36f473db is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:49.041336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.042734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:49.141998 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c596109d-a971-4cb9-838b-c412fc7cea4e'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': 'ee1076ae-8f20-4aaa-b724-06652409b4b8', 'status': 'completed', 'code': 200} May 12 19:33:49.142326 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c596109d-a971-4cb9-838b-c412fc7cea4e'] response: {'server_uuid': '507ad0a5-f26e-4d7b-8872-baae87f34415', 'name': 'network-vif-deleted', 'tag': '520c6efb-358e-4dcf-9cd6-117ad20d6025', 'status': 'completed', 'code': 200} May 12 19:33:49.207757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49880) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:49.334515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.349075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-a53c0159-2115-403c-9c7e-cfc0ccfcdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:49.350616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-a53c0159-2115-403c-9c7e-cfc0ccfcdb06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50f4320fa49f4843a2d7d8b069476605&device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 1097 time: 0.5413504 May 12 19:33:49.399880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3374b27-be35-4de2-9562-0498f204a7e3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:49.408444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.420035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-711e8381-eb05-49f6-ac67-7d1471d78128 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3374b27-be35-4de2-9562-0498f204a7e3 HTTP/1.1" status: 204 len: 168 time: 1.1826789 May 12 19:33:49.420878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49886) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:49.580926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:49.589970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.599021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:49.641964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:49.646767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.742012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] Deleting subnet 415bf4aa-a01e-4237-a2a6-a67e3ec662b5 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:33:49.790390 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.828901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.877280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7935482-5e22-4a0d-85cf-6e2919f77a5e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:49.926848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288da670-8fbe-405f-9b61-2d56c12a4d7c') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:49.927119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288da670-8fbe-405f-9b61-2d56c12a4d7c') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:49.952046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.954723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Router 71438294-3453-40d6-96e8-0fdf55dbc1e0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:33:49.962648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cac3f0-519d-4372-b1aa-903d92ac9576 req-039b2fe8-5ff8-4422-8d77-bef6012ab8f8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:49.964131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3cac3f0-519d-4372-b1aa-903d92ac9576 req-039b2fe8-5ff8-4422-8d77-bef6012ab8f8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 946 time: 0.7322476 May 12 19:33:49.966593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.975871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:49.988645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 10.1.1.29 (c3b23f44-1fb8-4731-8783-e2921a799d71/3b22bbc2-6bac-42bc-b5a2-638353b4178a/3bf4a190-8997-472d-abff-d2dd13b4f12e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:49.991033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:33:49.991459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: timer() May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:33:50.005815 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:33:50.019776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-0ddd8902-8c3c-4337-a4a8-a0130632f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:50.021238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-0ddd8902-8c3c-4337-a4a8-a0130632f41c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac2b2370-dcc5-4122-84c1-142c5782c5f0 HTTP/1.1" status: 200 len: 906 time: 0.6429689 May 12 19:33:50.137880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:50.160247 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:50.261934 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:50.317436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3cac3f0-519d-4372-b1aa-903d92ac9576 req-d449cabd-4411-470d-988a-f77e7b026a93 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176734 May 12 19:33:50.331238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60ae95-932b-4f99-b204-1d1baf06c2a1 req-5d8553f4-0eac-4e6d-8702-37d341434995 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:50.332815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c60ae95-932b-4f99-b204-1d1baf06c2a1 req-5d8553f4-0eac-4e6d-8702-37d341434995 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.8308468 May 12 19:33:50.359518 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e7935482-5e22-4a0d-85cf-6e2919f77a5e HTTP/1.1" status: 204 len: 168 time: 0.9346561 May 12 19:33:50.368784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f66fa-49a8-460a-b24a-386fe0243473 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7935482-5e22-4a0d-85cf-6e2919f77a5e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:50.450273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-1544a48e-66d8-4f0e-9f7f-5c32021e7339 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786 HTTP/1.1" status: 200 len: 1002 time: 0.4013140 May 12 19:33:50.581695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49898) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:50.585752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c60ae95-932b-4f99-b204-1d1baf06c2a1 req-13a1d7ae-740f-4703-a9d6-dc4e81d55ec0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853409 May 12 19:33:50.612819 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:50.619170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-66524224-b968-4261-a3c7-c830e98bc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:50.620800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-66524224-b968-4261-a3c7-c830e98bc1e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa&tenant_id=5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 1101 time: 0.3164375 May 12 19:33:50.635762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:33:50.646386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Sync routers for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:33:50.670705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:50.671327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:50.691629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c4768c90-cffd-4e3f-8721-09e0a6ef2d05 admin admin] 10.222.0.72 "PUT /v2.0/routers/71438294-3453-40d6-96e8-0fdf55dbc1e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9405437 May 12 19:33:50.697220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-676495b1-a1dd-4218-838b-66246c30b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:50.699759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Transition to ACTIVE for port object 3bf4a190-8997-472d-abff-d2dd13b4f12e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:50.712563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-676495b1-a1dd-4218-838b-66246c30b418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f13aab7e-81e3-4ca5-82ae-606b17c1c2f7 HTTP/1.1" status: 200 len: 844 time: 0.2507398 May 12 19:33:50.721333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:50.744912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-0ad3905b-d0f4-4068-b936-8994b373f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:50.746764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-0ad3905b-d0f4-4068-b936-8994b373f0f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1101 time: 0.1013260 May 12 19:33:50.851171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:50.919932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:50.967529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network c3b23f44-1fb8-4731-8783-e2921a799d71 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:50.972971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:50.988704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:51.031845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbba6f94-4e69-4ee9-9445-73fe6d992b3c req-5b95a084-4c8e-4f22-b8f1-4ec94a7fa1a8 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd441484-da7d-43c3-8f90-1fc211e759f0 HTTP/1.1" status: 200 len: 210 time: 0.1511080 May 12 19:33:51.040725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-983867e4-ff71-4050-9d55-a9d69beac485 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f30b8eaff62b4d47ad13b701c1d7b632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539027 May 12 19:33:51.043694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49908) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:51.049987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415bf4aa-a01e-4237-a2a6-a67e3ec662b5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:51.095585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=3bf4a190-8997-472d-abff-d2dd13b4f12e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:51.124385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-2c7525b8-b196-4f1d-aa95-96e5c625a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:51.128615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-2c7525b8-b196-4f1d-aa95-96e5c625a67e service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3704422 May 12 19:33:51.197225 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.201426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-70e28cb4-246c-42d2-b986-8284636a47de admin admin] 10.222.0.72 "DELETE /v2.0/subnets/415bf4aa-a01e-4237-a2a6-a67e3ec662b5 HTTP/1.1" status: 204 len: 168 time: 1.9763074 May 12 19:33:51.249749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:51.256586 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-8b71cdfa-fe15-4879-a02b-1c3cacf6c56f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 217 time: 0.1171174 May 12 19:33:51.256986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49912) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:51.299335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee22e8bf-ea04-487c-851d-b11e1d365455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.333656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:51.334024 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.355732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbb689-eeda-4da0-9b4a-bfd63097b2dc req-affd258f-6f39-4468-8bd8-bef0ea0c655a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:51.362180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbb689-eeda-4da0-9b4a-bfd63097b2dc req-affd258f-6f39-4468-8bd8-bef0ea0c655a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:51.369451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1dbb689-eeda-4da0-9b4a-bfd63097b2dc req-affd258f-6f39-4468-8bd8-bef0ea0c655a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 1653 time: 0.8616407 May 12 19:33:51.378328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee22e8bf-ea04-487c-851d-b11e1d365455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.385042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c0586398-df0d-4008-a9b3-9cca8d7ea42d None None] Provisioning for port 3bf4a190-8997-472d-abff-d2dd13b4f12e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:51.391363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c0586398-df0d-4008-a9b3-9cca8d7ea42d None None] Provisioning complete for port 3bf4a190-8997-472d-abff-d2dd13b4f12e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:51.391715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0586398-df0d-4008-a9b3-9cca8d7ea42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.399013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-54c996aa-8922-4117-9021-7409769dabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:51.400833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-54c996aa-8922-4117-9021-7409769dabec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac2b2370-dcc5-4122-84c1-142c5782c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6597674 May 12 19:33:51.427118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-309bb09a-dd37-4678-9bc9-f1aab1fa8138 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:33:51.428154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-309bb09a-dd37-4678-9bc9-f1aab1fa8138 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157049 May 12 19:33:51.442216 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-3649a902-d1f3-414b-b781-0616ccf1d6e9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4602957 May 12 19:33:51.453838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:48Z', 'revision_number': 2, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:51.455918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c0586398-df0d-4008-a9b3-9cca8d7ea42d None None] Port 3bf4a190-8997-472d-abff-d2dd13b4f12e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:51.459414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Checking router: 71438294-3453-40d6-96e8-0fdf55dbc1e0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:33:51.459755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Updating router 71438294-3453-40d6-96e8-0fdf55dbc1e0 port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:33:51.464990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c', 'admin_state_up': True, 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'security_groups': ['60d8b497-e6e4-4d71-9fb8-bf8a5876edfb']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:51.480891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-63fb4a9a-f42a-4220-8d71-992104c9113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:51.482460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-63fb4a9a-f42a-4220-8d71-992104c9113d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2178898 May 12 19:33:51.489613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.513617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.553624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a468-20de-4327-a7fb-73614f8d37c9 req-5df003e3-99e8-4539-b1dd-8caaa6e34e88 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:51.555106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83c4a468-20de-4327-a7fb-73614f8d37c9 req-5df003e3-99e8-4539-b1dd-8caaa6e34e88 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce73e7a3-fb26-4c41-9564-2a874312d354 HTTP/1.1" status: 200 len: 946 time: 0.3536024 May 12 19:33:51.565561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1dbb689-eeda-4da0-9b4a-bfd63097b2dc req-9568674b-0f44-4ca9-9985-37eb2b552dd7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952212 May 12 19:33:51.667213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-09d235d4-e675-4a8d-88d8-afb852d5fd21 service neutron] 10.222.0.36 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293990 May 12 19:33:51.671185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83c4a468-20de-4327-a7fb-73614f8d37c9 req-27122620-c0d2-4995-8e2c-46238961cd1b tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024952 May 12 19:33:51.673008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee22e8bf-ea04-487c-851d-b11e1d365455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.716540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22e8bf-ea04-487c-851d-b11e1d365455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac790f5d-a4c6-4161-b180-7ac3d870bea3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:51.858343 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4733c791-4a65-4abc-be9f-859540cdd49a'] response: {'server_uuid': 'fd441484-da7d-43c3-8f90-1fc211e759f0', 'name': 'network-vif-deleted', 'tag': 'c3311c90-3fb1-4ced-85ff-81166dcab352', 'status': 'completed', 'code': 200} May 12 19:33:51.933232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:51.970761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:51.975293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:port and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:51.978525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:51.984724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:51.994260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:52.007177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:52.029398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa4e0c1-5c28-453b-900d-2de02fa2d2e9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:52.029955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa4e0c1-5c28-453b-900d-2de02fa2d2e9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:52.033614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.046380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Transition to ACTIVE for port object 2b909980-a42b-4f3f-b4db-d1bc26bd5406 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:52.056469 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.100176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.109157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-f3fea533-0f51-4f20-a636-76165010cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:52.110772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-f3fea533-0f51-4f20-a636-76165010cb7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6137500 May 12 19:33:52.135013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee22e8bf-ea04-487c-851d-b11e1d365455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.138601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ee22e8bf-ea04-487c-851d-b11e1d365455 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac790f5d-a4c6-4161-b180-7ac3d870bea3 HTTP/1.1" status: 204 len: 168 time: 1.0840614 May 12 19:33:52.204062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.228544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:33:52.228950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: timer() May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:33:52.242230 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:33:52.321982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66277db-cf97-4ec9-a856-68ee8606ea29 None None] Pushing event updated for resources: {'Port': ['ID=2b909980-a42b-4f3f-b4db-d1bc26bd5406,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:52.344681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Attempting to bind port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:33:52.345317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Attempting to bind port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:33:52.345741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Attempting to bind port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 on network fcf03ebb-3b4f-44e1-af00-5c4c36f473db {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:33:52.351613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:33:52.352110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Checking segment: {'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:52.352606 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.353095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Bound using segment: {'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:33:52.354088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Bound port: 2b909980-a42b-4f3f-b4db-d1bc26bd5406, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:33:52.354088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.368322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.393682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0254a91a-1080-4d12-ba1a-732d84578f7b req-90540ed7-4413-44db-af62-2db6434da357 service neutron] 10.222.0.36 "GET /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155061 May 12 19:33:52.404035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.427783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd989-74db-470e-b957-57331c46f16e req-422606d5-ef69-4e5c-8fcd-02f51d250275 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:52.435628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.437844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad8dd989-74db-470e-b957-57331c46f16e req-422606d5-ef69-4e5c-8fcd-02f51d250275 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.3684833 May 12 19:33:52.446456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-67f689da-5821-4e06-b736-cc802d41aba0 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:52.447458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-67f689da-5821-4e06-b736-cc802d41aba0 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Synchronizing usage tracker for tenant:8d152241108e4a00abf0adebbe84db39 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:52.474844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] For port 2b909980-a42b-4f3f-b4db-d1bc26bd5406, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:33:52.479649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] For port 2b909980-a42b-4f3f-b4db-d1bc26bd5406, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2b909980-a42b-4f3f-b4db-d1bc26bd5406,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:33:52.487481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:52.494414 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.498852 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-b9a01582-e83d-4d9d-ae3e-b4a7131f80dd service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741889 May 12 19:33:52.503969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-67f689da-5821-4e06-b736-cc802d41aba0 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Unset dirty status for tenant:8d152241108e4a00abf0adebbe84db39 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:52.511929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-67f689da-5821-4e06-b736-cc802d41aba0 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 820 time: 0.4437020 May 12 19:33:52.531800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-9ecff514-31a2-4ba1-a804-c94499c193bd tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/quotas/8d152241108e4a00abf0adebbe84db39 HTTP/1.1" status: 200 len: 375 time: 0.0188920 May 12 19:33:52.539480 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1a2492cc-5284-4079-90c7-265f4f82db11 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8cdd5a9b-34b1-41e8-8fc0-a96adceff7c5 HTTP/1.1" status: 204 len: 168 time: 1.2754171 May 12 19:33:52.555710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:52.557991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad8dd989-74db-470e-b957-57331c46f16e req-97a7bad2-8700-40c4-9dfd-058038cf323c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060717 May 12 19:33:52.699293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:33:52.700053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:52.735294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49942) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:52.816347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-03b58951-e056-453a-8582-00a85da6b453 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Synchronizing usage tracker for tenant:8d152241108e4a00abf0adebbe84db39 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:52.865640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d2a88419-3a6f-4a42-90cf-e9c1c25af9bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8f941472df74b6ca5e292969fab05ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289663 May 12 19:33:52.866395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49946) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:52.921659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-03b58951-e056-453a-8582-00a85da6b453 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Unset dirty status for tenant:8d152241108e4a00abf0adebbe84db39 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:52.928485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 10.2.2.100 (3da18450-faba-4c15-af43-f6fd6be9f34c/d33ef676-aadf-4ac5-ab3f-2485032c2a6d/c6279b9d-e891-4c19-a3d4-16ede4ac845b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:52.931355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-03b58951-e056-453a-8582-00a85da6b453 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3960474 May 12 19:33:52.938549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-00d8d55d-ab35-4eb1-b9d2-9e94108ab953 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:33:52.940536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-00d8d55d-ab35-4eb1-b9d2-9e94108ab953 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108476 May 12 19:33:52.962101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42df35cb-cf14-4708-a3e9-e41578bd258c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:52.993412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49950) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:53.090121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ff268561-1ed0-41bb-99c0-9b851db76b45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0029c62bde904dfc94883440d187868d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942979 May 12 19:33:53.095834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66277db-cf97-4ec9-a856-68ee8606ea29 None None] Pushing event updated for resources: {'Port': ['ID=2b909980-a42b-4f3f-b4db-d1bc26bd5406,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:53.107037 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-83853ff5-ed7e-4237-9820-58fe7c6f3792 req-9098b546-928c-4422-b9fd-15ce3a669dff service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011255 May 12 19:33:53.108363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49954) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:53.159664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:33:53.195363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42df35cb-cf14-4708-a3e9-e41578bd258c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.326018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.344828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Transition to ACTIVE for port object c6279b9d-e891-4c19-a3d4-16ede4ac845b will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:53.372033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.420477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-57cfa8e6-a0d2-4fd0-bbb9-9ee2962adcc3 service neutron] 10.222.0.72 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543667 May 12 19:33:53.452440 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d388-17fe-422c-95d4-3c1864bc59f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.452651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:53.453008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.468647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network 3da18450-faba-4c15-af43-f6fd6be9f34c is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:53.471396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:53.474444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:53.526367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=c6279b9d-e891-4c19-a3d4-16ede4ac845b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:53.561502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:53.562144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.571682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42df35cb-cf14-4708-a3e9-e41578bd258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.575023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:53.582032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d388-17fe-422c-95d4-3c1864bc59f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.598016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-3900df87-8635-48b1-81f5-7306edd2ce63 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1450648 May 12 19:33:53.612825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c', 'admin_state_up': True, 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'security_groups': ['60d8b497-e6e4-4d71-9fb8-bf8a5876edfb']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:53.618732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df35cb-cf14-4708-a3e9-e41578bd258c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab19bfe-b787-460b-b75d-144390560495,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:53.623164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:53.662023 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42df35cb-cf14-4708-a3e9-e41578bd258c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.665899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-42df35cb-cf14-4708-a3e9-e41578bd258c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ab19bfe-b787-460b-b75d-144390560495 HTTP/1.1" status: 204 len: 168 time: 0.7985232 May 12 19:33:53.681006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.706042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-50f1a524-72ef-45dc-83b5-89257ae93a30 service neutron] 10.222.0.72 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766266 May 12 19:33:53.735236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47c6f8-5202-4d88-9060-03b1fee434c0 req-73499f45-2d06-4041-99d5-e3f8e2b670ef tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:53.747314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47c6f8-5202-4d88-9060-03b1fee434c0 req-73499f45-2d06-4041-99d5-e3f8e2b670ef tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:53.760166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47c6f8-5202-4d88-9060-03b1fee434c0 req-73499f45-2d06-4041-99d5-e3f8e2b670ef tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:53.770309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47c6f8-5202-4d88-9060-03b1fee434c0 req-73499f45-2d06-4041-99d5-e3f8e2b670ef tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:53.773783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e47c6f8-5202-4d88-9060-03b1fee434c0 req-73499f45-2d06-4041-99d5-e3f8e2b670ef tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 3094 time: 0.4198880 May 12 19:33:53.836351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e47c6f8-5202-4d88-9060-03b1fee434c0 req-63124f3f-4927-48be-b50f-868d1fd2d110 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571055 May 12 19:33:53.837707 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d388-17fe-422c-95d4-3c1864bc59f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.853834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:53.861029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-31c02fd4-9a88-4bdd-b566-d8086aef471f None None] Provisioning for port c6279b9d-e891-4c19-a3d4-16ede4ac845b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:53.863204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1d388-17fe-422c-95d4-3c1864bc59f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53634e57-18b0-4055-87c3-3d53e6b32bf2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:53.885551 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d388-17fe-422c-95d4-3c1864bc59f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.887831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f3d1d388-17fe-422c-95d4-3c1864bc59f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53634e57-18b0-4055-87c3-3d53e6b32bf2 HTTP/1.1" status: 204 len: 168 time: 0.7566922 May 12 19:33:53.919638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-31c02fd4-9a88-4bdd-b566-d8086aef471f None None] Provisioning complete for port c6279b9d-e891-4c19-a3d4-16ede4ac845b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:53.919820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:53.924972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Usage tracker for resource:port and tenant:871b1bf61e6b4847b33a81dec2c7effc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:53.928344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:53.929611 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-31c02fd4-9a88-4bdd-b566-d8086aef471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:53.935060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:53.949816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Made reservation on behalf of 871b1bf61e6b4847b33a81dec2c7effc for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:53.956137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:54.011071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49974) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:54.068043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-31c02fd4-9a88-4bdd-b566-d8086aef471f None None] Port c6279b9d-e891-4c19-a3d4-16ede4ac845b cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:54.092710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:52Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:33:54.107024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f52f4-120a-4aa6-87ee-ceba144b90a2 None None] The sync data for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 is: [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:52Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:33:54.194086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178d046e-ff0a-4d36-870d-5f5fb849918b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:54.302076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178d046e-ff0a-4d36-870d-5f5fb849918b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:54.452455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Allocated IP 10.2.2.200 (3da18450-faba-4c15-af43-f6fd6be9f34c/d33ef676-aadf-4ac5-ab3f-2485032c2a6d/07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:54.500510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178d046e-ff0a-4d36-870d-5f5fb849918b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:54.748315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d046e-ff0a-4d36-870d-5f5fb849918b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02165e20-1090-4cf6-bb81-4ef6ebe50b5c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:54.751166 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868cdd23-da80-4550-a323-8f19ab2a7bc4'] response: {'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a', 'code': 200} May 12 19:33:54.978591 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178d046e-ff0a-4d36-870d-5f5fb849918b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:54.984563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-178d046e-ff0a-4d36-870d-5f5fb849918b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/security-groups/02165e20-1090-4cf6-bb81-4ef6ebe50b5c HTTP/1.1" status: 204 len: 168 time: 0.9703326 May 12 19:33:54.995165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45359a9-9517-4d84-8bc3-a06a88d68201 req-91fa4b4f-7d22-4a37-b8f0-80dafc16ffb5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:54.996646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e45359a9-9517-4d84-8bc3-a06a88d68201 req-91fa4b4f-7d22-4a37-b8f0-80dafc16ffb5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 948 time: 0.5978236 May 12 19:33:55.000120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50012) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:55.035947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1c00d20-9c76-480d-9682-9dec405353b2 req-871e4908-b08a-4be7-9e55-73a29aefef34 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 210 time: 0.1541164 May 12 19:33:55.097605 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-ab717fdc-5dd5-4afd-bcdb-08fd2692be92 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] show failed (client error): The resource could not be found. May 12 19:33:55.101692 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab717fdc-5dd5-4afd-bcdb-08fd2692be92 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "GET /v2.0/security-groups/02165e20-1090-4cf6-bb81-4ef6ebe50b5c HTTP/1.1" status: 404 len: 347 time: 0.0966904 May 12 19:33:55.105913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50016) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:55.156554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:55.178129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e45359a9-9517-4d84-8bc3-a06a88d68201 req-5d30324d-c8ac-4245-841f-72ef733d3292 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659679 May 12 19:33:55.187007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-e3ff99b8-e140-41f2-954a-a0f18447ad14 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:55.188282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Transition to ACTIVE for port object 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:33:55.188759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-e3ff99b8-e140-41f2-954a-a0f18447ad14 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e7a3-fb26-4c41-9564-2a874312d354 HTTP/1.1" status: 200 len: 946 time: 0.6429870 May 12 19:33:55.522795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:55.538215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Deleting port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:55.538724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:55.653143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50036) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:55.680592 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-0433ff0f-084b-4e6f-9606-fe0d7483175d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8812532 May 12 19:33:55.818109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Network 3da18450-faba-4c15-af43-f6fd6be9f34c is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:33:55.839365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port 020400f3-7fa0-46e1-b156-9b472e2455ad {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:55.839742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:55.996200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4ff7a-da1b-4c42-b7a2-a9fd75bc4486 req-06c9aa3d-ceec-4471-95ae-cb008bef43cd tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:56.003300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90d4ff7a-da1b-4c42-b7a2-a9fd75bc4486 req-06c9aa3d-ceec-4471-95ae-cb008bef43cd tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce73e7a3-fb26-4c41-9564-2a874312d354 HTTP/1.1" status: 200 len: 946 time: 0.6478205 May 12 19:33:56.081820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1644538377-network', 'tenant_id': 'd61ae6e881ad4c48b3f352420c75274f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:56.109833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:56.116102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Usage tracker for resource:network and tenant:d61ae6e881ad4c48b3f352420c75274f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:56.122641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:56.187219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:56.262515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9fed-313e-4fff-a7b5-48ed06ce6a8c req-33d14144-1942-4864-87f2-0e89e435b074 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:56.263628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b909980-a42b-4f3f-b4db-d1bc26bd5406 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:56.285367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9fed-313e-4fff-a7b5-48ed06ce6a8c req-33d14144-1942-4864-87f2-0e89e435b074 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:56.290700 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.291376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.308939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9fed-313e-4fff-a7b5-48ed06ce6a8c req-33d14144-1942-4864-87f2-0e89e435b074 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:56.313371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:56.325909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9fed-313e-4fff-a7b5-48ed06ce6a8c req-33d14144-1942-4864-87f2-0e89e435b074 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:56.338999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9fed-313e-4fff-a7b5-48ed06ce6a8c req-33d14144-1942-4864-87f2-0e89e435b074 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:56.354025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a96c9fed-313e-4fff-a7b5-48ed06ce6a8c req-33d14144-1942-4864-87f2-0e89e435b074 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 3815 time: 0.8317556 May 12 19:33:56.413346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90d4ff7a-da1b-4c42-b7a2-a9fd75bc4486 req-077bd26a-fec5-43ce-a7e3-fc438c81d915 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089863 May 12 19:33:56.488992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:56.498631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Made reservation on behalf of d61ae6e881ad4c48b3f352420c75274f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:56.503525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:56.503895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.505901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.561428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:33:56.563345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a96c9fed-313e-4fff-a7b5-48ed06ce6a8c req-1b250dfa-73d0-40aa-831f-b22c40d4c3e5 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076690 May 12 19:33:56.573420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:33:56.618186 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.700309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:56.711551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Usage tracker for resource:security_group_rule and tenant:d61ae6e881ad4c48b3f352420c75274f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:56.715591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:56.728304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:56.740837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] For port 1ba73ae0-e22d-4899-9405-b1892eeb8d69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ba73ae0-e22d-4899-9405-b1892eeb8d69,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:56.741399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.795697 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:33:56.822536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for 020400f3-7fa0-46e1-b156-9b472e2455ad owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:56.911147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event updated for resources: {'Port': ['ID=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:56.952561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab26cf3e-29d4-4396-8a1b-d6ddd6406e68 None None] Provisioning for port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:33:56.955977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Calling delete_port for 1ba73ae0-e22d-4899-9405-b1892eeb8d69 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:56.961305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:56.962324 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.982769 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e2ab783-a32a-483f-a21d-580990150cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:56.990886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab26cf3e-29d4-4396-8a1b-d6ddd6406e68 None None] Provisioning complete for port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:56.991313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ab26cf3e-29d4-4396-8a1b-d6ddd6406e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.012616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-b3b5aada-e903-4409-89ab-4ea05d8c1e39 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.014126 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-b3b5aada-e903-4409-89ab-4ea05d8c1e39 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.73 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 820 time: 0.7054610 May 12 19:33:57.061596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-b34fde1e-e976-4539-89aa-3bf533943fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.063087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-b34fde1e-e976-4539-89aa-3bf533943fab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 1101 time: 1.3105879 May 12 19:33:57.065751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9bb28bd1-3394-4b7b-90c1-9118f1e7f346 req-090e3be9-76fe-47ce-a4b1-df04dd87c18a tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 210 time: 0.3302948 May 12 19:33:57.069143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.069805 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.105174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Request body: {'port': {'device_id': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'admin_state_up': True, 'tenant_id': '8d152241108e4a00abf0adebbe84db39'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:57.128074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:57.145707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ab26cf3e-29d4-4396-8a1b-d6ddd6406e68 None None] Port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:33:57.156917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '5ea38d06-a443-488d-9e50-c7925f78366a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '5ea38d06-a443-488d-9e50-c7925f78366a', 'mac_address': 'fa:16:3e:50:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:33:57.163702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 2b909980-a42b-4f3f-b4db-d1bc26bd5406, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2b909980-a42b-4f3f-b4db-d1bc26bd5406,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:57.203139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.251401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f18e67-f491-4c1f-9cbf-022bf90159dd req-706b7c84-7f45-4cfa-97f3-3bba1f3dce70 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.259222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5f18e67-f491-4c1f-9cbf-022bf90159dd req-706b7c84-7f45-4cfa-97f3-3bba1f3dce70 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 948 time: 0.4097109 May 12 19:33:57.325701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=2b909980-a42b-4f3f-b4db-d1bc26bd5406,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:57.329953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:57.330372 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.350152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea38d06-a443-488d-9e50-c7925f78366a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:33:57.362505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:57.367297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:57.371248 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.389774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5f18e67-f491-4c1f-9cbf-022bf90159dd req-0dd86206-c621-428b-9686-03beca2e957f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293876 May 12 19:33:57.394593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-109809c8-508b-4aa7-9cc1-ff597e410249 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.395390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-109809c8-508b-4aa7-9cc1-ff597e410249 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Synchronizing usage tracker for tenant:6a181001415149b9981b35e73352c72b on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:57.407653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.419481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-722a17fa-baa6-45eb-85d6-7058a3b84182 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=088721a523014f45b3a7076b9e4afbdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723922 May 12 19:33:57.420882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.453810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=10']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:57.464753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.482924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:57.511337 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-76a6f96e-9b03-4618-b53b-710278173a29 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9038291 May 12 19:33:57.523594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-109809c8-508b-4aa7-9cc1-ff597e410249 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Unset dirty status for tenant:6a181001415149b9981b35e73352c72b on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:57.525317 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-109809c8-508b-4aa7-9cc1-ff597e410249 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.73 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 946 time: 1.8209646 May 12 19:33:57.529375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:57.556854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event deleted for resources: {'Port': ['ID=1ba73ae0-e22d-4899-9405-b1892eeb8d69,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:57.557096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Made reservation on behalf of 8d152241108e4a00abf0adebbe84db39 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:57.560584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.597154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['5ea38d06-a443-488d-9e50-c7925f78366a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:33:57.613308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.683412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:33:57.730824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88136c-f151-47c8-b31a-0943c4dd49f2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:57.758211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] No DVR routers for this DVR port 1ba73ae0-e22d-4899-9405-b1892eeb8d69 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:33:57.758735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=020400f3-7fa0-46e1-b156-9b472e2455ad,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:57.766958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.769835 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.770177 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Added segment dff7601b-34ca-42af-a80e-79c75a52a33e of type vlan for network 81cba676-9e0d-41ea-a89f-f8768e111f17 May 12 19:33:57.773634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'name': 'network-vif-deleted', 'tag': '1ba73ae0-e22d-4899-9405-b1892eeb8d69'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:57.857975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.864174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f224c215-3278-482c-ac4f-e6da86c3a445 req-72a6a723-ca1a-4c96-9050-e93b00ed41c3 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.36 "DELETE /v2.0/ports/1ba73ae0-e22d-4899-9405-b1892eeb8d69 HTTP/1.1" status: 204 len: 173 time: 2.6700084 May 12 19:33:57.871825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-2e59dbed-994f-4df0-b248-0da9c5c202eb tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.873256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-2e59dbed-994f-4df0-b248-0da9c5c202eb tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4425368 May 12 19:33:57.908320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Deleting port e246c8c6-edee-47f4-9148-c228056ad7aa {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:57.909275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.916854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb48170-2b3e-4bc2-aa26-8fc96d8f5c66 req-ed0a0b43-2c4a-4eb4-bca8-163bf07682f9 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.918447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfb48170-2b3e-4bc2-aa26-8fc96d8f5c66 req-ed0a0b43-2c4a-4eb4-bca8-163bf07682f9 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 950 time: 0.4011600 May 12 19:33:57.919786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-0623b652-d779-4c17-acbe-7a7c291fb634 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/quotas/088721a523014f45b3a7076b9e4afbdb HTTP/1.1" status: 200 len: 375 time: 0.0404572 May 12 19:33:57.978046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-4644d1eb-0d3f-4b22-b171-0c8226d765cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.979519 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-4644d1eb-0d3f-4b22-b171-0c8226d765cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.6443534 May 12 19:33:57.993713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-1be02539-7ad0-48de-9be4-dea918eea4f2 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=088721a523014f45b3a7076b9e4afbdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616446 May 12 19:33:57.998145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:57.999316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:57.999895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.107810 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:33:58.122717 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfb48170-2b3e-4bc2-aa26-8fc96d8f5c66 req-c3289718-8c36-413b-b8c6-31ba0c536a6c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893852 May 12 19:33:58.153069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4977617 May 12 19:33:58.162209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50086) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:58.193115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Request body: {'subnet': {'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1644538377-subnet', 'tenant_id': 'd61ae6e881ad4c48b3f352420c75274f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:33:58.207789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b909980-a42b-4f3f-b4db-d1bc26bd5406 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:58.241029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:33:58.282141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.299042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e2986-9b15-4ee7-9f85-05941b5bc962 admin admin] Pushing event updated for resources: {'Network': ['ID=81cba676-9e0d-41ea-a89f-f8768e111f17,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:58.301503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-0183fba3-b3cb-4a3a-b3b9-02ca486c405f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 200 len: 217 time: 0.3076403 May 12 19:33:58.318474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Usage tracker for resource:subnet and tenant:d61ae6e881ad4c48b3f352420c75274f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:33:58.329236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:33:58.355695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ba73ae0-e22d-4899-9405-b1892eeb8d69 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:58.383573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 81cba676-9e0d-41ea-a89f-f8768e111f17 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:33:58.387813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.476923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 1ba73ae0-e22d-4899-9405-b1892eeb8d69 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:33:58.477126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.477300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ba73ae0-e22d-4899-9405-b1892eeb8d69 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:33:58.480793 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-031f6327-36be-4faf-a31a-07c4d554b563 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/floatingips/99c8797b-a193-40bf-ba18-39c71105bc2b HTTP/1.1" status: 204 len: 168 time: 3.3685560 May 12 19:33:58.487779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Allocated IP 172.20.0.10 (fcf03ebb-3b4f-44e1-af00-5c4c36f473db/acf1b685-f1e1-4d9c-9ec8-2735ca0adacc/fc04b7f3-13dc-4114-8b34-3af6179cdc21) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:33:58.489949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50096) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:33:58.520563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:58.520764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.555597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:33:58.576020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-10afd7f0-ac1b-41c6-92bc-f9a46906b259 req-6e9efe4d-35c2-4de7-908d-f749d951d44f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Synchronizing usage tracker for tenant:6a181001415149b9981b35e73352c72b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:33:58.580911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Made reservation on behalf of d61ae6e881ad4c48b3f352420c75274f for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:33:58.584065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.590943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:33:58.646281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-eae5787b-21a8-46f7-8126-efd8920116bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:58.647811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-eae5787b-21a8-46f7-8126-efd8920116bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.3155761 May 12 19:33:58.743509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 5ea38d06-a443-488d-9e50-c7925f78366a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:33:58.743878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.803025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:58.821963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port 1102ea15-5fe1-4b14-928c-5c39ce67ad28 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:33:58.822442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.916536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5ea38d06-a443-488d-9e50-c7925f78366a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:58.916932 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.919003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-10afd7f0-ac1b-41c6-92bc-f9a46906b259 req-6e9efe4d-35c2-4de7-908d-f749d951d44f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Unset dirty status for tenant:6a181001415149b9981b35e73352c72b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:33:58.932653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10afd7f0-ac1b-41c6-92bc-f9a46906b259 req-6e9efe4d-35c2-4de7-908d-f749d951d44f tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce73e7a3-fb26-4c41-9564-2a874312d354 HTTP/1.1" status: 200 len: 210 time: 0.6207108 May 12 19:33:58.953307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93bf1233-6407-4744-b0ea-eb0a471fbb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.972216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb7ef-aadc-44c2-b333-ae839e174210 req-02e4ccfc-1bfe-4fee-9f62-2a6bf32d4cf4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:58.975669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:33:58.978662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb7ef-aadc-44c2-b333-ae839e174210 req-02e4ccfc-1bfe-4fee-9f62-2a6bf32d4cf4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:58.981544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:58.985138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb7ef-aadc-44c2-b333-ae839e174210 req-02e4ccfc-1bfe-4fee-9f62-2a6bf32d4cf4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:58.988271 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:58.989297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e246c8c6-edee-47f4-9148-c228056ad7aa no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:33:58.998963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb7ef-aadc-44c2-b333-ae839e174210 req-02e4ccfc-1bfe-4fee-9f62-2a6bf32d4cf4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:59.004892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb7ef-aadc-44c2-b333-ae839e174210 req-02e4ccfc-1bfe-4fee-9f62-2a6bf32d4cf4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:59.006752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02ccb7ef-aadc-44c2-b333-ae839e174210 req-02e4ccfc-1bfe-4fee-9f62-2a6bf32d4cf4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 3815 time: 0.6964304 May 12 19:33:59.053505 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176c505b-c201-4bc5-952d-0a469ae817c7'] response: {'server_uuid': 'ce73e7a3-fb26-4c41-9564-2a874312d354', 'name': 'network-vif-deleted', 'tag': '1ba73ae0-e22d-4899-9405-b1892eeb8d69', 'status': 'completed', 'code': 200} May 12 19:33:59.128723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02ccb7ef-aadc-44c2-b333-ae839e174210 req-68a0762a-6e4c-4af5-9774-217f57215b48 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130085 May 12 19:33:59.210450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e246c8c6-edee-47f4-9148-c228056ad7aa,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:59.211270 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:59.296012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:59.323410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23834f2b-9ea6-4842-8942-176b40b0c5cf req-ed53be20-8e95-4bb4-9f63-e2a4a4094de7 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 210 time: 0.0837350 May 12 19:33:59.336587 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:59.367527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port e246c8c6-edee-47f4-9148-c228056ad7aa is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:33:59.368133 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:59.407204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e246c8c6-edee-47f4-9148-c228056ad7aa,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:33:59.416996 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:59.441097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Calling delete_port for e246c8c6-edee-47f4-9148-c228056ad7aa owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:33:59.500190 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236c7a3c-53d8-495c-8e3c-47e95a30c2f5'] response: {'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a', 'code': 200} May 12 19:33:59.501137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=e246c8c6-edee-47f4-9148-c228056ad7aa,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:59.517450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7da291c-d82f-4202-8114-05eed1af8832 req-9512523a-61d6-46d0-8700-4445afa9d5ea tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 210 time: 0.1183918 May 12 19:33:59.522260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d583f333-832a-4456-a3e7-10a7b018bb96,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:33:59.550162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Checking segment: {'id': 'dff7601b-34ca-42af-a80e-79c75a52a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:33:59.550600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Network hostable DHCP agents. Network: 81cba676-9e0d-41ea-a89f-f8768e111f17, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:33:59.559335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-80589bed-d884-4ac0-87ee-7fac3d5c5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:59.560846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-80589bed-d884-4ac0-87ee-7fac3d5c5c99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8956182 May 12 19:33:59.590922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-471759fd-4129-4d6b-a99c-82b4a5ce4e8e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334954 May 12 19:33:59.616511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Network 81cba676-9e0d-41ea-a89f-f8768e111f17 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:33:59.690531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 81cba676-9e0d-41ea-a89f-f8768e111f17) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:33:59.699812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:59.700650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:59.704516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1f461-58fe-4298-8184-36ca190f8b2a None None] Network 81cba676-9e0d-41ea-a89f-f8768e111f17 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:33:59.727402 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-db1b3c57-3512-4949-bd6f-be655709a096 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5455503 May 12 19:33:59.795777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:33:59.813142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-f21890b2-3429-491a-a2d6-37bf577e23f5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:33:59.825980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-f21890b2-3429-491a-a2d6-37bf577e23f5 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290735 May 12 19:33:59.851054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-eb3b173e-9eea-4add-991d-e93004d67022 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/quotas/5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 375 time: 0.0237856 May 12 19:33:59.974462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-1c1012a1-f895-4c3e-b0d5-4b5789ea6818 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222332 May 12 19:34:00.029470 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:00.071767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:34:00.072085 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:34:00.085874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:00.188841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:00.243944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-427de434-187b-4a73-a388-204e1844958d tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=088721a523014f45b3a7076b9e4afbdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2103076 May 12 19:34:00.270615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-e5d83f5b-5b88-4795-a18a-4dfbdf7c09c5 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578729 May 12 19:34:00.343216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32689f6a-a856-4bcd-8704-a45a55f1cbfb None None] Network 81cba676-9e0d-41ea-a89f-f8768e111f17 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:00.482675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for 1102ea15-5fe1-4b14-928c-5c39ce67ad28 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:00.612270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8575fa-55b1-4970-b4fe-33fafd17a3a3 req-aee12313-fb46-4ab8-ab5d-b435726b2fe2 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:00.614017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a8575fa-55b1-4970-b4fe-33fafd17a3a3 req-aee12313-fb46-4ab8-ab5d-b435726b2fe2 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 944 time: 0.2526040 May 12 19:34:00.668312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a546f037-5ba9-4d9a-8fef-636a244ae712 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:00.669031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a546f037-5ba9-4d9a-8fef-636a244ae712 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Synchronizing usage tracker for tenant:d61ae6e881ad4c48b3f352420c75274f on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:00.686661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a8575fa-55b1-4970-b4fe-33fafd17a3a3 req-03006691-3317-407d-8401-8b3e52eef888 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604682 May 12 19:34:00.697337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a546f037-5ba9-4d9a-8fef-636a244ae712 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Unset dirty status for tenant:d61ae6e881ad4c48b3f352420c75274f on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:00.699454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Deleting port e246c8c6-edee-47f4-9148-c228056ad7aa {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:00.699809 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:00.705476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a546f037-5ba9-4d9a-8fef-636a244ae712 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/networks?id=81cba676-9e0d-41ea-a89f-f8768e111f17 HTTP/1.1" status: 200 len: 822 time: 0.2901528 May 12 19:34:00.731159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-32fef229-7f58-4b9a-a591-f57603431af1 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/quotas/d61ae6e881ad4c48b3f352420c75274f HTTP/1.1" status: 200 len: 375 time: 0.0245578 May 12 19:34:00.828899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-107a07f0-f6bc-442a-a55d-ed239384eeed tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d61ae6e881ad4c48b3f352420c75274f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961137 May 12 19:34:00.854959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f316dd-c9b6-48c1-b5b2-8372153d0a46 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:00.871784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b081d13-19ed-4c78-bd28-d786050287ef req-7c0f9e34-7bd1-4392-8ccf-e2f6b66925a3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 210 time: 0.0921288 May 12 19:34:00.872407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:00.904940 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97fe9c4c-4c86-45b9-960a-86538f020f0e req-24d0fd28-d08c-495a-92e8-0da1f6fd6f06 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213629 May 12 19:34:00.929325 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:01.035042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-2345f3a6-e934-4956-b13b-0f6cc3d525c2 service neutron] 10.222.0.72 "GET /v2.0/networks/81cba676-9e0d-41ea-a89f-f8768e111f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050550 May 12 19:34:01.081678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Transition to ACTIVE for port object f7f316dd-c9b6-48c1-b5b2-8372153d0a46 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:01.087010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Network fcf03ebb-3b4f-44e1-af00-5c4c36f473db is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:01.108893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:01.116236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:01.211316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:01.233888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-3854331b-20b9-4734-a191-d1a7f195f8ed service neutron] 10.222.0.72 "GET /v2.0/networks/81cba676-9e0d-41ea-a89f-f8768e111f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979113 May 12 19:34:01.236699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.237368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:01.250285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475491bd-1ca5-4de9-b14c-d4f7feb2c8a7 req-d40add08-1e5d-42e2-8ce7-ddafeea2d4da tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.253874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event updated for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:01.257177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475491bd-1ca5-4de9-b14c-d4f7feb2c8a7 req-d40add08-1e5d-42e2-8ce7-ddafeea2d4da tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.263416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475491bd-1ca5-4de9-b14c-d4f7feb2c8a7 req-d40add08-1e5d-42e2-8ce7-ddafeea2d4da tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.269975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475491bd-1ca5-4de9-b14c-d4f7feb2c8a7 req-d40add08-1e5d-42e2-8ce7-ddafeea2d4da tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.276138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475491bd-1ca5-4de9-b14c-d4f7feb2c8a7 req-d40add08-1e5d-42e2-8ce7-ddafeea2d4da tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.278082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-475491bd-1ca5-4de9-b14c-d4f7feb2c8a7 req-d40add08-1e5d-42e2-8ce7-ddafeea2d4da tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 3827 time: 0.2411869 May 12 19:34:01.348080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-475491bd-1ca5-4de9-b14c-d4f7feb2c8a7 req-db660b3f-903b-4806-9158-1dd0f536ebe9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603168 May 12 19:34:01.453111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-8fe87a0a-6bad-4fff-9422-b5346881aadc tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.454690 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-8fe87a0a-6bad-4fff-9422-b5346881aadc tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1070907 May 12 19:34:01.501737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:01.549527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:01.555952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Request body: {'port': {'device_id': '51e754c4-e178-4869-941b-51c42fec202b', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '088721a523014f45b3a7076b9e4afbdb'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:01.600746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-6a0637fa-0209-4f32-a6d9-2f90794cd5aa tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5266712 May 12 19:34:01.650879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2127950e-efe2-47b2-a6ee-3a4447f0d56f req-01c655af-2292-4818-85f0-b3aa6960fa77 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 210 time: 0.0856893 May 12 19:34:01.712655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbfffe-4eec-44a0-9093-5049748fb4a0 req-20342bc4-9ec5-4b58-8adf-181ca8f70104 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:01.714424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4bbfffe-4eec-44a0-9093-5049748fb4a0 req-20342bc4-9ec5-4b58-8adf-181ca8f70104 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 932 time: 0.2519593 May 12 19:34:01.725806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Request body: {'port': {'device_id': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:01.776764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad238b34-7db1-4a87-81d0-21d057f17d1d req-76a05ab3-eeb1-4e8c-8588-a797b7cc40fd tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 210 time: 0.0836244 May 12 19:34:01.777376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:01.825486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c4bbfffe-4eec-44a0-9093-5049748fb4a0 req-a4409274-aa13-470c-8146-fdeb2367437f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Synchronizing usage tracker for tenant:8d152241108e4a00abf0adebbe84db39 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:01.846960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c4bbfffe-4eec-44a0-9093-5049748fb4a0 req-a4409274-aa13-470c-8146-fdeb2367437f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Unset dirty status for tenant:8d152241108e4a00abf0adebbe84db39 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:01.858649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4bbfffe-4eec-44a0-9093-5049748fb4a0 req-a4409274-aa13-470c-8146-fdeb2367437f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091669 May 12 19:34:01.872673 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b557221-2ebd-4c3c-b42c-da14a5617b83'] response: {'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa', 'code': 200} May 12 19:34:02.025427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:02.074010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-3c6c0de2-502b-412e-82f0-da634685587a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5058014c11384038bac1d9e012d66348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3030851 May 12 19:34:02.146317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=1102ea15-5fe1-4b14-928c-5c39ce67ad28,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:02.233752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1385de8-7f89-4d1d-ab77-66f374550e1b req-91c0d443-b8db-4d2d-b884-bff457e44e4d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 210 time: 0.2122638 May 12 19:34:02.269784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e5d1-5e53-40a5-8a0c-9729f659fd0e req-2f1866fa-cb47-4c33-8f77-d7ed4c5a6c80 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:02.271925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9820e5d1-5e53-40a5-8a0c-9729f659fd0e req-2f1866fa-cb47-4c33-8f77-d7ed4c5a6c80 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 944 time: 0.3087039 May 12 19:34:02.322113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9820e5d1-5e53-40a5-8a0c-9729f659fd0e req-d5a227e4-b834-4646-a11a-209d328ecc6d tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/security-groups?id=1690089f-86a6-40f2-aaf2-81afe537271a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 May 12 19:34:02.428803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Attempting to bind port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:02.429121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Attempting to bind port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:02.429457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Attempting to bind port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 on network 55833bc9-ed78-481d-adda-97e20567a292 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:02.442577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] For port e246c8c6-edee-47f4-9148-c228056ad7aa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e246c8c6-edee-47f4-9148-c228056ad7aa,segment=NetworkSegment(870356bc-2300-458a-ab8a-26293d95125d),segment_id=870356bc-2300-458a-ab8a-26293d95125d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:02.442810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:02.473978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 on network 55833bc9-ed78-481d-adda-97e20567a292 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:02.474300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Attempting to bind port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 on network 55833bc9-ed78-481d-adda-97e20567a292 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:02.479999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:02.542769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:02.570195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f541c-a789-44c2-b29a-6da1145dcac1 req-d5dbba02-56c7-4187-aa5a-b75978ef09a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:02.576217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f541c-a789-44c2-b29a-6da1145dcac1 req-d5dbba02-56c7-4187-aa5a-b75978ef09a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:02.582058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f541c-a789-44c2-b29a-6da1145dcac1 req-d5dbba02-56c7-4187-aa5a-b75978ef09a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:02.587841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f541c-a789-44c2-b29a-6da1145dcac1 req-d5dbba02-56c7-4187-aa5a-b75978ef09a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:02.593610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f541c-a789-44c2-b29a-6da1145dcac1 req-d5dbba02-56c7-4187-aa5a-b75978ef09a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:02.597676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-758f541c-a789-44c2-b29a-6da1145dcac1 req-d5dbba02-56c7-4187-aa5a-b75978ef09a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 3827 time: 0.1168036 May 12 19:34:02.611318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Usage tracker for resource:port and tenant:088721a523014f45b3a7076b9e4afbdb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:02.624892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Calling delete_port for e246c8c6-edee-47f4-9148-c228056ad7aa owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:02.647207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-758f541c-a789-44c2-b29a-6da1145dcac1 req-07b65405-5e12-4274-8cdd-e6559d7d9c27 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456719 May 12 19:34:02.657873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:02.660797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:02.661131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Checking segment: {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:02.661537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Bound using segment: {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:02.661978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Bound port: f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3487cb-df03-48c7-a5d3-97d0eb3cef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '55833bc9-ed78-481d-adda-97e20567a292'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:02.662321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:02.696624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:02.709526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:02.713320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af546414-2883-42c8-bc59-16fc532a7716 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/ports/1102ea15-5fe1-4b14-928c-5c39ce67ad28 HTTP/1.1" status: 204 len: 168 time: 4.2164302 May 12 19:34:02.715969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50176) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:02.835134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-b1973e42-d004-436b-a2ad-71ec29bc7df4 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:02.836809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-b1973e42-d004-436b-a2ad-71ec29bc7df4 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7355392 May 12 19:34:02.866471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Request body: {'port': {'device_id': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '5058014c11384038bac1d9e012d66348'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:02.882682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Made reservation on behalf of 088721a523014f45b3a7076b9e4afbdb for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:02.886300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:02.944708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-389f30b4-0d6e-4de7-9f2f-67a3fa39ef1e req-6a4b00f5-b075-4a66-8e34-8f24be0a9a33 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 210 time: 0.1497808 May 12 19:34:02.981995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.000021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting port dec3d36d-9ce7-4697-8955-e0a2f2d347dd {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:03.000450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.048779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5b4ff0c-6ac2-4d7e-a8a0-0fe3129b2e90 req-7e18709d-b3be-4f91-b4a8-f228640ec294 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 210 time: 0.1187196 May 12 19:34:03.111818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:03.143152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Usage tracker for resource:security_group_rule and tenant:088721a523014f45b3a7076b9e4afbdb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:03.146188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] For port f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:03.157441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:03.188276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:03.193006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] For port f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:03.200121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-e64a25ef-bc6b-4df1-9e73-d4da94c32b0b tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:03.202020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-e64a25ef-bc6b-4df1-9e73-d4da94c32b0b tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.73 "GET /v2.0/networks?id=81cba676-9e0d-41ea-a89f-f8768e111f17 HTTP/1.1" status: 200 len: 822 time: 0.4261854 May 12 19:34:03.219731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Request body: {'port': {'device_id': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17', 'admin_state_up': True, 'tenant_id': 'd61ae6e881ad4c48b3f352420c75274f'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:03.271270 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.378603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.385316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:03.385557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.386992 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7f316dd-c9b6-48c1-b5b2-8372153d0a46 HTTP/1.1" status: 200 len: 1092 time: 5.8645790 May 12 19:34:03.389357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:03.403605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:03.430693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:03.440286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:03.479753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19d1c06c-2363-45c9-923a-d3a4bec384da req-273d4b95-5dcc-4ece-b3bf-1024d584bf39 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 210 time: 0.0674114 May 12 19:34:03.489447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a9feb-313b-4c5d-a6c3-0411553cfe02 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:03.520263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030d2d0-6b3c-42a7-9f9a-a84d20ab20ab req-5977d86d-bcdd-4572-b5bb-6958a6030522 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:03.521820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f030d2d0-6b3c-42a7-9f9a-a84d20ab20ab req-5977d86d-bcdd-4572-b5bb-6958a6030522 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 932 time: 0.4310846 May 12 19:34:03.599214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:03.617801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Usage tracker for resource:port and tenant:d61ae6e881ad4c48b3f352420c75274f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:03.624116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:03.627855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.658881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Pushing event deleted for resources: {'Port': ['ID=e246c8c6-edee-47f4-9148-c228056ad7aa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:03.660710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Made reservation on behalf of 5058014c11384038bac1d9e012d66348 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:03.664117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.683133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f030d2d0-6b3c-42a7-9f9a-a84d20ab20ab req-6e0a226c-dfe6-46df-aad4-7b6c5174fbcc tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474552 May 12 19:34:03.684230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:03.687412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] No DVR routers for this DVR port e246c8c6-edee-47f4-9148-c228056ad7aa on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:03.699216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:03.759805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06eadb80-155c-444e-b5c6-933abf57d60a req-8a4fa50d-4ad2-4635-a656-6288fded7bf9 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.72 "GET /v2.0/ports?device_id=7de76f93-d03a-423c-bf2e-6175f90ca16d HTTP/1.1" status: 200 len: 210 time: 0.1243947 May 12 19:34:03.832762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Calling delete_port for dec3d36d-9ce7-4697-8955-e0a2f2d347dd owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:03.892433 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11954ca0-d756-4d48-a8e1-95db063efbfb'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'status': 'completed', 'code': 200} May 12 19:34:03.903283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:34:03.963712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Made reservation on behalf of d61ae6e881ad4c48b3f352420c75274f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:03.967255 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:04.038672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] 10.222.0.73 "DELETE /v2.0/ports/e246c8c6-edee-47f4-9148-c228056ad7aa HTTP/1.1" status: 204 len: 173 time: 6.4683022 May 12 19:34:04.077210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:04.140831 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:04.156237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc04b7f3-13dc-4114-8b34-3af6179cdc21 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:04.173018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:04.220371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:04.325366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a18a12c-58e3-4259-91c2-5f63b62f5c14 req-0c147e02-d98c-4be8-ac38-f7b2c69606f5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 210 time: 0.0925117 May 12 19:34:04.352554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Transition to ACTIVE for port object fc04b7f3-13dc-4114-8b34-3af6179cdc21 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:04.355833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d164ce79-8e2a-46f2-96d9-da1f5e446710,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:04.363800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6a85-95e8-4ea2-a808-016c15b8ab6e req-0c34ddc9-b50b-4aa7-b880-5e28240e5ca2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.369922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6a85-95e8-4ea2-a808-016c15b8ab6e req-0c34ddc9-b50b-4aa7-b880-5e28240e5ca2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.376459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6a85-95e8-4ea2-a808-016c15b8ab6e req-0c34ddc9-b50b-4aa7-b880-5e28240e5ca2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.382534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6a85-95e8-4ea2-a808-016c15b8ab6e req-0c34ddc9-b50b-4aa7-b880-5e28240e5ca2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.388272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6a85-95e8-4ea2-a808-016c15b8ab6e req-0c34ddc9-b50b-4aa7-b880-5e28240e5ca2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.390102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e63f6a85-95e8-4ea2-a808-016c15b8ab6e req-0c34ddc9-b50b-4aa7-b880-5e28240e5ca2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 3827 time: 0.5006530 May 12 19:34:04.403035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-10fe69de-0862-408f-af85-fe68c5bd1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.403586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-10fe69de-0862-408f-af85-fe68c5bd1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.404048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-10fe69de-0862-408f-af85-fe68c5bd1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.404501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-10fe69de-0862-408f-af85-fe68c5bd1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.405151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-10fe69de-0862-408f-af85-fe68c5bd1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:04.406784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-10fe69de-0862-408f-af85-fe68c5bd1c26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 4362 time: 0.5465035 May 12 19:34:04.411205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:04.563707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Allocated IP 192.168.233.43 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/50e38e6f-a7dd-4e0c-99dc-1a4edd161b69) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:04.618919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:04.622472 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d749e69-440c-4464-bb13-d7daf7187740 req-1f1df72a-30bc-4c24-9c2c-232e2c8013d4 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 210 time: 0.1384716 May 12 19:34:04.671684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Pushing event updated for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:04.702743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Allocated IP 172.20.0.13 (81cba676-9e0d-41ea-a89f-f8768e111f17/d583f333-832a-4456-a3e7-10a7b018bb96/49f72703-41cf-403b-9ed2-1e5c22ee312f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:04.718077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e63f6a85-95e8-4ea2-a808-016c15b8ab6e req-4607332d-a9db-46d9-b402-185c022ca731 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102000 May 12 19:34:04.725370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Port': ['ID=dec3d36d-9ce7-4697-8955-e0a2f2d347dd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:04.943703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cda00d43-d5aa-4ae6-a05b-0bbc02fe6b04 req-daaf1bbe-1ecd-4804-bd36-28d3605c6057 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 210 time: 0.1540501 May 12 19:34:04.980296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Attempting to bind port fc04b7f3-13dc-4114-8b34-3af6179cdc21 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:04.980583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Attempting to bind port fc04b7f3-13dc-4114-8b34-3af6179cdc21 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:04.980928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Attempting to bind port fc04b7f3-13dc-4114-8b34-3af6179cdc21 on network fcf03ebb-3b4f-44e1-af00-5c4c36f473db {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:04.999178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Port fc04b7f3-13dc-4114-8b34-3af6179cdc21 on network fcf03ebb-3b4f-44e1-af00-5c4c36f473db not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:04.999178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Attempting to bind port fc04b7f3-13dc-4114-8b34-3af6179cdc21 on network fcf03ebb-3b4f-44e1-af00-5c4c36f473db {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:05.002571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-316e31c3-e6f7-4441-89f3-9e5f34201051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:05.003429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-316e31c3-e6f7-4441-89f3-9e5f34201051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:05.003638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-316e31c3-e6f7-4441-89f3-9e5f34201051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:05.005324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-316e31c3-e6f7-4441-89f3-9e5f34201051 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5668795 May 12 19:34:05.023422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:05.023761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Checking segment: {'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:05.024469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Bound using segment: {'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:05.024909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Bound port: fc04b7f3-13dc-4114-8b34-3af6179cdc21, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69568903-80f4-492c-b10d-0a5299876354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:05.025279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.048834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.051738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50202) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:05.173499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cba182-2ddf-4c1b-9b77-91d1d26174b9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:05.198800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.222105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.245696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Transition to ACTIVE for port object 66cba182-2ddf-4c1b-9b77-91d1d26174b9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:05.256869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:05.259343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Transition to ACTIVE for port object 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:05.261486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:05.264765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-320c83c3-66ac-4f84-9bd8-ca469fb5c1cd tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/ports/dec3d36d-9ce7-4697-8955-e0a2f2d347dd HTTP/1.1" status: 204 len: 168 time: 2.5454888 May 12 19:34:05.265391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50206) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:05.268929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.321222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] Deleting subnet 79d4530c-725e-4d43-8260-acaad7d5a09e {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:05.343363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.344144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.417743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a105-0a85-4947-a51f-663b0c85cd9d req-39514446-6691-4e18-9737-a07fdc41cf3a tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:05.419239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92f2a105-0a85-4947-a51f-663b0c85cd9d req-39514446-6691-4e18-9737-a07fdc41cf3a tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 944 time: 0.5675328 May 12 19:34:05.437051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-e82ef82f-bf38-4194-9c12-7ba15f10af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:05.438560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8c73a1c-7a56-4c61-b031-97b2affb23ca req-e82ef82f-bf38-4194-9c12-7ba15f10af06 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4179084 May 12 19:34:05.468695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:05.469331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.470734 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] 10.222.0.73 "PUT /v2.0/ports/fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 1092 time: 3.7712960 May 12 19:34:05.475606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.481004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Pushing event updated for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:05.567505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting subnet 4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:05.591628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd4085ef-daf2-4d53-88a9-712f5eb6bab5 req-7201c028-8079-4b6f-aca0-f2068abcb8e0 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 210 time: 0.1198187 May 12 19:34:05.604953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.610600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92f2a105-0a85-4947-a51f-663b0c85cd9d req-14d310b2-a7b1-49ab-a5c5-e3b40467532d tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711085 May 12 19:34:05.623944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.710373 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.758498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.760867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.862260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d4530c-725e-4d43-8260-acaad7d5a09e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:05.866263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Network 81cba676-9e0d-41ea-a89f-f8768e111f17 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:05.892753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.904714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'name': 'network-vif-deleted', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa'}, {'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:05.905580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['5ea38d06-a443-488d-9e50-c7925f78366a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:05.910752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:05.913446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:05.915712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:05.938571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094', 'cf467131-7228-4cb7-bd19-d4f4a722704a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:05.955450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.002184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4234de-cc5a-4cc6-82dd-037543966448 service neutron] Pushing event updated for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:06.070004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:06.100916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:06.106009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Allocated IP 192.168.233.243 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:06.118142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:06.124138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Pushing event updated for resources: {'Port': ['ID=49f72703-41cf-403b-9ed2-1e5c22ee312f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:06.143055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f491fd5-5890-40fb-980b-14be6978a69b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/79d4530c-725e-4d43-8260-acaad7d5a09e HTTP/1.1" status: 204 len: 168 time: 1.0822666 May 12 19:34:06.147728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50220) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:06.162737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Attempting to bind port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:06.163072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Attempting to bind port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:06.163403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Attempting to bind port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:06.219148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 on network c3b23f44-1fb8-4731-8783-e2921a799d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:06.219470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Attempting to bind port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:06.221795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:06.255354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:06.255958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Checking segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:06.256502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Bound using segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:06.257156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Bound port: 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:06.257736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.276541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.277357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.284657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-8bdf3244-9be9-41ad-bd37-fcc418509f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.286215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-8bdf3244-9be9-41ad-bd37-fcc418509f48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1095 time: 0.7320211 May 12 19:34:06.306449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.307090 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.341099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6ef99-b09e-4d6f-89c2-31f693efb225 req-ce8809c4-cad6-4edc-ae7b-9fc542224b79 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.345746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-05a6ef99-b09e-4d6f-89c2-31f693efb225 req-ce8809c4-cad6-4edc-ae7b-9fc542224b79 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Synchronizing usage tracker for tenant:d61ae6e881ad4c48b3f352420c75274f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:06.362865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a956051c-23bc-49c3-a291-40aa28e6cf5e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1517296 May 12 19:34:06.365919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.378332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-c91325d0-b626-49f5-a3cb-a0af7a73715b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.384238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-c91325d0-b626-49f5-a3cb-a0af7a73715b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.390291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-c91325d0-b626-49f5-a3cb-a0af7a73715b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.396149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-c91325d0-b626-49f5-a3cb-a0af7a73715b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.402170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-c91325d0-b626-49f5-a3cb-a0af7a73715b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.408051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-c91325d0-b626-49f5-a3cb-a0af7a73715b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.415369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-c91325d0-b626-49f5-a3cb-a0af7a73715b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 4604 time: 0.5637443 May 12 19:34:06.421675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Request body: {'port': {'device_id': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:06.437826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-9db4d3d1-c3b9-4bfb-93e9-8dbc067e5e45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 217 time: 0.1212182 May 12 19:34:06.472460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eaca056-6103-47fe-9918-9e167e2941e6 None None] Provisioning for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:06.475622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-05a6ef99-b09e-4d6f-89c2-31f693efb225 req-ce8809c4-cad6-4edc-ae7b-9fc542224b79 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Unset dirty status for tenant:d61ae6e881ad4c48b3f352420c75274f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:06.476764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05a6ef99-b09e-4d6f-89c2-31f693efb225 req-ce8809c4-cad6-4edc-ae7b-9fc542224b79 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 932 time: 0.7073584 May 12 19:34:06.486922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eaca056-6103-47fe-9918-9e167e2941e6 None None] Provisioning complete for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:06.487395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eaca056-6103-47fe-9918-9e167e2941e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.524819 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.552179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6eaca056-6103-47fe-9918-9e167e2941e6 None None] Port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:34:06.592974 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-410c9139-96f0-48c4-9197-ead4c4ea403e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7383270 May 12 19:34:06.652216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d4b1e7a-5cab-46f4-8179-6904b9c3940a req-47d10487-f5e1-4d78-8327-2509620cec8f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357273 May 12 19:34:06.662821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-05a6ef99-b09e-4d6f-89c2-31f693efb225 req-a278dcaa-947e-4584-bb44-f85ad6ba1a54 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Synchronizing usage tracker for tenant:d61ae6e881ad4c48b3f352420c75274f on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:06.664199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Request body: {'port': {'device_id': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:06.709176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.731208 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024daf76-f014-4c47-b617-1b4084763e87'] response: {'server_uuid': '7de76f93-d03a-423c-bf2e-6175f90ca16d', 'name': 'network-vif-deleted', 'tag': 'e246c8c6-edee-47f4-9148-c228056ad7aa', 'status': 'completed', 'code': 200} May 12 19:34:06.731208 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024daf76-f014-4c47-b617-1b4084763e87'] response: {'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'status': 'completed', 'code': 200} May 12 19:34:06.741355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:06.750329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-b16f7a1a-09c3-4ca1-8a5e-d461aaee91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:06.751786 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-b16f7a1a-09c3-4ca1-8a5e-d461aaee91da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.3015335 May 12 19:34:06.784366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.807939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:06.811150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-05a6ef99-b09e-4d6f-89c2-31f693efb225 req-a278dcaa-947e-4584-bb44-f85ad6ba1a54 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Unset dirty status for tenant:d61ae6e881ad4c48b3f352420c75274f on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:06.814114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05a6ef99-b09e-4d6f-89c2-31f693efb225 req-a278dcaa-947e-4584-bb44-f85ad6ba1a54 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232553 May 12 19:34:06.841045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-2d4ed33a-600e-48f0-8d91-db4cb1db9b1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744758 May 12 19:34:06.852635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:06.880590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:06.914314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870356bc-2300-458a-ab8a-26293d95125d') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:06.914696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870356bc-2300-458a-ab8a-26293d95125d') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:06.989775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.019881 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.045106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b421777b-bd65-4067-929b-d069793545e8 req-3cd52cce-9b51-4910-80f8-8a5f7d69158a tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 210 time: 0.0786316 May 12 19:34:07.077136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.105610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:07.106226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.107618 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] 10.222.0.36 "PUT /v2.0/ports/66cba182-2ddf-4c1b-9b77-91d1d26174b9 HTTP/1.1" status: 200 len: 1135 time: 3.6792343 May 12 19:34:07.134062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883ea92-be96-4f4c-97be-53727289c107 None None] Network cf08d2f2-0747-4dd1-a4c5-322775da83c6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:07.136780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:07.143736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.146500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:07.146912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.159301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: timer() May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:07.160296 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:07.166445 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.182396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:07.232722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35ad9980-a1f2-496d-b6d4-ce7649cb4367 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/subnets/4ea9e94f-7b23-4e58-b968-1a4ffa1f0b61 HTTP/1.1" status: 204 len: 168 time: 1.9649456 May 12 19:34:07.235665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:07.264506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756a4fe-da9f-47fc-a5de-94e5cd5b775a service neutron] Pushing event updated for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:07.282187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba80e9-5116-420c-8472-24bc328ae8b0 req-d0af55ae-82b3-4081-8588-72fdc03d4db2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:07.289566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ceba80e9-5116-420c-8472-24bc328ae8b0 req-d0af55ae-82b3-4081-8588-72fdc03d4db2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 935 time: 0.4727180 May 12 19:34:07.332996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.360781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Transition to ACTIVE for port object cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:07.392336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.442839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:07.467962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ceba80e9-5116-420c-8472-24bc328ae8b0 req-0b59f584-012f-4a8b-87f1-89340c84d678 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773784 May 12 19:34:07.474042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-65e68f3b-0e2d-4884-8275-74e5c0e23d66 admin admin] 10.222.0.72 "DELETE /v2.0/networks/840b2c91-cbf0-4f1f-b85d-7b1a0a56e3d7 HTTP/1.1" status: 204 len: 168 time: 1.3230391 May 12 19:34:07.586318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] DHCP port deletion for cf08d2f2-0747-4dd1-a4c5-322775da83c6 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:34:07.587400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f72703-41cf-403b-9ed2-1e5c22ee312f {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:07.590654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Deleting port 82d86506-603c-4b6d-8e9d-20b02d790194 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:07.591458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.601947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059df5bc-ae70-4b63-8efc-43ffeab41af9 req-3560f927-f605-463a-b1fd-58fec5127d02 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:07.603650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-059df5bc-ae70-4b63-8efc-43ffeab41af9 req-3560f927-f605-463a-b1fd-58fec5127d02 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 944 time: 0.2685442 May 12 19:34:07.605681 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.617931 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-69f4d30a-3822-470e-8254-a06c2defa5d4 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373488 May 12 19:34:07.636204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Transition to ACTIVE for port object 49f72703-41cf-403b-9ed2-1e5c22ee312f will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:07.653893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.670776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Deleting subnet 6f756ca8-7686-4581-9052-c954ebcf6bde {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:07.765640 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.787496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-059df5bc-ae70-4b63-8efc-43ffeab41af9 req-33f1101a-de79-4610-aab5-9b80de2e98d1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735301 May 12 19:34:07.799688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50238) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:07.848582 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.883912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] For port 82d86506-603c-4b6d-8e9d-20b02d790194, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=82d86506-603c-4b6d-8e9d-20b02d790194,segment=NetworkSegment(1b95b2f3-3e42-4624-87af-411e69a02888),segment_id=1b95b2f3-3e42-4624-87af-411e69a02888)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:07.884297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.885564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49f72703-41cf-403b-9ed2-1e5c22ee312f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:07.933235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:07.942885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.026298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Calling delete_port for 82d86506-603c-4b6d-8e9d-20b02d790194 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:08.084137 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.120420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.166192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:08.172393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0554d282-a7c0-4348-be83-2dc27ee24aab req-30ea8bb4-bb29-4022-a0b5-8d0e54e35a09 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429301 May 12 19:34:08.181650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:08.201167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:08.241543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] No DVR routers for this DVR port 82d86506-603c-4b6d-8e9d-20b02d790194 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:08.242384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-adcab3c1-2812-4f72-80d2-0fbb417b5c83 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a181001415149b9981b35e73352c72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402807 May 12 19:34:08.253881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50246) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:08.255283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82d86506-603c-4b6d-8e9d-20b02d790194 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:08.286086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Pushing event updated for resources: {'Port': ['ID=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:08.302206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Pushing event deleted for resources: {'Port': ['ID=82d86506-603c-4b6d-8e9d-20b02d790194,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:08.320193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 82d86506-603c-4b6d-8e9d-20b02d790194 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:08.320193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82d86506-603c-4b6d-8e9d-20b02d790194 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:08.341285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.341567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.341947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.342465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.343031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.343399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.343725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.344125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.344520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.344838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.345211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.345544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325aca8e-2526-4490-976d-7281bc8733d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:08.356147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.371051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Attempting to bind port 49f72703-41cf-403b-9ed2-1e5c22ee312f on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:08.371384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Attempting to bind port 49f72703-41cf-403b-9ed2-1e5c22ee312f by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'dff7601b-34ca-42af-a80e-79c75a52a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:08.371708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Attempting to bind port 49f72703-41cf-403b-9ed2-1e5c22ee312f on network 81cba676-9e0d-41ea-a89f-f8768e111f17 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:08.384705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846016f-64d9-4b28-904c-5634efab687c req-a2221ced-0b3c-4154-98f3-f34660e40c42 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.390503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846016f-64d9-4b28-904c-5634efab687c req-a2221ced-0b3c-4154-98f3-f34660e40c42 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.396277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846016f-64d9-4b28-904c-5634efab687c req-a2221ced-0b3c-4154-98f3-f34660e40c42 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.402422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846016f-64d9-4b28-904c-5634efab687c req-a2221ced-0b3c-4154-98f3-f34660e40c42 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.408723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846016f-64d9-4b28-904c-5634efab687c req-a2221ced-0b3c-4154-98f3-f34660e40c42 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.414430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846016f-64d9-4b28-904c-5634efab687c req-a2221ced-0b3c-4154-98f3-f34660e40c42 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.416323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9846016f-64d9-4b28-904c-5634efab687c req-a2221ced-0b3c-4154-98f3-f34660e40c42 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 4604 time: 0.5812359 May 12 19:34:08.432087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Port 49f72703-41cf-403b-9ed2-1e5c22ee312f on network 81cba676-9e0d-41ea-a89f-f8768e111f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:08.432421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Attempting to bind port 49f72703-41cf-403b-9ed2-1e5c22ee312f on network 81cba676-9e0d-41ea-a89f-f8768e111f17 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:08.463669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e032b-44fd-4207-bb53-148b1486bd81 req-64033d06-cf7a-4cc9-889d-63e6bc5cee2d tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.465272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d96e032b-44fd-4207-bb53-148b1486bd81 req-64033d06-cf7a-4cc9-889d-63e6bc5cee2d tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 944 time: 0.4853079 May 12 19:34:08.465585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.466210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.477128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:08.477401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Checking segment: {'id': 'dff7601b-34ca-42af-a80e-79c75a52a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:08.477775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Bound using segment: {'id': 'dff7601b-34ca-42af-a80e-79c75a52a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:08.478206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Bound port: 49f72703-41cf-403b-9ed2-1e5c22ee312f, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7601b-34ca-42af-a80e-79c75a52a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:08.478548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.491684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a6debadb-a5b9-4ee1-9b85-9fe27139d0dd None None] Provisioning for port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:08.497442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a6debadb-a5b9-4ee1-9b85-9fe27139d0dd None None] Provisioning complete for port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:08.497970 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a6debadb-a5b9-4ee1-9b85-9fe27139d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.500321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.508061 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-071accd1-d475-4965-8bea-fc306015b009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.560121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a6debadb-a5b9-4ee1-9b85-9fe27139d0dd None None] Port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:34:08.589260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9846016f-64d9-4b28-904c-5634efab687c req-908cd293-17b7-4779-a4e1-06f2c4e3b07d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643894 May 12 19:34:08.613596 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-071accd1-d475-4965-8bea-fc306015b009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.616985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:34:08.640373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-e2049395-b47a-4aca-9a94-b77c43eac2aa tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.1482003 May 12 19:34:08.661036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d96e032b-44fd-4207-bb53-148b1486bd81 req-2c08246d-1e14-4542-9118-04b8a01e11e9 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865900 May 12 19:34:08.694065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] For port 49f72703-41cf-403b-9ed2-1e5c22ee312f, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:08.694268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Request body: {'port': {'device_id': '51e754c4-e178-4869-941b-51c42fec202b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:08.697579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] For port 49f72703-41cf-403b-9ed2-1e5c22ee312f, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=49f72703-41cf-403b-9ed2-1e5c22ee312f,segment=NetworkSegment(dff7601b-34ca-42af-a80e-79c75a52a33e),segment_id=dff7601b-34ca-42af-a80e-79c75a52a33e)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:08.715258 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.734989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '66cba182-2ddf-4c1b-9b77-91d1d26174b9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:08.767505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-071accd1-d475-4965-8bea-fc306015b009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.770191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-1815ebaf-50f5-4141-ae81-7d0b6254bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.771699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-1815ebaf-50f5-4141-ae81-7d0b6254bb2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1095 time: 0.4868009 May 12 19:34:08.813147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:08.870930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:08.871452 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.872995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/49f72703-41cf-403b-9ed2-1e5c22ee312f HTTP/1.1" status: 200 len: 1092 time: 2.4552932 May 12 19:34:08.878041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.882500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'tag': '49f72703-41cf-403b-9ed2-1e5c22ee312f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:08.896966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.900146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071accd1-d475-4965-8bea-fc306015b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690089f-86a6-40f2-aaf2-81afe537271a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:08.962144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-071accd1-d475-4965-8bea-fc306015b009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:08.963255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-071accd1-d475-4965-8bea-fc306015b009 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1690089f-86a6-40f2-aaf2-81afe537271a HTTP/1.1" status: 204 len: 168 time: 0.7047865 May 12 19:34:08.979007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658b724-26eb-4b5d-b6a4-c13f3bbf38b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49f72703-41cf-403b-9ed2-1e5c22ee312f,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:09.006875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Subnet': ['ID=6f756ca8-7686-4581-9052-c954ebcf6bde,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:09.011535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Transition to ACTIVE for port object 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:09.018444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:09.024878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000cbc0c-b7cd-4530-9c0c-2f24764c1b9d None None] Network af9ef7af-eec9-4d47-93dd-ca2b28932327 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:09.030218 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:09.055128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c089017-444e-466f-9aba-b037ccd0518a req-c34bd786-0aae-4cb2-803b-d9891869a442 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.062401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c089017-444e-466f-9aba-b037ccd0518a req-c34bd786-0aae-4cb2-803b-d9891869a442 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 936 time: 0.3058782 May 12 19:34:09.083977 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-85872733-3739-4574-a85f-a0e6bbc1e2c5 tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/subnets/6f756ca8-7686-4581-9052-c954ebcf6bde HTTP/1.1" status: 204 len: 168 time: 1.8350976 May 12 19:34:09.092680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13507a19-8205-4bde-bf16-5f8e7e1f6c46 req-c4b7db68-602f-4c82-8924-c46642d6e6f4 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.095855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:09.099860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13507a19-8205-4bde-bf16-5f8e7e1f6c46 req-c4b7db68-602f-4c82-8924-c46642d6e6f4 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 935 time: 0.3272874 May 12 19:34:09.142153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:09.144540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-016a3d24-fb70-489d-925c-858b625e592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.146065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-016a3d24-fb70-489d-925c-858b625e592d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d61ae6e881ad4c48b3f352420c75274f&device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 1095 time: 0.2211225 May 12 19:34:09.292000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-32dc26be-a85a-41ce-9e1e-a3e57a67552c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f72703-41cf-403b-9ed2-1e5c22ee312f HTTP/1.1" status: 200 len: 217 time: 0.1277750 May 12 19:34:09.319256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c089017-444e-466f-9aba-b037ccd0518a req-8c57aa52-d4a6-47a5-86c7-d572122b1096 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558339 May 12 19:34:09.323769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13507a19-8205-4bde-bf16-5f8e7e1f6c46 req-2b77fc28-52d2-4c2d-a5fb-ee2d07fdb08a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231276 May 12 19:34:09.431694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:34:09.443180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-f60c1f55-83a1-4d31-8e4d-c77cc323369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.445921 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-f60c1f55-83a1-4d31-8e4d-c77cc323369a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d583f333-832a-4456-a3e7-10a7b018bb96 HTTP/1.1" status: 200 len: 862 time: 0.1242604 May 12 19:34:09.458571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] DHCP port deletion for af9ef7af-eec9-4d47-93dd-ca2b28932327 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:34:09.463265 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64609d55-877c-440e-9fe6-38822976e8cd'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '66cba182-2ddf-4c1b-9b77-91d1d26174b9', 'status': 'completed', 'code': 200} May 12 19:34:09.464801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] Deleting port a0798478-af1a-4461-bb01-fd3385157afc {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:09.465430 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:09.589446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-d698c8d3-8c71-4c3e-8c5b-09b871790ed0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81cba676-9e0d-41ea-a89f-f8768e111f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852764 May 12 19:34:09.591080 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf0ca83-530c-44fc-a863-bd16465d2830'] response: {'name': 'network-changed', 'server_uuid': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'tag': '49f72703-41cf-403b-9ed2-1e5c22ee312f', 'status': 'completed', 'code': 200} May 12 19:34:09.642833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-3ec626d8-fcba-4c45-850f-781f0c6acfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.644322 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-3ec626d8-fcba-4c45-850f-781f0c6acfaa service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 0.8617463 May 12 19:34:09.654987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:09.810467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] For port a0798478-af1a-4461-bb01-fd3385157afc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a0798478-af1a-4461-bb01-fd3385157afc,segment=NetworkSegment(568fac8c-3830-4f67-918f-34756b9dcbb5),segment_id=568fac8c-3830-4f67-918f-34756b9dcbb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:09.811121 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:09.841019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4298f8c-728b-4b34-be14-9fdff6a5a141 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:09.850614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:09.853040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-25875396-9103-4a6d-b318-1cbdaca7cc9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 217 time: 0.1574011 May 12 19:34:09.869552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:09.897973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-69cf7403-b0d5-4bb9-a41d-91765751a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.898503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-69cf7403-b0d5-4bb9-a41d-91765751a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.899254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-69cf7403-b0d5-4bb9-a41d-91765751a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.899720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-69cf7403-b0d5-4bb9-a41d-91765751a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.900181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-69cf7403-b0d5-4bb9-a41d-91765751a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.900641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-69cf7403-b0d5-4bb9-a41d-91765751a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:09.902794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a420273-ed98-48e7-87fd-09460d3d306c req-69cf7403-b0d5-4bb9-a41d-91765751a16c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5290 time: 0.4541464 May 12 19:34:09.942704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] Calling delete_port for a0798478-af1a-4461-bb01-fd3385157afc owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:10.003758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Transition to ACTIVE for port object d4298f8c-728b-4b34-be14-9fdff6a5a141 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:10.042449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.070668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.097420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-c51ac98b-5ae1-42d8-94f6-af349c77b190 service neutron] 10.222.0.73 "GET /v2.0/networks/81cba676-9e0d-41ea-a89f-f8768e111f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988434 May 12 19:34:10.134502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] Pushing event deleted for resources: {'Port': ['ID=a0798478-af1a-4461-bb01-fd3385157afc,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:10.139665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-371425a7-b923-48de-a4b2-082a78ae9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.141067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-371425a7-b923-48de-a4b2-082a78ae9610 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.2631149 May 12 19:34:10.142291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4984d4-266d-417f-a772-44e61c78662d req-55eccd95-821b-4842-b7b2-eaf22915954f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.142945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad11780-552a-42e5-a572-84f16460b7f0 None None] No DVR routers for this DVR port a0798478-af1a-4461-bb01-fd3385157afc on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:10.152794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be4984d4-266d-417f-a772-44e61c78662d req-55eccd95-821b-4842-b7b2-eaf22915954f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 944 time: 0.5596159 May 12 19:34:10.206229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a0798478-af1a-4461-bb01-fd3385157afc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:10.266936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a0798478-af1a-4461-bb01-fd3385157afc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:10.267552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a0798478-af1a-4461-bb01-fd3385157afc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:10.284716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-73d097be-aa78-4c39-ba6c-bf11c9dbec4c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.290616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-73d097be-aa78-4c39-ba6c-bf11c9dbec4c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.300862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-73d097be-aa78-4c39-ba6c-bf11c9dbec4c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.308403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-73d097be-aa78-4c39-ba6c-bf11c9dbec4c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.315382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-73d097be-aa78-4c39-ba6c-bf11c9dbec4c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.321875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-73d097be-aa78-4c39-ba6c-bf11c9dbec4c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.330760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-73d097be-aa78-4c39-ba6c-bf11c9dbec4c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 4604 time: 0.5213091 May 12 19:34:10.373448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50286) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:10.383136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:10.383471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:10.384037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:10.397734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-7d2b17e0-60f8-4654-b99f-0a13f3da8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.398114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-7d2b17e0-60f8-4654-b99f-0a13f3da8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.398571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-7d2b17e0-60f8-4654-b99f-0a13f3da8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.400499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a420273-ed98-48e7-87fd-09460d3d306c req-7d2b17e0-60f8-4654-b99f-0a13f3da8435 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4837809 May 12 19:34:10.417155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be4984d4-266d-417f-a772-44e61c78662d req-d3642616-ead2-45bb-a13f-b47648430276 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643790 May 12 19:34:10.537030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:10.537380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:10.546024 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.558056 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-a0eb9585-cbde-44b9-8ca8-a1545cc43ad3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3241572 May 12 19:34:10.598844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc04b7f3-13dc-4114-8b34-3af6179cdc21 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:10.607873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4298f8c-728b-4b34-be14-9fdff6a5a141,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:10.610476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:10.610805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:10.611180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:10.611656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Bound port: 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:10.611973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.683305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-415551054-network', 'tenant_id': 'e0d4dbbb92fa413e8680908d765255f2'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:10.728314 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2464a3f-c0a8-44ea-83e6-3653354d6d3c req-46704939-9695-42f2-9d96-c950e4316367 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3966179 May 12 19:34:10.729667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:10.748488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:10.763099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Usage tracker for resource:network and tenant:e0d4dbbb92fa413e8680908d765255f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:10.766694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:10.771014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'port_id': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'mac_address': 'fa:16:3e:d9:95:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:10.782084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:10.782325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf08d2f2-0747-4dd1-a4c5-322775da83c6']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:10.831452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbf90b7-5178-4af1-a813-21889f4f2c4f req-e6a1d77b-66c6-4e43-9920-da80f7eea8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/81cba676-9e0d-41ea-a89f-f8768e111f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162912 May 12 19:34:10.837694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:10.850758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b95b2f3-3e42-4624-87af-411e69a02888') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:10.851131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b95b2f3-3e42-4624-87af-411e69a02888') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:10.854510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port fc04b7f3-13dc-4114-8b34-3af6179cdc21 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:10.855312 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.873380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.880439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc04b7f3-13dc-4114-8b34-3af6179cdc21 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:10.899266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:10.903897 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.904235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.932628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Made reservation on behalf of e0d4dbbb92fa413e8680908d765255f2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:10.934297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:10.972798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:10.991045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420273-ed98-48e7-87fd-09460d3d306c req-d434ace8-f576-4557-90e3-8d116ebe02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:10.992536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a420273-ed98-48e7-87fd-09460d3d306c req-d434ace8-f576-4557-90e3-8d116ebe02f3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5815811 May 12 19:34:11.008826 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.047693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:11.065099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Usage tracker for resource:security_group_rule and tenant:e0d4dbbb92fa413e8680908d765255f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:11.075085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9cd9-087e-459a-8cd0-75657c9f6b47 req-b49aa33a-5356-4215-859e-8fb0b523cea5 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:11.076628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e8e9cd9-087e-459a-8cd0-75657c9f6b47 req-b49aa33a-5356-4215-859e-8fb0b523cea5 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 944 time: 0.4055939 May 12 19:34:11.079748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Transition to ACTIVE for port object cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:11.080288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:11.088608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:11.098441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.109525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.139714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['fc04b7f3-13dc-4114-8b34-3af6179cdc21'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:11.161161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:11.161599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.170433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d655-f7f1-4cd2-b95f-b3bc464a877e req-dc1a7e9e-679d-4403-87ba-8ea1e74b5aff tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:11.171910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c284d655-f7f1-4cd2-b95f-b3bc464a877e req-dc1a7e9e-679d-4403-87ba-8ea1e74b5aff tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 936 time: 0.2992556 May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: timer() May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:11.183383 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:11.189794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e8e9cd9-087e-459a-8cd0-75657c9f6b47 req-8c8ef4a1-1daa-4408-a91d-8a144a69f9ce tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986540 May 12 19:34:11.225524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-44415493-dbfe-436d-97bd-c835039c30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:11.227087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-44415493-dbfe-436d-97bd-c835039c30a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d61ae6e881ad4c48b3f352420c75274f&device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 1095 time: 0.3025718 May 12 19:34:11.257926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Attempting to bind port d4298f8c-728b-4b34-be14-9fdff6a5a141 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:11.258261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Attempting to bind port d4298f8c-728b-4b34-be14-9fdff6a5a141 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:11.258589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Attempting to bind port d4298f8c-728b-4b34-be14-9fdff6a5a141 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:11.281301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:11.332689 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-ae95b5a7-a02c-4575-989c-0bfd66e99a13 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367029 May 12 19:34:11.365138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Port d4298f8c-728b-4b34-be14-9fdff6a5a141 on network c3b23f44-1fb8-4731-8783-e2921a799d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:11.365480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Attempting to bind port d4298f8c-728b-4b34-be14-9fdff6a5a141 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:11.400167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-5e341eb8-3243-45c9-944d-98acb8c13259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:11.401683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-5e341eb8-3243-45c9-944d-98acb8c13259 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81cba676-9e0d-41ea-a89f-f8768e111f17 HTTP/1.1" status: 200 len: 923 time: 0.1569898 May 12 19:34:11.406882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:11.414968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:11.415299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Checking segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:11.415858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Bound using segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:11.416455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Bound port: d4298f8c-728b-4b34-be14-9fdff6a5a141, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:11.416950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.508073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:11.510383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.512191 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.564886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-f1c36184-0105-46d5-b274-6a1b43dfa764 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f72703-41cf-403b-9ed2-1e5c22ee312f HTTP/1.1" status: 200 len: 217 time: 0.0986929 May 12 19:34:11.579491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.594405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.612808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c284d655-f7f1-4cd2-b95f-b3bc464a877e req-7dc35905-1577-4e38-9328-fcd84329e8f7 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317467 May 12 19:34:11.622224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.669926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:34:11.676737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Network': ['ID=cf08d2f2-0747-4dd1-a4c5-322775da83c6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:11.688951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-caabb5ca-d4db-4f5a-b2a6-84dc3ff2f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:11.690629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-caabb5ca-d4db-4f5a-b2a6-84dc3ff2f763 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d583f333-832a-4456-a3e7-10a7b018bb96 HTTP/1.1" status: 200 len: 862 time: 0.1131973 May 12 19:34:11.693243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f6e5c-12f3-4d81-9081-d47f34277126,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:11.700482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.700759 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Added segment 5f78b606-39bf-48f2-9ca3-d44c5e284d11 of type vlan for network 6f93eac3-4948-4c62-8232-8744fe3531f3 May 12 19:34:11.727376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:11.727859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.729273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] 10.222.0.36 "PUT /v2.0/ports/50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 1095 time: 5.0706549 May 12 19:34:11.732508 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd61b362-1805-4405-af52-331e1e634b2b tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/networks/cf08d2f2-0747-4dd1-a4c5-322775da83c6 HTTP/1.1" status: 204 len: 168 time: 2.6335068 May 12 19:34:11.733118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:11.737939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:11.760568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e696b1-5d79-42ea-b87f-76bfa306e19b req-a3d7798a-f54e-412a-8321-d1f394a0d19a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:11.767713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76e696b1-5d79-42ea-b87f-76bfa306e19b req-a3d7798a-f54e-412a-8321-d1f394a0d19a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 947 time: 0.3648939 May 12 19:34:11.815164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-7e7d91f2-ae5f-4dda-860c-403aeef3c9c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81cba676-9e0d-41ea-a89f-f8768e111f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129775 May 12 19:34:11.916157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3632e-aab1-40e2-9e2c-ac073e240031 service neutron] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:11.940898 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:11.970637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] For port d4298f8c-728b-4b34-be14-9fdff6a5a141, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:11.976187 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b978cdc-6d46-472d-a95a-15b699a1544b req-4df5f91e-04de-4455-9750-43a61fd7d8c9 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155787 May 12 19:34:11.978665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76e696b1-5d79-42ea-b87f-76bfa306e19b req-53afd4fa-8ec6-44ae-a897-8995d7bb5795 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101107 May 12 19:34:11.993535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Attempting to bind port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:11.993869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Attempting to bind port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:11.994195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Attempting to bind port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:12.011254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] For port d4298f8c-728b-4b34-be14-9fdff6a5a141, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4298f8c-728b-4b34-be14-9fdff6a5a141,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:12.014774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:12.015175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Attempting to bind port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:12.020344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.028826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.036385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.037379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.037944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.063479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:12.063828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:12.064213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:12.064678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Bound port: cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:12.065013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.079006 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b61575-c212-4d57-9816-8128bb0f5938'] response: {'name': 'network-changed', 'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'status': 'completed', 'code': 200} May 12 19:34:12.085249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab34c44-6f5d-4d0d-afb7-693c6e9ca3ec req-b36bbc42-342b-4e0d-9feb-1935a6cdc367 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.086188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ab34c44-6f5d-4d0d-afb7-693c6e9ca3ec req-b36bbc42-342b-4e0d-9feb-1935a6cdc367 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 945 time: 0.3413277 May 12 19:34:12.147673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-e1429724-45de-47d4-9660-b9fec9f7c876 service neutron] 10.222.0.73 "GET /v2.0/networks/81cba676-9e0d-41ea-a89f-f8768e111f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116055 May 12 19:34:12.152501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.153217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.154585 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] 10.222.0.36 "PUT /v2.0/ports/d4298f8c-728b-4b34-be14-9fdff6a5a141 HTTP/1.1" status: 200 len: 1134 time: 4.9920428 May 12 19:34:12.208077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:12.293988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-8b83b169-e394-49aa-a91f-18f7e8e11a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.295563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-8b83b169-e394-49aa-a91f-18f7e8e11a83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1098 time: 0.5061734 May 12 19:34:12.296107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc649e2-279f-4306-bd1c-e52be37bbaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4298f8c-728b-4b34-be14-9fdff6a5a141,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:12.301316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9246495 May 12 19:34:12.307818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50308) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:12.362467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4feaec-b34b-4551-bb6b-98405dafdc4d admin admin] Pushing event updated for resources: {'Network': ['ID=6f93eac3-4948-4c62-8232-8744fe3531f3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:12.373560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 6f93eac3-4948-4c62-8232-8744fe3531f3 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:34:12.395468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ab34c44-6f5d-4d0d-afb7-693c6e9ca3ec req-7dbcfb9a-d3a3-41a7-be09-00fb4069d9db tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500799 May 12 19:34:12.431653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.436546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Request body: {'subnet': {'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-415551054-subnet', 'tenant_id': 'e0d4dbbb92fa413e8680908d765255f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:12.438200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.444464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.450828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.455275 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-98477d44-64bf-4257-89c4-414597ef1b60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.1464310 May 12 19:34:12.456784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.458938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:12.463755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.470344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.477830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-b6cd971c-a897-495f-8306-9e6868dc6c37 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5380 time: 0.3341565 May 12 19:34:12.505720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.515771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Usage tracker for resource:subnet and tenant:e0d4dbbb92fa413e8680908d765255f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:12.551905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:12.585138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] For port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:12.588049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a5b289b-4b22-4dad-97a3-7cd0b82d0724 req-602f25df-3685-4e35-aad9-e8b4d0b563a6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093454 May 12 19:34:12.589794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:12.589984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b72d31-4487-4bc4-b510-2f7283f3ce4e req-5348cee9-5853-4114-9f3c-ecd4dd068977 service neutron] 10.222.0.73 "GET /v2.0/networks/81cba676-9e0d-41ea-a89f-f8768e111f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613102 May 12 19:34:12.602514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 49f72703-41cf-403b-9ed2-1e5c22ee312f details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:12.604808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc04b7f3-13dc-4114-8b34-3af6179cdc21 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:12.606077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9ef7af-eec9-4d47-93dd-ca2b28932327']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:12.631953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] For port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:12.633886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f229a5-b653-4327-bd46-8466390ea5ee req-8a564243-1e20-4b81-91e9-9cf07977b53f tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.634149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568fac8c-3830-4f67-918f-34756b9dcbb5') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:12.634334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568fac8c-3830-4f67-918f-34756b9dcbb5') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:12.648338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3f229a5-b653-4327-bd46-8466390ea5ee req-8a564243-1e20-4b81-91e9-9cf07977b53f tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 944 time: 0.1156583 May 12 19:34:12.654819 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.660008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.708036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3f229a5-b653-4327-bd46-8466390ea5ee req-9d607306-1ed4-43fd-a617-e186b613d8f3 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579293 May 12 19:34:12.778566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port fc04b7f3-13dc-4114-8b34-3af6179cdc21 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:12.795854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port fc04b7f3-13dc-4114-8b34-3af6179cdc21 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:12.796214 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.840563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-0871da3f-1cba-415a-aa7c-0efa57b7daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.842149 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-0871da3f-1cba-415a-aa7c-0efa57b7daa4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.3740065 May 12 19:34:12.842740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.892427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 49f72703-41cf-403b-9ed2-1e5c22ee312f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=49f72703-41cf-403b-9ed2-1e5c22ee312f,segment=NetworkSegment(dff7601b-34ca-42af-a80e-79c75a52a33e),segment_id=dff7601b-34ca-42af-a80e-79c75a52a33e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:12.894069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Made reservation on behalf of e0d4dbbb92fa413e8680908d765255f2 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:12.896387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.912978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '49f72703-41cf-403b-9ed2-1e5c22ee312f', 'network_id': '81cba676-9e0d-41ea-a89f-f8768e111f17', 'port_id': '49f72703-41cf-403b-9ed2-1e5c22ee312f', 'mac_address': 'fa:16:3e:20:5e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd583f333-832a-4456-a3e7-10a7b018bb96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:12.948001 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:12.985688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f0f0-16e6-4e14-9cda-9534c30e8a49 req-e9fe4a74-6a4a-49ed-aba5-844ad24da5b3 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:12.987310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8909f0f0-16e6-4e14-9cda-9534c30e8a49 req-e9fe4a74-6a4a-49ed-aba5-844ad24da5b3 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 948 time: 0.2327783 May 12 19:34:13.010304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 49f72703-41cf-403b-9ed2-1e5c22ee312f is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:13.011010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.052565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f72703-41cf-403b-9ed2-1e5c22ee312f {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:13.055664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:13.056067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.070768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port fc04b7f3-13dc-4114-8b34-3af6179cdc21 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:13.071174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: timer() May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:13.086457 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:13.088693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 49f72703-41cf-403b-9ed2-1e5c22ee312f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=49f72703-41cf-403b-9ed2-1e5c22ee312f,segment=NetworkSegment(dff7601b-34ca-42af-a80e-79c75a52a33e),segment_id=dff7601b-34ca-42af-a80e-79c75a52a33e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:13.092010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8909f0f0-16e6-4e14-9cda-9534c30e8a49 req-ba330468-42c9-4262-86eb-b1300006c0bc tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974238 May 12 19:34:13.100070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:13.100689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.102218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 HTTP/1.1" status: 200 len: 1096 time: 4.4262340 May 12 19:34:13.103395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:13.111387 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.146526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:13.189267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.223672 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1648c7e2-dfbe-48d8-9ed3-ae9980f3d327'] response: {'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'code': 200} May 12 19:34:13.230101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=49f72703-41cf-403b-9ed2-1e5c22ee312f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:13.288981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13916f92-bf96-44fa-a3dd-5531a3df4417 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:13.322236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:13.371097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['49f72703-41cf-403b-9ed2-1e5c22ee312f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:13.379323 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.414578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.429058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbfebd-edb0-4c25-beba-58601789f4d9 req-5c294b96-8426-4ba0-85f4-fbf57c98221e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:13.437157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cafbfebd-edb0-4c25-beba-58601789f4d9 req-5c294b96-8426-4ba0-85f4-fbf57c98221e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 947 time: 0.2069590 May 12 19:34:13.440026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] Pushing event deleted for resources: {'Network': ['ID=af9ef7af-eec9-4d47-93dd-ca2b28932327,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:13.459528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef967c-9032-44da-85cb-620304a9608c req-ed786412-5ff8-4fc1-8aa8-87bd9f802beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:13.460838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bceb4-74a4-495e-8689-d3dac38fb7ae req-eb76d5a6-365d-499c-b319-bf12d386ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:13.461489 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-ed786412-5ff8-4fc1-8aa8-87bd9f802beb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6062791 May 12 19:34:13.462763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a8bceb4-74a4-495e-8689-d3dac38fb7ae req-eb76d5a6-365d-499c-b319-bf12d386ff5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.1291766 May 12 19:34:13.474539 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7c209915-d3d2-4169-b26a-6769488aec3d tempest-TaggedBootDevicesTest-1568950445 tempest-TaggedBootDevicesTest-1568950445-project] 10.222.0.72 "DELETE /v2.0/networks/af9ef7af-eec9-4d47-93dd-ca2b28932327 HTTP/1.1" status: 204 len: 168 time: 1.7271478 May 12 19:34:13.515653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cafbfebd-edb0-4c25-beba-58601789f4d9 req-c4eb082a-87f6-4ff9-b718-aa27826d759d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775940 May 12 19:34:13.555321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a8bceb4-74a4-495e-8689-d3dac38fb7ae req-e60ed15a-6a08-4120-804b-e6d1129264cd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788760 May 12 19:34:13.661467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38b23-98ef-436e-acd7-fc5221aee473 req-20d33c1b-f908-44dd-b582-1e175b3bb9d5 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:13.663069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6d38b23-98ef-436e-acd7-fc5221aee473 req-20d33c1b-f908-44dd-b582-1e175b3bb9d5 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.0849562 May 12 19:34:13.718352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6d38b23-98ef-436e-acd7-fc5221aee473 req-49737593-e821-400b-9a45-0c798e4910f6 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491247 May 12 19:34:13.720239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-955142c1-ba68-461e-816e-25a914bfe2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:13.721752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-955142c1-ba68-461e-816e-25a914bfe2c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=088721a523014f45b3a7076b9e4afbdb&device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 1099 time: 0.5265088 May 12 19:34:13.865742 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-6a223d5b-710a-4acd-85ee-1cd540d38e51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 HTTP/1.1" status: 200 len: 217 time: 0.1175804 May 12 19:34:13.925230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-4810885c-2db9-49a9-8d20-f29e04f444fb service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159780 May 12 19:34:13.969394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:13.988621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:13.995000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.000749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.006507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.012273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.017980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.024150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.026134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-9322ddaf-7652-4884-ad35-e67b41b4411d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5380 time: 0.2131984 May 12 19:34:14.039921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95c636-73e5-4488-999d-5bc9b9db313b req-f14a296c-5068-4ae7-9b2d-2bcf0266ed17 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.041543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a95c636-73e5-4488-999d-5bc9b9db313b req-f14a296c-5068-4ae7-9b2d-2bcf0266ed17 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 945 time: 0.1544013 May 12 19:34:14.056241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:34:14.087943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'd4298f8c-728b-4b34-be14-9fdff6a5a141'}, {'name': 'network-changed', 'server_uuid': '51e754c4-e178-4869-941b-51c42fec202b', 'tag': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:14.118525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f60e3a1-9015-4877-ac4d-9e9e7ebf706a req-8678f6eb-cd7c-4aeb-a5f0-03d46a13481d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759730 May 12 19:34:14.129059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a95c636-73e5-4488-999d-5bc9b9db313b req-2bec1ac7-307a-4c1c-b803-dd2244fd094c tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725989 May 12 19:34:14.131806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-d1939338-4958-418d-9162-a12f33c3072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.133307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-d1939338-4958-418d-9162-a12f33c3072c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2561467 May 12 19:34:14.310505 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a242251-ce45-4f03-9286-7cae63fdd447'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'd4298f8c-728b-4b34-be14-9fdff6a5a141', 'status': 'completed', 'code': 200} May 12 19:34:14.311500 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a242251-ce45-4f03-9286-7cae63fdd447'] response: {'name': 'network-changed', 'server_uuid': '51e754c4-e178-4869-941b-51c42fec202b', 'tag': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46', 'status': 'completed', 'code': 200} May 12 19:34:14.332856 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61ef967c-9032-44da-85cb-620304a9608c req-9d896da1-f1f2-4eac-9b1a-f3a2996bcc4e service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928828 May 12 19:34:14.336969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cec59f3-5d27-4198-bd90-58d6f15ce176 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:14.354754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:14.360741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a6368f-b64b-4d59-94f4-3e6757a15e9e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:14.364011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Checking segment: {'id': '5f78b606-39bf-48f2-9ca3-d44c5e284d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:14.364566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Network hostable DHCP agents. Network: 6f93eac3-4948-4c62-8232-8744fe3531f3, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:34:14.391695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Transition to ACTIVE for port object 9cec59f3-5d27-4198-bd90-58d6f15ce176 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:14.431460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:14.432949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.433591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.434049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.434517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.434977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.435484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.435876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.438583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-56508a02-6ef4-4289-a769-25dc3e9cb804 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6217 time: 0.1898646 May 12 19:34:14.604733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 49f72703-41cf-403b-9ed2-1e5c22ee312f up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:14.612821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b148a4c-49ad-4f17-8798-f85f502ff555 req-375d6c9b-02ed-417d-8321-123ab3d48143 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.620044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b148a4c-49ad-4f17-8798-f85f502ff555 req-375d6c9b-02ed-417d-8321-123ab3d48143 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 948 time: 0.2475140 May 12 19:34:14.640531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-57cc044e-7735-419e-86f6-0581a92e11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.640993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-57cc044e-7735-419e-86f6-0581a92e11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.641491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-57cc044e-7735-419e-86f6-0581a92e11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.643078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-57cc044e-7735-419e-86f6-0581a92e11ed service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1914320 May 12 19:34:14.754796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Network 6f93eac3-4948-4c62-8232-8744fe3531f3 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:34:14.780742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-6b003d99-f7e4-4d4a-997d-8848207741a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.782720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-6b003d99-f7e4-4d4a-997d-8848207741a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6189916 May 12 19:34:14.791999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 49f72703-41cf-403b-9ed2-1e5c22ee312f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:14.798833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 49f72703-41cf-403b-9ed2-1e5c22ee312f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:14.799692 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:14.830610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b148a4c-49ad-4f17-8798-f85f502ff555 req-1d236728-8c89-4296-bf4d-298cecd17410 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034476 May 12 19:34:14.956372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 6f93eac3-4948-4c62-8232-8744fe3531f3) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:14.961139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:14.961863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:14.974975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57581a57-54cb-45cf-82c1-6c84bc099186 None None] Network 6f93eac3-4948-4c62-8232-8744fe3531f3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:14.996715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Pushing event updated for resources: {'Port': ['ID=9cec59f3-5d27-4198-bd90-58d6f15ce176,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:15.118766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-b7304ec7-cab7-49de-a1d1-317f59054930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.120318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-b7304ec7-cab7-49de-a1d1-317f59054930 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4606624 May 12 19:34:15.155090 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cbb411d8-73b6-4aff-8319-6ea9062e8ecf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7544487 May 12 19:34:15.188815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-0df33b0d-0ac8-43c7-860b-39e9a7a0f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.190735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-0df33b0d-0ac8-43c7-860b-39e9a7a0f2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1098 time: 0.7907548 May 12 19:34:15.219851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfa39-c169-4f8e-8c67-606c79ff92b7 req-3032f4c5-e7c2-4319-b55e-2d54ca25f4e7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.221481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef0cfa39-c169-4f8e-8c67-606c79ff92b7 req-3032f4c5-e7c2-4319-b55e-2d54ca25f4e7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 947 time: 0.1635766 May 12 19:34:15.232564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc9ffc-57a7-4d75-8e5c-f50a0909745b req-62949370-3a1b-4957-8114-c0456efdee08 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.243322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44cc9ffc-57a7-4d75-8e5c-f50a0909745b req-62949370-3a1b-4957-8114-c0456efdee08 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.3204291 May 12 19:34:15.251727 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-379b1adb-72dc-4666-b6f0-fe7fc86221b6 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590044 May 12 19:34:15.301536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Attempting to bind port 9cec59f3-5d27-4198-bd90-58d6f15ce176 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:15.302028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Attempting to bind port 9cec59f3-5d27-4198-bd90-58d6f15ce176 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:15.302528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Attempting to bind port 9cec59f3-5d27-4198-bd90-58d6f15ce176 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:15.360619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 49f72703-41cf-403b-9ed2-1e5c22ee312f is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:15.361147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:15.383521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44cc9ffc-57a7-4d75-8e5c-f50a0909745b req-1a176200-8694-479d-84ae-514d59220d39 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111794 May 12 19:34:15.412340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef0cfa39-c169-4f8e-8c67-606c79ff92b7 req-edc776a3-ff45-4f2a-8b57-c8f7bc1ec17d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675034 May 12 19:34:15.415746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 49f72703-41cf-403b-9ed2-1e5c22ee312f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=49f72703-41cf-403b-9ed2-1e5c22ee312f,segment=NetworkSegment(dff7601b-34ca-42af-a80e-79c75a52a33e),segment_id=dff7601b-34ca-42af-a80e-79c75a52a33e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:15.420119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f72703-41cf-403b-9ed2-1e5c22ee312f'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:15.429565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Port 9cec59f3-5d27-4198-bd90-58d6f15ce176 on network c3b23f44-1fb8-4731-8783-e2921a799d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:15.430030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Attempting to bind port 9cec59f3-5d27-4198-bd90-58d6f15ce176 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:15.439698 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:15.538166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-ceee3e3e-1d6d-490a-8359-9dabde754122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.540445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-ceee3e3e-1d6d-490a-8359-9dabde754122 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3287811 May 12 19:34:15.541319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:15.541762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Checking segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:15.542245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Bound using segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:15.542879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Bound port: 9cec59f3-5d27-4198-bd90-58d6f15ce176, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:15.543330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:15.568088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=49f72703-41cf-403b-9ed2-1e5c22ee312f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:15.625048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ddce9-e23a-4e10-a7f3-3676f0e43026 req-fc49206e-c702-42c8-8ffb-e07d30696e11 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.626886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c1ddce9-e23a-4e10-a7f3-3676f0e43026 req-fc49206e-c702-42c8-8ffb-e07d30696e11 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.1094561 May 12 19:34:15.633717 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-76f4364e-7a01-48f7-90f3-89b4c90cdd61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.0751593 May 12 19:34:15.732643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c1ddce9-e23a-4e10-a7f3-3676f0e43026 req-02a147b2-b047-4b2c-95df-e3114f4709ac tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994630 May 12 19:34:15.761259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77cc64fa-d1bb-4159-8b98-892d64c2bb11 req-61e4c973-d02e-4bcd-9e20-85002354e1f7 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460537 May 12 19:34:15.782701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.790758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.799136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.802228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-39cc839a-1ff8-44e7-b737-c5624ea6af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.803799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-39cc839a-1ff8-44e7-b737-c5624ea6af1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1574411 May 12 19:34:15.809016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd9393-a6a8-4577-bde2-663c88df27c5 None None] Network 6f93eac3-4948-4c62-8232-8744fe3531f3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:15.817422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.824988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.835350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.841798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:15.853821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-9010d0f1-8b98-450a-a5ed-7f45acf79db9 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5392 time: 0.2043586 May 12 19:34:15.949342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f2a0480-174f-4753-9f6d-3557413d17e7 req-51e00863-a7f9-4fb4-b0c7-09f589172b3a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944796 May 12 19:34:15.968220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] For port 9cec59f3-5d27-4198-bd90-58d6f15ce176, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:16.005727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] For port 9cec59f3-5d27-4198-bd90-58d6f15ce176, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:16.019744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8e95a-e145-4db4-a12a-d306122dac39 req-30d8f5b5-b139-41a1-9a27-a21b8bcafc45 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:16.021757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:16.022850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29a8e95a-e145-4db4-a12a-d306122dac39 req-30d8f5b5-b139-41a1-9a27-a21b8bcafc45 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 946 time: 0.1667933 May 12 19:34:16.102666 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f3b80d-8790-4222-9a09-dfd3f4e69aa0'] response: {'server_uuid': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f72703-41cf-403b-9ed2-1e5c22ee312f', 'code': 200} May 12 19:34:16.115542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29a8e95a-e145-4db4-a12a-d306122dac39 req-a892141d-9691-4f43-ba5f-bd4e7de34304 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855119 May 12 19:34:16.148509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-487d1986-707e-44cc-b5c0-3bb660c160f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:16.173809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-487d1986-707e-44cc-b5c0-3bb660c160f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2962022 May 12 19:34:16.176997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-05041084-4fbc-4cfc-ac71-ee8cd861986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:16.178454 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-05041084-4fbc-4cfc-ac71-ee8cd861986a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=088721a523014f45b3a7076b9e4afbdb&device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 1099 time: 0.3532405 May 12 19:34:16.516808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:16.521377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:16.523227 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] 10.222.0.36 "PUT /v2.0/ports/9cec59f3-5d27-4198-bd90-58d6f15ce176 HTTP/1.1" status: 200 len: 1090 time: 4.3196847 May 12 19:34:16.532851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:16.573298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:16.741686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbcec9-8d12-411f-8729-90f84944e884 service neutron] Pushing event updated for resources: {'Port': ['ID=9cec59f3-5d27-4198-bd90-58d6f15ce176,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:16.850554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d008-05a6-4a10-856f-96fa6030e83d req-b005927a-5eb8-40b6-be96-65c1c57e4a7f tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:16.851269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c468d008-05a6-4a10-856f-96fa6030e83d req-b005927a-5eb8-40b6-be96-65c1c57e4a7f tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Synchronizing usage tracker for tenant:e0d4dbbb92fa413e8680908d765255f2 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:16.901487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee7135-d59b-4f8f-b1bc-f2164605327b req-6956d9bc-9873-4735-9af4-fddf46ef1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:16.903135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-baee7135-d59b-4f8f-b1bc-f2164605327b req-6956d9bc-9873-4735-9af4-fddf46ef1244 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 1097 time: 0.7176371 May 12 19:34:16.910528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c468d008-05a6-4a10-856f-96fa6030e83d req-b005927a-5eb8-40b6-be96-65c1c57e4a7f tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Unset dirty status for tenant:e0d4dbbb92fa413e8680908d765255f2 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:16.917010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-b005927a-5eb8-40b6-be96-65c1c57e4a7f tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/networks?id=6f93eac3-4948-4c62-8232-8744fe3531f3 HTTP/1.1" status: 200 len: 812 time: 0.2893803 May 12 19:34:16.953891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-5efa53bd-0194-4882-8cc4-7c02ddb00bcf tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/quotas/e0d4dbbb92fa413e8680908d765255f2 HTTP/1.1" status: 200 len: 375 time: 0.0358195 May 12 19:34:17.001554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-5f60c5aa-1536-4094-99a7-b5e56c7c4cef service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8267701 May 12 19:34:17.008993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e088-267f-4b46-b9b2-27c715e2bde5 req-bca22ab8-aee3-4096-a381-e378f794e42d tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:17.010508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a2e088-267f-4b46-b9b2-27c715e2bde5 req-bca22ab8-aee3-4096-a381-e378f794e42d tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 948 time: 0.3858833 May 12 19:34:17.033714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-baee7135-d59b-4f8f-b1bc-f2164605327b req-d5a1bbbf-68a6-4ebd-a85d-e367fa2f1b7c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136441 May 12 19:34:17.043635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-51580608-fa26-4792-b4b8-02129a9c5a97 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0d4dbbb92fa413e8680908d765255f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888724 May 12 19:34:17.200966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:17.213860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a2e088-267f-4b46-b9b2-27c715e2bde5 req-63221f83-390f-444f-b408-ab2aa1d18b76 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867034 May 12 19:34:17.220862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-ab84e74b-2aaa-4905-a0f2-2c989253cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:17.222611 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-ab84e74b-2aaa-4905-a0f2-2c989253cc32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.7627146 May 12 19:34:17.236171 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c55c22c7-d50a-4c88-a493-d0cb3ce35a07 req-23908c8e-4aaa-4816-ba9d-13db904678e5 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021339 May 12 19:34:17.236828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-26e28536-c18b-44b4-bb6c-45d7a6661f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:17.238273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-26e28536-c18b-44b4-bb6c-45d7a6661f5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.6805716 May 12 19:34:17.260146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-c2fdbc40-3821-4942-bb12-47e3820b7de6 service neutron] 10.222.0.72 "GET /v2.0/networks/6f93eac3-4948-4c62-8232-8744fe3531f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155957 May 12 19:34:17.334210 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-d4f5d837-66b1-49ac-9eae-ac3dff2118ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 HTTP/1.1" status: 200 len: 217 time: 0.0998478 May 12 19:34:17.427456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-850f3647-cae5-40ed-bfaa-b373d39ad545 service neutron] 10.222.0.72 "GET /v2.0/networks/6f93eac3-4948-4c62-8232-8744fe3531f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614754 May 12 19:34:17.704045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-b9f5cae1-abd1-4deb-bdc3-f9d2c00fab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:17.705680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-b9f5cae1-abd1-4deb-bdc3-f9d2c00fab0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.3016591 May 12 19:34:17.790867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d0c6-96ce-4274-9b6e-cbbe7cb105f5 req-427b5eb6-6ee1-4c0d-b124-f905aa5a7db1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:17.792386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3819d0c6-96ce-4274-9b6e-cbbe7cb105f5 req-427b5eb6-6ee1-4c0d-b124-f905aa5a7db1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.1113098 May 12 19:34:17.794400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-3c1d78f0-05c9-41c5-85c0-2974840d6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:17.796446 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-3c1d78f0-05c9-41c5-85c0-2974840d6744 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 0.4638090 May 12 19:34:17.821415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140243c1-c545-4b85-ac6c-2819a5093d07 req-a0dccca9-6f1c-48fd-b9ec-654acdaa5905 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:17.829140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-140243c1-c545-4b85-ac6c-2819a5093d07 req-a0dccca9-6f1c-48fd-b9ec-654acdaa5905 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 947 time: 0.1936836 May 12 19:34:17.902470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3819d0c6-96ce-4274-9b6e-cbbe7cb105f5 req-e772ab7b-6db5-4012-ba97-2124f4dff9f4 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031241 May 12 19:34:17.912623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-140243c1-c545-4b85-ac6c-2819a5093d07 req-8a903fab-6a1d-4f1d-9df9-e976b049fd9e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822432 May 12 19:34:17.972415 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19615e2e-a5b1-422b-826b-49adfe335d3e'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176', 'status': 'completed', 'code': 200} May 12 19:34:18.035930 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-66c9b4fe-76c0-4f1e-93b4-b8c9a6b9e685 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 217 time: 0.1339645 May 12 19:34:18.118039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-c9609692-7039-4c6a-92ad-538844cf2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.119654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-c9609692-7039-4c6a-92ad-538844cf2ddd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.0735717 May 12 19:34:18.251488 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-d394fbc9-f9c0-488e-8989-60a529e3bf6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183159 May 12 19:34:18.272399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-322a83b4-2f7c-4b5d-8b60-17d9ee028ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.274586 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-322a83b4-2f7c-4b5d-8b60-17d9ee028ff5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5503833 May 12 19:34:18.291789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.294258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:18.311083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.326727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.334090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.340299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.345804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.352253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.354306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-ef838eee-0460-4dbe-a74e-69544b716f1b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5392 time: 0.3119614 May 12 19:34:18.406544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e4c7-7662-4459-9fb8-1ccea43c7a57 req-e471bb16-ab24-4323-8859-858f5e2d665e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.417876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b889e4c7-7662-4459-9fb8-1ccea43c7a57 req-e471bb16-ab24-4323-8859-858f5e2d665e tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 946 time: 0.3037415 May 12 19:34:18.435404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a95afdbe-53e2-4047-80b3-39ef8f36eb38 req-c311d737-2165-4acb-96e0-3914600fb70b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740964 May 12 19:34:18.499842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b889e4c7-7662-4459-9fb8-1ccea43c7a57 req-3aac827b-f2ca-4a6c-8e7b-a8faaa9ae6f6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807571 May 12 19:34:18.528972 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-57dd1bd1-12af-4884-b005-ac83324cd5e5 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604878 May 12 19:34:18.549878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:18.577225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'mac_address': 'fa:16:3e:aa:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:18.660672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.661326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.661843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.662421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.662882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.663384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.663837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:18.667030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-9582ba4d-16d7-4c04-87dc-f541fbe071b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6284 time: 0.6843383 May 12 19:34:18.676956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:18.722599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:18.723357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:18.819662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1720ed77-8ecf-4f34-88a8-fe9a56830c5a req-08c90481-628a-44fa-b4df-c19bcc52c865 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 210 time: 0.1816730 May 12 19:34:18.821053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:18.968908 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-34c9e1fa-04f2-4530-8245-3aa87670a93f service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617871 May 12 19:34:19.031202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:19.069237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46', 'mac_address': 'fa:16:3e:d0:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:19.103696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:19.159068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63a89-8ede-4e05-a642-224ae942415f req-5569edef-40c5-4f02-bb50-0b766af53865 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:19.160534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20a63a89-8ede-4e05-a642-224ae942415f req-5569edef-40c5-4f02-bb50-0b766af53865 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.4325104 May 12 19:34:19.173096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-24979465-4a79-4c13-8c1e-bb6e99ff2da0 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:19.175578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:19.178805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-04eb85ee-eebf-48a1-9dda-6e35d01c341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:19.179654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-04eb85ee-eebf-48a1-9dda-6e35d01c341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:19.180288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-04eb85ee-eebf-48a1-9dda-6e35d01c341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:19.182989 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-04eb85ee-eebf-48a1-9dda-6e35d01c341a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4536760 May 12 19:34:19.183136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-24979465-4a79-4c13-8c1e-bb6e99ff2da0 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 946 time: 0.3611541 May 12 19:34:19.214939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf4a190-8997-472d-abff-d2dd13b4f12e {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:19.355880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Deleting port 0d7c9223-4c47-4b30-af00-d5b6cb427786 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:19.356227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:19.377897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:19.390316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:19.412387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:19.438087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20a63a89-8ede-4e05-a642-224ae942415f req-ad547204-6b69-45ca-a6b0-bc53f4b7decb tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538798 May 12 19:34:19.457352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b8ae-bc74-4fc7-a0d0-7d660079d4f4 req-56f679cd-561c-40d8-a57b-e36fb7187ace tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:19.458890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0c3b8ae-bc74-4fc7-a0d0-7d660079d4f4 req-56f679cd-561c-40d8-a57b-e36fb7187ace tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 948 time: 0.4644630 May 12 19:34:19.534357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:19.534985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:19.606028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:19.658742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Transition to ACTIVE for port object 3bf4a190-8997-472d-abff-d2dd13b4f12e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:19.677942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:19.705302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:19.709419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:19.714391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0c3b8ae-bc74-4fc7-a0d0-7d660079d4f4 req-99c1df5e-f30c-4794-8899-31d4f9fc2c72 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317028 May 12 19:34:19.908660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c86e532f-24f5-422c-a25b-0dcfe5bac47d req-440974d8-f061-4ebc-a54f-d00067dff105 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2898374 May 12 19:34:19.941049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:19.989279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:20.054016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d008-05a6-4a10-856f-96fa6030e83d req-32108b14-f7a0-40b6-ab82-f0ad8e4ab60f tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:20.055614 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-32108b14-f7a0-40b6-ab82-f0ad8e4ab60f tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.36 "GET /v2.0/networks?id=6f93eac3-4948-4c62-8232-8744fe3531f3 HTTP/1.1" status: 200 len: 812 time: 0.7548637 May 12 19:34:20.220844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Request body: {'port': {'device_id': '66e2f608-496a-4a73-bacd-1461c1e29257', 'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3', 'admin_state_up': True, 'tenant_id': 'e0d4dbbb92fa413e8680908d765255f2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:20.344827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0d7c9223-4c47-4b30-af00-d5b6cb427786 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:20.365157 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d2e24f8-cc0a-4831-bba9-4809b4f79e17 req-a5365437-4aa1-47b8-ba64-653aaea3a5d0 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1767182 May 12 19:34:20.379575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Pushing event updated for resources: {'Port': ['ID=3bf4a190-8997-472d-abff-d2dd13b4f12e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:20.386461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-2c1709e1-3247-4704-9b18-d0754f836e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:20.387926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-04ed10e5-d30c-460b-85d6-48d10ee81291 req-2c1709e1-3247-4704-9b18-d0754f836e4d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1252034 May 12 19:34:20.510864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0d7c9223-4c47-4b30-af00-d5b6cb427786 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:20.511461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Attempting to bind port 3bf4a190-8997-472d-abff-d2dd13b4f12e on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:20.511545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:20.511620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Attempting to bind port 3bf4a190-8997-472d-abff-d2dd13b4f12e by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:20.511978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Attempting to bind port 3bf4a190-8997-472d-abff-d2dd13b4f12e on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:20.531726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Port 3bf4a190-8997-472d-abff-d2dd13b4f12e on network c3b23f44-1fb8-4731-8783-e2921a799d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:20.532097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Attempting to bind port 3bf4a190-8997-472d-abff-d2dd13b4f12e on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:20.547819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:20.550564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:20.550870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Checking segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:20.551255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Bound using segment: {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:20.551522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:20.551829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Bound port: 3bf4a190-8997-472d-abff-d2dd13b4f12e, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd52b2c7-7879-43a7-b134-6a6600bb79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:20.552190 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:20.555388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:20.566857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:20.574307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:20.574525 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:20.620204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59903118-f07b-4e63-ab2b-10739e5678a3 req-1c2ad2d6-5e1d-49f8-8a9e-632bc879c83c tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:20.626748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Usage tracker for resource:port and tenant:e0d4dbbb92fa413e8680908d765255f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:20.631146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59903118-f07b-4e63-ab2b-10739e5678a3 req-1c2ad2d6-5e1d-49f8-8a9e-632bc879c83c tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.4677510 May 12 19:34:20.639487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:20.659052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0d7c9223-4c47-4b30-af00-d5b6cb427786,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:20.659255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:20.686747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Made reservation on behalf of e0d4dbbb92fa413e8680908d765255f2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:20.690285 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:20.713312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] For port 3bf4a190-8997-472d-abff-d2dd13b4f12e, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:20.757475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] For port 3bf4a190-8997-472d-abff-d2dd13b4f12e, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:20.777223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59903118-f07b-4e63-ab2b-10739e5678a3 req-d61970e6-928c-4190-9c72-94ae0df798f9 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448195 May 12 19:34:20.778525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:20.789027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe13d0-a536-45a1-b385-7da98e22655e req-f071b7c0-44f5-48fa-9d14-1c8b07e44ada tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:20.790633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ebe13d0-a536-45a1-b385-7da98e22655e req-f071b7c0-44f5-48fa-9d14-1c8b07e44ada tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 948 time: 0.6284764 May 12 19:34:20.860721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:20.861493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:20.862980 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] 10.222.0.36 "PUT /v2.0/ports/3bf4a190-8997-472d-abff-d2dd13b4f12e HTTP/1.1" status: 200 len: 1090 time: 4.2994158 May 12 19:34:20.863518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:20.926154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:20.941035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ebe13d0-a536-45a1-b385-7da98e22655e req-46bed431-dead-4b2b-946b-980f97dc6ba8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860081 May 12 19:34:21.057679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb9265-c057-4903-a73b-5d774772a6ed service neutron] Pushing event updated for resources: {'Port': ['ID=3bf4a190-8997-472d-abff-d2dd13b4f12e,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:21.120125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Allocated IP 172.20.0.5 (6f93eac3-4948-4c62-8232-8744fe3531f3/89a6368f-b64b-4d59-94f4-3e6757a15e9e/10b48d51-fba1-4cfd-91c2-2df0529f54d7) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:21.174068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:21.230372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:21.230739 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:21.231042 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Floating IP f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58 disassociated. External IP: 172.25.2.167, port: 0d7c9223-4c47-4b30-af00-d5b6cb427786. May 12 19:34:21.231376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Calling delete_port for 0d7c9223-4c47-4b30-af00-d5b6cb427786 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:21.327891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.333804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.341491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.347451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.353303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.360811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.366791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.368883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-e83b7733-a929-4391-85e9-0ef2a74092cc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5404 time: 0.3306878 May 12 19:34:21.378890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1e59b-c436-41ca-bcf3-de698935881a req-42a29449-c186-4b81-9573-34d00cf03224 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.380806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52e1e59b-c436-41ca-bcf3-de698935881a req-42a29449-c186-4b81-9573-34d00cf03224 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 946 time: 0.2763791 May 12 19:34:21.475351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:34:21.475674 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:34:21.485487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b3ee674-9282-441a-9b44-e07ebb9892ca req-73ef2ecf-b4db-4559-9ced-8f7574303e53 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040776 May 12 19:34:21.490267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52e1e59b-c436-41ca-bcf3-de698935881a req-7bfcb69b-d611-4d7c-be13-97411d82e9d1 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829246 May 12 19:34:21.690802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4232d549-081a-4c6d-ae51-f13725b034de req-5bdac343-8fca-497b-a78d-5032bc37aec2 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 210 time: 0.0809371 May 12 19:34:21.713483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:21.748673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96497c1-8fec-414d-9f51-b518dd9d5098 req-352a168c-1fa6-4d53-8692-4606187cbab9 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.750212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b96497c1-8fec-414d-9f51-b518dd9d5098 req-352a168c-1fa6-4d53-8692-4606187cbab9 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 944 time: 0.1000531 May 12 19:34:21.765559 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113149e3-d415-4540-b4f5-1f76fced3725'] response: {'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'code': 200} May 12 19:34:21.800639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:21.816663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b96497c1-8fec-414d-9f51-b518dd9d5098 req-84471f5d-e8d8-4ede-851e-a0993f8115f5 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups?id=26ad6280-0404-4722-beed-911828339ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594640 May 12 19:34:21.879920 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e150ff9-0ff2-4d89-b13e-c0452628e118'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e', 'status': 'completed', 'code': 200} May 12 19:34:21.950775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Network 6f93eac3-4948-4c62-8232-8744fe3531f3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:21.960724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:21.975595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:21.981137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d318-560d-4aa9-8c6a-63047b1dd896 req-ff46c2b1-9d3d-4c1c-9eec-c6916ecf19ab tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:21.984710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8db6d318-560d-4aa9-8c6a-63047b1dd896 req-ff46c2b1-9d3d-4c1c-9eec-c6916ecf19ab tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 949 time: 0.1282792 May 12 19:34:21.985290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Deleting port 0d7c9223-4c47-4b30-af00-d5b6cb427786 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:21.985639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.039018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6279b9d-e891-4c19-a3d4-16ede4ac845b {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:22.059876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.064503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Pushing event updated for resources: {'Port': ['ID=10b48d51-fba1-4cfd-91c2-2df0529f54d7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:22.090982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.091596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.109884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Transition to ACTIVE for port object c6279b9d-e891-4c19-a3d4-16ede4ac845b will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:22.122566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.170526 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-479572a3-cb21-4189-ae04-f0266c864e66 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9670863 May 12 19:34:22.176369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.176838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.177329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.177876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.178217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.178666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.179121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.180958 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-71e5fcbf-4daa-4d8d-b6de-5296a4efe9d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6351 time: 0.2772436 May 12 19:34:22.182055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8db6d318-560d-4aa9-8c6a-63047b1dd896 req-29378254-472c-4d84-ae16-95ce5c24482b tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713400 May 12 19:34:22.186041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Request body: {'port': {'device_id': '66e2f608-496a-4a73-bacd-1461c1e29257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:22.267862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c94d1-fcd2-4c1d-ab96-f6537bcf368f req-8de16e43-2a54-4134-b0bb-c8e1ed15523a tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.269484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba5c94d1-fcd2-4c1d-ab96-f6537bcf368f req-8de16e43-2a54-4134-b0bb-c8e1ed15523a tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.2278004 May 12 19:34:22.292645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:22.425979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba5c94d1-fcd2-4c1d-ab96-f6537bcf368f req-814cddd5-8a6f-48fc-a760-5d36c10fde24 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424208 May 12 19:34:22.453740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:22.459224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:22.459653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.517533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-9d4be73c-1588-46bc-9632-2338d35da883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.517994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-9d4be73c-1588-46bc-9632-2338d35da883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.518443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-9d4be73c-1588-46bc-9632-2338d35da883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.531074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-9d4be73c-1588-46bc-9632-2338d35da883 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2599475 May 12 19:34:22.553600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50462) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:22.636173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:22.725116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:22.725768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.782492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:22.794335 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.797922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Pushing event updated for resources: {'Port': ['ID=c6279b9d-e891-4c19-a3d4-16ede4ac845b,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:22.808089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5ea9b-79ba-4aaf-a271-2d0ff78b9580 req-26c06b91-ca6a-4da6-bf1c-2d738abe3211 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.815628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52f5ea9b-79ba-4aaf-a271-2d0ff78b9580 req-26c06b91-ca6a-4da6-bf1c-2d738abe3211 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 948 time: 0.4653656 May 12 19:34:22.872624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.897537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:22.900917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:22.908984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:22.909388 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.981371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-361af28d-f66f-4a75-9bfd-39ddde386550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:22.982738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-68620654-73e7-483c-9751-53e1f6cb24d7 req-361af28d-f66f-4a75-9bfd-39ddde386550 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4044611 May 12 19:34:22.998053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] For port 0d7c9223-4c47-4b30-af00-d5b6cb427786, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0d7c9223-4c47-4b30-af00-d5b6cb427786,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:22.998875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:22.999668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Attempting to bind port c6279b9d-e891-4c19-a3d4-16ede4ac845b on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:22.999981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Attempting to bind port c6279b9d-e891-4c19-a3d4-16ede4ac845b by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:23.000366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Attempting to bind port c6279b9d-e891-4c19-a3d4-16ede4ac845b on network 3da18450-faba-4c15-af43-f6fd6be9f34c {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:23.009349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52f5ea9b-79ba-4aaf-a271-2d0ff78b9580 req-765084b7-a35f-449e-8e97-85d19989eb42 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927559 May 12 19:34:23.051456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:23.051952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.062675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Port c6279b9d-e891-4c19-a3d4-16ede4ac845b on network 3da18450-faba-4c15-af43-f6fd6be9f34c not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:23.063427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Attempting to bind port c6279b9d-e891-4c19-a3d4-16ede4ac845b on network 3da18450-faba-4c15-af43-f6fd6be9f34c {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:23.076193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:23.076536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Checking segment: {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:23.076927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Bound using segment: {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:23.077390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Bound port: c6279b9d-e891-4c19-a3d4-16ede4ac845b, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:23.077950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.117063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:23.125026 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.201232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:23.366721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.372386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.378033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.383608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.389472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.395403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.401595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.403636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-d269816c-68e9-4e5c-acec-320178ad5435 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5416 time: 0.4775867 May 12 19:34:23.413051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] For port c6279b9d-e891-4c19-a3d4-16ede4ac845b, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:23.418687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] For port c6279b9d-e891-4c19-a3d4-16ede4ac845b, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:23.432015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.517383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.518156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.519374 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] 10.222.0.36 "PUT /v2.0/ports/c6279b9d-e891-4c19-a3d4-16ede4ac845b HTTP/1.1" status: 200 len: 1091 time: 2.6071041 May 12 19:34:23.543933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d4070-b55b-4f6e-a8a7-51f8ea34038e service neutron] Pushing event updated for resources: {'Port': ['ID=c6279b9d-e891-4c19-a3d4-16ede4ac845b,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:23.554202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Request body: {'port': {'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:23.649437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adb56530-f80b-4a1e-82bb-354c208ea692 req-7f21b70e-bf9d-40d5-8ae6-5f010baad628 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2294509 May 12 19:34:23.660611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b48d51-fba1-4cfd-91c2-2df0529f54d7 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:23.699112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.732706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Transition to ACTIVE for port object 10b48d51-fba1-4cfd-91c2-2df0529f54d7 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:23.737216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.742020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1113667-f1bc-4614-af79-169b7129dcc1 req-6a6d71f2-17e8-4e3b-9735-581871dce6ff tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:23.743509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1113667-f1bc-4614-af79-169b7129dcc1 req-6a6d71f2-17e8-4e3b-9735-581871dce6ff tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 931 time: 0.5544012 May 12 19:34:23.748088 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.766416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}, {'server_uuid': '51e754c4-e178-4869-941b-51c42fec202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:23.775772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.776150 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:23.776460 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Floating IP f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58 disassociated. External IP: 172.25.2.167, port: 0d7c9223-4c47-4b30-af00-d5b6cb427786. May 12 19:34:23.776969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Calling delete_port for 0d7c9223-4c47-4b30-af00-d5b6cb427786 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:23.882681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:23.931512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c1113667-f1bc-4614-af79-169b7129dcc1 req-3b0e8c50-4d23-4126-94e2-cf1d67946435 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Synchronizing usage tracker for tenant:e0d4dbbb92fa413e8680908d765255f2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:23.958141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Pushing event updated for resources: {'Port': ['ID=10b48d51-fba1-4cfd-91c2-2df0529f54d7,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:24.070390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c1113667-f1bc-4614-af79-169b7129dcc1 req-3b0e8c50-4d23-4126-94e2-cf1d67946435 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Unset dirty status for tenant:e0d4dbbb92fa413e8680908d765255f2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:24.071502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1113667-f1bc-4614-af79-169b7129dcc1 req-3b0e8c50-4d23-4126-94e2-cf1d67946435 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143940 May 12 19:34:24.151165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f6d5-e3bc-4282-a25f-8a76a8598235 req-e90058f1-85e3-45ae-bfed-d47b2478948a tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:24.161927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1da0f6d5-e3bc-4282-a25f-8a76a8598235 req-e90058f1-85e3-45ae-bfed-d47b2478948a tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 946 time: 0.3531628 May 12 19:34:24.166018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.178260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Attempting to bind port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:24.179487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Attempting to bind port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '5f78b606-39bf-48f2-9ca3-d44c5e284d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:24.180361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Attempting to bind port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 on network 6f93eac3-4948-4c62-8232-8744fe3531f3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:24.235548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 on network 6f93eac3-4948-4c62-8232-8744fe3531f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:24.236003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Attempting to bind port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 on network 6f93eac3-4948-4c62-8232-8744fe3531f3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:24.244071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event deleted for resources: {'Port': ['ID=0d7c9223-4c47-4b30-af00-d5b6cb427786,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:24.262785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:24.263046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Checking segment: {'id': '5f78b606-39bf-48f2-9ca3-d44c5e284d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:24.263483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Bound using segment: {'id': '5f78b606-39bf-48f2-9ca3-d44c5e284d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:24.264003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Bound port: 10b48d51-fba1-4cfd-91c2-2df0529f54d7, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f78b606-39bf-48f2-9ca3-d44c5e284d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:24.264438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.325957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1da0f6d5-e3bc-4282-a25f-8a76a8598235 req-ce69b431-6819-4574-8400-89266473bba4 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a88136c-f151-47c8-b31a-0943c4dd49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630106 May 12 19:34:24.420179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-87a59750-3894-46f0-b24b-933ba999a1f9 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:24.421748 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-87a59750-3894-46f0-b24b-933ba999a1f9 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 946 time: 0.2382476 May 12 19:34:24.428620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] For port 10b48d51-fba1-4cfd-91c2-2df0529f54d7, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:24.535052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] For port 10b48d51-fba1-4cfd-91c2-2df0529f54d7, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=10b48d51-fba1-4cfd-91c2-2df0529f54d7,segment=NetworkSegment(5f78b606-39bf-48f2-9ca3-d44c5e284d11),segment_id=5f78b606-39bf-48f2-9ca3-d44c5e284d11)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:24.553064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.614073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Deleting port 49f72703-41cf-403b-9ed2-1e5c22ee312f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:24.614415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.663798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:24.664410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.665957 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] 10.222.0.36 "PUT /v2.0/ports/10b48d51-fba1-4cfd-91c2-2df0529f54d7 HTTP/1.1" status: 200 len: 1091 time: 2.4837384 May 12 19:34:24.667970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:24.691532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.700318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3197d08d-cfc3-497f-b68e-b770ba9d3d39 req-624c8061-6f7d-43f3-a141-e3c62f5e3d30 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 210 time: 0.1862538 May 12 19:34:24.810899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Router 498e5790-2252-4d67-b210-a88b9ae1b28d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:34:24.813800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.827187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79a557-fdb1-414d-a37c-b4e5116ae20d service neutron] Pushing event updated for resources: {'Port': ['ID=10b48d51-fba1-4cfd-91c2-2df0529f54d7,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:24.839309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Transition to ACTIVE for port object 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:24.853653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:24.887959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa01f-a98a-4c40-8f2e-a954c3d6514f req-1c593416-0180-4a01-b735-bbe5eef155f7 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:24.889400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddbfa01f-a98a-4c40-8f2e-a954c3d6514f req-1c593416-0180-4a01-b735-bbe5eef155f7 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 950 time: 0.3846014 May 12 19:34:25.154249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddbfa01f-a98a-4c40-8f2e-a954c3d6514f req-cea875b2-dd6b-49fd-ae6d-e6720904a08f tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196593 May 12 19:34:25.229103 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3078ac-5491-4360-9650-76d7d8126357'] response: {'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'code': 200} May 12 19:34:25.229614 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3078ac-5491-4360-9650-76d7d8126357'] response: {'server_uuid': '51e754c4-e178-4869-941b-51c42fec202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46', 'code': 200} May 12 19:34:25.242165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Pushing event updated for resources: {'Port': ['ID=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:25.311972 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d2aeed-7837-442c-9bff-767d8db7277e'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b', 'status': 'completed', 'code': 200} May 12 19:34:25.496912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] For port 49f72703-41cf-403b-9ed2-1e5c22ee312f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=49f72703-41cf-403b-9ed2-1e5c22ee312f,segment=NetworkSegment(dff7601b-34ca-42af-a80e-79c75a52a33e),segment_id=dff7601b-34ca-42af-a80e-79c75a52a33e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:25.497269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:25.518492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24798aa-728e-455b-93b5-e3b8ad53e67e req-aaeedf5c-fafb-4e2e-9fbe-71d24cb27ba0 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.519975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b24798aa-728e-455b-93b5-e3b8ad53e67e req-aaeedf5c-fafb-4e2e-9fbe-71d24cb27ba0 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.6502204 May 12 19:34:25.538416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:34:25.549658 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] Sync routers for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:34:25.560097 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:25.560770 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:25.643370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d008-05a6-4a10-856f-96fa6030e83d req-0c265b9b-946b-4ad7-b688-1865da1860f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.644862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-0c265b9b-946b-4ad7-b688-1865da1860f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0d4dbbb92fa413e8680908d765255f2&device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 1094 time: 0.9114745 May 12 19:34:25.652238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Calling delete_port for 49f72703-41cf-403b-9ed2-1e5c22ee312f owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:25.677150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] No DVR routers for this DVR port 0d7c9223-4c47-4b30-af00-d5b6cb427786 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:25.683488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:25.687232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'name': 'network-vif-deleted', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:25.694944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b24798aa-728e-455b-93b5-e3b8ad53e67e req-2a7a2bc8-27fd-439e-a101-5bee33c31593 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589866 May 12 19:34:25.721819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.36 "DELETE /v2.0/ports/0d7c9223-4c47-4b30-af00-d5b6cb427786 HTTP/1.1" status: 204 len: 173 time: 6.5166745 May 12 19:34:25.725783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782536-074a-4103-b542-52d12b2a8929 req-02d57397-7203-425d-87dd-87e863e665ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.727363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f782536-074a-4103-b542-52d12b2a8929 req-02d57397-7203-425d-87dd-87e863e665ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1100 time: 0.4039273 May 12 19:34:25.764494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc797c-f66d-485b-a716-3d29cf874359 req-df685601-48bf-4af7-bf2d-4b59180c0f0e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.769391 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:25.771525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12bc797c-f66d-485b-a716-3d29cf874359 req-df685601-48bf-4af7-bf2d-4b59180c0f0e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.3646026 May 12 19:34:25.793726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-96d8dccc-cbf7-4f42-a502-982af70fc63f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b48d51-fba1-4cfd-91c2-2df0529f54d7 HTTP/1.1" status: 200 len: 217 time: 0.1101582 May 12 19:34:25.797256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Attempting to bind port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:25.797585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Attempting to bind port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:25.797893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Attempting to bind port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 on network 3da18450-faba-4c15-af43-f6fd6be9f34c {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:25.814723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 on network 3da18450-faba-4c15-af43-f6fd6be9f34c not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:25.815137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Attempting to bind port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 on network 3da18450-faba-4c15-af43-f6fd6be9f34c {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:25.842033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:25.842384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Checking segment: {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:25.842760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Bound using segment: {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:25.843279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Bound port: 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c15f444-3417-46eb-b679-41831bd82bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:25.843636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:25.865919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c3d8d-5ff6-4dd9-b57d-4ff0bcffc9bb req-5956317e-3932-4aa8-a9fa-87740324a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.867458 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ad9c3d8d-5ff6-4dd9-b57d-4ff0bcffc9bb req-5956317e-3932-4aa8-a9fa-87740324a828 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 1101 time: 0.5104749 May 12 19:34:25.876069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.876531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.877016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.877503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.877962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.878409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.878858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:25.880737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-832e1d81-721e-4662-b2e2-be8036a80bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6443 time: 0.5248396 May 12 19:34:25.883599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f782536-074a-4103-b542-52d12b2a8929 req-4e201b11-1bc6-4fef-87cb-53dbf76f8ea4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438577 May 12 19:34:25.896729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12bc797c-f66d-485b-a716-3d29cf874359 req-e3a6d971-5731-4134-92f9-115629f9e554 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242650 May 12 19:34:25.910897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Deleting port 0354771e-fe97-444a-9c86-8c77462fd07f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:25.910897 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:26.024041 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ad9c3d8d-5ff6-4dd9-b57d-4ff0bcffc9bb req-38c59236-5a78-4ed6-8dd6-6c83b8a03e70 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126089 May 12 19:34:26.047748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] For port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:26.051352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] For port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:26.054948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:26.057630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:26.159249 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:14Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:26.165112 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] Checking router: 498e5790-2252-4d67-b210-a88b9ae1b28d for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:34:26.176751 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:26.177573 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:33:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:26.241042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.241487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:26.242896 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 HTTP/1.1" status: 200 len: 1091 time: 2.6927977 May 12 19:34:26.399098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] No DVR routers for this DVR port 49f72703-41cf-403b-9ed2-1e5c22ee312f on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:26.414251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:26.415440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.420154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6a61c-23fb-4e53-8a2c-192cf35830d5 service neutron] Pushing event updated for resources: {'Port': ['ID=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:26.422469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.428793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.435476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.442146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.448392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.455382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.457584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-9af298bc-6ad1-4998-bab5-5266b2bccead tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.5157244 May 12 19:34:26.496148 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:26.498394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d008-05a6-4a10-856f-96fa6030e83d req-4b4f6d7a-bb14-49f1-bf90-880d10532aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.499924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-4b4f6d7a-bb14-49f1-bf90-880d10532aee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89a6368f-b64b-4d59-94f4-3e6757a15e9e HTTP/1.1" status: 200 len: 852 time: 0.3810105 May 12 19:34:26.523262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] Pushing event deleted for resources: {'Port': ['ID=49f72703-41cf-403b-9ed2-1e5c22ee312f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:26.526904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267a351-11bb-4483-8bfa-56a0e9a9e4ee req-27682fc6-0a9a-4591-ba3b-16feb241e9ef tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.528528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0267a351-11bb-4483-8bfa-56a0e9a9e4ee req-27682fc6-0a9a-4591-ba3b-16feb241e9ef tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 943 time: 0.5209098 May 12 19:34:26.532834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] For port 0354771e-fe97-444a-9c86-8c77462fd07f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0354771e-fe97-444a-9c86-8c77462fd07f,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:26.533220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:26.582778 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1b19444a-b304-4098-92a2-aeb4d22a97ea req-8348cf0e-104c-4fd4-b134-511deda5fad6 tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.73 "DELETE /v2.0/ports/49f72703-41cf-403b-9ed2-1e5c22ee312f HTTP/1.1" status: 204 len: 173 time: 2.1515372 May 12 19:34:26.593210 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-d34ef712-76c7-450c-b281-2d801bcd455f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f93eac3-4948-4c62-8232-8744fe3531f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812819 May 12 19:34:26.598964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-9e82101b-8f56-4b61-9400-67178a814779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.599609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-9e82101b-8f56-4b61-9400-67178a814779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.600205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-9e82101b-8f56-4b61-9400-67178a814779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:26.601852 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-9e82101b-8f56-4b61-9400-67178a814779 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4533985 May 12 19:34:26.639370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 49f72703-41cf-403b-9ed2-1e5c22ee312f no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:26.664124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0267a351-11bb-4483-8bfa-56a0e9a9e4ee req-dff8ed1f-8087-415a-9815-faa3c0b2532d tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211119 May 12 19:34:26.715634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 49f72703-41cf-403b-9ed2-1e5c22ee312f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:26.716350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 49f72703-41cf-403b-9ed2-1e5c22ee312f not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:26.744079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Calling delete_port for 0354771e-fe97-444a-9c86-8c77462fd07f owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:26.786763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe9c83d-b7fa-4186-a9a2-ec987b04a5b6 req-b108af5b-58c5-411c-b27e-e5586307c5b6 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3127570 May 12 19:34:26.860451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-573ac3b0-1387-4eef-88c1-893dbe99a27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:26.866377 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5dd2de-644c-4089-bb0c-8668c5f02742'] response: {'server_uuid': '2fa22184-f4bd-481c-be7d-800e16826a45', 'name': 'network-vif-deleted', 'tag': '0d7c9223-4c47-4b30-af00-d5b6cb427786', 'status': 'completed', 'code': 200} May 12 19:34:27.046362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22c4300d-4e80-4a2e-9f79-5c0c7231d248 req-dda4a334-e861-46be-9c0f-ed16d87b289b tempest-ServerAddressesNegativeTestJSON-1483724599 tempest-ServerAddressesNegativeTestJSON-1483724599-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a32bfa9-e6b9-4c04-a818-099de59c316e HTTP/1.1" status: 200 len: 210 time: 0.0905159 May 12 19:34:27.090832 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:14Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:27.094889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656a117-0fe3-47f4-9d8c-ca54f3905ada None None] The sync data for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 is: [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:33:01Z', 'revision_number': 4, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'ab21688a-ad2c-4d0c-80ba-adb3302fa067', 'name': '', 'network_id': 'ac2b2370-dcc5-4122-84c1-142c5782c5f0', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'mac_address': 'fa:16:3e:cf:04:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:57Z', 'updated_at': '2022-05-12T19:33:14Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'subnets': [{'id': 'f13aab7e-81e3-4ca5-82ae-606b17c1c2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:34:27.196159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-f10f10d1-6985-4f32-bb23-833ec09ee773 service neutron] 10.222.0.36 "GET /v2.0/networks/6f93eac3-4948-4c62-8232-8744fe3531f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932443 May 12 19:34:27.197577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-bccad66f-0e63-4c72-8d47-b221099ee31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.199349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32869ebc-ac77-4145-92a6-bb685715e8b7 req-bccad66f-0e63-4c72-8d47-b221099ee31e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5719931 May 12 19:34:27.213620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e4c644d7-2234-4773-8117-4017775682ca req-9f779452-3f2a-44c9-be25-2ba30067ad61 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Synchronizing usage tracker for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:27.330832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2f608-496a-4a73-bacd-1461c1e29257', 'tag': '10b48d51-fba1-4cfd-91c2-2df0529f54d7'}, {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1'}, {'server_uuid': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'name': 'network-vif-deleted', 'tag': '49f72703-41cf-403b-9ed2-1e5c22ee312f'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:27.451289 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:27.452865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c468d008-05a6-4a10-856f-96fa6030e83d req-0b685419-3d9c-4ee3-9b5e-e9466d2d1d0d service neutron] 10.222.0.36 "GET /v2.0/networks/6f93eac3-4948-4c62-8232-8744fe3531f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476289 May 12 19:34:27.463479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.463968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.464452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.464912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.465463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.466125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.466654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.468769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-fae77002-f6f9-4d21-8d55-522879da60ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6485 time: 0.1735311 May 12 19:34:27.504429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e4c644d7-2234-4773-8117-4017775682ca req-9f779452-3f2a-44c9-be25-2ba30067ad61 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Unset dirty status for tenant:50f4320fa49f4843a2d7d8b069476605 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:27.506502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4c644d7-2234-4773-8117-4017775682ca req-9f779452-3f2a-44c9-be25-2ba30067ad61 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa22184-f4bd-481c-be7d-800e16826a45 HTTP/1.1" status: 200 len: 210 time: 0.4590085 May 12 19:34:27.524767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Pushing event deleted for resources: {'Port': ['ID=0354771e-fe97-444a-9c86-8c77462fd07f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:27.569683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f6532-6073-4640-98e3-9142686eb598 None None] New status for floating IP f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:34:27.577878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-dac992ff-b796-4b4e-9375-410e1409f70f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46 HTTP/1.1" status: 200 len: 217 time: 0.1012571 May 12 19:34:27.655859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-610b47ff-9b0c-48ad-afa1-5accbc1917d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.657745 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-610b47ff-9b0c-48ad-afa1-5accbc1917d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ceee2333-4370-4bfc-8be9-f2440559d86b HTTP/1.1" status: 200 len: 856 time: 0.0727215 May 12 19:34:27.664500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78284-38ab-4d21-84a0-a01767f434f2 req-61b00fb9-8589-4dbf-9291-f7c325811316 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.671925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32a78284-38ab-4d21-84a0-a01767f434f2 req-61b00fb9-8589-4dbf-9291-f7c325811316 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 950 time: 0.2947116 May 12 19:34:27.768696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-1c147c96-7258-4304-b66a-8e95d0bc0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.770365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-1c147c96-7258-4304-b66a-8e95d0bc0f6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55833bc9-ed78-481d-adda-97e20567a292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043689 May 12 19:34:27.845554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32a78284-38ab-4d21-84a0-a01767f434f2 req-b53806b8-ae8c-4a43-b73c-b252dce59b66 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726713 May 12 19:34:27.921221 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-6e6a342c-0905-4178-a119-50c722fac50f service neutron] 10.222.0.36 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421144 May 12 19:34:27.969119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10a455-72d5-4e84-b453-90fd7fc0251c req-82aee7a8-a6c9-4663-836b-fccb5383e3eb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:27.970581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a10a455-72d5-4e84-b453-90fd7fc0251c req-82aee7a8-a6c9-4663-836b-fccb5383e3eb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.2648220 May 12 19:34:28.009224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:28.054679 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-87e107bc-982e-40b5-8ec6-289a024b8dfb service neutron] 10.222.0.36 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263902 May 12 19:34:28.123588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-920fb3f9-2cf9-40fc-94b0-4233658c61e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9 HTTP/1.1" status: 200 len: 217 time: 0.0628567 May 12 19:34:28.157527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a10a455-72d5-4e84-b453-90fd7fc0251c req-609ef304-00f5-47e0-9121-5c262f650e51 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556828 May 12 19:34:28.211416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-3485b13f-fcec-427f-88e7-66af4586f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.213494 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-3485b13f-fcec-427f-88e7-66af4586f81b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.0828295 May 12 19:34:28.216312 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d026b84-38a3-4eda-a9f0-1c85a9d5fc64'] response: {'name': 'network-changed', 'server_uuid': '66e2f608-496a-4a73-bacd-1461c1e29257', 'tag': '10b48d51-fba1-4cfd-91c2-2df0529f54d7', 'status': 'completed', 'code': 200} May 12 19:34:28.216662 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d026b84-38a3-4eda-a9f0-1c85a9d5fc64'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1', 'status': 'completed', 'code': 200} May 12 19:34:28.216983 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d026b84-38a3-4eda-a9f0-1c85a9d5fc64'] response: {'server_uuid': '7a32bfa9-e6b9-4c04-a818-099de59c316e', 'name': 'network-vif-deleted', 'tag': '49f72703-41cf-403b-9ed2-1e5c22ee312f', 'status': 'completed', 'code': 200} May 12 19:34:28.369658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-e56f4583-0b04-446c-ae04-f2a82e919eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.371188 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-e56f4583-0b04-446c-ae04-f2a82e919eea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1451414 May 12 19:34:28.375425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-f7d6fcdb-5f72-4704-b496-25b148487406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.376764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-f7d6fcdb-5f72-4704-b496-25b148487406 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0d4dbbb92fa413e8680908d765255f2&device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 1094 time: 0.1107879 May 12 19:34:28.459725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53b755-dabd-49fe-b5ab-90667294ae85 req-57b327f9-acb8-4df2-bc48-378cca2a4864 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.461107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be53b755-dabd-49fe-b5ab-90667294ae85 req-57b327f9-acb8-4df2-bc48-378cca2a4864 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.5033417 May 12 19:34:28.596119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be53b755-dabd-49fe-b5ab-90667294ae85 req-33748c8f-0492-4110-88b3-6df4bde91fb0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277840 May 12 19:34:28.615067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-c512b302-d17f-45f6-ae41-3d274163051e service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321393 May 12 19:34:28.619916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-e3593ffa-1287-4efe-8ab8-76f53ca8284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.621392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-e3593ffa-1287-4efe-8ab8-76f53ca8284b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f93eac3-4948-4c62-8232-8744fe3531f3 HTTP/1.1" status: 200 len: 913 time: 0.2374136 May 12 19:34:28.650557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f87ed-1c57-4bbc-bd52-b9a62f7dce32 req-4b391b1e-ae9c-4037-82c1-3c5c741b2709 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.651972 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee9f87ed-1c57-4bbc-bd52-b9a62f7dce32 req-4b391b1e-ae9c-4037-82c1-3c5c741b2709 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 943 time: 0.2943690 May 12 19:34:28.769912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee9f87ed-1c57-4bbc-bd52-b9a62f7dce32 req-fc70eb59-3f3d-4a9a-9df0-f4d5c4b39310 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098294 May 12 19:34:28.787127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:34:28.864682 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-e53cfa35-f9c1-40e3-ba97-72cd5028793b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b48d51-fba1-4cfd-91c2-2df0529f54d7 HTTP/1.1" status: 200 len: 217 time: 0.2236555 May 12 19:34:28.874003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50516) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:28.938236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.944019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.950040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.955662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.961623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.961888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5986258b-d989-4738-a7c3-9e23789b7b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:28.967408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.973069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.973296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-ffe76a6a-6bac-4044-b00b-cd6f9aa3f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:28.974602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-ffe76a6a-6bac-4044-b00b-cd6f9aa3f9ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89a6368f-b64b-4d59-94f4-3e6757a15e9e HTTP/1.1" status: 200 len: 852 time: 0.0962880 May 12 19:34:28.975049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-ae3e5f82-19ea-48c6-a859-515ff493a553 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.2809489 May 12 19:34:29.020183 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-f76bd59d-bde2-4b63-b882-ae806a93f0d7 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977635 May 12 19:34:29.027311 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-3f01a0f7-bd11-486a-b389-e9356bdfa5ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f93eac3-4948-4c62-8232-8744fe3531f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436668 May 12 19:34:29.108485 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-bbfbffb4-146c-4b67-ae83-84a6016144fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d4298f8c-728b-4b34-be14-9fdff6a5a141 HTTP/1.1" status: 200 len: 217 time: 0.0802248 May 12 19:34:29.142963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] Deleting subnet d583f333-832a-4456-a3e7-10a7b018bb96 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:29.158547 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.204798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa09a42d-6d1e-492e-9714-c3720c5a42e0 req-2686b494-8d65-49c4-ad86-e3bf6497f630 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207294 May 12 19:34:29.212495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:34:29.234756 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] Sync routers for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:34:29.245791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.249760 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:29.250380 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:29.250591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-d0178c0a-217d-46da-ada7-95716c65bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:29.252050 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-d0178c0a-217d-46da-ada7-95716c65bcbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.0867701 May 12 19:34:29.281010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1241c701-0564-40cf-9148-517b7e40e68c admin admin] 10.222.0.72 "PUT /v2.0/routers/34f8e4ba-9b42-46b9-a92b-ecd691f1df5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7258596 May 12 19:34:29.292830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50524) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:29.325959 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-f69244ed-487f-43ee-8a5f-9a162621bc61 service neutron] 10.222.0.36 "GET /v2.0/networks/6f93eac3-4948-4c62-8232-8744fe3531f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438409 May 12 19:34:29.433556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:29.444569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.453294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-55349d37-a9ef-4246-82b7-8439d392eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:29.454805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-55349d37-a9ef-4246-82b7-8439d392eedb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929278 May 12 19:34:29.480204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37975d82-d2fb-4c3b-a38b-5cbbb53db80d req-6fdf0bf5-3395-4d90-a8bc-7c8d34d1b2dd tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:29.481719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37975d82-d2fb-4c3b-a38b-5cbbb53db80d req-6fdf0bf5-3395-4d90-a8bc-7c8d34d1b2dd tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1100 time: 0.4231453 May 12 19:34:29.538354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-3a3a4f46-d2b0-4a59-b75b-ce69083bf01b service neutron] 10.222.0.36 "GET /v2.0/networks/6f93eac3-4948-4c62-8232-8744fe3531f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039301 May 12 19:34:29.599239 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-25a2ab08-74b5-47ad-923b-02ea84177ae2 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338933 May 12 19:34:29.639232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.697103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37975d82-d2fb-4c3b-a38b-5cbbb53db80d req-97442a3f-e436-4ed2-b352-8d2274bfca82 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023880 May 12 19:34:29.722683 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:34:27Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:29.727255 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] Checking router: 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:34:29.738081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50530) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:29.740192 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] Routers {'34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:29.741157 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:29.750036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.766926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff555-d5e8-4a17-83e2-0006f3177eb5 req-c1a9ce26-db21-4a95-95e8-01db13218502 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:29.774628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d50ff555-d5e8-4a17-83e2-0006f3177eb5 req-c1a9ce26-db21-4a95-95e8-01db13218502 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 950 time: 0.4122636 May 12 19:34:29.799070 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-95ea7168-0ae0-46cd-b563-dcc1c2beca2a service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928396 May 12 19:34:29.840290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.849077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d583f333-832a-4456-a3e7-10a7b018bb96,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:29.880035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-02724c7d-2047-40ac-bf91-9793fd0f82ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176 HTTP/1.1" status: 200 len: 217 time: 0.0714409 May 12 19:34:29.942981 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8a07-4b37-48c1-bda6-ebbbaabafd96 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.958590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.976719 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] Set router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:29.987839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8a07-4b37-48c1-bda6-ebbbaabafd96 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:29.996984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-570d826e-4d78-4cb6-aa77-bbaded36ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:29.998493 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-570d826e-4d78-4cb6-aa77-bbaded36ffc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.1058354 May 12 19:34:30.101474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d50ff555-d5e8-4a17-83e2-0006f3177eb5 req-5d1e8060-ff39-4b0b-b334-fe55df8e7072 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258436 May 12 19:34:30.126175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-d8afaab8-2547-4c90-9e0a-3fc43ca46fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:30.128993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-d8afaab8-2547-4c90-9e0a-3fc43ca46fb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240041 May 12 19:34:30.130360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8a07-4b37-48c1-bda6-ebbbaabafd96 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.141309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7e458de4-5a59-4635-b878-8ff6372d5166 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d583f333-832a-4456-a3e7-10a7b018bb96 HTTP/1.1" status: 204 len: 168 time: 1.2654033 May 12 19:34:30.146820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50538) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:30.171147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.218185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c8a07-4b37-48c1-bda6-ebbbaabafd96 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad6280-0404-4722-beed-911828339ce0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:30.243496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e545e6-47c1-4a27-94ef-6282e3a56ebc req-b1ec5f37-e7fc-4c1e-8c5a-c427b1f451cd tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:30.245007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88e545e6-47c1-4a27-94ef-6282e3a56ebc req-b1ec5f37-e7fc-4c1e-8c5a-c427b1f451cd tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.3922024 May 12 19:34:30.250487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.277078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Deleting port 281653ab-e649-4932-b2a0-ec6cc178e905 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:30.277448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.309701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 10b48d51-fba1-4cfd-91c2-2df0529f54d7 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:30.359754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88e545e6-47c1-4a27-94ef-6282e3a56ebc req-cb4f6a5b-b573-4143-8610-0e1c6b71d15f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016204 May 12 19:34:30.365822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8a07-4b37-48c1-bda6-ebbbaabafd96 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.366962 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f8c8a07-4b37-48c1-bda6-ebbbaabafd96 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "DELETE /v2.0/security-groups/26ad6280-0404-4722-beed-911828339ce0 HTTP/1.1" status: 204 len: 168 time: 0.6279323 May 12 19:34:30.377717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50546) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:30.435702 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:34:27Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:30.440310 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740920e1-bfbf-41c6-abb0-1abd1c33112e None None] The sync data for ids ['34f8e4ba-9b42-46b9-a92b-ecd691f1df5f'] in n-d-841626-1 is: [{'id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'name': 'tempest-TaggedBootDevicesTest-1424065531-router', 'tenant_id': '483d6cc261e5461c9d684623068444e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:03Z', 'updated_at': '2022-05-12T19:34:27Z', 'revision_number': 5, 'project_id': '483d6cc261e5461c9d684623068444e1', 'gw_port': {'id': '281653ab-e649-4932-b2a0-ec6cc178e905', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f8e4ba-9b42-46b9-a92b-ecd691f1df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:06Z', 'updated_at': '2022-05-12T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:34:30.614555 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-5b8ae21c-1f8a-49c1-b006-bc730569ca94 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695945 May 12 19:34:30.626668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 10b48d51-fba1-4cfd-91c2-2df0529f54d7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=10b48d51-fba1-4cfd-91c2-2df0529f54d7,segment=NetworkSegment(5f78b606-39bf-48f2-9ca3-d44c5e284d11),segment_id=5f78b606-39bf-48f2-9ca3-d44c5e284d11)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:30.642176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '10b48d51-fba1-4cfd-91c2-2df0529f54d7', 'network_id': '6f93eac3-4948-4c62-8232-8744fe3531f3', 'port_id': '10b48d51-fba1-4cfd-91c2-2df0529f54d7', 'mac_address': 'fa:16:3e:48:63:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a6368f-b64b-4d59-94f4-3e6757a15e9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:30.662772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.662999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] For port 281653ab-e649-4932-b2a0-ec6cc178e905, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=281653ab-e649-4932-b2a0-ec6cc178e905,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:30.663453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.690595 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-d076bc3f-66fc-4ec2-b6ee-97cfdd540df1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] show failed (client error): The resource could not be found. May 12 19:34:30.694477 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d076bc3f-66fc-4ec2-b6ee-97cfdd540df1 tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "GET /v2.0/security-groups/26ad6280-0404-4722-beed-911828339ce0 HTTP/1.1" status: 404 len: 347 time: 0.3047912 May 12 19:34:30.697915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50554) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:30.701861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:30.702234 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.729580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b48d51-fba1-4cfd-91c2-2df0529f54d7 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:30.749686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 10b48d51-fba1-4cfd-91c2-2df0529f54d7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=10b48d51-fba1-4cfd-91c2-2df0529f54d7,segment=NetworkSegment(5f78b606-39bf-48f2-9ca3-d44c5e284d11),segment_id=5f78b606-39bf-48f2-9ca3-d44c5e284d11)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:30.756408 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:30.793214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Calling delete_port for 281653ab-e649-4932-b2a0-ec6cc178e905 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:30.842707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6ab0-09cc-4ab3-91b4-fbe805dd45ce req-352ddf18-374b-49c3-95f2-1d158c20ad2c tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:30.844582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8aa6ab0-09cc-4ab3-91b4-fbe805dd45ce req-352ddf18-374b-49c3-95f2-1d158c20ad2c tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 943 time: 0.3008440 May 12 19:34:30.869792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=10b48d51-fba1-4cfd-91c2-2df0529f54d7,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:30.924380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8aa6ab0-09cc-4ab3-91b4-fbe805dd45ce req-162d1c61-eebd-4b05-86b9-0c1cd14bb8b7 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715420 May 12 19:34:31.002035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['10b48d51-fba1-4cfd-91c2-2df0529f54d7'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:31.076584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Deleting port 30e75621-15e9-49bf-baa4-2350a82c40d3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:31.076584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.206219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.246393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a75b5-381b-48ad-ab91-26254a7d5552 req-5b4b76c4-8196-431b-9c89-9a23bb201cac tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.247854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb5a75b5-381b-48ad-ab91-26254a7d5552 req-5b4b76c4-8196-431b-9c89-9a23bb201cac tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.1839724 May 12 19:34:31.272018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Pushing event deleted for resources: {'Port': ['ID=281653ab-e649-4932-b2a0-ec6cc178e905,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:31.299300 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-6f08decd-a72c-457a-9036-3543bf40de81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6838546 May 12 19:34:31.332938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.338796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.342479 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-2bfeaa5d-424c-4330-91eb-44568149772b service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832263 May 12 19:34:31.344569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.347807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.351138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.356305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.362251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.367954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.369873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-553389be-7ff4-4f6b-9b61-760f4fc4f688 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.3926644 May 12 19:34:31.447994 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-ecebf320-ed10-404c-be00-27ede4554162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e HTTP/1.1" status: 200 len: 217 time: 0.0797179 May 12 19:34:31.460029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb5a75b5-381b-48ad-ab91-26254a7d5552 req-7cddb504-daf1-4a39-ba3f-8f8468638eb3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941350 May 12 19:34:31.479952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.503582 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.503874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.543902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.581278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cba676-9e0d-41ea-a89f-f8768e111f17']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:31.597877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3526a29f-16ac-4280-964c-8f2d34fb9c57 req-71fbd514-6cf0-4297-b401-81d493dbc557 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897702 May 12 19:34:31.658817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Calling delete_port for 30e75621-15e9-49bf-baa4-2350a82c40d3 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:31.708711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff7601b-34ca-42af-a80e-79c75a52a33e') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:31.708904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff7601b-34ca-42af-a80e-79c75a52a33e') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:31.732126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-4d71910c-7d0b-436c-8a48-368624aab523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:31.733592 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-4d71910c-7d0b-436c-8a48-368624aab523 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.2750139 May 12 19:34:31.735148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.796912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.818190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:31.818750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: timer() May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:31.832243 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:31.929679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.933746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.970543 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.982480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:31.982968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f8e4ba-9b42-46b9-a92b-ecd691f1df5f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:34:31.997022 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.018311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b51e-5d7f-4501-a353-da4972e673b5 req-c98404ca-587e-4550-8103-8ef40525fc4a tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:32.020434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ee7b51e-5d7f-4501-a353-da4972e673b5 req-c98404ca-587e-4550-8103-8ef40525fc4a tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.2872231 May 12 19:34:32.025820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.029674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-915d5b33-cee8-4729-8eec-1af23e57466e admin admin] 10.222.0.72 "DELETE /v2.0/routers/34f8e4ba-9b42-46b9-a92b-ecd691f1df5f HTTP/1.1" status: 204 len: 168 time: 2.7338119 May 12 19:34:32.031570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:32.114338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157b4c7-72b9-40c1-82b7-a026116becce req-5a8fe88e-b101-4afa-b290-ede8f04a7b71 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:32.122289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d157b4c7-72b9-40c1-82b7-a026116becce req-5a8fe88e-b101-4afa-b290-ede8f04a7b71 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 950 time: 0.4227378 May 12 19:34:32.125391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] Deleting subnet f4eaa284-aafe-4c47-b6cc-714071675d77 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:32.181929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-eeadbb4a-5ad4-4d5b-8a34-9a818ee00fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:32.183449 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-eeadbb4a-5ad4-4d5b-8a34-9a818ee00fda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4400015 May 12 19:34:32.184189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] Pushing event deleted for resources: {'Network': ['ID=81cba676-9e0d-41ea-a89f-f8768e111f17,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:32.185593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.230884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0354771e-fe97-444a-9c86-8c77462fd07f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:32.237301 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3f867be2-c9f0-4ac6-b9f9-b63df66c7727 admin admin] 10.222.0.72 "DELETE /v2.0/networks/81cba676-9e0d-41ea-a89f-f8768e111f17 HTTP/1.1" status: 204 len: 168 time: 2.0712907 May 12 19:34:32.292863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.300238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d157b4c7-72b9-40c1-82b7-a026116becce req-5518dc1f-87a5-4304-be40-a0330d391f14 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713357 May 12 19:34:32.310116 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.336350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 10b48d51-fba1-4cfd-91c2-2df0529f54d7 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:32.363864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ee7b51e-5d7f-4501-a353-da4972e673b5 req-8c325abe-12ea-41f5-ba83-5f92fbd3acd2 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359295 May 12 19:34:32.409365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0354771e-fe97-444a-9c86-8c77462fd07f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:32.410069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0354771e-fe97-444a-9c86-8c77462fd07f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:32.439347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Pushing event deleted for resources: {'Port': ['ID=30e75621-15e9-49bf-baa4-2350a82c40d3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:32.526375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:32.537107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:32.537883 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.566576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:32.619102 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-be803b32-10a7-41b0-befa-ef062a353e07 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147413 May 12 19:34:32.664257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.679604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.681988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.683136 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb8f8f8d-d1bc-4154-a077-992cad35763c tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] 10.222.0.72 "DELETE /v2.0/floatingips/f6c7b0bd-81fb-430e-a8e6-bbe4122e3a58 HTTP/1.1" status: 204 len: 168 time: 1.9802682 May 12 19:34:32.692665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50604) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:32.748380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:32.748380 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.776379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2f608-496a-4a73-bacd-1461c1e29257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b48d51-fba1-4cfd-91c2-2df0529f54d7'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:32.786251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 10b48d51-fba1-4cfd-91c2-2df0529f54d7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=10b48d51-fba1-4cfd-91c2-2df0529f54d7,segment=NetworkSegment(5f78b606-39bf-48f2-9ca3-d44c5e284d11),segment_id=5f78b606-39bf-48f2-9ca3-d44c5e284d11)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:32.791638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.791911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bc4d3-7700-4ffc-9833-30ca2b0dbc0e req-a0de12d9-d1b0-45ba-99ee-8c60eae8fb68 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:32.793926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-353bc4d3-7700-4ffc-9833-30ca2b0dbc0e req-a0de12d9-d1b0-45ba-99ee-8c60eae8fb68 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 944 time: 0.3226440 May 12 19:34:32.849402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1644e84b-6478-4121-94b2-126ea5830881 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d61ae6e881ad4c48b3f352420c75274f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778294 May 12 19:34:32.853144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.854954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:32.882064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=10b48d51-fba1-4cfd-91c2-2df0529f54d7,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:32.896109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4275f-1919-41e5-ab47-6371720c73c2 req-186ba669-5c0a-48dc-936a-229aee529a3c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:32.897605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caf4275f-1919-41e5-ab47-6371720c73c2 req-186ba669-5c0a-48dc-936a-229aee529a3c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.1982670 May 12 19:34:32.900610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-353bc4d3-7700-4ffc-9833-30ca2b0dbc0e req-7617f812-46f8-44e9-aab5-15c7059843ea tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973897 May 12 19:34:32.907428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4eaa284-aafe-4c47-b6cc-714071675d77,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:32.916806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5227479-95eb-416a-a5e4-fd593cf4aab4 None None] Network 823a8d96-f772-477a-baf6-df0b1eb06ab0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:32.931990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:32.944480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e55028e5-cfa1-4b54-8d35-d126abe0046d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f4eaa284-aafe-4c47-b6cc-714071675d77 HTTP/1.1" status: 204 len: 168 time: 0.9118547 May 12 19:34:32.946917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50614) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:33.042221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caf4275f-1919-41e5-ab47-6371720c73c2 req-368047e4-7693-413e-9435-9904de61161b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357689 May 12 19:34:33.152210 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-5879907f-8974-453a-a067-0eb582e9c445 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045061 May 12 19:34:33.166353 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.211859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-9f72d9ac-c4f4-4f94-bb9a-402d4f541c27 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=088721a523014f45b3a7076b9e4afbdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363448 May 12 19:34:33.217986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Deleting port 654e6a42-b5a5-4f83-a597-92e68bca539b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:33.218325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.270396 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-c9e4a4d1-da43-4406-a399-87f941af8204 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b HTTP/1.1" status: 200 len: 217 time: 0.0948207 May 12 19:34:33.282765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80493d-b244-4544-98af-187be011bb37 None None] DHCP port deletion for 823a8d96-f772-477a-baf6-df0b1eb06ab0 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:34:33.287572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d80493d-b244-4544-98af-187be011bb37 None None] Deleting port 654e6a42-b5a5-4f83-a597-92e68bca539b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:33.287572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d80493d-b244-4544-98af-187be011bb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.303473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.309032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.315046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.321101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.326329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.331927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.337770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.339727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-d0f9a0de-12cc-4723-8704-637c458254fc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.3060174 May 12 19:34:33.438890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77130f45-46cd-4764-ba55-1c40b51d5a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.444239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-8e56b8c5-ddae-4afe-b613-ae524036b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.445768 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-8e56b8c5-ddae-4afe-b613-ae524036b907 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d33ef676-aadf-4ac5-ab3f-2485032c2a6d HTTP/1.1" status: 200 len: 797 time: 0.1611159 May 12 19:34:33.508972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9d80493d-b244-4544-98af-187be011bb37 None None] For port 654e6a42-b5a5-4f83-a597-92e68bca539b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=654e6a42-b5a5-4f83-a597-92e68bca539b,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:33.509311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d80493d-b244-4544-98af-187be011bb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.528256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77130f45-46cd-4764-ba55-1c40b51d5a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.543513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa72b325-c0a0-4198-a577-e7fb1692800b req-083563a4-2a4f-4ba9-a602-93e2abde5f25 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523104 May 12 19:34:33.595712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-9619309c-02fc-42db-af19-2e9cdd456eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.597214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-9619309c-02fc-42db-af19-2e9cdd456eab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1100 time: 0.5283482 May 12 19:34:33.628775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-7d94b46a-8a94-4850-9f38-5939cf774067 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:33.632640 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ded31d-e2e2-460b-a24e-bc35c67b1c65'] response: {'server_uuid': '66e2f608-496a-4a73-bacd-1461c1e29257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b48d51-fba1-4cfd-91c2-2df0529f54d7', 'code': 200} May 12 19:34:33.635449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-7d94b46a-8a94-4850-9f38-5939cf774067 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885200 May 12 19:34:33.640165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d80493d-b244-4544-98af-187be011bb37 None None] Calling delete_port for 654e6a42-b5a5-4f83-a597-92e68bca539b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:33.688223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-c77efbf6-9f2c-493d-a703-a776ec53e7f3 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/quotas/088721a523014f45b3a7076b9e4afbdb HTTP/1.1" status: 200 len: 375 time: 0.0517890 May 12 19:34:33.743025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d80493d-b244-4544-98af-187be011bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.746622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] For port 654e6a42-b5a5-4f83-a597-92e68bca539b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=654e6a42-b5a5-4f83-a597-92e68bca539b,segment=NetworkSegment(e9a372be-75b4-4418-810c-9dc16cdf37b5),segment_id=e9a372be-75b4-4418-810c-9dc16cdf37b5)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:33.746984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:33.793360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80493d-b244-4544-98af-187be011bb37 None None] No DVR routers for this DVR port 654e6a42-b5a5-4f83-a597-92e68bca539b on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:33.802724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80493d-b244-4544-98af-187be011bb37 None None] Pushing event deleted for resources: {'Port': ['ID=654e6a42-b5a5-4f83-a597-92e68bca539b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:33.916805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Calling delete_port for 654e6a42-b5a5-4f83-a597-92e68bca539b owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:33.960091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77130f45-46cd-4764-ba55-1c40b51d5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:34.009768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77130f45-46cd-4764-ba55-1c40b51d5a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88136c-f151-47c8-b31a-0943c4dd49f2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:34.026486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-ba3b0cd4-1257-40f8-b62a-0c28f6faac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.028033 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-ba3b0cd4-1257-40f8-b62a-0c28f6faac8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3da18450-faba-4c15-af43-f6fd6be9f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5649538 May 12 19:34:34.140687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-83a70a80-bfa7-4e35-b7eb-09c2da2709c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.142140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-83a70a80-bfa7-4e35-b7eb-09c2da2709c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.5359049 May 12 19:34:34.143837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77130f45-46cd-4764-ba55-1c40b51d5a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:34.147133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-77130f45-46cd-4764-ba55-1c40b51d5a0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a88136c-f151-47c8-b31a-0943c4dd49f2 HTTP/1.1" status: 204 len: 168 time: 1.2871995 May 12 19:34:34.156622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-3a05df5e-dd62-4372-9bbb-03dfc219d9b4 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=088721a523014f45b3a7076b9e4afbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4675343 May 12 19:34:34.167616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:34:34.168310 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:34:34.190564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709aa4e-3f7c-4b80-8919-2a3697ad4bcc req-e6ac7e55-ec2f-42f3-b568-e1acf1e26e0b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.192668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9709aa4e-3f7c-4b80-8919-2a3697ad4bcc req-e6ac7e55-ec2f-42f3-b568-e1acf1e26e0b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.4270337 May 12 19:34:34.193106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 654e6a42-b5a5-4f83-a597-92e68bca539b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:34.255206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 654e6a42-b5a5-4f83-a597-92e68bca539b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:34.255537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 654e6a42-b5a5-4f83-a597-92e68bca539b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:34.255964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 281653ab-e649-4932-b2a0-ec6cc178e905 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:34.263330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9709aa4e-3f7c-4b80-8919-2a3697ad4bcc req-c696813d-4467-41dc-8238-e705eb5a3d9c tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 May 12 19:34:34.275195 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-8f291139-c289-4201-aaae-9d4af2a45d7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.1196072 May 12 19:34:34.317993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc8a9-411b-4544-90e9-6fd55c4004b1 req-71b9f7c6-5f4c-47cf-95a2-57bad21877e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.319462 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0dffc8a9-411b-4544-90e9-6fd55c4004b1 req-71b9f7c6-5f4c-47cf-95a2-57bad21877e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 1096 time: 0.6202736 May 12 19:34:34.359207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 281653ab-e649-4932-b2a0-ec6cc178e905 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:34.359850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 281653ab-e649-4932-b2a0-ec6cc178e905 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:34.443867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-4af9f3cb-8277-4f57-9a8c-5fe720b153c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.445377 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-4af9f3cb-8277-4f57-9a8c-5fe720b153c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1620212 May 12 19:34:34.462131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-f4be687d-9c58-4f2e-ba71-b666ce6d18e0 service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260089 May 12 19:34:34.581964 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0dffc8a9-411b-4544-90e9-6fd55c4004b1 req-cd1cb0cc-0ec3-4b63-9f36-ae93926aef29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542078 May 12 19:34:34.609220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca9a3f-9030-4273-aa7d-354df1b28f31 req-bdf4a59b-97ae-433c-81b9-1ae997671ecd tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.616760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddca9a3f-9030-4273-aa7d-354df1b28f31 req-bdf4a59b-97ae-433c-81b9-1ae997671ecd tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 945 time: 0.2301860 May 12 19:34:34.628079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd99956-a9ef-4350-bbc2-5a7aa664c2cb req-0bd28bca-6b24-40c8-84df-2acad7d67a46 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.629767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bd99956-a9ef-4350-bbc2-5a7aa664c2cb req-0bd28bca-6b24-40c8-84df-2acad7d67a46 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.1730611 May 12 19:34:34.668798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Deleting port 654e6a42-b5a5-4f83-a597-92e68bca539b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:34.669146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:34.709483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:34.755309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] The port '654e6a42-b5a5-4f83-a597-92e68bca539b' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:34:34.810728 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-06bb38b6-5707-44c8-917f-9d40a6c0a7e7 service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012304 May 12 19:34:34.825309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddca9a3f-9030-4273-aa7d-354df1b28f31 req-ee25b68a-78f7-4b2c-b392-bf33fb897de8 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051430 May 12 19:34:34.878565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-138d71d5-1eb7-43a9-9163-ac8e0281363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:34.880398 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-138d71d5-1eb7-43a9-9163-ac8e0281363f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4258320 May 12 19:34:34.884505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bd99956-a9ef-4350-bbc2-5a7aa664c2cb req-88fa0afc-a535-4923-b72f-0d1aaa4ffe4a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367086 May 12 19:34:35.034607 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-b98d56ef-1b3a-4d63-86c0-def379cc531c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 HTTP/1.1" status: 200 len: 217 time: 0.2159038 May 12 19:34:35.060677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.110605 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:34:35.194587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f8fb86f-b317-431f-b10d-8c2ec1eaeaa0 req-6c41fbe4-fe9f-4bd8-9bdd-a239c81ee719 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 210 time: 0.1686544 May 12 19:34:35.230626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823a8d96-f772-477a-baf6-df0b1eb06ab0']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:35.242285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50664) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:35.250920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a372be-75b4-4418-810c-9dc16cdf37b5') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:35.251219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a372be-75b4-4418-810c-9dc16cdf37b5') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:35.283839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.308297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.321740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:35.322206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: timer() May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:35.337466 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:35.352926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.358869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.364734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.371337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.377836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-100c397f-01d5-471f-a41f-26f2f6ba2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.378326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.380008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-100c397f-01d5-471f-a41f-26f2f6ba2790 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d33ef676-aadf-4ac5-ab3f-2485032c2a6d HTTP/1.1" status: 200 len: 797 time: 0.2324884 May 12 19:34:35.384416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.390541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.392541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-b17179e1-121c-433d-bcd3-6dc415101f09 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.3233528 May 12 19:34:35.491224 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-2a223716-3b50-42be-92dc-6b921887306b service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880847 May 12 19:34:35.506304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-944424972-network', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:35.536433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:35.556974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Usage tracker for resource:network and tenant:fefd684dfebb447f9d3ac48dcbbf5e55 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:35.583054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:35.590156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695e3f7d-e689-41b1-a73c-474afdb4fd02 req-d2f84623-2750-4fe7-a184-ef79eb431342 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157079 May 12 19:34:35.605922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:35.610861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.631782 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.653107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Pushing event deleted for resources: {'Network': ['ID=823a8d96-f772-477a-baf6-df0b1eb06ab0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:35.659268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Made reservation on behalf of fefd684dfebb447f9d3ac48dcbbf5e55 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:35.661592 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.684468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.684821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.685372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.685771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.686084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.686496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.686739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.687114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.687474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.687841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.688213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.688536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:35.693417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b1424647-c21a-4195-9853-001a0615df7c admin admin] 10.222.0.72 "DELETE /v2.0/networks/823a8d96-f772-477a-baf6-df0b1eb06ab0 HTTP/1.1" status: 204 len: 168 time: 2.7455077 May 12 19:34:35.694276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:35.706344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50672) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:35.781372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb991b1-a6ca-4253-a31c-53dbe9b49c7a req-13a4b927-8ef4-48ea-a605-5903a4e18849 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:35.782948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbb991b1-a6ca-4253-a31c-53dbe9b49c7a req-13a4b927-8ef4-48ea-a605-5903a4e18849 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.3411219 May 12 19:34:35.796762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:35.827569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Usage tracker for resource:security_group_rule and tenant:fefd684dfebb447f9d3ac48dcbbf5e55 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:35.836294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:35.855778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:35.882563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-358d0c85-5952-45b3-a166-149af0f9b359 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=088721a523014f45b3a7076b9e4afbdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2512300 May 12 19:34:35.947186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbb991b1-a6ca-4253-a31c-53dbe9b49c7a req-d93fa3f0-3d61-4ee0-85cd-a0f381de0ff4 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474464 May 12 19:34:35.999775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727238-265d-4487-b0de-bb2de142b6be req-d8b1f8ea-f8fd-4dfe-a6de-db334532f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:36.001420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-d8b1f8ea-f8fd-4dfe-a6de-db334532f779 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3da18450-faba-4c15-af43-f6fd6be9f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6076827 May 12 19:34:36.048448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Deleting port ab21688a-ad2c-4d0c-80ba-adb3302fa067 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:36.049216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.164712 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-18bd01bb-6ebd-43d8-846c-a4c342ec7246 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623561 May 12 19:34:36.330254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-c96cec42-19de-480d-a468-af3f8a669dc9 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:36.331634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-c96cec42-19de-480d-a468-af3f8a669dc9 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4378703 May 12 19:34:36.353039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Request body: {'port': {'device_id': '141da046-7085-49c5-b942-b23bec78ff18', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '088721a523014f45b3a7076b9e4afbdb'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:36.391721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-042eacc8-6f93-4170-ae0e-0681e289afee service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794966 May 12 19:34:36.446022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80881b-a61c-4e0f-a4e9-ccd5631e0107 req-3ece48e9-c819-44a6-abbf-8653a09ff4e0 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:36.447417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d80881b-a61c-4e0f-a4e9-ccd5631e0107 req-3ece48e9-c819-44a6-abbf-8653a09ff4e0 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 945 time: 0.4988067 May 12 19:34:36.505404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.550152 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.560312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] For port ab21688a-ad2c-4d0c-80ba-adb3302fa067, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ab21688a-ad2c-4d0c-80ba-adb3302fa067,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:36.560312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.587730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4c51f-2ee8-4754-9494-498f1944f73c req-e7aaa1ac-ce1d-4a0c-9cdd-d4d086c17d25 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:36.589273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05f4c51f-2ee8-4754-9494-498f1944f73c req-e7aaa1ac-ce1d-4a0c-9cdd-d4d086c17d25 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.4932196 May 12 19:34:36.604291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d80881b-a61c-4e0f-a4e9-ccd5631e0107 req-ee7cee91-16d6-4801-a5be-3d9fdaa1297e tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437733 May 12 19:34:36.615572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:34:36.691212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd635a19-90e2-4257-853a-5269e5f449bd,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:36.694219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.694541 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Added segment bd2d3186-0353-4128-bef1-c79be98c25b7 of type vlan for network e99ecd9c-b441-4665-85ac-5615b577c193 May 12 19:34:36.706754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Calling delete_port for ab21688a-ad2c-4d0c-80ba-adb3302fa067 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:36.777258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05f4c51f-2ee8-4754-9494-498f1944f73c req-848aff15-4d4f-4294-b6ac-c7a6961ce13a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792214 May 12 19:34:36.790238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc858b09-9fb4-4084-93f3-d0d6d7ee45ba req-914c26ef-6f2a-4c6f-b65a-6f378fb0097c tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 210 time: 0.0661604 May 12 19:34:36.797511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.846866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.847852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:36.848428 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:36.937591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:36.941440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8d727238-265d-4487-b0de-bb2de142b6be req-65ef4a6b-170f-413e-9d27-93d78d56cd9e service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928827 May 12 19:34:36.954849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Usage tracker for resource:port and tenant:088721a523014f45b3a7076b9e4afbdb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:36.959703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:36.968564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:37.036917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] Pushing event updated for resources: {'Network': ['ID=e99ecd9c-b441-4665-85ac-5615b577c193,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:37.055580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e99ecd9c-b441-4665-85ac-5615b577c193 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:34:37.065477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Made reservation on behalf of 088721a523014f45b3a7076b9e4afbdb for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:37.069032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:37.082346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b13da6e-c1d9-4c47-96ab-a6eb87115621 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8333981 May 12 19:34:37.083288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:37.104394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Request body: {'subnet': {'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-944424972-subnet', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:37.122157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:37.161109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Usage tracker for resource:subnet and tenant:fefd684dfebb447f9d3ac48dcbbf5e55 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:37.166401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:37.184248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:37.228805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.234810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.241126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.246942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.252659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.258097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Made reservation on behalf of fefd684dfebb447f9d3ac48dcbbf5e55 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:37.258647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.260342 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:37.264411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.266358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-90d3318d-7105-40b8-8c62-b24b0b770449 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.3354111 May 12 19:34:37.272803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:37.336753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1edb-44d4-407a-9264-3a96fd4d99f9 req-b5f4c884-ad3b-4c91-8870-c9e697c0ea9f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.338319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16af1edb-44d4-407a-9264-3a96fd4d99f9 req-b5f4c884-ad3b-4c91-8870-c9e697c0ea9f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.2499886 May 12 19:34:37.512902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5df2fe51-b169-4678-9c21-2ffa5071ff36 req-67b98f01-614d-4eb5-8671-c263a22b162c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913295 May 12 19:34:37.517591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16af1edb-44d4-407a-9264-3a96fd4d99f9 req-8ecc56c7-8030-4e6d-8217-c32b35a62a37 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509705 May 12 19:34:37.524804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.525305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.525769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.526232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.526757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.527212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.527664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.529775 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-319c73f0-46ef-4a63-b49d-3a1ba646610b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6485 time: 0.5204918 May 12 19:34:37.669568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Allocated IP 192.168.233.3 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:37.676817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:37.724616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Deleting port 1e92e2c3-e0ee-42df-a219-208456b814b9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:37.725043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:37.749718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab21688a-ad2c-4d0c-80ba-adb3302fa067,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:37.774476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:37.905487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-a12e526f-be25-4e80-b2c9-74cb90fbf04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:37.906980 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-a12e526f-be25-4e80-b2c9-74cb90fbf04f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3da18450-faba-4c15-af43-f6fd6be9f34c HTTP/1.1" status: 200 len: 902 time: 0.3680265 May 12 19:34:38.034470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-0af80d4d-1d0a-41a2-a6f9-0e6f561043c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 HTTP/1.1" status: 200 len: 217 time: 0.1114173 May 12 19:34:38.049155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] For port 1e92e2c3-e0ee-42df-a219-208456b814b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1e92e2c3-e0ee-42df-a219-208456b814b9,segment=NetworkSegment(adf2b9e3-72cf-4cee-b892-abf0057a8a96),segment_id=adf2b9e3-72cf-4cee-b892-abf0057a8a96)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:38.049155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:38.057961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-806c58d2-b2e6-4b9b-977f-fab2366d22a0 req-ff2a4d9a-1f4a-4446-ab38-01f12486f4f5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 210 time: 0.0670400 May 12 19:34:38.201386 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:38.233808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Calling delete_port for 1e92e2c3-e0ee-42df-a219-208456b814b9 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:38.300318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-f6d880e9-6ecf-4036-ba73-efc6aa81afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:38.301709 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-f6d880e9-6ecf-4036-ba73-efc6aa81afff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d33ef676-aadf-4ac5-ab3f-2485032c2a6d HTTP/1.1" status: 200 len: 797 time: 0.2569201 May 12 19:34:38.426605 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:38.503889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7e449-233b-4d83-adfe-571bec4eb265 req-5d55ffb4-9f9f-4272-98b9-a772ab8ae5c2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:38.505382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bec7e449-233b-4d83-adfe-571bec4eb265 req-5d55ffb4-9f9f-4272-98b9-a772ab8ae5c2 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.5635154 May 12 19:34:38.534925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:38.564428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15847631-1372-4435-b02a-609c1ec736ad,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:38.574035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:38.580537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79ba97-6cba-4496-aaea-d3d65e8dc543 req-0ea1c885-99e5-42eb-9d69-2ad060d4c06c tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:38.582016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f79ba97-6cba-4496-aaea-d3d65e8dc543 req-0ea1c885-99e5-42eb-9d69-2ad060d4c06c tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 945 time: 0.3552017 May 12 19:34:38.589077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bec7e449-233b-4d83-adfe-571bec4eb265 req-baaf8f12-1e53-4f67-8c57-12ee79ff4055 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744755 May 12 19:34:38.640916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f79ba97-6cba-4496-aaea-d3d65e8dc543 req-08b63161-a9b3-4984-84c3-bf6eaa691164 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 May 12 19:34:38.695294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Transition to ACTIVE for port object 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:38.705166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:38.710399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Checking segment: {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:38.710758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Network hostable DHCP agents. Network: e99ecd9c-b441-4665-85ac-5615b577c193, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:34:38.799646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e92e2c3-e0ee-42df-a219-208456b814b9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:38.805527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-1fcd4a58-c214-4f2e-925a-0759929f6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:38.806519 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-1fcd4a58-c214-4f2e-925a-0759929f6eae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3da18450-faba-4c15-af43-f6fd6be9f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4527442 May 12 19:34:38.895034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Network e99ecd9c-b441-4665-85ac-5615b577c193 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:34:39.129466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219ed4a-8241-4f98-af60-d495d46ecc69 req-55310ada-70f7-46d6-992c-e17eb3b2705d tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.130221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f219ed4a-8241-4f98-af60-d495d46ecc69 req-55310ada-70f7-46d6-992c-e17eb3b2705d tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.3861935 May 12 19:34:39.130683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:39.133171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e99ecd9c-b441-4665-85ac-5615b577c193) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:39.144905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446bb8c1-b991-41ad-91a4-76dc9d04e4a8 None None] Network e99ecd9c-b441-4665-85ac-5615b577c193 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:39.192103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.198221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.204489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.208530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.208693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:39.209145 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:39.210419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.218507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.228792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.236223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.242501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-0879bedf-ed49-42d7-9f94-e30a75d99f3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.4163952 May 12 19:34:39.283765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:39.305909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f219ed4a-8241-4f98-af60-d495d46ecc69 req-1d1bb79b-564b-4f16-9004-dd27d738ac51 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531451 May 12 19:34:39.306722 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:39.380112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:39.399614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Pushing event updated for resources: {'Port': ['ID=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:39.407595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:39.437411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26fac7ae-b899-45b3-b4ba-cea6549531d2 req-db529293-1c04-44c6-9aba-fc40d82092d4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918449 May 12 19:34:39.446634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-8a4f37f6-fdcb-4e0e-8cbe-a22ed23bc512 service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300771 May 12 19:34:39.513314 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f9d95ce6-2425-4d30-8e94-8ce4a73fe47f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4258807 May 12 19:34:39.541097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50708) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:39.585857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:39.606514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:39.610677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.612742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:39.624985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Router 498e5790-2252-4d67-b210-a88b9ae1b28d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:34:39.629522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Usage tracker for resource:router and tenant:fefd684dfebb447f9d3ac48dcbbf5e55 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:39.639829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:39.648033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8f6e5-e5e6-4a99-b34a-fd72f7dc2c38 None None] Network e99ecd9c-b441-4665-85ac-5615b577c193 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:39.675011 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-886d62ae-6ac3-40bd-96e7-30b5c201afa5 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3319225 May 12 19:34:39.681549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:39.752215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Request body: {'port': {'device_id': '141da046-7085-49c5-b942-b23bec78ff18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:39.777648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-578677c3-d713-4523-8f53-a0d9bd3cf26a None None] Provisioning for port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:39.785936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-578677c3-d713-4523-8f53-a0d9bd3cf26a None None] Provisioning complete for port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:39.786302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-578677c3-d713-4523-8f53-a0d9bd3cf26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:39.803857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:39.805066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:39.818558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-cbf48e37-c4c5-4323-bc09-fcd3b6711369 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.819273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-cbf48e37-c4c5-4323-bc09-fcd3b6711369 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Synchronizing usage tracker for tenant:e0d4dbbb92fa413e8680908d765255f2 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:39.823292 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c66a36-538c-4d60-9ca0-57464fcf1611 req-e7351684-968a-4bb1-8071-8adb16f596f7 service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562658 May 12 19:34:39.872829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-578677c3-d713-4523-8f53-a0d9bd3cf26a None None] Port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:34:39.891130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336cb34-c80b-4bf8-a2c4-70d8f68914ee req-55067e0f-eb2b-40a6-a71f-03aaccf9f48d tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:39.892840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f336cb34-c80b-4bf8-a2c4-70d8f68914ee req-55067e0f-eb2b-40a6-a71f-03aaccf9f48d tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 934 time: 0.3531380 May 12 19:34:39.948403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-cbf48e37-c4c5-4323-bc09-fcd3b6711369 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Unset dirty status for tenant:e0d4dbbb92fa413e8680908d765255f2 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:39.949591 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-cbf48e37-c4c5-4323-bc09-fcd3b6711369 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.36 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 945 time: 0.6647756 May 12 19:34:39.973815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:40.034282 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:40.053559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f336cb34-c80b-4bf8-a2c4-70d8f68914ee req-af7705ac-cc9a-4ce2-aeb7-f3b8b38323f4 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931842 May 12 19:34:40.098839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Deleting port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:40.099183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:40.113114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:34:40.134212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:34:40.143952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] Sync routers for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:34:40.154639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b3fd0a09-776f-4a54-85a4-8bfd3c289556 admin admin] 10.222.0.72 "PUT /v2.0/routers/498e5790-2252-4d67-b210-a88b9ae1b28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4608693 May 12 19:34:40.164918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50716) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:40.166096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:40.167070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:40.388594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70712028-6781-44cd-9923-589c6d22c333 req-44ac6ba4-51ba-4db7-80f0-dcbab5d32f6f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:40.390059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70712028-6781-44cd-9923-589c6d22c333 req-44ac6ba4-51ba-4db7-80f0-dcbab5d32f6f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.6156540 May 12 19:34:40.408662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:40.659958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:40.700035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:40.704661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:34:37Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:40.708732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] Checking router: 498e5790-2252-4d67-b210-a88b9ae1b28d for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:34:40.718399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] Routers {'498e5790-2252-4d67-b210-a88b9ae1b28d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:40.718399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['498e5790-2252-4d67-b210-a88b9ae1b28d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:40.750372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70712028-6781-44cd-9923-589c6d22c333 req-344ac2db-6706-4895-b29b-e47be1c11bd6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481007 May 12 19:34:40.856686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:34:40.872232 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] Sync routers for ids ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:34:40.879943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a45e08-adbe-422e-bcae-2e339fe8e56e req-2bb823e8-0d7b-42e6-8a96-f48e5c45a802 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:40.884383 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26a45e08-adbe-422e-bcae-2e339fe8e56e req-2bb823e8-0d7b-42e6-8a96-f48e5c45a802 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 945 time: 0.5425162 May 12 19:34:40.895028 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] Routers {'d327d1b9-9b34-4d0c-96ec-ca86edc372d3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:40.895650 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:40.906701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] Set router 498e5790-2252-4d67-b210-a88b9ae1b28d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:40.981326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-88de3f6b-9f84-4490-9553-459ecaa471c1 admin admin] 10.222.0.72 "PUT /v2.0/routers/d327d1b9-9b34-4d0c-96ec-ca86edc372d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2727592 May 12 19:34:40.986204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:41.079789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26a45e08-adbe-422e-bcae-2e339fe8e56e req-7599ab86-ee56-4354-a0a8-ab17f9730f26 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/security-groups?id=124f6e5c-12f3-4d81-9081-d47f34277126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839941 May 12 19:34:41.110769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] For port 10b48d51-fba1-4cfd-91c2-2df0529f54d7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=10b48d51-fba1-4cfd-91c2-2df0529f54d7,segment=NetworkSegment(5f78b606-39bf-48f2-9ca3-d44c5e284d11),segment_id=5f78b606-39bf-48f2-9ca3-d44c5e284d11)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:41.111137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.125015 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] Set router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:41.129113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.217783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1550c-f646-4184-97b9-285776ff2cf6 req-4f5aa574-8d53-44f7-ac24-670f8f3039d6 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.223631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71e1550c-f646-4184-97b9-285776ff2cf6 req-4f5aa574-8d53-44f7-ac24-670f8f3039d6 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.2794812 May 12 19:34:41.309631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Calling delete_port for 10b48d51-fba1-4cfd-91c2-2df0529f54d7 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:41.344504 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:34:41.359041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:34:37Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:41.364623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13de42c-1c0e-4993-837d-6308c4936170 None None] The sync data for ids ['498e5790-2252-4d67-b210-a88b9ae1b28d'] in n-d-841626-1 is: [{'id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'name': 'tempest-ServersTestJSON-804895741-router', 'tenant_id': '50f4320fa49f4843a2d7d8b069476605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:43Z', 'updated_at': '2022-05-12T19:34:37Z', 'revision_number': 5, 'project_id': '50f4320fa49f4843a2d7d8b069476605', 'gw_port': {'id': 'dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5790-2252-4d67-b210-a88b9ae1b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:46Z', 'updated_at': '2022-05-12T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:34:41.471208 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:34:38Z', 'revision_number': 5, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:41.474976 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] Checking router: d327d1b9-9b34-4d0c-96ec-ca86edc372d3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:34:41.478283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Deleting port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:41.478283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.484154 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] Routers {'d327d1b9-9b34-4d0c-96ec-ca86edc372d3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:41.484718 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:41.496313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71e1550c-f646-4184-97b9-285776ff2cf6 req-3251041e-41ad-4499-9341-1740636b3c6c tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584159 May 12 19:34:41.561436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.565589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:41.582525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.609343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.615643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.622265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.625148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.629773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.635867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.643289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.649475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:41.652192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-315957b1-62c0-42f4-92c6-da23ed04445a tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.3848269 May 12 19:34:41.653365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.685701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] Set router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:41.704699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Transition to ACTIVE for port object 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:41.792797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:41.831719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a18be575-4f9c-49e9-b986-fc39b47c64fd req-c7dfbf90-9010-4ced-aeef-cd12b5dffc84 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449855 May 12 19:34:41.917226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Allocated IP 172.25.2.145 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/481a8d4a-bf34-48e8-8bea-be5c0564cf67) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:42.080596 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:34:38Z', 'revision_number': 5, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:42.093887 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964f304-ffdf-41e7-8f1b-90b7fefc4856 None None] The sync data for ids ['d327d1b9-9b34-4d0c-96ec-ca86edc372d3'] in n-d-841626-1 is: [{'id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'name': 'tempest-TaggedBootDevicesTest-1903700606-router', 'tenant_id': '70fcd3150f69444db3e25c879f727cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:26:32Z', 'updated_at': '2022-05-12T19:34:38Z', 'revision_number': 5, 'project_id': '70fcd3150f69444db3e25c879f727cd3', 'gw_port': {'id': 'd41e262a-ad47-4ce3-98f9-7c6b428b9cb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327d1b9-9b34-4d0c-96ec-ca86edc372d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:26:34Z', 'updated_at': '2022-05-12T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:34:42.132491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab21688a-ad2c-4d0c-80ba-adb3302fa067 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:42.180074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ab21688a-ad2c-4d0c-80ba-adb3302fa067 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:42.180408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab21688a-ad2c-4d0c-80ba-adb3302fa067 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:42.232723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9ceb-cfa4-4322-938a-68816a83edd3 req-59865393-c23e-47d8-894b-9242462459e0 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:42.237894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c8c9ceb-cfa4-4322-938a-68816a83edd3 req-59865393-c23e-47d8-894b-9242462459e0 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 946 time: 0.4521780 May 12 19:34:42.307933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:42.336086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c8c9ceb-cfa4-4322-938a-68816a83edd3 req-7ab7486e-1d31-4d42-8274-d30d058789eb tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775454 May 12 19:34:42.385997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f12d8-0b35-45fe-a29b-f07ff5580fe3 req-0e50c6d0-0bfe-4ce6-a302-f1daa30bc7f8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:42.387488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-466f12d8-0b35-45fe-a29b-f07ff5580fe3 req-0e50c6d0-0bfe-4ce6-a302-f1daa30bc7f8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.4209106 May 12 19:34:42.390248 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:42.396082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:42.445904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-466f12d8-0b35-45fe-a29b-f07ff5580fe3 req-ce8d02f2-9f74-42fc-819a-2eb10ed801ec tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 May 12 19:34:42.458807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] For port dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:42.459203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:42.485053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Pushing event deleted for resources: {'Port': ['ID=10b48d51-fba1-4cfd-91c2-2df0529f54d7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:42.499788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:42.511622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:42.546753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-014a96f2-7214-40ed-b476-5f92589f959c req-ad770d8a-6c75-46c0-be70-765b0699b424 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e2f608-496a-4a73-bacd-1461c1e29257 HTTP/1.1" status: 200 len: 210 time: 0.0883353 May 12 19:34:42.576318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:42.579242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:42.583528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:42.603127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.603475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.603810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.604158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.604551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.604882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.605212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.605541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.605862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.606180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.606499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.606819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:42.645572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Pushing event updated for resources: {'Port': ['ID=481a8d4a-bf34-48e8-8bea-be5c0564cf67,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:42.708440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] No DVR routers for this DVR port 10b48d51-fba1-4cfd-91c2-2df0529f54d7 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:42.716718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Calling delete_port for dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:42.748335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:42.758311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2f608-496a-4a73-bacd-1461c1e29257', 'name': 'network-vif-deleted', 'tag': '10b48d51-fba1-4cfd-91c2-2df0529f54d7'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:42.781679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Deleting port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:42.782002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:42.827510 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ef2e20-2962-4e31-a5dc-bbf751b1bae0'] response: {'server_uuid': '66e2f608-496a-4a73-bacd-1461c1e29257', 'name': 'network-vif-deleted', 'tag': '10b48d51-fba1-4cfd-91c2-2df0529f54d7', 'status': 'completed', 'code': 200} May 12 19:34:42.843159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2c958fa5-ed38-4a6a-a614-d6c3a6cf9734 req-0c067759-be9d-4577-91d6-aabc8a00e397 tempest-ServerPasswordTestJSON-1508780221 tempest-ServerPasswordTestJSON-1508780221-project] 10.222.0.36 "DELETE /v2.0/ports/10b48d51-fba1-4cfd-91c2-2df0529f54d7 HTTP/1.1" status: 204 len: 173 time: 2.8837435 May 12 19:34:42.853120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Attempting to bind port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:42.853461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Attempting to bind port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:42.853807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Attempting to bind port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:42.900780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:42.900780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Attempting to bind port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:42.923040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71abc2-7fb5-42f6-9b38-c32da2eb65b1 req-c0d25ee3-2e03-441b-9ca8-1d4208011887 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:42.924557 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c71abc2-7fb5-42f6-9b38-c32da2eb65b1 req-c0d25ee3-2e03-441b-9ca8-1d4208011887 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.2716329 May 12 19:34:42.962716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:42.963051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:42.963444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:42.963994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Bound port: 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:42.964348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:43.118701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] For port d41e262a-ad47-4ce3-98f9-7c6b428b9cb6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:43.118946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:43.188847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c71abc2-7fb5-42f6-9b38-c32da2eb65b1 req-3cd8d713-1009-407d-951c-2be87ae865f7 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226368 May 12 19:34:43.192662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:43.242760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] For port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:43.253333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Calling delete_port for d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:43.330874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] For port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:43.343819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.346985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:43.349646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.355819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.361562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.367316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.373377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.379173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.387604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-433a3b42-008a-41ef-a9db-ab349078b8ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.3225586 May 12 19:34:43.429782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.430398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:43.431847 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] 10.222.0.73 "PUT /v2.0/ports/7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 HTTP/1.1" status: 200 len: 1094 time: 3.6961150 May 12 19:34:43.475914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:43.482410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5392c-8772-4556-940d-0ff070ba390e service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:43.579834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:43.579979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e342c47a-a1f7-424a-ac3d-12d46070fb66 req-3ebd27a8-0b12-454a-8c9b-197bddd79059 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913290 May 12 19:34:43.700145 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:43.972830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7d965-e868-4e12-b333-1e67e27ffa0c req-3e5a0d30-8fa3-44a0-a8a4-ab0c6926c677 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:43.977726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2b7d965-e868-4e12-b333-1e67e27ffa0c req-3e5a0d30-8fa3-44a0-a8a4-ab0c6926c677 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 946 time: 0.4536390 May 12 19:34:43.986837 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.049067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.055379 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.061750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-a122ee14-606a-4bb7-87dd-8b07fa2e488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:44.063280 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-a122ee14-606a-4bb7-87dd-8b07fa2e488a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=088721a523014f45b3a7076b9e4afbdb&device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 1097 time: 0.5403957 May 12 19:34:44.123273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2b7d965-e868-4e12-b333-1e67e27ffa0c req-d96ea3a4-c537-4857-b7e6-3d9c6f5b7f38 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398785 May 12 19:34:44.135475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.201218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-157ea511-3695-4d16-8e13-a48b55430299 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 HTTP/1.1" status: 200 len: 217 time: 0.1287515 May 12 19:34:44.204495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e92e2c3-e0ee-42df-a219-208456b814b9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:44.209265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.209790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 498e5790-2252-4d67-b210-a88b9ae1b28d {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:34:44.255124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41e262a-ad47-4ce3-98f9-7c6b428b9cb6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:44.265013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34110530-0d8d-4e61-b4a3-c2cfbd8fa2a3 req-db315d31-5392-4348-aa95-f5ccf9d23c16 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:44.272035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34110530-0d8d-4e61-b4a3-c2cfbd8fa2a3 req-db315d31-5392-4348-aa95-f5ccf9d23c16 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.5268898 May 12 19:34:44.287563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50748) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:44.288322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1e92e2c3-e0ee-42df-a219-208456b814b9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:44.288854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e92e2c3-e0ee-42df-a219-208456b814b9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:44.386015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.389703 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bc2aa350-3bce-4134-aaf3-22aa92970f87 admin admin] 10.222.0.72 "DELETE /v2.0/routers/498e5790-2252-4d67-b210-a88b9ae1b28d HTTP/1.1" status: 204 len: 168 time: 4.2216794 May 12 19:34:44.389847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 10b48d51-fba1-4cfd-91c2-2df0529f54d7 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:44.392166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50752) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:44.427663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.434877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 10b48d51-fba1-4cfd-91c2-2df0529f54d7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:44.435220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 10b48d51-fba1-4cfd-91c2-2df0529f54d7 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:44.452640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] Deleting subnet 89a6368f-b64b-4d59-94f4-3e6757a15e9e {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:44.459972 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34110530-0d8d-4e61-b4a3-c2cfbd8fa2a3 req-df712fd0-aaf0-4b2e-b84d-deb880abf1af tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870766 May 12 19:34:44.460606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.482365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-702adfce-6075-468c-9b2a-8bfc6ef34343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:44.483819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-702adfce-6075-468c-9b2a-8bfc6ef34343 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2722225 May 12 19:34:44.546769 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.597076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Router a7d11aea-df12-4306-83c3-be872e11851a is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:34:44.625577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfc306-178c-49f5-9c70-144332284798 req-1a4e5495-d9fb-4840-97dd-1b95e5d80c4c tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:44.627343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-debfc306-178c-49f5-9c70-144332284798 req-1a4e5495-d9fb-4840-97dd-1b95e5d80c4c tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.2439270 May 12 19:34:44.633028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.663383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.673907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.679439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] Deleting subnet f13aab7e-81e3-4ca5-82ae-606b17c1c2f7 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:44.685407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.750319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.783015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.783517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d327d1b9-9b34-4d0c-96ec-ca86edc372d3 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:34:44.813781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:44.815220 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a4f53926-90a6-4a33-9254-06950e5f1365 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d327d1b9-9b34-4d0c-96ec-ca86edc372d3 HTTP/1.1" status: 204 len: 168 time: 3.8243659 May 12 19:34:44.818045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50758) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:44.821774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-37f5cbbc-f445-41f1-9b91-4c4c2238b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:44.823266 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-37f5cbbc-f445-41f1-9b91-4c4c2238b887 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2781944 May 12 19:34:44.827981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141da046-7085-49c5-b942-b23bec78ff18', 'tag': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:44.944233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-debfc306-178c-49f5-9c70-144332284798 req-b07fffa9-36d0-4519-b646-3697820e4290 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377753 May 12 19:34:44.981340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:34:44.991999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Sync routers for ids ['a7d11aea-df12-4306-83c3-be872e11851a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:34:45.004615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Routers {'a7d11aea-df12-4306-83c3-be872e11851a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:45.005308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a7d11aea-df12-4306-83c3-be872e11851a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:45.011457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.011604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] Deleting subnet 08a456d4-c72a-4e6b-b91e-3248be863420 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:34:45.015644 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f244778-658e-4d06-98a6-59ecd4630940'] response: {'name': 'network-changed', 'server_uuid': '141da046-7085-49c5-b942-b23bec78ff18', 'tag': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09', 'status': 'completed', 'code': 200} May 12 19:34:45.029475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.054975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.077430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.083173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.088937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.094557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.100643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.106632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.112558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.120534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-45eea42c-7f95-45f6-a50e-56e9f16113fe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.4130409 May 12 19:34:45.122660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a6368f-b64b-4d59-94f4-3e6757a15e9e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:45.127074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.129918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9bf83096-0bf1-4687-b19a-8674fb704f04 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/89a6368f-b64b-4d59-94f4-3e6757a15e9e HTTP/1.1" status: 204 len: 168 time: 0.8407314 May 12 19:34:45.144393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50764) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:45.166817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.168286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a4bb2b40-40b7-44dd-8b9d-dd1ab28a4c3d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6262381 May 12 19:34:45.174279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50770) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:45.187162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.218799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Set router a7d11aea-df12-4306-83c3-be872e11851a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:45.303745 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-f0bba638-019f-4cda-bc96-7c8397a18109 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709423 May 12 19:34:45.306686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.351765 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.370611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a1a00-97e1-49cd-9cfa-dab0cc92072c None None] Network ac2b2370-dcc5-4122-84c1-142c5782c5f0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:45.393596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee9acdb8-b173-4ea8-bf20-969d1b411a95 req-41668291-58ce-4158-9536-b5f16c7f14ab tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2716835 May 12 19:34:45.516463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.520719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.557955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13aab7e-81e3-4ca5-82ae-606b17c1c2f7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:45.618277 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-28c67331-9819-4908-a623-1e7b3e10e623 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f13aab7e-81e3-4ca5-82ae-606b17c1c2f7 HTTP/1.1" status: 204 len: 168 time: 1.2231493 May 12 19:34:45.628004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50776) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:45.714955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:34:42Z', 'revision_number': 3, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port': {'id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:41Z', 'updated_at': '2022-05-12T19:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:45.720300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Checking router: a7d11aea-df12-4306-83c3-be872e11851a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:34:45.720780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Updating router a7d11aea-df12-4306-83c3-be872e11851a port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:34:45.785689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.793515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.806366 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-028de3e1-0dec-4e97-a658-3db90d702ec9 req-5f9a1523-9d00-43ff-9294-56e69ea06d0e service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901309 May 12 19:34:45.808078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.820809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] DHCP port deletion for ac2b2370-dcc5-4122-84c1-142c5782c5f0 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:34:45.839634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Deleting port e45a1419-714e-4558-b1cf-437ac00eee6a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:45.840093 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.851702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a456d4-c72a-4e6b-b91e-3248be863420,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:45.853801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Deleting port e45a1419-714e-4558-b1cf-437ac00eee6a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:45.854661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.892543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a776-b714-4205-9201-6f3f706fe173 req-74e2e7d9-ea38-43ab-879e-f0c34256eb58 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:45.900138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ca9a776-b714-4205-9201-6f3f706fe173 req-74e2e7d9-ea38-43ab-879e-f0c34256eb58 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 946 time: 0.6116214 May 12 19:34:45.931995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a69dd-d9ff-42ac-93c5-e17e340437e4 None None] Network 8ea4cf17-11ad-4355-b993-fd83cc971e47 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:45.938823 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:45.969727 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bdd85c3b-8428-41a8-b8a5-ea102343903f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/08a456d4-c72a-4e6b-b91e-3248be863420 HTTP/1.1" status: 204 len: 168 time: 1.1500471 May 12 19:34:46.025946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50782) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:46.107180 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.216604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:46.234775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-d6572a6d-5781-4047-94f0-a58d828b388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:46.236259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-d6572a6d-5781-4047-94f0-a58d828b388e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=088721a523014f45b3a7076b9e4afbdb&device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 1097 time: 0.3538148 May 12 19:34:46.278359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:46.280935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d41e262a-ad47-4ce3-98f9-7c6b428b9cb6 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:46.281456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:46.292115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ca9a776-b714-4205-9201-6f3f706fe173 req-072a764b-e0a5-4768-ae3d-7be1d398c635 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909323 May 12 19:34:46.331984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f93eac3-4948-4c62-8232-8744fe3531f3']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:46.389634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:46.389857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device dda297f2-94b3-41b0-b0e7-3a7dbdc3b11f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:46.390263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e45a1419-714e-4558-b1cf-437ac00eee6a no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:46.400287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] For port e45a1419-714e-4558-b1cf-437ac00eee6a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e45a1419-714e-4558-b1cf-437ac00eee6a,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:46.400784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.407138 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.414116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f78b606-39bf-48f2-9ca3-d44c5e284d11') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:46.414995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f78b606-39bf-48f2-9ca3-d44c5e284d11') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:46.430448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.513638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e97e7-3a5c-425a-a65d-af91b0a5515b req-36a104b6-ae15-4a23-9a68-2ced5dbb8547 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:46.515088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a7e97e7-3a5c-425a-a65d-af91b0a5515b req-36a104b6-ae15-4a23-9a68-2ced5dbb8547 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.6830876 May 12 19:34:46.544357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.561570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Calling delete_port for e45a1419-714e-4558-b1cf-437ac00eee6a owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:46.563585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Deleting port b724e81f-19fe-4d00-93c6-2d67516fe445 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:46.563922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.608236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] For port e45a1419-714e-4558-b1cf-437ac00eee6a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e45a1419-714e-4558-b1cf-437ac00eee6a,segment=NetworkSegment(44aa5191-35e7-42ca-bc80-10396744ebf4),segment_id=44aa5191-35e7-42ca-bc80-10396744ebf4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:46.608618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.644889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77e34-3a77-46f1-b502-a9c7d237c10d req-8a727915-d3c4-48cb-b9a7-288f554b26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:46.647838 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7be77e34-3a77-46f1-b502-a9c7d237c10d req-8a727915-d3c4-48cb-b9a7-288f554b26a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.3719790 May 12 19:34:46.653138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-4d955051-0848-420d-855e-c6291e7cb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:46.654603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-4d955051-0848-420d-855e-c6291e7cb71f service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4075649 May 12 19:34:46.656442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:46.656845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: timer() May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:46.671026 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:46.745541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Calling delete_port for e45a1419-714e-4558-b1cf-437ac00eee6a owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:46.756300 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-f3dafba1-fd7a-4a11-88c0-256862f6b281 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 HTTP/1.1" status: 200 len: 217 time: 0.0862026 May 12 19:34:46.796476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a7e97e7-3a5c-425a-a65d-af91b0a5515b req-2b7126e9-b01a-406b-b241-95da99d4aede tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699444 May 12 19:34:46.823755 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7be77e34-3a77-46f1-b502-a9c7d237c10d req-8b18f7e9-c2f6-4933-a533-34e752f6f2f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680214 May 12 19:34:46.828437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.870136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port e45a1419-714e-4558-b1cf-437ac00eee6a update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:34:46.879396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.886505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45a1419-714e-4558-b1cf-437ac00eee6a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:46.892467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-7552c002-7126-43cc-874a-988a05fd9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:46.894112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-7552c002-7126-43cc-874a-988a05fd9fc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1280510 May 12 19:34:46.898528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] No DVR routers for this DVR port e45a1419-714e-4558-b1cf-437ac00eee6a on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:46.915346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:46.951462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f93eac3-4948-4c62-8232-8744fe3531f3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:46.956480 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:34:46.956828 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:34:47.012504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20209cf-6e82-4e2b-ba3e-77cb3803591f req-94b3ecbc-efb2-48b7-a6c5-e0b5c7d21182 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.014017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d20209cf-6e82-4e2b-ba3e-77cb3803591f req-94b3ecbc-efb2-48b7-a6c5-e0b5c7d21182 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.5653605 May 12 19:34:47.032083 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.050336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Transition to ACTIVE for port object 481a8d4a-bf34-48e8-8bea-be5c0564cf67 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:47.062084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.121087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-63fcfc7b-aff8-4529-a6f6-fb874475e108 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6f93eac3-4948-4c62-8232-8744fe3531f3 HTTP/1.1" status: 204 len: 168 time: 1.9751430 May 12 19:34:47.129715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] DHCP port deletion for 8ea4cf17-11ad-4355-b993-fd83cc971e47 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:34:47.133841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a777d0d-05fd-4b4b-9239-722e1a92b61c None None] Pushing event updated for resources: {'Port': ['ID=481a8d4a-bf34-48e8-8bea-be5c0564cf67,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:47.139404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Deleting port b724e81f-19fe-4d00-93c6-2d67516fe445 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:47.139986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.214931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Attempting to bind port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:47.215643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Attempting to bind port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:47.216172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Attempting to bind port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:47.242107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.254843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:47.256241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:47.256241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.256241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:47.256516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Bound port: 481a8d4a-bf34-48e8-8bea-be5c0564cf67, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:47.256795 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.260855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] For port b724e81f-19fe-4d00-93c6-2d67516fe445, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b724e81f-19fe-4d00-93c6-2d67516fe445,segment=NetworkSegment(adf2b9e3-72cf-4cee-b892-abf0057a8a96),segment_id=adf2b9e3-72cf-4cee-b892-abf0057a8a96)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:47.261780 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.288554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2b2370-dcc5-4122-84c1-142c5782c5f0']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:47.306687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d20209cf-6e82-4e2b-ba3e-77cb3803591f req-4aff81fd-e6ce-4a8a-ba4a-2f8a1d378dfe tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147000 May 12 19:34:47.320268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44aa5191-35e7-42ca-bc80-10396744ebf4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:47.320776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44aa5191-35e7-42ca-bc80-10396744ebf4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:47.329408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] For port 481a8d4a-bf34-48e8-8bea-be5c0564cf67, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:47.333153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] For port 481a8d4a-bf34-48e8-8bea-be5c0564cf67, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=481a8d4a-bf34-48e8-8bea-be5c0564cf67,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:47.333557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-afd6c7e5-8116-4449-a14d-f32efcd3bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.335239 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-afd6c7e5-8116-4449-a14d-f32efcd3bd5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3082676 May 12 19:34:47.343126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50792) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:47.348372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.357114 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.500716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Deleting port e45a1419-714e-4558-b1cf-437ac00eee6a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:47.501080 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.515766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.521392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3281759b-132a-4874-b943-86e9303bad92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0d4dbbb92fa413e8680908d765255f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771734 May 12 19:34:47.529504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:47.551483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:47.551897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.555441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Routers {'a7d11aea-df12-4306-83c3-be872e11851a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:47.556222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a7d11aea-df12-4306-83c3-be872e11851a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: timer() May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:47.570704 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:47.645796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Calling delete_port for b724e81f-19fe-4d00-93c6-2d67516fe445 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:47.654784 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-ea51ba5b-b764-4406-b5e1-093fed22a3e7 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083766 May 12 19:34:47.719646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.722677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2384da00-8a97-4e8d-909a-1bdd9adb9779 None None] The port 'e45a1419-714e-4558-b1cf-437ac00eee6a' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:34:47.734950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a777d0d-05fd-4b4b-9239-722e1a92b61c None None] Pushing event updated for resources: {'Port': ['ID=481a8d4a-bf34-48e8-8bea-be5c0564cf67,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:47.745107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] For port b724e81f-19fe-4d00-93c6-2d67516fe445, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b724e81f-19fe-4d00-93c6-2d67516fe445,segment=NetworkSegment(adf2b9e3-72cf-4cee-b892-abf0057a8a96),segment_id=adf2b9e3-72cf-4cee-b892-abf0057a8a96)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:47.746124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.783651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.787137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fb47ea-35c4-46e4-a225-6bbf13e656a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.789800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.795723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.801346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.807104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.812730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.815555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.818381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.824050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:47.831611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-f5bfe8d1-6576-43c0-b7e7-0dbdf10c72f4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.7699368 May 12 19:34:47.846427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2b2370-dcc5-4122-84c1-142c5782c5f0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:47.929212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fb47ea-35c4-46e4-a225-6bbf13e656a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:47.945064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Calling delete_port for b724e81f-19fe-4d00-93c6-2d67516fe445 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:34:47.956333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fee1ceb9-1d1f-41d6-968d-52bc99d58725 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ac2b2370-dcc5-4122-84c1-142c5782c5f0 HTTP/1.1" status: 204 len: 168 time: 2.3233674 May 12 19:34:48.025566 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cebff15-e1fe-4e86-9f3c-0317548c1076 req-8fc861a4-4f07-44d5-903a-e5fec1ed21f4 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490574 May 12 19:34:48.028165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6bdf853-18cd-4af3-b21f-2bc70443c498 req-257f145f-6175-4697-9190-8dc96bae4a30 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1878955 May 12 19:34:48.055506 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-d7033be9-1ef0-434b-bab3-5fe9836cb8e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1679962 May 12 19:34:48.060158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] Set router a7d11aea-df12-4306-83c3-be872e11851a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:48.061384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fb47ea-35c4-46e4-a225-6bbf13e656a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:48.081696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:48.108928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb47ea-35c4-46e4-a225-6bbf13e656a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f6e5c-12f3-4d81-9081-d47f34277126,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:48.126709 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fb47ea-35c4-46e4-a225-6bbf13e656a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:48.130208 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-77fb47ea-35c4-46e4-a225-6bbf13e656a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/124f6e5c-12f3-4d81-9081-d47f34277126 HTTP/1.1" status: 204 len: 168 time: 0.5974848 May 12 19:34:48.268764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97a995-d365-462f-8b5d-aa3188345edf req-4bd9a401-a92e-4146-b158-8bfc8d9ffb84 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:48.273830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa97a995-d365-462f-8b5d-aa3188345edf req-4bd9a401-a92e-4146-b158-8bfc8d9ffb84 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 946 time: 0.7295771 May 12 19:34:48.361974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b724e81f-19fe-4d00-93c6-2d67516fe445,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:48.368892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] No DVR routers for this DVR port b724e81f-19fe-4d00-93c6-2d67516fe445 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:48.370539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b724e81f-19fe-4d00-93c6-2d67516fe445 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:34:48.405501 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:34:48.406212 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:34:48.413791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-6dd7e526-bd8d-45ea-9661-2da1e8e103a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:48.415272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-6dd7e526-bd8d-45ea-9661-2da1e8e103a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 1102 time: 0.1671476 May 12 19:34:48.423650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b724e81f-19fe-4d00-93c6-2d67516fe445 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:34:48.424067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b724e81f-19fe-4d00-93c6-2d67516fe445 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:34:48.442261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50808) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:48.475927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa97a995-d365-462f-8b5d-aa3188345edf req-7af9d775-a1d1-47c4-8fd8-732c57205401 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372736 May 12 19:34:48.546633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:34:42Z', 'revision_number': 3, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port': {'id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:41Z', 'updated_at': '2022-05-12T19:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:48.551312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2678618-5103-4454-b6f4-a117c3233591 None None] The sync data for ids ['a7d11aea-df12-4306-83c3-be872e11851a'] in n-d-841626-1 is: [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:34:42Z', 'revision_number': 3, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port': {'id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:41Z', 'updated_at': '2022-05-12T19:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:34:48.620750 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:48.637131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-36bc0c94-6423-43ff-995d-7bb5c2343d82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50f4320fa49f4843a2d7d8b069476605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915109 May 12 19:34:48.638122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50816) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:48.688077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-e5064120-cea5-4a0f-81c0-6a8cf7d26e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:48.689572 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-e5064120-cea5-4a0f-81c0-6a8cf7d26e8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2331569 May 12 19:34:48.699662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:48.772808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-1338d1bb-014f-4bda-b35f-ba3ffb2b9883 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 200 len: 217 time: 0.0737002 May 12 19:34:48.781318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea4cf17-11ad-4355-b993-fd83cc971e47']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:48.823586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf2b9e3-72cf-4cee-b892-abf0057a8a96') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:48.823892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf2b9e3-72cf-4cee-b892-abf0057a8a96') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:48.854815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-a53d43d7-2bb7-4482-b1bf-fcac34fdb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:48.858440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-a53d43d7-2bb7-4482-b1bf-fcac34fdb903 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0788450 May 12 19:34:48.874127 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:48.904008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:48.925245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Deleting port b724e81f-19fe-4d00-93c6-2d67516fe445 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:34:48.928039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:48.930698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Allocated IP 172.20.0.1 (e99ecd9c-b441-4665-85ac-5615b577c193/15847631-1372-4435-b02a-609c1ec736ad/d6d647fa-72bd-44a2-a9c0-75fb926e29db) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:48.940781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212de9-19b8-408f-94aa-4ff9d195f8c8 req-653e29ce-2572-4d84-895e-5dc1eb0de89a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:48.947780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9212de9-19b8-408f-94aa-4ff9d195f8c8 req-653e29ce-2572-4d84-895e-5dc1eb0de89a tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.6724811 May 12 19:34:48.957874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:48.996395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:34:48.996862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: timer() May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:34:49.017295 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:34:49.046381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a54f2584-d484-42aa-97d7-bfca5f5f941f None None] The port 'b724e81f-19fe-4d00-93c6-2d67516fe445' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:34:49.052550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09', 'mac_address': 'fa:16:3e:4e:9d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:49.062272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-a0ef4cbd-cd88-4b89-bfc1-8d571f424c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:49.065658 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-a0ef4cbd-cd88-4b89-bfc1-8d571f424c77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711164 May 12 19:34:49.088292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6551ab1-980f-47a5-8123-fdda8f680c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.120830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:49.121235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.157628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:49.194641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:49.200353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.284091 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-8a9989e3-63c4-4ed4-afc6-9b74e0d86672 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110732 May 12 19:34:49.291340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6551ab1-980f-47a5-8123-fdda8f680c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.334253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:49.346328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9212de9-19b8-408f-94aa-4ff9d195f8c8 req-08a71c6d-aeb9-4aac-9f0f-382c2625998e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979671 May 12 19:34:49.352487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.380148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.387570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea4cf17-11ad-4355-b993-fd83cc971e47,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:49.396562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb426c3d-4e5b-4402-a300-6b42aa092e70 req-304e97f5-846c-4b38-b96d-3164957d613d tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:49.398448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb426c3d-4e5b-4402-a300-6b42aa092e70 req-304e97f5-846c-4b38-b96d-3164957d613d tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.7319050 May 12 19:34:49.453972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:49.466640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e295425a-1e23-476b-9a4e-0d8564f9dbaf req-ac4c8fe4-7c3e-467d-a5c5-021cdf79db7a service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708519 May 12 19:34:49.527882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6551ab1-980f-47a5-8123-fdda8f680c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.531112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6551ab1-980f-47a5-8123-fdda8f680c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.532402 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f6551ab1-980f-47a5-8123-fdda8f680c35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d812ffdf-cf19-4d3e-85aa-a167b478a925 HTTP/1.1" status: 204 len: 168 time: 0.8897679 May 12 19:34:49.549977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f8541a77-0855-43f9-a4b2-5b894902e4f1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8ea4cf17-11ad-4355-b993-fd83cc971e47 HTTP/1.1" status: 204 len: 168 time: 3.5180404 May 12 19:34:49.561321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb426c3d-4e5b-4402-a300-6b42aa092e70 req-1185684c-101e-4a4e-8ec2-c028f015f67f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410670 May 12 19:34:49.603524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6551ab1-980f-47a5-8123-fdda8f680c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812ffdf-cf19-4d3e-85aa-a167b478a925,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:49.690897 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.830125 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:49.870023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50848) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:49.946485 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2b8b5dd1-a437-4290-be74-30f553134ccd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=483d6cc261e5461c9d684623068444e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744662 May 12 19:34:49.948393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50852) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:50.023903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b6a53e-4547-4755-93c4-3b13c305ebcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.053064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b6a53e-4547-4755-93c4-3b13c305ebcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.077353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Network e99ecd9c-b441-4665-85ac-5615b577c193 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:50.081835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:50.087878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:50.130615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.130776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b6a53e-4547-4755-93c4-3b13c305ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.138285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.145421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.152151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.157991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.165051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.169074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6a53e-4547-4755-93c4-3b13c305ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e4642-eefa-4424-8b51-8501da6f4610,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:50.171175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.179115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-c7520127-9bb0-4786-aee9-a198230b1a72 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.5839360 May 12 19:34:50.186361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d647fa-72bd-44a2-a9c0-75fb926e29db,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:50.198667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b6a53e-4547-4755-93c4-3b13c305ebcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.199845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-21b6a53e-4547-4755-93c4-3b13c305ebcd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b14e4642-eefa-4424-8b51-8501da6f4610 HTTP/1.1" status: 204 len: 168 time: 0.2504714 May 12 19:34:50.250232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.268021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 481a8d4a-bf34-48e8-8bea-be5c0564cf67 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:50.370873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:50.377633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd33f2-8565-4873-a479-b0113ffdd756 req-f734c83c-da79-4719-9a55-79293cb05880 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:50.381331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:50.381331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.381584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10bd33f2-8565-4873-a479-b0113ffdd756 req-f734c83c-da79-4719-9a55-79293cb05880 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 947 time: 0.6566937 May 12 19:34:50.410171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2426c44-2447-4b8f-9f9f-592b55555f98 req-6d7cff95-5708-4a46-bba3-ca37f3428993 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300804 May 12 19:34:50.460110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1055246119', 'description': 'tempest-description-902748355'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:50.481741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:50.518428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:50.551193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10bd33f2-8565-4873-a479-b0113ffdd756 req-e7705809-d1fa-4dcf-8adc-addcdeb50363 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556923 May 12 19:34:50.578899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.598711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:50.599329 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.611342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:50.616992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Usage tracker for resource:security_group_rule and tenant:8d152241108e4a00abf0adebbe84db39 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:50.621020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:50.630139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:50.636310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 481a8d4a-bf34-48e8-8bea-be5c0564cf67, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=481a8d4a-bf34-48e8-8bea-be5c0564cf67,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:50.653861 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.699462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50880) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:50.712632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:50.717177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.816151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=481a8d4a-bf34-48e8-8bea-be5c0564cf67,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:50.821949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:50.826445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f6a8ba6-f7d6-48a7-a0a6-421f1507671f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70fcd3150f69444db3e25c879f727cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257734 May 12 19:34:50.829448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.830187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50884) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:50.831459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:50.831944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.850158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:50.991782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:50.992166 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.022866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2eeb94-d534-4d35-bea8-28d08903ffab,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:51.026371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.027707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8645677-fd84-4ddb-9188-897baafd0020 req-1307048a-962b-4644-a0a3-18131f3fdf80 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5760503 May 12 19:34:51.052382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-673a9b0e-1def-4910-a984-1cebf28397f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.062946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141da046-7085-49c5-b942-b23bec78ff18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:51.079111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:51.088058 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.141502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50902) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:51.169067 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-673a9b0e-1def-4910-a984-1cebf28397f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.196017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:51.331003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.336748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-673a9b0e-1def-4910-a984-1cebf28397f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.343476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-447356184-network', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:51.350443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:51.355194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Usage tracker for resource:network and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:51.363126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:51.369557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a9b0e-1def-4910-a984-1cebf28397f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b0bed4-f11c-4c22-88d5-0021b8b8006f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:51.370064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:51.371310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.399261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:51.402318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.492741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67fd61-7b08-4e0c-ae8a-fff7e030900b req-440fdf8d-0450-4602-8d68-6f4f3306dfe8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:51.500204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd67fd61-7b08-4e0c-ae8a-fff7e030900b req-440fdf8d-0450-4602-8d68-6f4f3306dfe8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.3413653 May 12 19:34:51.540811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.558259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:51.562694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Usage tracker for resource:security_group_rule and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:51.565990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:51.572036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:51.584435 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-673a9b0e-1def-4910-a984-1cebf28397f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.586558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-673a9b0e-1def-4910-a984-1cebf28397f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71b0bed4-f11c-4c22-88d5-0021b8b8006f HTTP/1.1" status: 204 len: 168 time: 0.7553451 May 12 19:34:51.587782 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.619717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d647fa-72bd-44a2-a9c0-75fb926e29db,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:51.672266 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.679360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.699022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:34:51.729421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-00d93842-716e-4267-a948-7d41d271c7f3 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Synchronizing usage tracker for tenant:8d152241108e4a00abf0adebbe84db39 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:51.730213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.730699 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Added segment aa9f3028-90b8-42b0-bf70-e7a4658125ab of type vlan for network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 May 12 19:34:51.737685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1192de-dca6-44de-a52a-263cbece916e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:51.739106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd67fd61-7b08-4e0c-ae8a-fff7e030900b req-46824803-736b-44e7-bb19-2b5187dd35d4 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378583 May 12 19:34:51.781348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-00d93842-716e-4267-a948-7d41d271c7f3 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Unset dirty status for tenant:8d152241108e4a00abf0adebbe84db39 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:51.782805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-00d93842-716e-4267-a948-7d41d271c7f3 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1055246119&fields=id&tenant_id=8d152241108e4a00abf0adebbe84db39 HTTP/1.1" status: 200 len: 267 time: 0.4316649 May 12 19:34:51.790098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.820957 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03148a59-81ba-4e2f-b649-bb21420c2c88'] response: {'server_uuid': '141da046-7085-49c5-b942-b23bec78ff18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09', 'code': 200} May 12 19:34:51.829021 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.830499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:51.831422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:51.902057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Network e99ecd9c-b441-4665-85ac-5615b577c193 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:51.903931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:52.006335 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8634996 May 12 19:34:52.012534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50932) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:52.021634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Request body: {'subnet': {'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-447356184-subnet', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:52.029977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4c089-e098-420e-855a-a8cc89325101 admin admin] Pushing event updated for resources: {'Network': ['ID=9355bd6c-bcdb-4e76-87b3-eb964fa49fe3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:52.032467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:52.044632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:34:52.055742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Usage tracker for resource:subnet and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:52.060016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:52.070154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7a5ff6a-f1f9-40f2-98fa-aa2427c75431 req-7dcb756b-dc02-4f47-8b7e-f98a9a4007fd tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0826163 May 12 19:34:52.082797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:52.087786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-08e57d67-ce86-4c01-b2e1-e64e03050af1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.100767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-08e57d67-ce86-4c01-b2e1-e64e03050af1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.3068588 May 12 19:34:52.131457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d904378-8dc6-4728-a343-195b8d616332 req-507ed337-dcb0-486a-abe5-ee0ef3c75573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.143058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6d904378-8dc6-4728-a343-195b8d616332 req-507ed337-dcb0-486a-abe5-ee0ef3c75573 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 1099 time: 0.2059021 May 12 19:34:52.143058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:52.143058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.242071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Request body: {'port': {'security_groups': ['d971ddb8-f760-4d61-a9e0-f011980bfeb8', '3f2eeb94-d534-4d35-bea8-28d08903ffab']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:52.263829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 481a8d4a-bf34-48e8-8bea-be5c0564cf67 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:52.343054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6d904378-8dc6-4728-a343-195b8d616332 req-4a0c425a-371a-47f9-afc0-542f41539990 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645665 May 12 19:34:52.366471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:52.366843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.506381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:52.534210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.603681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd879f12-6b59-4759-a230-d0fb816a6232,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:52.607562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50946) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:52.642105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.653551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Router a7d11aea-df12-4306-83c3-be872e11851a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:34:52.659982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Checking segment: {'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:52.660666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Network hostable DHCP agents. Network: 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:34:52.687490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:34:52.701574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:52.709055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.709720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.715111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2e3ee-f3e1-47d2-9c87-e5913c5a57d4 None None] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:52.717948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.723864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.729680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.735443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.741209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.747234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.753099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:52.761121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-e2c247b9-2672-4db9-8200-6a7c72f35426 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.2919235 May 12 19:34:52.762597 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e1b874d6-9422-4c00-9efa-4eb83811c873 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7488682 May 12 19:34:52.763828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50952) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:52.769707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:52.775402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:52.779801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Usage tracker for resource:router and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:52.783107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:52.791179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:52.809881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.812285 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.832297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-350216218-network', 'tenant_id': '8489433b5528432c9427e394cae70d6b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:52.849115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:52.868777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:52.942629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Usage tracker for resource:network and tenant:8489433b5528432c9427e394cae70d6b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:52.953511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:52.987703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-9355bd6c-bcdb-4e76-87b3-eb964fa49fe3', 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'fixed_ips': [{'subnet_id': 'cd879f12-6b59-4759-a230-d0fb816a6232'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:34:52.988552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.001418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00e6f8a5-b23d-41f0-a5c9-529d463cd5b2 req-89e66e2c-bd0c-49bb-a417-f6a98bfc98bc tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393675 May 12 19:34:53.019777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:53.041450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Made reservation on behalf of 8489433b5528432c9427e394cae70d6b for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:53.042702 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.045417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:34:53.051888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-002fd085-ea22-4fed-bda0-a0a4818b02c9 admin admin] 10.222.0.72 "PUT /v2.0/routers/a7d11aea-df12-4306-83c3-be872e11851a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8765624 May 12 19:34:53.066107 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Sync routers for ids ['a7d11aea-df12-4306-83c3-be872e11851a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:34:53.099829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Routers {'a7d11aea-df12-4306-83c3-be872e11851a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:53.104248 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a7d11aea-df12-4306-83c3-be872e11851a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:53.149388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.162242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Allocated IP 172.20.0.2 (9355bd6c-bcdb-4e76-87b3-eb964fa49fe3/cd879f12-6b59-4759-a230-d0fb816a6232/f3a91a70-823a-4b37-9fa7-c55805edbe10) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:53.312679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:53.341809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.380298 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Set router a7d11aea-df12-4306-83c3-be872e11851a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:53.397163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.454623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:53.454750 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.454858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Usage tracker for resource:security_group_rule and tenant:8489433b5528432c9427e394cae70d6b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:53.457009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:53.464010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:53.465913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Transition to ACTIVE for port object f3a91a70-823a-4b37-9fa7-c55805edbe10 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:53.489436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Transition to ACTIVE for port object f3a91a70-823a-4b37-9fa7-c55805edbe10 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:53.496703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['fc04b7f3-13dc-4114-8b34-3af6179cdc21'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:53.539240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:53.539961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.541714 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.542483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c4b8031-709c-4d44-9112-e42259a2ce7f req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "PUT /v2.0/ports/fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 982 time: 1.4255762 May 12 19:34:53.552020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:53.577387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79add6-07bf-4e69-b258-577d00f8f0cb tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event updated for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:53.604975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33247-d686-4bd0-89fe-d00215808720 req-d180f875-452e-411d-bf79-f74008ec4db2 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:53.615135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0aa33247-d686-4bd0-89fe-d00215808720 req-d180f875-452e-411d-bf79-f74008ec4db2 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 948 time: 0.3840277 May 12 19:34:53.625338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.636856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.640208 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-06607a0c-94fc-482b-ab02-3bcdd088ef46 service neutron] show failed (client error): The resource could not be found. May 12 19:34:53.643071 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-06607a0c-94fc-482b-ab02-3bcdd088ef46 service neutron] 10.222.0.36 "GET /v2.0/ports/50e38e6f-a7dd-4e0c-99dc-1a4edd161b69/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.4945455 May 12 19:34:53.643219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Pushing event updated for resources: {'Port': ['ID=f3a91a70-823a-4b37-9fa7-c55805edbe10,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:53.666962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:53.672050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:53.679474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:53.686157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.712209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:34:53.728113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0aa33247-d686-4bd0-89fe-d00215808720 req-a5ab3de8-abc8-49c6-b665-f9916a25ac67 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120524 May 12 19:34:53.754572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['fc04b7f3-13dc-4114-8b34-3af6179cdc21'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:53.827725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc071e-07b2-4090-95ab-81325a5bedf5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:53.830707 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.831058 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Added segment f73d4324-c43c-458c-a012-a70af00ceee2 of type vlan for network 808eaa5d-9961-4163-93d3-a78e78fe08a2 May 12 19:34:53.859654 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.866182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf87caa-76b7-41cb-8872-467610b4ec97 req-affb7a95-fe61-4de5-ab43-8a03b76a3d74 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:53.868581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbf87caa-76b7-41cb-8872-467610b4ec97 req-affb7a95-fe61-4de5-ab43-8a03b76a3d74 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.1085663 May 12 19:34:53.931603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbf87caa-76b7-41cb-8872-467610b4ec97 req-dfaccb4d-baa3-4506-ac4e-854698bdf6f6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560017 May 12 19:34:53.940133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:53.941401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:53.942135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.052482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88b0b945-210f-4f14-a353-9338ffa57a88 req-436c5bf7-cdb5-4ec0-8376-83ba8133f205 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1067028 May 12 19:34:54.071176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Attempting to bind port f3a91a70-823a-4b37-9fa7-c55805edbe10 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:54.071710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Attempting to bind port f3a91a70-823a-4b37-9fa7-c55805edbe10 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:54.071882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Attempting to bind port f3a91a70-823a-4b37-9fa7-c55805edbe10 on network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:54.077549 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 4, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port': {'id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:41Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd6d647fa-72bd-44a2-a9c0-75fb926e29db', 'name': '', 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'mac_address': 'fa:16:3e:d8:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '15847631-1372-4435-b02a-609c1ec736ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:47Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 2, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'subnets': [{'id': '15847631-1372-4435-b02a-609c1ec736ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:54.081858 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Checking router: a7d11aea-df12-4306-83c3-be872e11851a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:34:54.082204 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Updating router a7d11aea-df12-4306-83c3-be872e11851a port d6d647fa-72bd-44a2-a9c0-75fb926e29db binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:34:54.143176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:54.143818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Checking segment: {'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:54.144372 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.144965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Bound using segment: {'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:54.145624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Bound port: f3a91a70-823a-4b37-9fa7-c55805edbe10, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:54.146150 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.192539 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.293538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56c7e276-45e4-4f21-906a-413c481935f5 req-255ad36d-23fe-4939-81b4-b36afefec374 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1055246119&fields=id&tenant_id=8d152241108e4a00abf0adebbe84db39 HTTP/1.1" status: 200 len: 267 time: 0.0559468 May 12 19:34:54.396412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] For port f3a91a70-823a-4b37-9fa7-c55805edbe10, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:54.424082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] For port f3a91a70-823a-4b37-9fa7-c55805edbe10, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f3a91a70-823a-4b37-9fa7-c55805edbe10,segment=NetworkSegment(aa9f3028-90b8-42b0-bf70-e7a4658125ab),segment_id=aa9f3028-90b8-42b0-bf70-e7a4658125ab)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:54.445517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.513016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7e276-45e4-4f21-906a-413c481935f5 req-5c0bb778-9640-47b6-a5ec-e257c5cdb190 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:54.521460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2efff8bc-e486-4380-9dd2-9272aff299b6 req-79e4486e-7337-4e5e-ace7-07b3ea9f71d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.4550235 May 12 19:34:54.524439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56c7e276-45e4-4f21-906a-413c481935f5 req-5c0bb778-9640-47b6-a5ec-e257c5cdb190 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 985 time: 0.2223754 May 12 19:34:54.536054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Request body: {'port': {'security_groups': ['d971ddb8-f760-4d61-a9e0-f011980bfeb8']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:54.538466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] Pushing event updated for resources: {'Network': ['ID=808eaa5d-9961-4163-93d3-a78e78fe08a2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:54.565768 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-57fe06e3-84d4-4cc9-9efc-91742694a932 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9506540 May 12 19:34:54.566857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50982) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:34:54.576632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 808eaa5d-9961-4163-93d3-a78e78fe08a2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:34:54.598119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Request body: {'subnet': {'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-350216218-subnet', 'tenant_id': '8489433b5528432c9427e394cae70d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:54.607429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:54.616063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Usage tracker for resource:subnet and tenant:8489433b5528432c9427e394cae70d6b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:54.622150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:54.633420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:54.648750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-0db5c9a6-d5d1-49b7-9c00-5013b447a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:54.650817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-0db5c9a6-d5d1-49b7-9c00-5013b447a5a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29&tenant_id=5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 1100 time: 0.4981813 May 12 19:34:54.664249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-4fbf73c5-4c2e-4773-84d4-8cc5f4a6149a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:54.665517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-4fbf73c5-4c2e-4773-84d4-8cc5f4a6149a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Synchronizing usage tracker for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:54.669542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:54.703697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f136f4-bb69-452e-9f72-8efb9fe2add7 None None] Pushing event updated for resources: {'Port': ['ID=f3a91a70-823a-4b37-9fa7-c55805edbe10,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:54.710568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Made reservation on behalf of 8489433b5528432c9427e394cae70d6b for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:54.712824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.769879 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.773640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-4fbf73c5-4c2e-4773-84d4-8cc5f4a6149a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Unset dirty status for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:54.783709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-4fbf73c5-4c2e-4773-84d4-8cc5f4a6149a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 810 time: 0.4264479 May 12 19:34:54.786678 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Transition to ACTIVE for port object d6d647fa-72bd-44a2-a9c0-75fb926e29db will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:54.794203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.798591 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:54.816332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6ddf6394-752b-4f8d-881a-c908efa6c3c6 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/quotas/fefd684dfebb447f9d3ac48dcbbf5e55 HTTP/1.1" status: 200 len: 375 time: 0.0316780 May 12 19:34:54.970645 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Pushing event updated for resources: {'Port': ['ID=d6d647fa-72bd-44a2-a9c0-75fb926e29db,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:55.019908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-be656e80-4586-4a61-a8ef-aee78de06f4e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Synchronizing usage tracker for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:34:55.030676 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.031010 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.031343 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.031670 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.031990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.032304 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.032623 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.033271 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.033510 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.033753 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.034066 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.034376 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:34:55.072159 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Attempting to bind port d6d647fa-72bd-44a2-a9c0-75fb926e29db on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:55.073057 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Attempting to bind port d6d647fa-72bd-44a2-a9c0-75fb926e29db by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:55.073446 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Attempting to bind port d6d647fa-72bd-44a2-a9c0-75fb926e29db on network e99ecd9c-b441-4665-85ac-5615b577c193 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:55.082531 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:55.083251 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Checking segment: {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:55.083527 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.084001 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Bound using segment: {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:55.084553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Bound port: d6d647fa-72bd-44a2-a9c0-75fb926e29db, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:55.085220 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.203432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.228418 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-dc67823d-e03d-4e57-8b49-d57342f8f341 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5206325 May 12 19:34:55.240454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.278942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] For port d6d647fa-72bd-44a2-a9c0-75fb926e29db, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:55.283355 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] For port d6d647fa-72bd-44a2-a9c0-75fb926e29db, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d6d647fa-72bd-44a2-a9c0-75fb926e29db,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:55.293542 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.377130 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Routers {'a7d11aea-df12-4306-83c3-be872e11851a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:34:55.377955 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a7d11aea-df12-4306-83c3-be872e11851a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:55.387016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.431204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:55.446644 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2eacd2-6c44-42ab-a68a-2ccb13cfba19 None None] Pushing event updated for resources: {'Port': ['ID=d6d647fa-72bd-44a2-a9c0-75fb926e29db,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:55.457297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.471838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.484681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['fc04b7f3-13dc-4114-8b34-3af6179cdc21'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:55.600614 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] Set router a7d11aea-df12-4306-83c3-be872e11851a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:34:55.665900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5062-5639-4fc4-abeb-d9687f223962 req-46986bb3-6399-4acd-bafe-bda0c2d6fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:55.667437 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-46986bb3-6399-4acd-bafe-bda0c2d6fda6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 1100 time: 0.3965907 May 12 19:34:55.675734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event updated for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:55.678225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-be656e80-4586-4a61-a8ef-aee78de06f4e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Unset dirty status for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:34:55.679515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-be656e80-4586-4a61-a8ef-aee78de06f4e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8624072 May 12 19:34:55.690134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:55.690817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:55.708865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56c7e276-45e4-4f21-906a-413c481935f5 req-2a405e38-1a80-4e85-b60e-a76705311a92 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "PUT /v2.0/ports/fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 943 time: 1.1832352 May 12 19:34:55.857729 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43487970-a923-4c61-96ec-19202b9f7ef1'] response: {'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'status': 'completed', 'code': 200} May 12 19:34:55.869608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['fc04b7f3-13dc-4114-8b34-3af6179cdc21'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:34:55.958164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Allocated IP 172.25.2.241 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/6ed88eb7-035e-4f7c-9bee-156075baacf0) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:56.052497 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-99b0982a-bbf9-4037-9f49-e9ed6afc0e9f service neutron] 10.222.0.72 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424966 May 12 19:34:56.073968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.074664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:56.085391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.091189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.096892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.102640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.113701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.119353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.127007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-85671643-a695-4b0f-9e7c-c759549997a0 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5428 time: 0.2078159 May 12 19:34:56.152218 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 4, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port': {'id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:41Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd6d647fa-72bd-44a2-a9c0-75fb926e29db', 'name': '', 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'mac_address': 'fa:16:3e:d8:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '15847631-1372-4435-b02a-609c1ec736ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:47Z', 'updated_at': '2022-05-12T19:34:55Z', 'revision_number': 4, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'subnets': [{'id': '15847631-1372-4435-b02a-609c1ec736ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:34:56.157626 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d73be-c64d-4799-959c-c453a19d9441 None None] The sync data for ids ['a7d11aea-df12-4306-83c3-be872e11851a'] in n-d-841626-1 is: [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 4, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port': {'id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:41Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd6d647fa-72bd-44a2-a9c0-75fb926e29db', 'name': '', 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'mac_address': 'fa:16:3e:d8:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '15847631-1372-4435-b02a-609c1ec736ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:47Z', 'updated_at': '2022-05-12T19:34:55Z', 'revision_number': 4, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'subnets': [{'id': '15847631-1372-4435-b02a-609c1ec736ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:34:56.251786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6cf4d7-c560-429b-a915-265fb1f37cd2 None None] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:56.367300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f3a91a70-823a-4b37-9fa7-c55805edbe10 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:56.389173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f2862c4-087a-4042-8bb5-3c97e4802d48 req-9bf8eccb-6bbd-421d-ab6b-3b8ee93a2eeb tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2611992 May 12 19:34:56.398987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:56.436782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c6279b9d-e891-4c19-a3d4-16ede4ac845b details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:56.437647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-b951d58a-8118-4c36-a748-99e2f49a0dde service neutron] 10.222.0.72 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754525 May 12 19:34:56.473381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-74c3910d-ee30-4e64-af79-bcdf60270712 None None] Provisioning for port f3a91a70-823a-4b37-9fa7-c55805edbe10 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:56.684636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898c63-a226-42d5-a0e2-45aa5f4cbc01 req-764f4608-bc02-4dfb-9d52-591c81a4b86c tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:56.693302 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56898c63-a226-42d5-a0e2-45aa5f4cbc01 req-764f4608-bc02-4dfb-9d52-591c81a4b86c tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 948 time: 0.1317444 May 12 19:34:56.779039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56898c63-a226-42d5-a0e2-45aa5f4cbc01 req-0a9fbdab-1d37-42f7-8c8c-795942702cbc tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784488 May 12 19:34:56.806963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:56.852475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:56.888355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c6279b9d-e891-4c19-a3d4-16ede4ac845b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:56.907281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b', 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c', 'port_id': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b', 'mac_address': 'fa:16:3e:27:bf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ef676-aadf-4ac5-ab3f-2485032c2a6d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:56.930313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f3a91a70-823a-4b37-9fa7-c55805edbe10 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:56.938560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f3a91a70-823a-4b37-9fa7-c55805edbe10 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:56.939159 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.056633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c469926-942a-47f6-a6ab-0555b01a4eba req-53ddc1fc-3f64-4469-81ee-e56f71881b96 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:57.066741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c469926-942a-47f6-a6ab-0555b01a4eba req-53ddc1fc-3f64-4469-81ee-e56f71881b96 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.1955678 May 12 19:34:57.072706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6ce236a-7a0b-4747-8640-700a3e4ef7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.199659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c6279b9d-e891-4c19-a3d4-16ede4ac845b is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:57.200035 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.219641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Checking segment: {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:57.220231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Network hostable DHCP agents. Network: 808eaa5d-9961-4163-93d3-a78e78fe08a2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:34:57.227685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629020b-4c3c-485e-9e43-055536d45e51 req-f474e790-102e-4cd8-ba54-53847b6d3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:57.229514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6279b9d-e891-4c19-a3d4-16ede4ac845b {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:57.229822 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4629020b-4c3c-485e-9e43-055536d45e51 req-f474e790-102e-4cd8-ba54-53847b6d3cb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 1.3573902 May 12 19:34:57.234652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:57.236794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:57.250123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:57.278503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9401e0ae-04ac-404c-92e9-edc773327041 req-666654c1-66a8-4293-b1eb-2c816afa15a0 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1634290 May 12 19:34:57.292597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c469926-942a-47f6-a6ab-0555b01a4eba req-607781e5-cf37-474c-90bd-916db89683b0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236681 May 12 19:34:57.318640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:57.352386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c6279b9d-e891-4c19-a3d4-16ede4ac845b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:57.357676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5062-5639-4fc4-abeb-d9687f223962 req-dee809d3-e1a3-4923-a5ee-e97b4f4793a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:57.358553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f3a91a70-823a-4b37-9fa7-c55805edbe10 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:57.359495 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.360799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-dee809d3-e1a3-4923-a5ee-e97b4f4793a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 1.6327722 May 12 19:34:57.386357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.386999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3bf4a190-8997-472d-abff-d2dd13b4f12e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:57.429156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Pushing event updated for resources: {'Port': ['ID=6ed88eb7-035e-4f7c-9bee-156075baacf0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:57.518900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-1b7fe038-1dd7-4691-aeb5-17999c83d354 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2067277 May 12 19:34:57.526060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:57.576500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3bf4a190-8997-472d-abff-d2dd13b4f12e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:57.598189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:57.615892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43e48d8a-aa3d-4d46-9564-3e2b1f3b3a50 req-b469c421-1cf3-4542-80b7-f81ae17f1b2a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 210 time: 0.0948234 May 12 19:34:57.617373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Usage tracker for resource:floatingip and tenant:8d152241108e4a00abf0adebbe84db39 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:34:57.620935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:34:57.623689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:57.645587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:57.664484 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.721328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3bf4a190-8997-472d-abff-d2dd13b4f12e', 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'port_id': '3bf4a190-8997-472d-abff-d2dd13b4f12e', 'mac_address': 'fa:16:3e:c7:3b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b22bbc2-6bac-42bc-b5a2-638353b4178a', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:57.732951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.750855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Transition to ACTIVE for port object 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:34:57.751973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:57.794964 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:57.843966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-dad71564-1535-44b3-82b5-62d228bcc363 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 200 len: 217 time: 0.4106593 May 12 19:34:57.862413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:34:57.959154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Network 808eaa5d-9961-4163-93d3-a78e78fe08a2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:34:57.982861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.046757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c6279b9d-e891-4c19-a3d4-16ede4ac845b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:58.088103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f3a91a70-823a-4b37-9fa7-c55805edbe10, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f3a91a70-823a-4b37-9fa7-c55805edbe10,segment=NetworkSegment(aa9f3028-90b8-42b0-bf70-e7a4658125ab),segment_id=aa9f3028-90b8-42b0-bf70-e7a4658125ab)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:58.098607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3bf4a190-8997-472d-abff-d2dd13b4f12e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:58.099614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.107359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5062-5639-4fc4-abeb-d9687f223962 req-99544f34-ebe7-4db2-a249-fe5ed6605e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:58.110421 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-99544f34-ebe7-4db2-a249-fe5ed6605e67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1378021 May 12 19:34:58.122624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e0479113-b3f5-4626-b641-ad9364629064 None None] Provisioning complete for port f3a91a70-823a-4b37-9fa7-c55805edbe10 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:58.128266 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0479113-b3f5-4626-b641-ad9364629064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.196542 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.248424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629020b-4c3c-485e-9e43-055536d45e51 req-bb27a8db-00ac-4c52-908c-ca7fd5ad78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:58.250147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4629020b-4c3c-485e-9e43-055536d45e51 req-bb27a8db-00ac-4c52-908c-ca7fd5ad78ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 1.0062959 May 12 19:34:58.299576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf4a190-8997-472d-abff-d2dd13b4f12e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:58.325707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 808eaa5d-9961-4163-93d3-a78e78fe08a2) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:58.331075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:58.332282 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.349524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Allocated IP 172.25.2.125 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/5c1d02ab-4d65-4d99-b28c-de7cf35a141f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:34:58.376763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3bf4a190-8997-472d-abff-d2dd13b4f12e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:58.389073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1a083-41e9-4f89-83a2-c0713b0fd540 None None] Network 808eaa5d-9961-4163-93d3-a78e78fe08a2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:58.414363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6d647fa-72bd-44a2-a9c0-75fb926e29db up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:34:58.467003 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.467925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 66cba182-2ddf-4c1b-9b77-91d1d26174b9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:58.526424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f3a91a70-823a-4b37-9fa7-c55805edbe10,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:58.589397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] No DVR routers for this DVR port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:34:58.702307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4629020b-4c3c-485e-9e43-055536d45e51 req-fa8451c0-eef3-4f77-afdc-377f526eefe1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 217 time: 0.3785255 May 12 19:34:58.705636 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-796c7812-9f01-4c40-84e4-274343bb9e49 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.1373281 May 12 19:34:58.724798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:58.751511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.760844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e0479113-b3f5-4626-b641-ad9364629064 None None] Current status of the port f3a91a70-823a-4b37-9fa7-c55805edbe10 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:58.788191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:58.797043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3bf4a190-8997-472d-abff-d2dd13b4f12e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:58.825704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '66cba182-2ddf-4c1b-9b77-91d1d26174b9', 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'port_id': '66cba182-2ddf-4c1b-9b77-91d1d26174b9', 'mac_address': 'fa:16:3e:ea:5b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b22bbc2-6bac-42bc-b5a2-638353b4178a', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:58.830059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d6d647fa-72bd-44a2-a9c0-75fb926e29db completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:34:58.856031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:34:58.856371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:34:58.856690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:58.865412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d6d647fa-72bd-44a2-a9c0-75fb926e29db triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:34:58.866127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:58.881023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:34:58.881362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:34:58.916114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:34:58.916546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:34:58.916968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:34:58.917464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Bound port: 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:34:58.917821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.006603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:59.007026 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.024411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629020b-4c3c-485e-9e43-055536d45e51 req-12e5ce00-1f57-4249-b19c-a14908f4d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.025939 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4629020b-4c3c-485e-9e43-055536d45e51 req-12e5ce00-1f57-4249-b19c-a14908f4d555 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.2896957 May 12 19:34:59.140304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.146329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.152893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.158844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.165530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.171627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.177703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.185960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-74c41199-9e46-4802-9269-0ec9d82e5981 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5430 time: 0.3548799 May 12 19:34:59.190626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cba182-2ddf-4c1b-9b77-91d1d26174b9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:59.214901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:59.229439 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed176ade-229b-4921-9284-a3128356242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.233389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3485940f-270f-471f-bf0c-927a4afdb49c None None] Network 808eaa5d-9961-4163-93d3-a78e78fe08a2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:34:59.331541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.341563 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.342324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:59.392532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-64e86af2-f8ee-410e-ab4a-146b14e6d9be tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.394058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-64e86af2-f8ee-410e-ab4a-146b14e6d9be tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.73 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 810 time: 0.6221395 May 12 19:34:59.420577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Request body: {'port': {'device_id': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'admin_state_up': True, 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:34:59.429051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5062-5639-4fc4-abeb-d9687f223962 req-c2c9efa6-a613-4ce4-a772-282de21d2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.430690 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-c2c9efa6-a613-4ce4-a772-282de21d2e85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1135080 May 12 19:34:59.433044 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4629020b-4c3c-485e-9e43-055536d45e51 req-e3a5bd6e-b975-43b5-bbb5-6ce6830371d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771043 May 12 19:34:59.449761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:34:59.462978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:34:59.474217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d6d647fa-72bd-44a2-a9c0-75fb926e29db is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:59.474681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.480490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:34:59.513899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:34:59.532196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:59.552213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:59.562540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event updated for resources: {'Port': ['ID=5c1d02ab-4d65-4d99-b28c-de7cf35a141f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:59.575032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d13001e-910c-4d2c-b58b-e80e79dfdfbf req-992075a2-9d57-40e0-948b-d2166a51e4f7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3882461 May 12 19:34:59.588981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:34:59.624726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1', 'network_id': '3da18450-faba-4c15-af43-f6fd6be9f34c', 'port_id': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1', 'mac_address': 'fa:16:3e:f4:b7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ef676-aadf-4ac5-ab3f-2485032c2a6d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:34:59.625018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.625522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d6d647fa-72bd-44a2-a9c0-75fb926e29db, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d6d647fa-72bd-44a2-a9c0-75fb926e29db,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:59.658721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.665327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:34:59.678431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:34:59.686011 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.694653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:34:59.695157 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.695967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Made reservation on behalf of fefd684dfebb447f9d3ac48dcbbf5e55 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:34:59.700473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.718923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:34:59.737888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:34:59.738763 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.739248 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7a6170-8c0f-4848-92ef-2a9afcd30a80'] response: {'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'code': 200} May 12 19:34:59.785158 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.786938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f7f316dd-c9b6-48c1-b5b2-8372153d0a46 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:34:59.826092 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e5121b-f78e-4a7b-9f2e-af87e4a0d0f9'] response: {'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'status': 'completed', 'code': 200} May 12 19:34:59.843566 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.881521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d6d647fa-72bd-44a2-a9c0-75fb926e29db,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:34:59.885454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:34:59.886076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:34:59.887506 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 1095 time: 5.2236891 May 12 19:35:00.009724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:00.146681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b3f3b-29ef-4467-ae0c-4428b91b81c8 service neutron] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:00.151595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.155642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-66685b1e-9ac4-4603-97d4-c42a3569f786 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180996 May 12 19:35:00.164557 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4629020b-4c3c-485e-9e43-055536d45e51 req-15fa36e5-270f-45fa-bbe1-da04a7d0100e service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244723 May 12 19:35:00.201220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.243077 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.267034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.304650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:00.323138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'port_id': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'mac_address': 'fa:16:3e:a6:20:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:00.421781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.453986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event updated for resources: {'Port': ['ID=5c1d02ab-4d65-4d99-b28c-de7cf35a141f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:00.454201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:00.454623 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.471678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Allocated IP 172.20.0.13 (e99ecd9c-b441-4665-85ac-5615b577c193/15847631-1372-4435-b02a-609c1ec736ad/216dcc24-8a30-4b07-ae89-ed99856c864c) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:00.473844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6d647fa-72bd-44a2-a9c0-75fb926e29db up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:00.496076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.497567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-232d5847-5291-43c3-b46a-1465535dd604 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9776578 May 12 19:35:00.501707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f316dd-c9b6-48c1-b5b2-8372153d0a46 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:00.509657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec3bc1-bb2c-4eb1-b3fa-f583d5afef21 req-c156acce-944b-4766-8254-29f6a0d679f3 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:00.517738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1ec3bc1-bb2c-4eb1-b3fa-f583d5afef21 req-c156acce-944b-4766-8254-29f6a0d679f3 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 948 time: 0.3120024 May 12 19:35:00.522165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:00.531106 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.532093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9cec59f3-5d27-4198-bd90-58d6f15ce176 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:00.634983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13da5062-5639-4fc4-abeb-d9687f223962 req-b3d21b66-8411-449b-9fcd-fc02e20bff2f service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667273 May 12 19:35:00.636945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4629020b-4c3c-485e-9e43-055536d45e51 req-cbcf0a76-14bd-4d6a-8ed8-28bd3a89075c service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425282 May 12 19:35:00.675345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-eb7affbc-4dc0-4854-8f98-fa485c7655c2 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Synchronizing usage tracker for tenant:8d152241108e4a00abf0adebbe84db39 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:00.692170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:00.696519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9cec59f3-5d27-4198-bd90-58d6f15ce176, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:00.704786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d6d647fa-72bd-44a2-a9c0-75fb926e29db triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:00.705294 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.716982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1ec3bc1-bb2c-4eb1-b3fa-f583d5afef21 req-d75cc13b-7aa4-45e8-ad28-81abee209f71 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982608 May 12 19:35:00.770647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '9cec59f3-5d27-4198-bd90-58d6f15ce176', 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'port_id': '9cec59f3-5d27-4198-bd90-58d6f15ce176', 'mac_address': 'fa:16:3e:4a:fc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b22bbc2-6bac-42bc-b5a2-638353b4178a', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:00.788895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-eb7affbc-4dc0-4854-8f98-fa485c7655c2 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Unset dirty status for tenant:8d152241108e4a00abf0adebbe84db39 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:00.790103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-eb7affbc-4dc0-4854-8f98-fa485c7655c2 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.2509110 May 12 19:35:00.848682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 9cec59f3-5d27-4198-bd90-58d6f15ce176 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:00.849394 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.874423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.896402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cec59f3-5d27-4198-bd90-58d6f15ce176 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:00.930572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9cec59f3-5d27-4198-bd90-58d6f15ce176, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:00.938210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d6d647fa-72bd-44a2-a9c0-75fb926e29db is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:00.944331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f3a91a70-823a-4b37-9fa7-c55805edbe10 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:00.958622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-1b799f11-a13b-474d-8ca6-e48487068242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:00.960183 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-1b799f11-a13b-474d-8ca6-e48487068242 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1098 time: 1.0224988 May 12 19:35:00.983611 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:00.984516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4298f8c-728b-4b34-be14-9fdff6a5a141 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:01.015669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4298f8c-728b-4b34-be14-9fdff6a5a141, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4298f8c-728b-4b34-be14-9fdff6a5a141,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:01.077512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'd4298f8c-728b-4b34-be14-9fdff6a5a141', 'network_id': 'c3b23f44-1fb8-4731-8783-e2921a799d71', 'port_id': 'd4298f8c-728b-4b34-be14-9fdff6a5a141', 'mac_address': 'fa:16:3e:d6:f0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b22bbc2-6bac-42bc-b5a2-638353b4178a', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:01.136838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.215511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-fdd5f32f-0f96-4bc6-923c-98e1c68af93f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:01.218202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-fdd5f32f-0f96-4bc6-923c-98e1c68af93f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.3191600 May 12 19:35:01.232258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-3a8c449d-905f-4d97-afe6-7da12df56915 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:35:01.233260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9c1f846-d2e8-4178-836a-861e972e40e6 req-3a8c449d-905f-4d97-afe6-7da12df56915 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056565 May 12 19:35:01.237353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d4298f8c-728b-4b34-be14-9fdff6a5a141 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:01.237588 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.248453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76319e-c573-4bdd-8337-79af1b722eed req-9b515647-9bbd-4ef0-995b-387be5923418 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:01.250051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d76319e-c573-4bdd-8337-79af1b722eed req-9b515647-9bbd-4ef0-995b-387be5923418 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 947 time: 0.3530533 May 12 19:35:01.270851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4298f8c-728b-4b34-be14-9fdff6a5a141 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:01.278205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.294027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4298f8c-728b-4b34-be14-9fdff6a5a141, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4298f8c-728b-4b34-be14-9fdff6a5a141,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:01.309314 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.312801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=9cec59f3-5d27-4198-bd90-58d6f15ce176,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:01.371225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-2e875392-8251-4a83-84ea-166532d7478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:01.372896 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-2e875392-8251-4a83-84ea-166532d7478f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.6870966 May 12 19:35:01.377935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f3a91a70-823a-4b37-9fa7-c55805edbe10 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:01.378400 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.460035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d4298f8c-728b-4b34-be14-9fdff6a5a141,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:01.546877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Router d951feac-b6d9-41fe-81a4-1425d99b0c5b is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:35:01.554031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.554700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f3a91a70-823a-4b37-9fa7-c55805edbe10 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:01.555578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Network e99ecd9c-b441-4665-85ac-5615b577c193 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:01.560338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-b934aa4b-8489-46c3-bffd-23d8bfa75de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:01.562016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-b934aa4b-8489-46c3-bffd-23d8bfa75de0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.5884876 May 12 19:35:01.569820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d76319e-c573-4bdd-8337-79af1b722eed req-f40fbdef-9dd5-4dfb-8090-7bedf944aa07 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120372 May 12 19:35:01.573341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84ec5a52-0a93-4901-9ab9-b68f1bb4df98 req-b11e9c29-1b50-4ad1-829e-958fd62a903b tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0754375 May 12 19:35:01.580219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:01.585750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Pushing event updated for resources: {'Port': ['ID=216dcc24-8a30-4b07-ae89-ed99856c864c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:01.588005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:01.660090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:01.666216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.726582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-6c8baf79-2f02-401a-9c36-6ebce89f18f8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3126478 May 12 19:35:01.736906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-df4faedc-2182-4ebe-be92-3ae80874e13a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.1655018 May 12 19:35:01.739717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Request body: {'port': {'device_id': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:01.746213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-b7dfa2d6-055b-4331-81a1-6a1f4b178640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:01.747635 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-b7dfa2d6-055b-4331-81a1-6a1f4b178640 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 0.3668728 May 12 19:35:01.748125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:01.892568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3bf4a190-8997-472d-abff-d2dd13b4f12e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:01.916755 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-5b8cc16d-4aec-41a8-937f-bb16d90589ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 217 time: 0.1288474 May 12 19:35:01.944494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['9cec59f3-5d27-4198-bd90-58d6f15ce176'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:01.991713 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:01.996339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:02.003120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-9c62c9f2-2c14-4d1a-8574-1ae366e6e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:02.004445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-9c62c9f2-2c14-4d1a-8574-1ae366e6e62f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2487876 May 12 19:35:02.009269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-543cedb1-56ed-4a92-b76e-4cf84a0b8e50 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:02.010939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-543cedb1-56ed-4a92-b76e-4cf84a0b8e50 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 814 time: 0.2421331 May 12 19:35:02.023600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced17b-3b02-4dc5-939a-db005ca589b6 req-eecfd2b7-ba1c-4a1c-b65a-d2957c11f3e7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:02.024281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3cced17b-3b02-4dc5-939a-db005ca589b6 req-eecfd2b7-ba1c-4a1c-b65a-d2957c11f3e7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Synchronizing usage tracker for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:02.032807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['d4298f8c-728b-4b34-be14-9fdff6a5a141'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:02.043927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:35:02.066477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-4d549b4e-860c-41d2-9d95-5ca8149293d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:02.068215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-4d549b4e-860c-41d2-9d95-5ca8149293d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.1420851 May 12 19:35:02.075921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Sync routers for ids ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:35:02.087575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-2279e1f6-d4d5-4d10-bd1f-3f9a7c52fcd7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/quotas/8489433b5528432c9427e394cae70d6b HTTP/1.1" status: 200 len: 375 time: 0.0592923 May 12 19:35:02.106170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3cced17b-3b02-4dc5-939a-db005ca589b6 req-eecfd2b7-ba1c-4a1c-b65a-d2957c11f3e7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Unset dirty status for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:02.107267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cced17b-3b02-4dc5-939a-db005ca589b6 req-eecfd2b7-ba1c-4a1c-b65a-d2957c11f3e7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 932 time: 0.4207921 May 12 19:35:02.137412 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-61a554ee-e7aa-4be4-b28d-620f62dfcfb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626194 May 12 19:35:02.145438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:02.151633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51058) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:02.152987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-366850f0-a815-4900-a47d-0398ff13e31c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3863058 May 12 19:35:02.158397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Routers {'d951feac-b6d9-41fe-81a4-1425d99b0c5b'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:02.159030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:02.237423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-5afc80a6-6f2d-47ad-9725-3773404dfd0f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351969 May 12 19:35:02.277043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-c24ca032-145c-4e15-ac36-4d86ca878cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:02.278477 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-c24ca032-145c-4e15-ac36-4d86ca878cdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666023 May 12 19:35:02.401019 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-d90bd4c9-24e0-4827-a8a0-2ddf2f0734e5 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417657 May 12 19:35:02.422328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3cced17b-3b02-4dc5-939a-db005ca589b6 req-844bc945-42ce-4f6a-89e9-0ac351a77a08 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Synchronizing usage tracker for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:02.524368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-541b3392-6589-4f18-a0f9-90a53746adb5 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381959 May 12 19:35:02.548851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Set router d951feac-b6d9-41fe-81a4-1425d99b0c5b gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:02.603976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3cced17b-3b02-4dc5-939a-db005ca589b6 req-844bc945-42ce-4f6a-89e9-0ac351a77a08 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Unset dirty status for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:02.605374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cced17b-3b02-4dc5-939a-db005ca589b6 req-844bc945-42ce-4f6a-89e9-0ac351a77a08 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564998 May 12 19:35:02.664136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-92f7c08a-1a8d-46fd-a6d7-e0286bd56f46 service neutron] 10.222.0.72 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056690 May 12 19:35:02.699331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-716d58aa-9f9a-4ed4-9078-0d38d4ed37ef req-e9c16983-39cf-4877-8ab0-872386e17d79 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664968 May 12 19:35:02.708644 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ef69d8e0-6793-4780-a68a-a16077d2f7b6 req-bfd28a90-f6a3-4bea-a575-cba06095ef09 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983243 May 12 19:35:02.895178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c6279b9d-e891-4c19-a3d4-16ede4ac845b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:02.948027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['66cba182-2ddf-4c1b-9b77-91d1d26174b9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:02.971661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f7f316dd-c9b6-48c1-b5b2-8372153d0a46'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:03.291369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-6dfca8c6-8149-442d-a930-3d7da3e725ea service neutron] 10.222.0.72 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582037 May 12 19:35:03.336557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:03.350731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.356500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.362240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.367944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.373710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.379381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.385072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.387048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-c3031645-96c3-4d98-bbfe-8b64b2a74302 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5435 time: 0.6223242 May 12 19:35:03.519047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:03.560664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216dcc24-8a30-4b07-ae89-ed99856c864c {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:03.564282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:34:58Z', 'revision_number': 3, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:03.587674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:03.596499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Checking router: d951feac-b6d9-41fe-81a4-1425d99b0c5b for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:35:03.596845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Updating router d951feac-b6d9-41fe-81a4-1425d99b0c5b port 6ed88eb7-035e-4f7c-9bee-156075baacf0 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:35:03.637853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef55b090-f6bf-4a99-92e8-fc946d9109c1 req-75e3d731-5470-433c-9976-26a2d2d5c8a3 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425869 May 12 19:35:03.667820 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:03.697119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Transition to ACTIVE for port object 216dcc24-8a30-4b07-ae89-ed99856c864c will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:03.707236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:03.932893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-d150da72-b77d-46d2-83b2-3fcbd7e6c5e7 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:03.934320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-d150da72-b77d-46d2-83b2-3fcbd7e6c5e7 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 1099 time: 0.4294865 May 12 19:35:03.975928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Pushing event updated for resources: {'Port': ['ID=216dcc24-8a30-4b07-ae89-ed99856c864c,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:04.040104 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.052611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Transition to ACTIVE for port object 6ed88eb7-035e-4f7c-9bee-156075baacf0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:04.063367 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.076145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.115131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:04.139789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Usage tracker for resource:security_group_rule and tenant:9b3d44f5bb214a2fba126f283a73c232 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:04.148447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:04.154824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Attempting to bind port 6ed88eb7-035e-4f7c-9bee-156075baacf0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:04.155187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Attempting to bind port 6ed88eb7-035e-4f7c-9bee-156075baacf0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:04.155550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Attempting to bind port 6ed88eb7-035e-4f7c-9bee-156075baacf0 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:04.157970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d456-0d3b-44d2-8175-ae066e7d30f9 None None] Pushing event updated for resources: {'Port': ['ID=6ed88eb7-035e-4f7c-9bee-156075baacf0,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:04.159276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:04.163867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:04.164241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:04.164655 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.165030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:04.165520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Bound port: 6ed88eb7-035e-4f7c-9bee-156075baacf0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:04.165832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Attempting to bind port 216dcc24-8a30-4b07-ae89-ed99856c864c on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:04.166016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.166162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Attempting to bind port 216dcc24-8a30-4b07-ae89-ed99856c864c by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:04.166588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Attempting to bind port 216dcc24-8a30-4b07-ae89-ed99856c864c on network e99ecd9c-b441-4665-85ac-5615b577c193 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:04.174995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.194284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Port 216dcc24-8a30-4b07-ae89-ed99856c864c on network e99ecd9c-b441-4665-85ac-5615b577c193 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:04.194521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Attempting to bind port 216dcc24-8a30-4b07-ae89-ed99856c864c on network e99ecd9c-b441-4665-85ac-5615b577c193 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:04.204538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-4f7e71bb-7c9d-4227-b5fe-b563ba0b987f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:04.209705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-4f7e71bb-7c9d-4227-b5fe-b563ba0b987f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4524415 May 12 19:35:04.226048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:04.226380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Checking segment: {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:04.226793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Bound using segment: {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:04.227229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Bound port: 216dcc24-8a30-4b07-ae89-ed99856c864c, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:04.227568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.243041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] For port 6ed88eb7-035e-4f7c-9bee-156075baacf0, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:04.246033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] For port 6ed88eb7-035e-4f7c-9bee-156075baacf0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ed88eb7-035e-4f7c-9bee-156075baacf0,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:04.250922 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.326371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Routers {'d951feac-b6d9-41fe-81a4-1425d99b0c5b'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:04.326996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:04.383857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d456-0d3b-44d2-8175-ae066e7d30f9 None None] Pushing event updated for resources: {'Port': ['ID=6ed88eb7-035e-4f7c-9bee-156075baacf0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:04.408520 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-4e473dd7-cdd2-4e76-8448-6653c2b08661 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.1702919 May 12 19:35:04.444506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Request body: {'floatingip': {'port_id': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:04.551109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] Set router d951feac-b6d9-41fe-81a4-1425d99b0c5b gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:04.597305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:04.758356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:04.834544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] For port 216dcc24-8a30-4b07-ae89-ed99856c864c, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:04.911775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] For port 216dcc24-8a30-4b07-ae89-ed99856c864c, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=216dcc24-8a30-4b07-ae89-ed99856c864c,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:04.937647 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.000966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:05.018890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'mac_address': 'fa:16:3e:aa:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:05.021423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:34:58Z', 'revision_number': 3, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:05.054086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3d92e-dc8b-42d9-83a5-f01ee3f3b140 None None] The sync data for ids ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'] in n-d-841626-1 is: [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:34:58Z', 'revision_number': 3, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:35:05.063978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.087470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:05.088174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.092034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.093161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-cb0f8362-8206-4d8b-b532-857060a73495 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:05.094375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-cb0f8362-8206-4d8b-b532-857060a73495 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Synchronizing usage tracker for tenant:8489433b5528432c9427e394cae70d6b on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:05.108292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:05.121248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-cb0f8362-8206-4d8b-b532-857060a73495 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Unset dirty status for tenant:8489433b5528432c9427e394cae70d6b on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:05.122565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-cb0f8362-8206-4d8b-b532-857060a73495 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.73 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 814 time: 0.4021664 May 12 19:35:05.129219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:05.129705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:05.129833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.131151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] 10.222.0.73 "PUT /v2.0/ports/216dcc24-8a30-4b07-ae89-ed99856c864c HTTP/1.1" status: 200 len: 1092 time: 3.3964324 May 12 19:35:05.131605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'tag': '216dcc24-8a30-4b07-ae89-ed99856c864c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:05.135751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.179639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Request body: {'port': {'device_id': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'admin_state_up': True, 'tenant_id': '8489433b5528432c9427e394cae70d6b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:05.182936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df169c4f-37ec-49c0-b9de-91fd0b827916 req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2156780 May 12 19:35:05.245400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:05.314265 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f5e524-9c47-433a-9907-2d2dddaf737b'] response: {'name': 'network-changed', 'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'status': 'completed', 'code': 200} May 12 19:35:05.337803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3bf4a190-8997-472d-abff-d2dd13b4f12e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:05.371743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Allocated IP 172.20.0.1 (9355bd6c-bcdb-4e76-87b3-eb964fa49fe3/cd879f12-6b59-4759-a230-d0fb816a6232/907a5a8a-f3d8-4027-b9d2-306bb1998467) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:05.411098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e4206-d898-4376-9f56-92ca235cd755 service neutron] Pushing event updated for resources: {'Port': ['ID=216dcc24-8a30-4b07-ae89-ed99856c864c,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:05.426886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ee2e9-5d04-46b7-98f8-be45b6284ba6 tempest-LiveMigrationNegativeTest-2101713586 tempest-LiveMigrationNegativeTest-2101713586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2cefa3-96c8-4a9d-a7b0-00fcf8dcec46,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:05.456821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:05.569026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:05.580847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 3bf4a190-8997-472d-abff-d2dd13b4f12e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:05.590394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3bf4a190-8997-472d-abff-d2dd13b4f12e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:05.590622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Usage tracker for resource:port and tenant:8489433b5528432c9427e394cae70d6b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:05.590744 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.607929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:05.639985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:05.682433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Made reservation on behalf of 8489433b5528432c9427e394cae70d6b for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:05.686644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.709432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-fe120a46-d5ef-48f9-baaf-db3f05b4ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:05.711264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-fe120a46-d5ef-48f9-baaf-db3f05b4ec0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1099 time: 0.3967218 May 12 19:35:05.713151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-5bb53440-e47e-450d-98a3-219d479ceb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:05.714784 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-5bb53440-e47e-450d-98a3-219d479ceb56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1099 time: 0.3625093 May 12 19:35:05.816005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3bf4a190-8997-472d-abff-d2dd13b4f12e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:05.816530 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.861255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-67d3f8a7-7e4d-480f-8659-dbf43dbab20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:05.862738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-67d3f8a7-7e4d-480f-8659-dbf43dbab20a service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.1449566 May 12 19:35:05.880978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:05.892423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3bf4a190-8997-472d-abff-d2dd13b4f12e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:05.900319 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:05.902219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c6279b9d-e891-4c19-a3d4-16ede4ac845b up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:05.903240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-746a0904-7a7f-4935-800e-e4836f8d793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:05.904740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-746a0904-7a7f-4935-800e-e4836f8d793d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 1095 time: 0.6063020 May 12 19:35:05.985966 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.003832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-2631788e-d7d2-48f1-bce7-d609fbf44808 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=216dcc24-8a30-4b07-ae89-ed99856c864c HTTP/1.1" status: 200 len: 217 time: 0.0863538 May 12 19:35:06.044698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port c6279b9d-e891-4c19-a3d4-16ede4ac845b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:06.052398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port c6279b9d-e891-4c19-a3d4-16ede4ac845b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:06.052857 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.060611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Transition to ACTIVE for port object 907a5a8a-f3d8-4027-b9d2-306bb1998467 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:06.081974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c83bf8-dfd8-4889-add7-f89a3e6bc2bd req-ade3adbd-0fef-44a5-917d-22d402da4e71 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:06.083595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99c83bf8-dfd8-4889-add7-f89a3e6bc2bd req-ade3adbd-0fef-44a5-917d-22d402da4e71 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 948 time: 0.3896508 May 12 19:35:06.127665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Allocated IP 172.20.0.9 (808eaa5d-9961-4163-93d3-a78e78fe08a2/26ebd3c5-bd72-4aa7-aab1-542dd2704fe0/f2a61206-99c1-45a9-9b2a-4d4112e94d0d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:06.140689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3bf4a190-8997-472d-abff-d2dd13b4f12e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:06.157538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-342527a3-0033-442e-91a1-1c7ddf81ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:06.158990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-342527a3-0033-442e-91a1-1c7ddf81ca43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.1426802 May 12 19:35:06.175426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99c83bf8-dfd8-4889-add7-f89a3e6bc2bd req-6a1d3691-c7db-46f6-8845-1a86d11a64ea tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763199 May 12 19:35:06.236686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:35:06.316321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c6279b9d-e891-4c19-a3d4-16ede4ac845b is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:06.316700 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.349728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-558f373f-f94e-4931-9520-1a8c82e31603 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793492 May 12 19:35:06.358287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c6279b9d-e891-4c19-a3d4-16ede4ac845b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:06.365836 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.367392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f7f316dd-c9b6-48c1-b5b2-8372153d0a46 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:06.405114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.419817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.450593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ed88eb7-035e-4f7c-9bee-156075baacf0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:06.465343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.512745 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-9e9456ec-c857-41d9-90e1-4f1d2dbd1636 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.0884833 May 12 19:35:06.535915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.566170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c6279b9d-e891-4c19-a3d4-16ede4ac845b,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:06.568396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-796dbf11-82d0-4d93-a61c-37af4f13d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:06.569907 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-796dbf11-82d0-4d93-a61c-37af4f13d37f service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.7062922 May 12 19:35:06.582850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:06.587948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6ed88eb7-035e-4f7c-9bee-156075baacf0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:06.591444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:06.591874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.626904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6ed88eb7-035e-4f7c-9bee-156075baacf0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:06.627373 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.657157 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-903e052f-fe41-44fa-9c8a-8ba48144ee17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.0715435 May 12 19:35:06.706065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-acfb2b88-d0ad-472f-8ebb-b9b4c91b768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:06.707564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-acfb2b88-d0ad-472f-8ebb-b9b4c91b768c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1817892 May 12 19:35:06.774060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.782258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39f330cf-4a89-4eac-8432-5b518213251f req-953f1ba2-daa3-414c-9999-6866e41ab960 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.3608117 May 12 19:35:06.793013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:06.851057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:06.862846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:06.866801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:06.867986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:06.876224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Network 808eaa5d-9961-4163-93d3-a78e78fe08a2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:06.879476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:06.886634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:06.929241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-0355c313-39d0-4275-9e7c-24da4ad06919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:06.932807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-0355c313-39d0-4275-9e7c-24da4ad06919 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2685664 May 12 19:35:06.934367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.949748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:06.950387 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.963732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6ed88eb7-035e-4f7c-9bee-156075baacf0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:06.964106 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:06.990765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=907a5a8a-f3d8-4027-b9d2-306bb1998467,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:07.076112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6ed88eb7-035e-4f7c-9bee-156075baacf0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ed88eb7-035e-4f7c-9bee-156075baacf0,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:07.080149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:07.084113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.109933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:07.110675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.121383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-cda3ffb0-f199-4301-a48d-f17c1dff4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:07.123102 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-cda3ffb0-f199-4301-a48d-f17c1dff4811 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4075885 May 12 19:35:07.150788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-940b813d-41d6-48e4-88cc-74469a7dd232 service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942704 May 12 19:35:07.171597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:07.184769 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.185607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 66cba182-2ddf-4c1b-9b77-91d1d26174b9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:07.274033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:07.274382 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.343552 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Floating IP 9488aeed-25b1-43b6-ae93-79b7a88a39e3 associated. External IP: 172.25.2.125, port: fc04b7f3-13dc-4114-8b34-3af6179cdc21. May 12 19:35:07.350368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:07.361251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e474f19c-7fb8-400d-bb68-2ecd7437e053 None None] Provisioning for port 907a5a8a-f3d8-4027-b9d2-306bb1998467 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:07.364716 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-3890e012-6751-428f-a090-def69d0859f8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2091618 May 12 19:35:07.369550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6ed88eb7-035e-4f7c-9bee-156075baacf0,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:07.378263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Request body: {'port': {'device_id': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:07.402242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:07.402242 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.407128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-836b8b4a-20e6-4b44-898f-2a4c9d43b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:07.408621 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-836b8b4a-20e6-4b44-898f-2a4c9d43b9b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4591200 May 12 19:35:07.461116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e474f19c-7fb8-400d-bb68-2ecd7437e053 None None] Provisioning complete for port 907a5a8a-f3d8-4027-b9d2-306bb1998467 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:07.461505 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e474f19c-7fb8-400d-bb68-2ecd7437e053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.562366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119faed-0aee-4770-925f-aed29edceccf req-87028b0c-76bf-4457-b367-a137cb534cdc tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:07.563960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b119faed-0aee-4770-925f-aed29edceccf req-87028b0c-76bf-4457-b367-a137cb534cdc tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 931 time: 0.6199267 May 12 19:35:07.621849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0c61406-4c5d-4667-a14d-d7e73a01e7d9 req-0dbe58fb-a7fc-4db1-8e32-de14e8e399db service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438508 May 12 19:35:07.627975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e474f19c-7fb8-400d-bb68-2ecd7437e053 None None] Port 907a5a8a-f3d8-4027-b9d2-306bb1998467 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:35:07.637158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:07.638822 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-d87a2dc2-8414-483d-8df1-e6aa3ebabe83 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007174 May 12 19:35:07.661718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:07.662065 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.674656 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.699069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b119faed-0aee-4770-925f-aed29edceccf req-25a06e8c-4073-4c08-83be-8d8cee84b75b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083593 May 12 19:35:07.699886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:07.700225 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.720555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:07.735462 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.739083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.759007 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-e1b5be4f-8c72-41d8-aeb9-9cb47d0c1b04 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417096 May 12 19:35:07.789954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:07.809719 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.810488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:07.864442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:07.879093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:07.953490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-e3a72c78-df47-4ced-a789-e317f2544831 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011081 May 12 19:35:07.970318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:07.978794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:07.983460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:07.984112 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.058962 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33a28dab-e917-4834-972d-f898a6ac7a37 req-84e1027b-83bf-474c-986c-695b228669e6 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896686 May 12 19:35:08.091820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Router 71438294-3453-40d6-96e8-0fdf55dbc1e0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:35:08.116356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:08.116967 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.153619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:08.160777 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.161739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9cec59f3-5d27-4198-bd90-58d6f15ce176 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:08.233692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35554767-bfdd-4aff-8ce7-78569e98057b req-98238b52-fb77-4c1f-8f55-3258721316b0 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.239302 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35554767-bfdd-4aff-8ce7-78569e98057b req-98238b52-fb77-4c1f-8f55-3258721316b0 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 944 time: 0.3376756 May 12 19:35:08.287098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.298251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:08.311803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 9cec59f3-5d27-4198-bd90-58d6f15ce176 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:08.313780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a61206-99c1-45a9-9b2a-4d4112e94d0d {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:08.318601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 9cec59f3-5d27-4198-bd90-58d6f15ce176 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:08.319115 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.322840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.341703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Transition to ACTIVE for port object f2a61206-99c1-45a9-9b2a-4d4112e94d0d will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:08.351528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.351886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ed88eb7-035e-4f7c-9bee-156075baacf0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:08.483705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6ed88eb7-035e-4f7c-9bee-156075baacf0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:08.484091 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.512552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35554767-bfdd-4aff-8ce7-78569e98057b req-35efa747-2de8-483b-b577-44faf7ff5d63 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723660 May 12 19:35:08.513625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:35:08.527032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:08.534519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.549168 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.565753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 9cec59f3-5d27-4198-bd90-58d6f15ce176 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:08.566129 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.606134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Attempting to bind port f2a61206-99c1-45a9-9b2a-4d4112e94d0d on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:08.606469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Attempting to bind port f2a61206-99c1-45a9-9b2a-4d4112e94d0d by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:08.606795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Attempting to bind port f2a61206-99c1-45a9-9b2a-4d4112e94d0d on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:08.612969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Port f2a61206-99c1-45a9-9b2a-4d4112e94d0d on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:08.613330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Attempting to bind port f2a61206-99c1-45a9-9b2a-4d4112e94d0d on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:08.618669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:08.618998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Checking segment: {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:08.619467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Bound using segment: {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:08.619920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Bound port: f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:08.620269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.637710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9cec59f3-5d27-4198-bd90-58d6f15ce176, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:08.646167 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.647050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4298f8c-728b-4b34-be14-9fdff6a5a141 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:08.654219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:35:08.665080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] Sync routers for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:35:08.680195 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:08.681411 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:08.739774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:08.743437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:08.749795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.772942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.787840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=907a5a8a-f3d8-4027-b9d2-306bb1998467,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:08.802035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6ed88eb7-035e-4f7c-9bee-156075baacf0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:08.813778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.830804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.831494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=9cec59f3-5d27-4198-bd90-58d6f15ce176,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:08.831950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.833552 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] 10.222.0.73 "PUT /v2.0/ports/f2a61206-99c1-45a9-9b2a-4d4112e94d0d HTTP/1.1" status: 200 len: 1091 time: 1.4593446 May 12 19:35:08.836906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:08.842052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.842052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.842339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.842536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.842864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.843188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.843512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.843829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.844133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.844454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.844758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.845071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:08.859921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port d4298f8c-728b-4b34-be14-9fdff6a5a141 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:08.865356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port d4298f8c-728b-4b34-be14-9fdff6a5a141 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:08.865726 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:08.949143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-89ea92ed-01d2-4042-9f34-7cd8c2942e0f tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "PUT /v2.0/floatingips/9488aeed-25b1-43b6-ae93-79b7a88a39e3 HTTP/1.1" status: 200 len: 997 time: 4.5310302 May 12 19:35:08.953973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ac8d0-b7d5-4298-83f0-97314212265a service neutron] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:08.956892 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:08.963323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.968980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.974698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.980429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.982808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-da779e66-9ac4-4dcf-a199-990775687422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.984616 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-da779e66-9ac4-4dcf-a199-990775687422 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 1094 time: 0.1016252 May 12 19:35:08.986154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.991816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:08.997536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:09.005071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59685422-7197-4a78-b557-c6379601941a req-7ca6c093-86d6-4cbf-b004-434fc715ad2d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5441 time: 0.3449929 May 12 19:35:09.009587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d4298f8c-728b-4b34-be14-9fdff6a5a141 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:09.010141 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:09.050702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4298f8c-728b-4b34-be14-9fdff6a5a141, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4298f8c-728b-4b34-be14-9fdff6a5a141,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:09.058727 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:09.085121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59685422-7197-4a78-b557-c6379601941a req-d7f4f630-bfb8-4514-9a39-35861fb82e9b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790746 May 12 19:35:09.086591 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-ee328c29-fb0d-4360-9344-4a9ad5a6d9dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d HTTP/1.1" status: 200 len: 217 time: 0.0948927 May 12 19:35:09.116455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:09.117664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:09.172978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d4298f8c-728b-4b34-be14-9fdff6a5a141,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:09.234718 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9909b77-a616-4c30-a61c-086af8024654'] response: {'name': 'network-changed', 'server_uuid': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'tag': '216dcc24-8a30-4b07-ae89-ed99856c864c', 'status': 'completed', 'code': 200} May 12 19:35:09.312514 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289e5082-7be9-46f6-87ce-93b717a4ca0e'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e', 'code': 200} May 12 19:35:09.437802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-cdd34eec-3629-44d4-a94d-3597df0e87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:09.439611 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-cdd34eec-3629-44d4-a94d-3597df0e87ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 HTTP/1.1" status: 200 len: 854 time: 0.3396690 May 12 19:35:09.474564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ad2fb05-cbb9-47c9-8525-ba9371392831 None None] Provisioning complete for port 907a5a8a-f3d8-4027-b9d2-306bb1998467 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:09.474850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ad2fb05-cbb9-47c9-8525-ba9371392831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:09.483279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Router d951feac-b6d9-41fe-81a4-1425d99b0c5b has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:35:09.525556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '9488aeed-25b1-43b6-ae93-79b7a88a39e3', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'port_id': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'mac_address': 'fa:16:3e:d9:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:34:59Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 1, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:57Z', 'revision_number': 5, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:09.530174 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] Checking router: 71438294-3453-40d6-96e8-0fdf55dbc1e0 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:35:09.540714 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-d0b1f67a-59a2-4052-87e5-16b30e731c60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=808eaa5d-9961-4163-93d3-a78e78fe08a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582628 May 12 19:35:09.545969 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:09.547114 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:09.600623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2fb05-cbb9-47c9-8525-ba9371392831 None None] Port 907a5a8a-f3d8-4027-b9d2-306bb1998467 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:35:09.602275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-4d10b0b9-1827-4a2a-bf50-c67a6512b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:09.604094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-4d10b0b9-1827-4a2a-bf50-c67a6512b9d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.5851588 May 12 19:35:09.688605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-ad8280cc-d568-4168-a335-bbdb914a251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:09.690329 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-ad8280cc-d568-4168-a335-bbdb914a251f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 1095 time: 0.2544029 May 12 19:35:09.776841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:09.796565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-525d72e3-9222-448e-9044-d0e664abc1c3 service neutron] 10.222.0.73 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389627 May 12 19:35:09.865536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ee88f9e-e420-48c5-8a95-b8272e2e8c08 req-84475fcf-a388-4b59-ae9c-9f79f01e6313 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1267996 May 12 19:35:09.929353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:35:09.944304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Sync routers for ids ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:35:09.945393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-78dc4cda-927b-4b1a-a8a5-cce28e333ec8 admin admin] 10.222.0.72 "PUT /v2.0/routers/d951feac-b6d9-41fe-81a4-1425d99b0c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7851002 May 12 19:35:09.956703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Routers {'d951feac-b6d9-41fe-81a4-1425d99b0c5b'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:09.957358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:09.962893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-e47418fb-4eb8-4605-b532-e9f20b0ce8c1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:09.963144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-d13cce9a-8eea-4841-85a4-81284c15d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:09.964999 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-d13cce9a-8eea-4841-85a4-81284c15d1f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 911 time: 0.2643638 May 12 19:35:09.965130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-e47418fb-4eb8-4605-b532-e9f20b0ce8c1 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29&tenant_id=5058014c11384038bac1d9e012d66348&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 949 time: 0.3590424 May 12 19:35:09.968032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-c064e09b-5067-4c01-86f1-dc0181139a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:09.970045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-c064e09b-5067-4c01-86f1-dc0181139a5c service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 0.3239069 May 12 19:35:10.068024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-a0bcc1ce-ecf2-4f24-acb3-75b65209c68f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=216dcc24-8a30-4b07-ae89-ed99856c864c HTTP/1.1" status: 200 len: 217 time: 0.0901299 May 12 19:35:10.073548 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f91c08b9-1db4-40c4-9e48-0ca0f10e511c req-b92d936b-3d43-4c62-80bf-0fe60b04965f service neutron] 10.222.0.73 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694321 May 12 19:35:10.191207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Set router d951feac-b6d9-41fe-81a4-1425d99b0c5b gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:10.215316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51110) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:10.224412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-3aa1d281-adc8-4c12-9986-37802dd1acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:10.229527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-3aa1d281-adc8-4c12-9986-37802dd1acad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.1550252 May 12 19:35:10.280375 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '9488aeed-25b1-43b6-ae93-79b7a88a39e3', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'port_id': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'mac_address': 'fa:16:3e:d9:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:34:59Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 1, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:57Z', 'revision_number': 5, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:10.286205 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f431d-2c62-44a8-9e11-87a0fb73cb3b None None] The sync data for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 is: [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '9488aeed-25b1-43b6-ae93-79b7a88a39e3', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'port_id': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'mac_address': 'fa:16:3e:d9:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:34:59Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 1, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:57Z', 'revision_number': 5, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:35:10.295347 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-d18cc985-d20f-4366-8254-77201ba73c00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587850 May 12 19:35:10.440116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-94cb5d9f-12b3-4883-8500-927b7ad5ebf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 1000 time: 0.4636300 May 12 19:35:10.494191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1683121759'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:10.494743 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-ba129201-d1c1-414c-91a8-56a19bea167d service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919625 May 12 19:35:10.511536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-a420f608-96b8-4fe9-a725-8ea704e2c131 service neutron] 10.222.0.73 "GET /v2.0/ports/50e38e6f-a7dd-4e0c-99dc-1a4edd161b69/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 382 time: 0.4397826 May 12 19:35:10.513701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:10.523771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:network and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:10.536916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:10.549026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:10.591944 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b7a0d-f9dd-4522-816c-402d3d364e13 None None] New status for floating IP 9488aeed-25b1-43b6-ae93-79b7a88a39e3: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:35:10.598530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-ffbad46a-5cf2-49d7-980e-56796b8efc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:10.600038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-ffbad46a-5cf2-49d7-980e-56796b8efc75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.1506908 May 12 19:35:10.602005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:35:07Z', 'revision_number': 4, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '907a5a8a-f3d8-4027-b9d2-306bb1998467', 'name': '', 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'mac_address': 'fa:16:3e:34:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'cd879f12-6b59-4759-a230-d0fb816a6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:04Z', 'updated_at': '2022-05-12T19:35:07Z', 'revision_number': 2, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'subnets': [{'id': 'cd879f12-6b59-4759-a230-d0fb816a6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:10.611537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Checking router: d951feac-b6d9-41fe-81a4-1425d99b0c5b for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:35:10.613734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Updating router d951feac-b6d9-41fe-81a4-1425d99b0c5b port 907a5a8a-f3d8-4027-b9d2-306bb1998467 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:35:10.669820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84dca5-94c4-42d0-915d-2e4e5abc46d5 req-7e16e71a-0868-47a7-a94d-b001a08355bb tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:10.671573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b84dca5-94c4-42d0-915d-2e4e5abc46d5 req-7e16e71a-0868-47a7-a94d-b001a08355bb tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 943 time: 0.5185332 May 12 19:35:10.672316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:10.676230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:10.679361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:10.686178 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fecb933c-4f4f-4c4d-bacf-b3e5f08635d1 req-7d8f7065-e924-48a4-977a-b8abbbd62b61 service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836815 May 12 19:35:10.690605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-856b9f52-abe0-4135-a63d-74f2a81b52a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814726 May 12 19:35:10.813208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 216dcc24-8a30-4b07-ae89-ed99856c864c details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:10.831980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:35:10.858984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b84dca5-94c4-42d0-915d-2e4e5abc46d5 req-7fb7df81-e9e4-4431-ad89-fe1018ab95c5 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709647 May 12 19:35:10.859791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:10.860131 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Added segment 6d8024fe-dc80-4fb1-9327-3ff7308a5cc9 of type vlan for network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d May 12 19:35:10.922146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-ab8011ca-4390-4df8-9ec0-0bba4f0edc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:10.923645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-ab8011ca-4390-4df8-9ec0-0bba4f0edc91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1100 time: 0.3765664 May 12 19:35:10.926936 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:10.952468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-41d5275d-1d58-4ed5-945f-1e4fc532b26c service neutron] 10.222.0.72 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387006 May 12 19:35:10.955852 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921b758c-ef0e-4c9c-9b26-304042619cb5'] response: {'name': 'network-changed', 'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'status': 'completed', 'code': 200} May 12 19:35:11.083251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 216dcc24-8a30-4b07-ae89-ed99856c864c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=216dcc24-8a30-4b07-ae89-ed99856c864c,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:11.091592 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:35:11.100427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '216dcc24-8a30-4b07-ae89-ed99856c864c', 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'port_id': '216dcc24-8a30-4b07-ae89-ed99856c864c', 'mac_address': 'fa:16:3e:d5:2e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15847631-1372-4435-b02a-609c1ec736ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:11.156207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.161535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-809230f4-5ea3-4abe-95ff-8866869487a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.163318 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-809230f4-5ea3-4abe-95ff-8866869487a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 1094 time: 0.1695836 May 12 19:35:11.165910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.166598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.219593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 216dcc24-8a30-4b07-ae89-ed99856c864c is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:11.220609 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.244232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216dcc24-8a30-4b07-ae89-ed99856c864c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:11.249304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:11.265672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.272037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-153a888a-ee18-4510-99ce-3cf129b3b514 req-aa83bfdd-8639-44b0-a3f9-8df2ed3976b2 service neutron] 10.222.0.72 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110099 May 12 19:35:11.295629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Transition to ACTIVE for port object 907a5a8a-f3d8-4027-b9d2-306bb1998467 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:11.298240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 216dcc24-8a30-4b07-ae89-ed99856c864c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=216dcc24-8a30-4b07-ae89-ed99856c864c,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:11.304757 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.330183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-b23d969b-ee91-44d4-9f01-3b4c85a83c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.331823 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-b23d969b-ee91-44d4-9f01-3b4c85a83c42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 915 time: 0.1611586 May 12 19:35:11.349798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46'}, {'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba182-2ddf-4c1b-9b77-91d1d26174b9'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4298f8c-728b-4b34-be14-9fdff6a5a141'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:11.356087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.376415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-5371d419-f129-47d3-999f-cdba98ad26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.377878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-5371d419-f129-47d3-999f-cdba98ad26e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4455190 May 12 19:35:11.440346 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-386847af-e3e0-4211-b8fa-dbb5b48659ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d HTTP/1.1" status: 200 len: 217 time: 0.1013396 May 12 19:35:11.507591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-752e0961-2345-4986-b8e1-6ef70ea01b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.509343 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-752e0961-2345-4986-b8e1-6ef70ea01b63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 HTTP/1.1" status: 200 len: 854 time: 0.0618720 May 12 19:35:11.534270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3129692 May 12 19:35:11.535254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae928dbb-2ebb-44af-880a-05f997ef232a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Network': ['ID=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:11.535629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372cdaf-78a0-47da-bf47-19710ffc313d None None] Pushing event updated for resources: {'Port': ['ID=907a5a8a-f3d8-4027-b9d2-306bb1998467,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:11.537322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51126) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:11.546488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-9077c657-cac7-4cbb-9537-4e308fb93b68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.1407812 May 12 19:35:11.550198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'subnet': {'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:11.564987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-93a7c2f8-d8c5-4098-870c-018e0c40965a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=808eaa5d-9961-4163-93d3-a78e78fe08a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454953 May 12 19:35:11.663704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:35:11.694914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['216dcc24-8a30-4b07-ae89-ed99856c864c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:11.743504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:11.752460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-349eef94-a0f7-450c-8843-60c27d978b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.753928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-349eef94-a0f7-450c-8843-60c27d978b3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1829689 May 12 19:35:11.754946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:subnet and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:11.760671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:11.770186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84472781-ddf5-4f7b-b65b-160a90013e64 req-64fac4a9-fcac-4ded-8ec4-b277ed90357c tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.774020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84472781-ddf5-4f7b-b65b-160a90013e64 req-64fac4a9-fcac-4ded-8ec4-b277ed90357c tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 945 time: 0.5069602 May 12 19:35:11.819812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:11.825772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-114966f6-03ba-4bed-85fe-a70a0154d324 service neutron] 10.222.0.73 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537448 May 12 19:35:11.835815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Attempting to bind port 907a5a8a-f3d8-4027-b9d2-306bb1998467 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:11.836180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Attempting to bind port 907a5a8a-f3d8-4027-b9d2-306bb1998467 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:11.836555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Attempting to bind port 907a5a8a-f3d8-4027-b9d2-306bb1998467 on network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:11.873166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:11.873539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Checking segment: {'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:11.874208 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.874327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Bound using segment: {'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:11.874841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Bound port: 907a5a8a-f3d8-4027-b9d2-306bb1998467, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9f3028-90b8-42b0-bf70-e7a4658125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:11.875144 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.890764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=216dcc24-8a30-4b07-ae89-ed99856c864c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:11.894096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d48bf5-64aa-4e9a-bf90-9ef235217335 req-05748657-a868-49de-af1e-73a5d1a98082 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:11.896292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98d48bf5-64aa-4e9a-bf90-9ef235217335 req-05748657-a868-49de-af1e-73a5d1a98082 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.4859767 May 12 19:35:11.908916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:11.912874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:11.990515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cf01795c-32b4-4565-80e0-6a3c64af986f req-55a6e9e2-f0ca-48fd-8744-ca625af805be service neutron] 10.222.0.73 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577058 May 12 19:35:12.026033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84472781-ddf5-4f7b-b65b-160a90013e64 req-5ebbca92-a949-4837-8e9e-de1093a49da8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035785 May 12 19:35:12.026690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] For port 907a5a8a-f3d8-4027-b9d2-306bb1998467, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:12.051515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] For port 907a5a8a-f3d8-4027-b9d2-306bb1998467, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=907a5a8a-f3d8-4027-b9d2-306bb1998467,segment=NetworkSegment(aa9f3028-90b8-42b0-bf70-e7a4658125ab),segment_id=aa9f3028-90b8-42b0-bf70-e7a4658125ab)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:12.066811 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:12.085885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98d48bf5-64aa-4e9a-bf90-9ef235217335 req-d4860179-db33-4418-bfdb-6f70fb127dc0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586719 May 12 19:35:12.095959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-c7878fb6-9731-4345-a1ec-407e6c6a7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.097458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-c7878fb6-9731-4345-a1ec-407e6c6a7885 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3164217 May 12 19:35:12.111283 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:35:12.192307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Routers {'d951feac-b6d9-41fe-81a4-1425d99b0c5b'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:12.192947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:12.294805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372cdaf-78a0-47da-bf47-19710ffc313d None None] Pushing event updated for resources: {'Port': ['ID=907a5a8a-f3d8-4027-b9d2-306bb1998467,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:12.408613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] Set router d951feac-b6d9-41fe-81a4-1425d99b0c5b gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:12.443693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a5c6afa-85bf-4450-91be-3d115b14090d req-878faf2d-b2c8-4fbf-938d-bcc8bd0a7be6 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0692391 May 12 19:35:12.581386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-d27dd884-66a5-49d5-9197-197de4e7a64e service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706337 May 12 19:35:12.607559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.613244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.619087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.624971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.630680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.636398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.642179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.644188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-570f87fa-066a-428f-9fe9-9d4aac66f4e7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5442 time: 0.4953346 May 12 19:35:12.736293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:12.779227 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa6797f-bfc4-4de1-9639-b524a986cafe'] response: {'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'status': 'completed', 'code': 200} May 12 19:35:12.785897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:35:07Z', 'revision_number': 4, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '907a5a8a-f3d8-4027-b9d2-306bb1998467', 'name': '', 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'mac_address': 'fa:16:3e:34:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'cd879f12-6b59-4759-a230-d0fb816a6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:04Z', 'updated_at': '2022-05-12T19:35:12Z', 'revision_number': 4, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'subnets': [{'id': 'cd879f12-6b59-4759-a230-d0fb816a6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:12.790680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457955ba-6340-4a15-b2d4-e2e425b191b3 None None] The sync data for ids ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'] in n-d-841626-1 is: [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:35:07Z', 'revision_number': 4, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '907a5a8a-f3d8-4027-b9d2-306bb1998467', 'name': '', 'network_id': '9355bd6c-bcdb-4e76-87b3-eb964fa49fe3', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'mac_address': 'fa:16:3e:34:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'cd879f12-6b59-4759-a230-d0fb816a6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:04Z', 'updated_at': '2022-05-12T19:35:12Z', 'revision_number': 4, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'subnets': [{'id': 'cd879f12-6b59-4759-a230-d0fb816a6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:35:12.808035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f2a61206-99c1-45a9-9b2a-4d4112e94d0d details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:12.912711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c156b9-701b-4d98-a04d-792e6915a43b req-59f2ecbd-9128-429f-8320-6f25651e4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:12.914778 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-94c156b9-701b-4d98-a04d-792e6915a43b req-59f2ecbd-9128-429f-8320-6f25651e4cf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.1285558 May 12 19:35:12.939018 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64cd7d62-b524-4e4c-aa80-1d518e720817 req-a75d617f-5538-4813-8ebc-3b46e3204094 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2693326 May 12 19:35:13.022381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Subnet': ['ID=845871de-edcf-438b-8757-678ae729d805,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:13.023836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:13.051649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'port_id': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'mac_address': 'fa:16:3e:a2:36:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ebd3c5-bd72-4aa7-aab1-542dd2704fe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:13.074714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-d638048f-8da1-472c-a9ee-e0f80ca4483a service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269776 May 12 19:35:13.085899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-ec80fd06-f5d0-4d08-a99f-18b38cdd8c95 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 1002 time: 0.2939787 May 12 19:35:13.089105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Checking segment: {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:13.089661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network hostable DHCP agents. Network: c4247f2d-1b22-4d27-a5aa-5ac33af59d5d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:35:13.120387 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f223ba6-2541-4fc2-8012-8188161d9347'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b', 'code': 200} May 12 19:35:13.120569 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f223ba6-2541-4fc2-8012-8188161d9347'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'code': 200} May 12 19:35:13.120796 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f223ba6-2541-4fc2-8012-8188161d9347'] response: {'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'code': 200} May 12 19:35:13.121092 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f223ba6-2541-4fc2-8012-8188161d9347'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba182-2ddf-4c1b-9b77-91d1d26174b9', 'code': 200} May 12 19:35:13.122104 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f223ba6-2541-4fc2-8012-8188161d9347'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1', 'code': 200} May 12 19:35:13.122361 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f223ba6-2541-4fc2-8012-8188161d9347'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176', 'code': 200} May 12 19:35:13.122763 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f223ba6-2541-4fc2-8012-8188161d9347'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4298f8c-728b-4b34-be14-9fdff6a5a141', 'code': 200} May 12 19:35:13.135224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c156b9-701b-4d98-a04d-792e6915a43b req-8ebfb8b9-bdbb-48e4-995e-52f6fe656c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.137881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-94c156b9-701b-4d98-a04d-792e6915a43b req-8ebfb8b9-bdbb-48e4-995e-52f6fe656c4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 0.2035675 May 12 19:35:13.140135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f2a61206-99c1-45a9-9b2a-4d4112e94d0d is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:13.140703 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.179631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a61206-99c1-45a9-9b2a-4d4112e94d0d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:13.199706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:13.215169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.247495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-248f9c0d-bac9-477c-a6bc-2650a670a731 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.261404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-248f9c0d-bac9-477c-a6bc-2650a670a731 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports/fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 943 time: 0.1682160 May 12 19:35:13.262683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:35:13.288363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c4247f2d-1b22-4d27-a5aa-5ac33af59d5d) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:13.298148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.298958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.320922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:13.326749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45f466-0cfd-4741-bbe7-f2f9fa7ddc7d None None] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:13.406283 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-94c156b9-701b-4d98-a04d-792e6915a43b req-e7bc96b9-224a-4fc5-b821-ef12cff4c20e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 1002 time: 0.2611811 May 12 19:35:13.493058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-69c04a17-0165-44ae-b0be-78217250d888 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9461937 May 12 19:35:13.495194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51144) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:13.496698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.497156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.497699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.498225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.498746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.499455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.500012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.502499 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-a4a66407-4eb2-48ad-bbec-a009b5086a57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6499 time: 0.2269044 May 12 19:35:13.504062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-123617857'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:13.527779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:13.528431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c156b9-701b-4d98-a04d-792e6915a43b req-4fb37fd5-20c2-41e3-8059-d9ae5c9d6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.530225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-94c156b9-701b-4d98-a04d-792e6915a43b req-4fb37fd5-20c2-41e3-8059-d9ae5c9d6de6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.1167862 May 12 19:35:13.552525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:network and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:13.564918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:13.582191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-54f78e10-9eaa-48aa-b411-cd398f55f854 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 1002 time: 0.2108190 May 12 19:35:13.595138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7e40-8a03-4a2e-8751-34ca2445bdf4 req-0c84498a-1bb3-42ef-9aea-45a135b7749c tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.597153 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-94c156b9-701b-4d98-a04d-792e6915a43b req-117bd8d5-2711-488f-a01e-fab00b0cadf3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589306 May 12 19:35:13.604944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b2c7e40-8a03-4a2e-8751-34ca2445bdf4 req-0c84498a-1bb3-42ef-9aea-45a135b7749c tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 944 time: 0.3009918 May 12 19:35:13.615680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['f2a61206-99c1-45a9-9b2a-4d4112e94d0d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:13.624091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:13.630386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-08f4d587-58ed-4a15-a4c6-f7964fde750d req-656757be-cbc6-4f4a-8130-78297df5f461 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185248 May 12 19:35:13.671876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-c4247f2d-1b22-4d27-a5aa-5ac33af59d5d', 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'fixed_ips': [{'subnet_id': '845871de-edcf-438b-8757-678ae729d805'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:35:13.672710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.765157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:13.766805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-94c156b9-701b-4d98-a04d-792e6915a43b req-95a12e51-afe8-4cad-b187-ad54c272b564 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611633 May 12 19:35:13.770414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.797924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b2c7e40-8a03-4a2e-8751-34ca2445bdf4 req-08707a49-08ed-4101-9091-116ea973b436 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920125 May 12 19:35:13.836374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:35:13.847209 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.847725 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Added segment 34eebfc6-4c33-4e14-bafd-8b8b13754c0b of type vlan for network 574598e2-2b73-4b18-9367-e267b2f8b631 May 12 19:35:13.877432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.946887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Allocated IP 19.80.0.2 (c4247f2d-1b22-4d27-a5aa-5ac33af59d5d/845871de-edcf-438b-8757-678ae729d805/2b73b143-922d-4db3-9094-7b1069db0217) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:13.952986 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-94c156b9-701b-4d98-a04d-792e6915a43b req-80fa1541-3de3-4f65-b803-6a2cc74148e8 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764557 May 12 19:35:13.954437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:13.960164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:13.960776 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.037271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-7140881e-7cfe-411a-bb14-ba1580748505 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:14.038581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-7140881e-7cfe-411a-bb14-ba1580748505 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.4159284 May 12 19:35:14.170093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6705074 May 12 19:35:14.173388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51150) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:14.179619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'subnet': {'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:14.214406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.226603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2c1a-d248-4939-bae4-039a4dd397ce tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Network': ['ID=574598e2-2b73-4b18-9367-e267b2f8b631,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:14.227212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Transition to ACTIVE for port object 2b73b143-922d-4db3-9094-7b1069db0217 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:14.263546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Transition to ACTIVE for port object 2b73b143-922d-4db3-9094-7b1069db0217 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:14.270702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-87e7b63b-d7fb-48cd-b9df-9c352caed8dd tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 1002 time: 0.1751926 May 12 19:35:14.278817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:14.283792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 574598e2-2b73-4b18-9367-e267b2f8b631 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:35:14.326841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.347126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122ed5-7d73-477b-8d60-dc916b0d9192 req-bea721dc-9910-4be6-8481-426b6d5a8abb tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:14.354229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65122ed5-7d73-477b-8d60-dc916b0d9192 req-bea721dc-9910-4be6-8481-426b6d5a8abb tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 948 time: 0.4012671 May 12 19:35:14.362650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:14.366966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:subnet and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:14.371113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:14.379708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:14.393660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:14.397990 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.459590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 907a5a8a-f3d8-4027-b9d2-306bb1998467 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:14.539779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:14.548463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:14.570165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:14.586179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.615722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6442538-2c40-42df-86f0-84d242c62677 req-3c8cfb29-4569-4706-99bc-61ff592b2613 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:14.616414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b6442538-2c40-42df-86f0-84d242c62677 req-3c8cfb29-4569-4706-99bc-61ff592b2613 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Synchronizing usage tracker for tenant:088721a523014f45b3a7076b9e4afbdb on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:14.638250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65122ed5-7d73-477b-8d60-dc916b0d9192 req-67a5d2f8-e7af-4517-8b4b-4edde23d2879 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830231 May 12 19:35:14.684289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b6442538-2c40-42df-86f0-84d242c62677 req-3c8cfb29-4569-4706-99bc-61ff592b2613 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Unset dirty status for tenant:088721a523014f45b3a7076b9e4afbdb on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:14.686005 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b6442538-2c40-42df-86f0-84d242c62677 req-3c8cfb29-4569-4706-99bc-61ff592b2613 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "GET /v2.0/ports?device_id=141da046-7085-49c5-b942-b23bec78ff18 HTTP/1.1" status: 200 len: 948 time: 0.2645524 May 12 19:35:14.705321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Pushing event updated for resources: {'Port': ['ID=2b73b143-922d-4db3-9094-7b1069db0217,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:14.785771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 907a5a8a-f3d8-4027-b9d2-306bb1998467 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:14.789645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Attempting to bind port 2b73b143-922d-4db3-9094-7b1069db0217 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:14.789645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Attempting to bind port 2b73b143-922d-4db3-9094-7b1069db0217 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:14.789645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Attempting to bind port 2b73b143-922d-4db3-9094-7b1069db0217 on network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:14.796390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 907a5a8a-f3d8-4027-b9d2-306bb1998467 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:14.796687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.802318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Deleting port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:14.802663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.825587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:14.825869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Checking segment: {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:14.826102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.826493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Bound using segment: {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:14.826986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Bound port: 2b73b143-922d-4db3-9094-7b1069db0217, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:14.827353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:14.843877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f2a61206-99c1-45a9-9b2a-4d4112e94d0d up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:14.968189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.010648 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.050347 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.051121 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Floating IP 9488aeed-25b1-43b6-ae93-79b7a88a39e3 disassociated. External IP: 172.25.2.125, port: fc04b7f3-13dc-4114-8b34-3af6179cdc21. May 12 19:35:15.117632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] For port 2b73b143-922d-4db3-9094-7b1069db0217, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:15.122362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] For port 2b73b143-922d-4db3-9094-7b1069db0217, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2b73b143-922d-4db3-9094-7b1069db0217,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:15.130206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Subnet': ['ID=6e0a423f-db56-42cf-a199-a6fb9004673a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:15.150928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.212732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Checking segment: {'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:15.213136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network hostable DHCP agents. Network: 574598e2-2b73-4b18-9367-e267b2f8b631, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:35:15.268696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baddaa0-ebbf-410a-9d38-144d50252861 req-e0a274c0-701c-4ab0-bae1-267ba958bd4a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:15.270574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network 574598e2-2b73-4b18-9367-e267b2f8b631 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:35:15.270979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1baddaa0-ebbf-410a-9d38-144d50252861 req-e0a274c0-701c-4ab0-bae1-267ba958bd4a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 945 time: 0.4513528 May 12 19:35:15.282414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] For port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:15.282769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.290099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57c82d-588a-4ee8-bbdf-ca3229569bc9 None None] Pushing event updated for resources: {'Port': ['ID=2b73b143-922d-4db3-9094-7b1069db0217,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:15.303088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 574598e2-2b73-4b18-9367-e267b2f8b631) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:15.326851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port f2a61206-99c1-45a9-9b2a-4d4112e94d0d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:15.350647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b9a6c-b8c0-4f04-a0f8-112890c42cff None None] Network 574598e2-2b73-4b18-9367-e267b2f8b631 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:15.359517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1baddaa0-ebbf-410a-9d38-144d50252861 req-7eb63dd7-099f-474a-8d6e-e19b814f4fc0 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797410 May 12 19:35:15.454128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:15.455090 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.468907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Calling delete_port for 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:15.499159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 907a5a8a-f3d8-4027-b9d2-306bb1998467 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:15.499658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.549781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port f2a61206-99c1-45a9-9b2a-4d4112e94d0d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:15.550154 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.565307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0cb4e430-323d-433b-b4b3-1c48bf19fa76 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3905964 May 12 19:35:15.628165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Router 71438294-3453-40d6-96e8-0fdf55dbc1e0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:35:15.794066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 907a5a8a-f3d8-4027-b9d2-306bb1998467, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=907a5a8a-f3d8-4027-b9d2-306bb1998467,segment=NetworkSegment(aa9f3028-90b8-42b0-bf70-e7a4658125ab),segment_id=aa9f3028-90b8-42b0-bf70-e7a4658125ab)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:15.846263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.847461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.861198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7943e-e203-489c-9e20-ee7baf58d980 req-b0e54aaa-30e4-4fdb-9647-5589aacc856d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:15.862818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37f7943e-e203-489c-9e20-ee7baf58d980 req-b0e54aaa-30e4-4fdb-9647-5589aacc856d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 949 time: 0.2823579 May 12 19:35:15.900277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-9207312a-a85b-4af9-8f3c-332b25f9cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:15.902973 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-9207312a-a85b-4af9-8f3c-332b25f9cce7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29&tenant_id=5058014c11384038bac1d9e012d66348 HTTP/1.1" status: 200 len: 1100 time: 0.2211385 May 12 19:35:15.909678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:15.914806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:15.935400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:35:15.940992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:15.945115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Pushing event deleted for resources: {'Port': ['ID=7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:15.974825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37f7943e-e203-489c-9e20-ee7baf58d980 req-e40b7aa4-689b-42ee-8d1b-4bcd5e1169c9 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895598 May 12 19:35:15.991793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] Sync routers for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:35:16.012238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f05768ee-c1f5-4ec2-ac51-df539741cca1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "PUT /v2.0/floatingips/9488aeed-25b1-43b6-ae93-79b7a88a39e3 HTTP/1.1" status: 200 len: 695 time: 1.7405910 May 12 19:35:16.012771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:16.059401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:16.060345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:16.078819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] No DVR routers for this DVR port 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:16.085349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:16.088314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141da046-7085-49c5-b942-b23bec78ff18', 'name': 'network-vif-deleted', 'tag': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:16.190183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:16.229364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-0a145b24-5e09-46b6-9b43-3e16c70f2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.235154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-0a145b24-5e09-46b6-9b43-3e16c70f2d79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.2101059 May 12 19:35:16.257674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afef5a05-9872-439c-8c6d-c33914c6e650 req-3b722b81-fb24-4958-a421-3d066eaf79d9 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1044488 May 12 19:35:16.334786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-574598e2-2b73-4b18-9367-e267b2f8b631', 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'fixed_ips': [{'subnet_id': '6e0a423f-db56-42cf-a199-a6fb9004673a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:35:16.335711 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:16.366548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=907a5a8a-f3d8-4027-b9d2-306bb1998467,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:16.377682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f2a61206-99c1-45a9-9b2a-4d4112e94d0d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:16.378067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:16.432447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b6442538-2c40-42df-86f0-84d242c62677 req-fb361b5d-4770-4722-9fe8-e24d19413292 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "DELETE /v2.0/ports/7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 HTTP/1.1" status: 204 len: 173 time: 1.7397897 May 12 19:35:16.476266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f4b6089a-43d5-4548-a74c-577cf8e8b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.477950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-f4b6089a-43d5-4548-a74c-577cf8e8b0ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 0.2256503 May 12 19:35:16.509893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b73b143-922d-4db3-9094-7b1069db0217 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:16.687410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:16.699876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:16.726998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:16.752365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:16.788871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:16.789680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 216dcc24-8a30-4b07-ae89-ed99856c864c up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:16.791722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-397b8fb9-9c1a-4eff-a2da-cfcfbb2a4751 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 217 time: 0.3075981 May 12 19:35:16.820348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:16.821331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:16.837862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Transition to ACTIVE for port object 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:16.843937 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:16.873793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-964a49de-61b4-45d2-8231-d928bdae728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.876270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-964a49de-61b4-45d2-8231-d928bdae728c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.0711367 May 12 19:35:16.891344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.897096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.903567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.906012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ea4ce-24a0-4072-af3b-c661a3c83b8b None None] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:16.909865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.915750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.921848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.927376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:16.929401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b805067-8d13-47b7-a716-75905080fb1c req-c3618e24-1909-4f7c-91f7-573d949c1eb7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5442 time: 0.1960375 May 12 19:35:16.997771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-951d01b1-5225-4e68-bb32-037c7097faf8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672185 May 12 19:35:17.029647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 2b73b143-922d-4db3-9094-7b1069db0217 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:17.044885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] No DVR routers for this DVR port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:17.061248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:17.185011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:17.185011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:17.185011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:17.185910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Allocated IP 19.86.0.2 (574598e2-2b73-4b18-9367-e267b2f8b631/6e0a423f-db56-42cf-a199-a6fb9004673a/a3cfd857-313d-4049-8a9a-cbbb6cbae046) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:17.188020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:17.188464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Attempting to bind port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:17.195524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:17.196230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:17.196928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:17.197665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Bound port: 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:17.198232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:17.221314 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b805067-8d13-47b7-a716-75905080fb1c req-15d01b6f-b2f1-4b65-ae38-5cc203b99cd7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2523954 May 12 19:35:17.282268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-eec6ecab-21c8-4094-a77b-d73d34a4fdf1 service neutron] 10.222.0.72 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736590 May 12 19:35:17.363722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] Provisioning for port 2b73b143-922d-4db3-9094-7b1069db0217 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:17.432042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:17.435602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:17.442544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:17.470962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] Provisioning complete for port 2b73b143-922d-4db3-9094-7b1069db0217 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:17.471336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:17.486177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f877cbd2-4c12-46af-bbd6-e7048df01c0f req-dfc05a2d-f81d-40d2-baf9-676dfade0ed8 service neutron] 10.222.0.72 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951771 May 12 19:35:17.512333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:17.512948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:17.514473 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 1096 time: 1.6037815 May 12 19:35:17.518389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805caed-b4e1-4f51-bac9-bfd91c503374 req-61e96542-eaf9-43e8-85ba-0247c87598f6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:17.534866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9029b71-5fc6-4140-821f-723daec422f9 service neutron] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=11']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:17.541722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a805caed-b4e1-4f51-bac9-bfd91c503374 req-61e96542-eaf9-43e8-85ba-0247c87598f6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.1786077 May 12 19:35:17.620785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a805caed-b4e1-4f51-bac9-bfd91c503374 req-6f3d9cfa-cb72-4a9a-a717-8aa0a744f5e2 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 May 12 19:35:17.672515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-8ea1b528-6f64-493c-8738-c1113490a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:17.673680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-8ea1b528-6f64-493c-8738-c1113490a0f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1099 time: 0.1273067 May 12 19:35:17.675245 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd5c1b6-a3bf-43ea-8b80-cafdd51dc6d2'] response: {'name': 'network-changed', 'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'status': 'completed', 'code': 200} May 12 19:35:17.754803 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35307f9f-11c1-40aa-a443-2f52f294a189'] response: {'server_uuid': '141da046-7085-49c5-b942-b23bec78ff18', 'name': 'network-vif-deleted', 'tag': '7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09', 'status': 'completed', 'code': 200} May 12 19:35:17.763566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 216dcc24-8a30-4b07-ae89-ed99856c864c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:17.830944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 216dcc24-8a30-4b07-ae89-ed99856c864c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:17.831828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:17.881329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:17.907481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-d6e3d890-e4c1-4799-bcbc-ee1b1f947ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:17.909112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-d6e3d890-e4c1-4799-bcbc-ee1b1f947ae1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2206953 May 12 19:35:17.911801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-bb3b4983-5f80-493b-b71d-6b54282526fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:17.913331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-bb3b4983-5f80-493b-b71d-6b54282526fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d152241108e4a00abf0adebbe84db39&device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 1097 time: 0.1980219 May 12 19:35:17.997810 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-8f74dde2-51f6-4b96-b3f6-6fce038d275d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.0807626 May 12 19:35:18.017138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-5a664533-d805-4899-8053-0617df969e56 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.023051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-5a664533-d805-4899-8053-0617df969e56 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.023797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-5a664533-d805-4899-8053-0617df969e56 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Synchronizing usage tracker for tenant:fedf2927801c44adaf172effccbb1f6e on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:18.035602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79db9-6885-427a-8e83-320b57d501f3 req-ee85c93a-6058-48d9-9279-f0e610dd0b86 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.037058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5dd79db9-6885-427a-8e83-320b57d501f3 req-ee85c93a-6058-48d9-9279-f0e610dd0b86 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 945 time: 0.1433468 May 12 19:35:18.064291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-5a664533-d805-4899-8053-0617df969e56 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Unset dirty status for tenant:fedf2927801c44adaf172effccbb1f6e on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:18.065512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-5a664533-d805-4899-8053-0617df969e56 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/networks?id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d&id=574598e2-2b73-4b18-9367-e267b2f8b631&id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d HTTP/1.1" status: 200 len: 1391 time: 0.3309650 May 12 19:35:18.100236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-bdacee4d-a59a-4889-b0b1-7adab51c7e54 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/quotas/fedf2927801c44adaf172effccbb1f6e HTTP/1.1" status: 200 len: 375 time: 0.0185347 May 12 19:35:18.108825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5dd79db9-6885-427a-8e83-320b57d501f3 req-2eb5acff-857f-4a9e-a9e8-0dd133a20789 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 May 12 19:35:18.137756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-50b4c27f-195f-4887-a950-ca09431c8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.139312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-50b4c27f-195f-4887-a950-ca09431c8543 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0924079 May 12 19:35:18.207907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-88057039-892e-4580-930a-85c2217ade5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.209715 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-88057039-892e-4580-930a-85c2217ade5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 200 len: 921 time: 0.2449081 May 12 19:35:18.246791 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca2ff0e-2f38-46eb-af44-c325aa42f55b'] response: {'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'code': 200} May 12 19:35:18.279790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] Current status of the port 2b73b143-922d-4db3-9094-7b1069db0217 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:18.281225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-f7808a37-51d8-4af7-b778-3676c397405f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Synchronizing usage tracker for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:18.281405 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:18.292501 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-bf43a107-e04a-4d95-94a8-b82ee02c8f40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 200 len: 217 time: 0.0748010 May 12 19:35:18.344653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:18.346526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-e496a2b5-fd58-48dc-8c8f-57e017571da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.348110 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-e496a2b5-fd58-48dc-8c8f-57e017571da0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1951792 May 12 19:35:18.374082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 907a5a8a-f3d8-4027-b9d2-306bb1998467 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:18.386209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-f7808a37-51d8-4af7-b778-3676c397405f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Unset dirty status for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:18.394776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-f7808a37-51d8-4af7-b778-3676c397405f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2778988 May 12 19:35:18.395381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-abddb41e-869e-41aa-9927-e2b1d27264c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.397096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-abddb41e-869e-41aa-9927-e2b1d27264c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 200 len: 860 time: 0.0956650 May 12 19:35:18.398759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 216dcc24-8a30-4b07-ae89-ed99856c864c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:18.398965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:18.400370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-00c51ffa-48bc-4352-ba0d-ce6be50cbee7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:35:18.408575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-00c51ffa-48bc-4352-ba0d-ce6be50cbee7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126605 May 12 19:35:18.408803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Transition to ACTIVE for port object a3cfd857-313d-4049-8a9a-cbbb6cbae046 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:18.442556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] For port 2b73b143-922d-4db3-9094-7b1069db0217, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2b73b143-922d-4db3-9094-7b1069db0217,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:18.471948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:18.515486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Transition to ACTIVE for port object a3cfd857-313d-4049-8a9a-cbbb6cbae046 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:18.529086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-a58a90d7-31c2-41d5-8b47-eef28a584999 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcf03ebb-3b4f-44e1-af00-5c4c36f473db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612411 May 12 19:35:18.560306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 216dcc24-8a30-4b07-ae89-ed99856c864c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=216dcc24-8a30-4b07-ae89-ed99856c864c,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:18.561695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:18.585733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:18.601456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:18.628532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:57Z', 'revision_number': 5, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:18.629149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4f64c-7b3f-4d89-88db-6817555b8a7f req-1f04a4dd-407b-4139-aacd-389b0c9fb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.631523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-faa4f64c-7b3f-4d89-88db-6817555b8a7f req-1f04a4dd-407b-4139-aacd-389b0c9fb087 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 1096 time: 0.3446021 May 12 19:35:18.631999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Network 574598e2-2b73-4b18-9367-e267b2f8b631 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:18.639481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dd97d-b8bb-4132-a087-5f8d31e81b90 None None] Pushing event updated for resources: {'Port': ['ID=2b73b143-922d-4db3-9094-7b1069db0217,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:18.650637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:18.679325 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-39dfcb6e-4113-43fd-8a3c-cf89cb703b63 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211749 May 12 19:35:18.683726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:18.684089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 7cbc6a53-cbe7-4cbc-9414-b3c17fe2fa09 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:18.684489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:18.710756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] Checking router: 71438294-3453-40d6-96e8-0fdf55dbc1e0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:35:18.713558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:18.718660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-c32a1988-ae76-4fb6-85e3-b852e5845182 service neutron] 10.222.0.72 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092496 May 12 19:35:18.726648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-faa4f64c-7b3f-4d89-88db-6817555b8a7f req-3a81d1ff-bec0-4e21-a5ee-bd67e9260b71 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868101 May 12 19:35:18.761417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9531c60-214f-4d98-96a6-6d30dc46517e req-e6437828-163f-4482-883a-e117fb899d0c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:18.762873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9531c60-214f-4d98-96a6-6d30dc46517e req-e6437828-163f-4482-883a-e117fb899d0c tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 948 time: 0.2422400 May 12 19:35:18.791927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 907a5a8a-f3d8-4027-b9d2-306bb1998467 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:18.792214 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:18.798459 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-cf5f9a00-e1b0-46d3-b7d1-7b537adbe647 service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621255 May 12 19:35:18.836349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:18.836960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:18.851574 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aea482dc-73e7-4fc6-84bb-5404fbf354a8 req-8edba859-8aff-41d9-9236-7e2af3c2110d service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654036 May 12 19:35:18.886771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9531c60-214f-4d98-96a6-6d30dc46517e req-bd6504e8-fef0-4fff-b051-2c44c44bb9f3 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733898 May 12 19:35:18.917229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-f1d2fd75-a6f1-4c38-9bf5-e91d435396a6 service neutron] 10.222.0.72 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851532 May 12 19:35:18.997420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Pushing event updated for resources: {'Port': ['ID=a3cfd857-313d-4049-8a9a-cbbb6cbae046,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:19.040464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:19.076431 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c8b71917-1a5f-423f-8291-ad969ae50d6c req-18494737-ed70-4ad5-bbf0-f6eb342d281c service neutron] 10.222.0.73 "GET /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527698 May 12 19:35:19.124872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Attempting to bind port a3cfd857-313d-4049-8a9a-cbbb6cbae046 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:19.125217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Attempting to bind port a3cfd857-313d-4049-8a9a-cbbb6cbae046 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:19.125615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Attempting to bind port a3cfd857-313d-4049-8a9a-cbbb6cbae046 on network 574598e2-2b73-4b18-9367-e267b2f8b631 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:19.147982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2120900e-b3f2-40f8-8528-d66a2833048e None None] Provisioning complete for port 2b73b143-922d-4db3-9094-7b1069db0217 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:19.148308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2120900e-b3f2-40f8-8528-d66a2833048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:19.195296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:19.195661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Checking segment: {'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:19.196062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:19.196455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Bound using segment: {'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:19.196955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Bound port: a3cfd857-313d-4049-8a9a-cbbb6cbae046, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:19.197383 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:19.242258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2b9f74af-e67e-435a-abf9-3d39ea273273 service neutron] 10.222.0.72 "GET /v2.0/networks/574598e2-2b73-4b18-9367-e267b2f8b631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192050 May 12 19:35:19.257459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:19.263179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:19.269494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:19.275554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:19.281232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:19.287065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:19.292834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:19.294746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-627e7b43-7404-487f-946f-57f7d08f70b2 req-f9e17b52-ec39-4eb1-bfae-6ce216fd53ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5442 time: 0.1707358 May 12 19:35:19.306353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:19.313453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Request body: {'floatingip': {'port_id': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:19.346204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:19.468109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=216dcc24-8a30-4b07-ae89-ed99856c864c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:19.469405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68b15de4-7806-4a00-9bc7-8dfb891b0763 req-1acc35f4-d056-42db-bed4-aad75aacb9e1 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0545566 May 12 19:35:19.472321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-4ff4bdf8-7091-47d8-a372-a3d0cec30bc0 service neutron] 10.222.0.72 "GET /v2.0/networks/574598e2-2b73-4b18-9367-e267b2f8b631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762247 May 12 19:35:19.528530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 907a5a8a-f3d8-4027-b9d2-306bb1998467 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:19.542863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:19.632363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] For port a3cfd857-313d-4049-8a9a-cbbb6cbae046, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:19.665769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-3af3e1e7-e930-4f72-8c34-9c5ae2e358c1 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips/9488aeed-25b1-43b6-ae93-79b7a88a39e3 HTTP/1.1" status: 200 len: 695 time: 0.1083796 May 12 19:35:19.721934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] For port a3cfd857-313d-4049-8a9a-cbbb6cbae046, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a3cfd857-313d-4049-8a9a-cbbb6cbae046,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:19.733402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2120900e-b3f2-40f8-8528-d66a2833048e None None] Current status of the port 2b73b143-922d-4db3-9094-7b1069db0217 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:19.738185 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:19.761383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}, {'name': 'network-changed', 'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:19.812674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-516a5f37-2300-495d-9fa9-1f26cc36fa82 service neutron] 10.222.0.72 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305364 May 12 19:35:19.884018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ac9f1-a923-4159-9e0e-cb68c0298550 None None] Pushing event updated for resources: {'Port': ['ID=a3cfd857-313d-4049-8a9a-cbbb6cbae046,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:19.928125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:57Z', 'revision_number': 5, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:19.933211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645334c6-8bf2-4704-9e05-f2122fe725b3 None None] The sync data for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 is: [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:33:47Z', 'revision_number': 4, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2b909980-a42b-4f3f-b4db-d1bc26bd5406', 'name': '', 'network_id': 'fcf03ebb-3b4f-44e1-af00-5c4c36f473db', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'mac_address': 'fa:16:3e:a8:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:43Z', 'updated_at': '2022-05-12T19:33:57Z', 'revision_number': 5, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'subnets': [{'id': 'acf1b685-f1e1-4d9c-9ec8-2735ca0adacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:35:19.999334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-d344d7e7-e960-4e17-b89a-b7657549174b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:20.005959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-d344d7e7-e960-4e17-b89a-b7657549174b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.3379841 May 12 19:35:20.016323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-b02483bb-6967-4ff4-b504-21615b0fcec3 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:35:20.017518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-b02483bb-6967-4ff4-b504-21615b0fcec3 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084410 May 12 19:35:20.121723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-a77b955d-d890-47f5-88d5-cdd746a3b324 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 698 time: 0.0952559 May 12 19:35:20.233524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-f1611a38-eeb0-4bf3-a19e-a9ff40196b8c service neutron] 10.222.0.72 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197657 May 12 19:35:20.249421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dcc24-8a30-4b07-ae89-ed99856c864c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:20.275754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-d864ad23-9bae-4a65-8538-a119aa95a354 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 698 time: 0.1473546 May 12 19:35:20.442624 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6da27-45f2-40b4-9276-19dfb1c20a78 None None] New status for floating IP 9488aeed-25b1-43b6-ae93-79b7a88a39e3: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:35:20.480228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:20.484339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a3cfd857-313d-4049-8a9a-cbbb6cbae046 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:20.490986 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:20.594922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Deleting port 5c1d02ab-4d65-4d99-b28c-de7cf35a141f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:20.595300 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:20.620910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a3cfd857-313d-4049-8a9a-cbbb6cbae046 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:20.629394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b73b143-922d-4db3-9094-7b1069db0217 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:20.854392 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Floating IP 2d258d24-ddc7-4d92-a693-7e3f1819f5c3 associated. External IP: 172.25.2.135, port: f7f316dd-c9b6-48c1-b5b2-8372153d0a46. May 12 19:35:20.889742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2b73b143-922d-4db3-9094-7b1069db0217 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:20.890177 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:21.194329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2b73b143-922d-4db3-9094-7b1069db0217 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:21.250826 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:21.251256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:21.438234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:21.443769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Calling delete_port for 5c1d02ab-4d65-4d99-b28c-de7cf35a141f owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:21.459286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Router 888107f4-5b60-4129-94df-e6d52c7c4b49 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:35:21.526188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96418f95-7b66-4334-ac51-3654f7fdd4ef None None] Network 574598e2-2b73-4b18-9367-e267b2f8b631 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:21.563566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23f57-1eb9-4f90-a05b-d951b44cdc44 req-468617ba-9fef-4a54-b86b-b8b573760ab7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:21.571347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dae23f57-1eb9-4f90-a05b-d951b44cdc44 req-468617ba-9fef-4a54-b86b-b8b573760ab7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.2338340 May 12 19:35:21.615906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:35:21.616222 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:35:21.640242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dae23f57-1eb9-4f90-a05b-d951b44cdc44 req-10415632-0250-4e54-851e-78ef1128d6ba tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678771 May 12 19:35:21.669757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] Provisioning for port a3cfd857-313d-4049-8a9a-cbbb6cbae046 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:21.712807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] Provisioning complete for port a3cfd857-313d-4049-8a9a-cbbb6cbae046 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:21.713275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:21.784131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:21.815961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:35:21.820431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:21.841084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] Sync routers for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:35:21.852779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'mac_address': 'fa:16:3e:aa:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:21.880320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4f4fcf93-12ec-455f-9f93-363a4acffe85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "PUT /v2.0/floatingips/2d258d24-ddc7-4d92-a693-7e3f1819f5c3 HTTP/1.1" status: 200 len: 992 time: 2.5698037 May 12 19:35:21.898129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:21.898766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:21.989392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9102ee-f638-4d9e-a8f2-feaf4c90b59a req-1b10819b-4dcf-45b7-86df-2e810983f928 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:21.991352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af9102ee-f638-4d9e-a8f2-feaf4c90b59a req-1b10819b-4dcf-45b7-86df-2e810983f928 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.0893652 May 12 19:35:22.039749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af9102ee-f638-4d9e-a8f2-feaf4c90b59a req-afe47015-68c9-4790-9dea-5ae7769afe45 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 May 12 19:35:22.096671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:22.097174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.117829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Deleting port 5c1d02ab-4d65-4d99-b28c-de7cf35a141f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:22.118782 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.170837 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1240a85c-cb26-4881-8a7a-3a5b42aa3b81'] response: {'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'code': 200} May 12 19:35:22.171094 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1240a85c-cb26-4881-8a7a-3a5b42aa3b81'] response: {'name': 'network-changed', 'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'status': 'completed', 'code': 200} May 12 19:35:22.198252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:22.254528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:22.380463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] Current status of the port a3cfd857-313d-4049-8a9a-cbbb6cbae046 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:22.380761 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.427586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-afd4907b-d8b7-41b4-875e-7aa7be85d0f4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:22.432327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.432734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.433256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-afd4907b-d8b7-41b4-875e-7aa7be85d0f4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:22.434028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-afd4907b-d8b7-41b4-875e-7aa7be85d0f4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Synchronizing usage tracker for tenant:fedf2927801c44adaf172effccbb1f6e on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:22.450140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb24703-c403-4fd8-87e7-9d2254d14e25 req-fa074a2a-a799-41e2-a2e0-6a05a478d5c8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:22.451713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccb24703-c403-4fd8-87e7-9d2254d14e25 req-fa074a2a-a799-41e2-a2e0-6a05a478d5c8 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 948 time: 0.2494297 May 12 19:35:22.454567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-1070d59b-7bcb-4170-bf5b-048e8ea15876 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:22.455266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-1070d59b-7bcb-4170-bf5b-048e8ea15876 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Synchronizing usage tracker for tenant:088721a523014f45b3a7076b9e4afbdb on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:22.472171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-808a0dc3-a48c-40ad-859b-cd9cbb9e84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:22.473695 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-808a0dc3-a48c-40ad-859b-cd9cbb9e84b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5058014c11384038bac1d9e012d66348&device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1099 time: 0.3101575 May 12 19:35:22.477578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-afd4907b-d8b7-41b4-875e-7aa7be85d0f4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Unset dirty status for tenant:fedf2927801c44adaf172effccbb1f6e on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:22.478800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-afd4907b-d8b7-41b4-875e-7aa7be85d0f4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "GET /v2.0/networks?id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d&id=574598e2-2b73-4b18-9367-e267b2f8b631&id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d HTTP/1.1" status: 200 len: 1391 time: 0.3930626 May 12 19:35:22.491038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-1070d59b-7bcb-4170-bf5b-048e8ea15876 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Unset dirty status for tenant:088721a523014f45b3a7076b9e4afbdb on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:22.492244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-1070d59b-7bcb-4170-bf5b-048e8ea15876 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 950 time: 0.3297150 May 12 19:35:22.510036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:22.517330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'port': {'device_id': '0278441e-9c73-49bf-b394-bbaa1452b098', 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d', 'admin_state_up': True, 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:22.525734 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.532622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] For port a3cfd857-313d-4049-8a9a-cbbb6cbae046, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a3cfd857-313d-4049-8a9a-cbbb6cbae046,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:22.575522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Calling delete_port for 5c1d02ab-4d65-4d99-b28c-de7cf35a141f owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:22.582226 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.682663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=12']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:22.757246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Deleting port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:22.757641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.765726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccb24703-c403-4fd8-87e7-9d2254d14e25 req-99a45a24-2005-4bc5-9e0d-8f926ca80398 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568033 May 12 19:35:22.823935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60920815-9042-4162-8ae7-1569d4b4d190 None None] Pushing event updated for resources: {'Port': ['ID=a3cfd857-313d-4049-8a9a-cbbb6cbae046,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:22.857000 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990f3c03-6455-4477-8e81-4a8a2900a618'] response: {'server_uuid': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216dcc24-8a30-4b07-ae89-ed99856c864c', 'code': 200} May 12 19:35:22.865651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:22.874228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-fb0ede36-859d-422a-8f7b-dd50f6137a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:22.875845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-fb0ede36-859d-422a-8f7b-dd50f6137a01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3861854 May 12 19:35:22.876894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:22.912997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '2d258d24-ddc7-4d92-a693-7e3f1819f5c3', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'port_id': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'mac_address': 'fa:16:3e:a6:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:33:25Z', 'updated_at': '2022-05-12T19:35:20Z', 'revision_number': 1, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:05Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:22.930417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] Checking router: 888107f4-5b60-4129-94df-e6d52c7c4b49 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:35:22.955326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:22.956189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:34:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:22.966387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:22.981528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:port and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:23.001683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:23.005289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-44c6fbd3-316e-4874-803d-b1f664d74da8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 200 len: 217 time: 0.1165640 May 12 19:35:23.014237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event deleted for resources: {'Port': ['ID=5c1d02ab-4d65-4d99-b28c-de7cf35a141f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:23.026323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8bde418-82ca-436e-a93a-4286534770d3 None None] Provisioning complete for port a3cfd857-313d-4049-8a9a-cbbb6cbae046 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:23.026693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8bde418-82ca-436e-a93a-4286534770d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:23.042857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:23.113456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7457fe8-2bcb-4956-8ac0-b58bd39a407a req-89d267df-dafd-45ff-93aa-21d37c238ed8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 210 time: 0.1165760 May 12 19:35:23.158798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:23.162291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:23.189008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-ee62ebc1-7cce-4a3b-89ac-f9496a5dc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:23.190529 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-ee62ebc1-7cce-4a3b-89ac-f9496a5dc577 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1775408 May 12 19:35:23.220775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8987c-8dd1-478a-bc2d-8582a0147e33 req-6699faea-0509-4b38-a94f-c13dac499c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:23.222367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1d8987c-8dd1-478a-bc2d-8582a0147e33 req-6699faea-0509-4b38-a94f-c13dac499c76 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 1097 time: 0.2732677 May 12 19:35:23.223167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:23.294908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:23.304663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00109072-135c-4038-a470-a3cb3b33f385 req-3657f840-14f2-4e11-b6cf-4e4f2d10cac4 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0577912 May 12 19:35:23.326943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1d8987c-8dd1-478a-bc2d-8582a0147e33 req-8d5a164c-97c5-417b-b7ce-e05c7ce6e938 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944619 May 12 19:35:23.331991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:23.332647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e0bbc37-d69f-4f31-b504-ee24df5d3b22 req-5def42d2-1f25-4c00-8815-822c5a6f2c61 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "DELETE /v2.0/floatingips/9488aeed-25b1-43b6-ae93-79b7a88a39e3 HTTP/1.1" status: 204 len: 173 time: 3.0488636 May 12 19:35:23.376061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] For port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:23.376414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:23.572704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f95706-1e28-431d-a5c8-b6f163008cb3 req-e5341328-b431-44ae-a01b-86284083b855 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:23.574234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2f95706-1e28-431d-a5c8-b6f163008cb3 req-e5341328-b431-44ae-a01b-86284083b855 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.1120822 May 12 19:35:23.582913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd9279-f529-4939-a981-e81734756e7c req-e4adb6a7-0ffd-47e5-b24e-289b7ac66676 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:23.584445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dccd9279-f529-4939-a981-e81734756e7c req-e4adb6a7-0ffd-47e5-b24e-289b7ac66676 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 950 time: 0.1594346 May 12 19:35:23.621906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a8bde418-82ca-436e-a93a-4286534770d3 None None] Current status of the port a3cfd857-313d-4049-8a9a-cbbb6cbae046 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:23.716023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Calling delete_port for cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:23.763741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2f95706-1e28-431d-a5c8-b6f163008cb3 req-87b81b8d-8710-4d0b-b6a7-16eb31d0efcb tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782780 May 12 19:35:23.770752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dccd9279-f529-4939-a981-e81734756e7c req-fed3cbcb-2db5-4acb-b3d9-e4ae21638650 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/security-groups?id=d164ce79-8e2a-46f2-96d9-da1f5e446710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580754 May 12 19:35:23.771531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-27b1a4b1-40d2-4b19-ae83-dbebbc1670d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:23.773398 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-27b1a4b1-40d2-4b19-ae83-dbebbc1670d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5723996 May 12 19:35:23.875728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '2d258d24-ddc7-4d92-a693-7e3f1819f5c3', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'port_id': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'mac_address': 'fa:16:3e:a6:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:33:25Z', 'updated_at': '2022-05-12T19:35:20Z', 'revision_number': 1, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:05Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:23.878495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Allocated IP 19.80.0.114 (c4247f2d-1b22-4d27-a5aa-5ac33af59d5d/845871de-edcf-438b-8757-678ae729d805/07b2052c-05ac-4123-ad5e-80bbc3469df8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:23.880760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec4db3-5327-43dc-a554-cc0d6ac4fabc None None] The sync data for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 is: [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '2d258d24-ddc7-4d92-a693-7e3f1819f5c3', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'port_id': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'mac_address': 'fa:16:3e:a6:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:33:25Z', 'updated_at': '2022-05-12T19:35:20Z', 'revision_number': 1, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:05Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:35:24.009315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9926e82-768b-4de8-a6e4-4b6ef3984c09 req-27df3e70-f81b-4c6b-b8ec-f217d858ca36 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:24.018250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9926e82-768b-4de8-a6e4-4b6ef3984c09 req-27df3e70-f81b-4c6b-b8ec-f217d858ca36 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.1102610 May 12 19:35:24.077490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-14661308-8c81-4e38-9d50-6eda1557f3fb service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934949 May 12 19:35:24.120030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9926e82-768b-4de8-a6e4-4b6ef3984c09 req-c60063f2-1730-4963-af27-ee0e81e0f442 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002860 May 12 19:35:24.165878 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.172355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e851-f6fc-40c8-bc7a-d0662471383f req-3e8b5bbf-0f28-4131-be39-f29ca3b039a6 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:24.174203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5685e851-f6fc-40c8-bc7a-d0662471383f req-3e8b5bbf-0f28-4131-be39-f29ca3b039a6 tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 1100 time: 0.1403592 May 12 19:35:24.188710 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb418d08-33de-437b-aaee-28e07cc56cb9 None None] New status for floating IP 2d258d24-ddc7-4d92-a693-7e3f1819f5c3: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:35:24.211619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:24.243711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0dbc225-e12c-4bfe-a3a2-e6c121585a1b req-66ee0ca2-d829-4428-8864-42a90232cd7d tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups/3f2eeb94-d534-4d35-bea8-28d08903ffab HTTP/1.1" status: 200 len: 1809 time: 0.0907600 May 12 19:35:24.252118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5685e851-f6fc-40c8-bc7a-d0662471383f req-2696adcb-5392-431a-92bf-e46e649d550d tempest-MigrationsAdminTest-1666234449 tempest-MigrationsAdminTest-1666234449-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676451 May 12 19:35:24.299416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Pushing event deleted for resources: {'Port': ['ID=cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:24.342161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0dbc225-e12c-4bfe-a3a2-e6c121585a1b req-26a68abf-9c5e-43b7-97b3-30fe514ca699 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.391084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a3cfd857-313d-4049-8a9a-cbbb6cbae046 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:24.409827 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0dbc225-e12c-4bfe-a3a2-e6c121585a1b req-26a68abf-9c5e-43b7-97b3-30fe514ca699 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.464362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.528071 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0dbc225-e12c-4bfe-a3a2-e6c121585a1b req-26a68abf-9c5e-43b7-97b3-30fe514ca699 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.529303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] No DVR routers for this DVR port cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:24.533369 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.542614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a3cfd857-313d-4049-8a9a-cbbb6cbae046 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:24.542980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.554754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Transition to ACTIVE for port object 07b2052c-05ac-4123-ad5e-80bbc3469df8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:24.559771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a68abf-9c5e-43b7-97b3-30fe514ca699 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2eeb94-d534-4d35-bea8-28d08903ffab,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:24.561720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8ae04ccb-75e1-4778-a650-6372c8f4f9d9 req-43299ced-6844-432c-b03a-c7f6a61a9e60 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.73 "DELETE /v2.0/ports/cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 HTTP/1.1" status: 204 len: 173 time: 2.0295079 May 12 19:35:24.584747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0dbc225-e12c-4bfe-a3a2-e6c121585a1b req-26a68abf-9c5e-43b7-97b3-30fe514ca699 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.595207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0dbc225-e12c-4bfe-a3a2-e6c121585a1b req-26a68abf-9c5e-43b7-97b3-30fe514ca699 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "DELETE /v2.0/security-groups/3f2eeb94-d534-4d35-bea8-28d08903ffab HTTP/1.1" status: 204 len: 173 time: 0.3410280 May 12 19:35:24.615326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4c531f24-a3f8-4e02-8767-3cb66da67945 req-25b680d6-24a1-45c7-a7ce-fd0d83656b1e service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880269 May 12 19:35:24.662581 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:24.887723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:24.895104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:24.903613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:24.909778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:24.969069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:24.969604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:24.971369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a3cfd857-313d-4049-8a9a-cbbb6cbae046 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:25.039861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeb1b6-8da0-4679-a351-90fe57d261fc req-375860ca-1ebc-4050-8c18-2d07265bae22 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.041473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4edeb1b6-8da0-4679-a351-90fe57d261fc req-375860ca-1ebc-4050-8c18-2d07265bae22 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 932 time: 0.2348654 May 12 19:35:25.052193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Port': ['ID=07b2052c-05ac-4123-ad5e-80bbc3469df8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:25.074262 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0223399c-30fb-4cba-b07b-5d5b9067fbc3'] response: {'name': 'network-changed', 'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'status': 'completed', 'code': 200} May 12 19:35:25.118689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4edeb1b6-8da0-4679-a351-90fe57d261fc req-bb22398e-76ae-4d31-8d46-1b3e01a89a96 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713189 May 12 19:35:25.185008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.185850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:25.219598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-b2a1f82e-24fd-4482-857e-5e0198cd9a92 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7086270 May 12 19:35:25.229008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'port': {'device_id': '0278441e-9c73-49bf-b394-bbaa1452b098', 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631', 'admin_state_up': True, 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:25.252530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.253352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.254544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.255201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.256019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.256659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.257414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.260582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-07f5b177-2c22-49e2-a5fe-6988aeadd15e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6499 time: 0.1752529 May 12 19:35:25.261469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9764baea-952e-4124-91e2-6d1a62159d10 None None] Provisioning for port 07b2052c-05ac-4123-ad5e-80bbc3469df8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:25.270736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9764baea-952e-4124-91e2-6d1a62159d10 None None] Provisioning complete for port 07b2052c-05ac-4123-ad5e-80bbc3469df8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:25.271147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9764baea-952e-4124-91e2-6d1a62159d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:25.340482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c2c2018-b932-4630-b0d5-7171c085cbc7 req-ae99116c-81a2-4793-9271-f307ccc304f5 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0640426 May 12 19:35:25.350732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9764baea-952e-4124-91e2-6d1a62159d10 None None] Port 07b2052c-05ac-4123-ad5e-80bbc3469df8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:35:25.454481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:25.565095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c721f6f-5716-4c0a-a5d7-5bd3825ce062 req-5431171f-a2cc-487b-b05d-fbfa147bee92 tempest-LiveMigrationNegativeTest-1094515934 tempest-LiveMigrationNegativeTest-1094515934-project] 10.222.0.72 "GET /v2.0/ports?device_id=51e754c4-e178-4869-941b-51c42fec202b HTTP/1.1" status: 200 len: 210 time: 0.0562127 May 12 19:35:25.569703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:25.572564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-0a6968a5-4a80-46c1-bf7c-1aac513866b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.575093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-0a6968a5-4a80-46c1-bf7c-1aac513866b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55833bc9-ed78-481d-adda-97e20567a292 HTTP/1.1" status: 200 len: 918 time: 0.2907460 May 12 19:35:25.577770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:port and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:25.581250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:25.609916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:25.616452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:25.617353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:25.641357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:25.679792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:25.683836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:25.778705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:25.779578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:25.791805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5487b5-fb64-4bf6-9684-e2f4dc218942 req-544c9a5e-881d-4d2c-9009-779cf2feaa04 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.797737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f5487b5-fb64-4bf6-9684-e2f4dc218942 req-544c9a5e-881d-4d2c-9009-779cf2feaa04 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.1130805 May 12 19:35:25.818503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:25.819587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:25.826245 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:25.895021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f5487b5-fb64-4bf6-9684-e2f4dc218942 req-7f46d481-222a-432f-99c1-a67cda816c97 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649269 May 12 19:35:25.904573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=13']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:25.909281 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-c0bf0649-1a61-413a-92a2-48a3451f7052 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46 HTTP/1.1" status: 200 len: 1002 time: 0.3243809 May 12 19:35:25.914338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3a50e-d9d8-4b02-8e46-8a77f973a2e1 req-cb9162bb-64a8-4224-84b3-e701c216a214 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:25.921552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebe3a50e-d9d8-4b02-8e46-8a77f973a2e1 req-cb9162bb-64a8-4224-84b3-e701c216a214 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.1227031 May 12 19:35:25.967408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebe3a50e-d9d8-4b02-8e46-8a77f973a2e1 req-1165ec94-d285-4175-bc3e-a2f47c76edd2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 May 12 19:35:26.046065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-cded2edf-be64-4e36-97d6-dbdadede44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:26.047232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-cded2edf-be64-4e36-97d6-dbdadede44e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ceee2333-4370-4bfc-8be9-f2440559d86b HTTP/1.1" status: 200 len: 856 time: 0.1301632 May 12 19:35:26.109090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Allocated IP 19.86.0.242 (574598e2-2b73-4b18-9367-e267b2f8b631/6e0a423f-db56-42cf-a199-a6fb9004673a/b956b496-05ba-406d-a01c-38805eff4185) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:26.161469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265677c9-52d5-4a52-9461-ac48bde5e0b6 req-d04dce78-6e74-4f6e-b699-daaf4e67f378 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:26.162469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-265677c9-52d5-4a52-9461-ac48bde5e0b6 req-d04dce78-6e74-4f6e-b699-daaf4e67f378 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 950 time: 0.1464288 May 12 19:35:26.183205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-6e7c43a3-f6f5-4486-a3b8-8659a1cbeb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:26.185067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-6e7c43a3-f6f5-4486-a3b8-8659a1cbeb5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55833bc9-ed78-481d-adda-97e20567a292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304214 May 12 19:35:26.224532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7399b19-09d9-4633-89b8-223a300ddc9b req-5f0e6701-ce8b-4eaf-95f5-b56833fe3372 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:26.225420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e7399b19-09d9-4633-89b8-223a300ddc9b req-5f0e6701-ce8b-4eaf-95f5-b56833fe3372 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Synchronizing usage tracker for tenant:8d152241108e4a00abf0adebbe84db39 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:26.235948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-265677c9-52d5-4a52-9461-ac48bde5e0b6 req-1902b3b9-ad06-492a-b8e8-fea34986ee2f tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636368 May 12 19:35:26.258198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e7399b19-09d9-4633-89b8-223a300ddc9b req-5f0e6701-ce8b-4eaf-95f5-b56833fe3372 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Unset dirty status for tenant:8d152241108e4a00abf0adebbe84db39 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:26.261744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7399b19-09d9-4633-89b8-223a300ddc9b req-5f0e6701-ce8b-4eaf-95f5-b56833fe3372 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.1839979 May 12 19:35:26.317642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e7399b19-09d9-4633-89b8-223a300ddc9b req-71c2da82-1ded-47e5-9378-bd000e48438b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Synchronizing usage tracker for tenant:8d152241108e4a00abf0adebbe84db39 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:26.327567 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1136d3-d082-47ee-9dda-3410442ef1d8'] response: {'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'code': 200} May 12 19:35:26.341627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e7399b19-09d9-4633-89b8-223a300ddc9b req-71c2da82-1ded-47e5-9378-bd000e48438b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Unset dirty status for tenant:8d152241108e4a00abf0adebbe84db39 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:26.343789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7399b19-09d9-4633-89b8-223a300ddc9b req-71c2da82-1ded-47e5-9378-bd000e48438b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726364 May 12 19:35:26.462972 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-7d7d3b4c-29d3-4fb6-82d3-df21d9fc589e service neutron] 10.222.0.36 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685704 May 12 19:35:26.504313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:26.595182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Transition to ACTIVE for port object b956b496-05ba-406d-a01c-38805eff4185 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:26.596956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bda73-1797-42c6-bef9-66636877f3be req-c87eecae-a776-40c8-ab3f-daa983179323 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:26.606074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-425bda73-1797-42c6-bef9-66636877f3be req-c87eecae-a776-40c8-ab3f-daa983179323 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 932 time: 0.1316769 May 12 19:35:26.657464 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36d74db9-52bf-4ada-a3a5-580c67dbe9e9 req-e642f955-a1e2-41b8-ae81-50f2825bc62b service neutron] 10.222.0.36 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857779 May 12 19:35:26.689168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-425bda73-1797-42c6-bef9-66636877f3be req-c7e4a21f-d0e8-4490-ae0a-1ffe4f0a357b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826960 May 12 19:35:26.720620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:26.801121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43d03ca1-6a02-475c-89de-94eb42d46f64 req-dcbcdede-4a13-4c67-a615-d44cd8746bb7 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0637276 May 12 19:35:26.841758 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7bceaf03-c11b-43a1-900a-5425a46c7cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:26.895561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network 574598e2-2b73-4b18-9367-e267b2f8b631 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:26.902156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:26.909471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:26.950423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Port': ['ID=b956b496-05ba-406d-a01c-38805eff4185,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:27.050374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396d2a6-a3cd-4d6f-9081-e7ac547667e5 req-f28cbca0-df15-4564-9d13-13567c1afa00 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.062085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d396d2a6-a3cd-4d6f-9081-e7ac547667e5 req-f28cbca0-df15-4564-9d13-13567c1afa00 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.1385932 May 12 19:35:27.076364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-13f10536-0284-46d6-b982-1db6b6a06da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.082527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-13f10536-0284-46d6-b982-1db6b6a06da2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 1097 time: 0.4154785 May 12 19:35:27.090096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-09fb9884-fe16-41ac-ad6c-5a6eb7c3fb4e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.090293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-09fb9884-fe16-41ac-ad6c-5a6eb7c3fb4e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Synchronizing usage tracker for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:27.097889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e754c4-e178-4869-941b-51c42fec202b', 'name': 'network-vif-deleted', 'tag': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:27.107361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.108209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:27.202254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d396d2a6-a3cd-4d6f-9081-e7ac547667e5 req-e3cc151b-f821-4833-8f08-da31ebf1ae00 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419005 May 12 19:35:27.240769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51284) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:27.281470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-09fb9884-fe16-41ac-ad6c-5a6eb7c3fb4e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Unset dirty status for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:27.282752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-09fb9884-fe16-41ac-ad6c-5a6eb7c3fb4e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 950 time: 0.5211520 May 12 19:35:27.282836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7f656-48ce-4498-be7c-0586601c1af5 req-dfdcd3b7-4a7e-45c0-888b-5b3fcf868b76 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.292599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98d7f656-48ce-4498-be7c-0586601c1af5 req-dfdcd3b7-4a7e-45c0-888b-5b3fcf868b76 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.1908581 May 12 19:35:27.311891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f9e06d2c-3850-4bfe-9fc0-a2f00a912510 None None] Provisioning for port b956b496-05ba-406d-a01c-38805eff4185 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:27.324296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f9e06d2c-3850-4bfe-9fc0-a2f00a912510 None None] Provisioning complete for port b956b496-05ba-406d-a01c-38805eff4185 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:27.327992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9e06d2c-3850-4bfe-9fc0-a2f00a912510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:27.356239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98d7f656-48ce-4498-be7c-0586601c1af5 req-1384f7b3-0d87-4101-9dcf-f096a5c661ce tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591393 May 12 19:35:27.375778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Deleting port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:27.375778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:27.401859 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb8db05-39df-4a9b-bb04-ae358f6a6a18'] response: {'server_uuid': '51e754c4-e178-4869-941b-51c42fec202b', 'name': 'network-vif-deleted', 'tag': 'cd2b6d5a-3453-4bb9-930d-49a6f9ca8a46', 'status': 'completed', 'code': 200} May 12 19:35:27.415541 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-796abaf1-6f3a-463a-b27f-24fd053aa5fc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1902854 May 12 19:35:27.435900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'port': {'device_id': '0278441e-9c73-49bf-b394-bbaa1452b098', 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d', 'admin_state_up': True, 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:27.468285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f9e06d2c-3850-4bfe-9fc0-a2f00a912510 None None] Port b956b496-05ba-406d-a01c-38805eff4185 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:35:27.608179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-5e7e0460-cf5c-4e2e-8388-4f64a106d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.609617 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-5e7e0460-cf5c-4e2e-8388-4f64a106d603 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 911 time: 0.5127001 May 12 19:35:27.674037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-98ab9b5c-a969-4583-b38f-7f42fc2fc104 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=088721a523014f45b3a7076b9e4afbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296193 May 12 19:35:27.675581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51294) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:27.720170 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-0c7b4a5e-8fc8-411e-9062-f6bfc74bbabf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=216dcc24-8a30-4b07-ae89-ed99856c864c HTTP/1.1" status: 200 len: 217 time: 0.1007493 May 12 19:35:27.738853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12631ea-bc7f-4540-9b2c-cb828a647438 req-25141b2d-87be-40f9-9dee-5f6214f8b391 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.740709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f12631ea-bc7f-4540-9b2c-cb828a647438 req-25141b2d-87be-40f9-9dee-5f6214f8b391 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.1942735 May 12 19:35:27.770082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20437746-f689-4acf-bfee-4a6b959dd0a3 req-a1e48492-42eb-4bf0-84e1-99ca3984e9f7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:27.772770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20437746-f689-4acf-bfee-4a6b959dd0a3 req-a1e48492-42eb-4bf0-84e1-99ca3984e9f7 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b58c2a8-5697-4df2-8910-e72a89d4cd29 HTTP/1.1" status: 200 len: 950 time: 0.2944064 May 12 19:35:27.847234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f12631ea-bc7f-4540-9b2c-cb828a647438 req-d7f940c2-2055-428d-9846-67a5938a95d5 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980043 May 12 19:35:27.847975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20c0eb7d-c46d-443f-9c43-2b1da805495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:27.886686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20437746-f689-4acf-bfee-4a6b959dd0a3 req-c514ef6e-a22a-40b8-a50b-cba44b320d33 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031358 May 12 19:35:27.922708 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20c0eb7d-c46d-443f-9c43-2b1da805495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.004942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:28.019843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:port and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:28.026409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-74948d3c-f037-46d8-b64f-bc19500e1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:28.027946 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-74948d3c-f037-46d8-b64f-bc19500e1a51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.3010750 May 12 19:35:28.031062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:28.042961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:28.116735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-cdede654-b908-4734-8280-5ab09d51e27d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749099 May 12 19:35:28.122435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] For port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:28.122800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.153254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:28.156571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.197543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e1f9f8e-a527-4e6b-a6fe-d2f6c6a2ccf7 req-38c6061e-54d6-41a0-8cb7-7ba7a8137846 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1044135 May 12 19:35:28.238928 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20c0eb7d-c46d-443f-9c43-2b1da805495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.263373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0eb7d-c46d-443f-9c43-2b1da805495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d164ce79-8e2a-46f2-96d9-da1f5e446710,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:28.274475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-edec3d78-ce2a-4145-b63e-5583ec9d879b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:28.276962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-edec3d78-ce2a-4145-b63e-5583ec9d879b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.3449056 May 12 19:35:28.291128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579e2d-c924-4223-8ca4-d17822314304 req-e7707e1c-f4ed-42c9-9c2f-e70c4b338622 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:28.297266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579e2d-c924-4223-8ca4-d17822314304 req-e7707e1c-f4ed-42c9-9c2f-e70c4b338622 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:28.298849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00579e2d-c924-4223-8ca4-d17822314304 req-e7707e1c-f4ed-42c9-9c2f-e70c4b338622 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 1655 time: 0.3281648 May 12 19:35:28.302687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Calling delete_port for 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:28.328831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20c0eb7d-c46d-443f-9c43-2b1da805495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.330011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20c0eb7d-c46d-443f-9c43-2b1da805495c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d164ce79-8e2a-46f2-96d9-da1f5e446710 HTTP/1.1" status: 204 len: 168 time: 0.6534791 May 12 19:35:28.448321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Deleting port fc04b7f3-13dc-4114-8b34-3af6179cdc21 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:28.448664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.491714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00579e2d-c924-4223-8ca4-d17822314304 req-2eb22287-8746-408c-aa89-5bb97ac6c0e5 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539841 May 12 19:35:28.599648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5305525-b01e-44c1-a6a6-ae30375fa5fd req-02544add-c390-4c61-8cf0-0260ea77c56e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:28.601299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5305525-b01e-44c1-a6a6-ae30375fa5fd req-02544add-c390-4c61-8cf0-0260ea77c56e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.2618127 May 12 19:35:28.614518 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-133bb636-cc0e-4200-90a3-d779fef97852 service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844065 May 12 19:35:28.698522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51310) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:28.763781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Allocated IP 19.80.0.218 (c4247f2d-1b22-4d27-a5aa-5ac33af59d5d/845871de-edcf-438b-8757-678ae729d805/08c7bba9-9090-4fe4-a552-b1b97e6b0008) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:28.767938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.780423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['5ea38d06-a443-488d-9e50-c7925f78366a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:28.790446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5305525-b01e-44c1-a6a6-ae30375fa5fd req-ab6aa13f-8ee3-4860-b370-913b31cad20a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686563 May 12 19:35:28.823439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094', 'cf467131-7228-4cb7-bd19-d4f4a722704a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:28.842426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event deleted for resources: {'Port': ['ID=50e38e6f-a7dd-4e0c-99dc-1a4edd161b69,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:28.877889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2dc565e8-59df-4453-b39c-6e133af875ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b3d44f5bb214a2fba126f283a73c232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729119 May 12 19:35:28.886316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51316) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:28.924583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] For port fc04b7f3-13dc-4114-8b34-3af6179cdc21, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc04b7f3-13dc-4114-8b34-3af6179cdc21,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:28.925467 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:28.970865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b8453a2-2132-4f0b-9384-b1d99d987b2e req-56ea0b76-49b3-44f4-99e9-d303dac5d40d service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444185 May 12 19:35:28.996444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] No DVR routers for this DVR port 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:29.002609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.019977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-065bedb2-b6e1-432d-94d7-ed9862b4960e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.052959 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8958a333-8a48-4a64-a15f-3192d12fd868 req-a4dd1526-0ce9-47a2-b676-a14d3a169544 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "DELETE /v2.0/ports/50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 HTTP/1.1" status: 204 len: 173 time: 1.7638621 May 12 19:35:29.260615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Calling delete_port for fc04b7f3-13dc-4114-8b34-3af6179cdc21 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:29.273837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.292716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Transition to ACTIVE for port object 08c7bba9-9090-4fe4-a552-b1b97e6b0008 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:29.320553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.358562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4d453d-a895-40cc-b68c-ed76e3f247f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.399132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc71ff-69e2-400c-87e2-3c46259bbf7b req-a0a5fed4-89bd-4324-a9b7-6beb63d79836 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:29.403796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-deleted', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:29.406263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52cc71ff-69e2-400c-87e2-3c46259bbf7b req-a0a5fed4-89bd-4324-a9b7-6beb63d79836 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.5825624 May 12 19:35:29.416921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:29.420505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:29.424988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:29.444645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4d453d-a895-40cc-b68c-ed76e3f247f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.453204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Port': ['ID=08c7bba9-9090-4fe4-a552-b1b97e6b0008,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:29.475947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:29.496750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:29.500319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.527505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-80910ba5-b268-4174-be82-a0efef046695 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1025496 May 12 19:35:29.531835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:29.532231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 50e38e6f-a7dd-4e0c-99dc-1a4edd161b69 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:29.541157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Request body: {'port': {'device_id': '0278441e-9c73-49bf-b394-bbaa1452b098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:29.542215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124e0a0-cbc4-4098-b1ac-d63b5c0868bc req-eb5aa372-dfef-4e23-9d7b-79fc74cbc013 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:29.543860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0124e0a0-cbc4-4098-b1ac-d63b5c0868bc req-eb5aa372-dfef-4e23-9d7b-79fc74cbc013 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9108e7c-47c9-4423-8b7b-3e9b416aa781 HTTP/1.1" status: 200 len: 946 time: 0.4684799 May 12 19:35:29.586512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52cc71ff-69e2-400c-87e2-3c46259bbf7b req-7f61c554-b004-460c-981e-478363843511 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793840 May 12 19:35:29.665415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4d453d-a895-40cc-b68c-ed76e3f247f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.689558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.693899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0124e0a0-cbc4-4098-b1ac-d63b5c0868bc req-26338264-1dfb-4d7c-a26e-3ed034ed938b tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.72 "GET /v2.0/security-groups?id=d971ddb8-f760-4d61-a9e0-f011980bfeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182120 May 12 19:35:29.722674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0ccc80c6-033d-48fd-87ed-0baf9a184a28 None None] Provisioning for port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:29.729684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0ccc80c6-033d-48fd-87ed-0baf9a184a28 None None] Provisioning complete for port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:29.730394 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ccc80c6-033d-48fd-87ed-0baf9a184a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.789693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Pushing event deleted for resources: {'Port': ['ID=fc04b7f3-13dc-4114-8b34-3af6179cdc21,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:29.800851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d453d-a895-40cc-b68c-ed76e3f247f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2cefa3-96c8-4a9d-a7b0-00fcf8dcec46,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:29.808687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc80c6-033d-48fd-87ed-0baf9a184a28 None None] Port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:35:29.823108 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722138a7-000e-49b8-81fe-1077a01aa1b4'] response: {'server_uuid': '8b58c2a8-5697-4df2-8910-e72a89d4cd29', 'name': 'network-vif-deleted', 'tag': '50e38e6f-a7dd-4e0c-99dc-1a4edd161b69', 'status': 'completed', 'code': 200} May 12 19:35:29.832215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.954731 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:29.997149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] No DVR routers for this DVR port fc04b7f3-13dc-4114-8b34-3af6179cdc21 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:29.999768 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.002714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75424dfd-8131-4c1c-abb8-dd3c100cc11f req-fcc28994-d1dc-4447-99f7-571c206da568 tempest-ServerRescueTestJSONUnderV235-1803511640 tempest-ServerRescueTestJSONUnderV235-1803511640-project] 10.222.0.73 "DELETE /v2.0/ports/fc04b7f3-13dc-4114-8b34-3af6179cdc21 HTTP/1.1" status: 204 len: 173 time: 1.7021408 May 12 19:35:30.009875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'name': 'network-vif-deleted', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:30.016878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-becb24dc-d83c-4d02-9f22-e8d2b2352755 req-3d38f584-211a-440b-963e-1958e4385308 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1398077 May 12 19:35:30.017790 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4d453d-a895-40cc-b68c-ed76e3f247f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.021742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ac4d453d-a895-40cc-b68c-ed76e3f247f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b2cefa3-96c8-4a9d-a7b0-00fcf8dcec46 HTTP/1.1" status: 204 len: 168 time: 1.1338129 May 12 19:35:30.070185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f8138-e3e4-43d5-8ac5-086ea21849ef req-91bab3ba-de74-42cf-b322-5dd8224e1a7d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:30.076293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f8138-e3e4-43d5-8ac5-086ea21849ef req-91bab3ba-de74-42cf-b322-5dd8224e1a7d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:30.083088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f8138-e3e4-43d5-8ac5-086ea21849ef req-91bab3ba-de74-42cf-b322-5dd8224e1a7d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:30.084354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b74f8138-e3e4-43d5-8ac5-086ea21849ef req-91bab3ba-de74-42cf-b322-5dd8224e1a7d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2377 time: 0.1739805 May 12 19:35:30.171450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.190800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b74f8138-e3e4-43d5-8ac5-086ea21849ef req-07ee15a7-f4ae-42af-b9ab-810441163918 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999882 May 12 19:35:30.277374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b2052c-05ac-4123-ad5e-80bbc3469df8 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:30.287338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.305114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Transition to ACTIVE for port object 07b2052c-05ac-4123-ad5e-80bbc3469df8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:30.312223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.578890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364733-d2f6-440d-8688-32f2c6489c04 req-05e10e06-48bc-45c9-a4da-3fa621769bdd tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:30.582422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56364733-d2f6-440d-8688-32f2c6489c04 req-05e10e06-48bc-45c9-a4da-3fa621769bdd tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.2536604 May 12 19:35:30.639994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Pushing event updated for resources: {'Port': ['ID=07b2052c-05ac-4123-ad5e-80bbc3469df8,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:30.702016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Attempting to bind port 07b2052c-05ac-4123-ad5e-80bbc3469df8 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:30.702456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Attempting to bind port 07b2052c-05ac-4123-ad5e-80bbc3469df8 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:30.702735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Attempting to bind port 07b2052c-05ac-4123-ad5e-80bbc3469df8 on network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:30.712044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56364733-d2f6-440d-8688-32f2c6489c04 req-77999bc8-f1e2-47ff-bd35-cc4a7a6f0051 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228812 May 12 19:35:30.713474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Port 07b2052c-05ac-4123-ad5e-80bbc3469df8 on network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:30.714375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Attempting to bind port 07b2052c-05ac-4123-ad5e-80bbc3469df8 on network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:30.731277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:30.731892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Checking segment: {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:30.732472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Bound using segment: {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:30.733210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Bound port: 07b2052c-05ac-4123-ad5e-80bbc3469df8, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:30.733760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.849216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] For port 07b2052c-05ac-4123-ad5e-80bbc3469df8, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:30.853308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] For port 07b2052c-05ac-4123-ad5e-80bbc3469df8, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07b2052c-05ac-4123-ad5e-80bbc3469df8,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:30.859379 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.880544 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d41ebb0-8429-4b21-a506-14265cf97f99'] response: {'server_uuid': 'c9108e7c-47c9-4423-8b7b-3e9b416aa781', 'name': 'network-vif-deleted', 'tag': 'fc04b7f3-13dc-4114-8b34-3af6179cdc21', 'status': 'completed', 'code': 200} May 12 19:35:30.909123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc04b7f3-13dc-4114-8b34-3af6179cdc21 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:30.926610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:30.927335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:30.928593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] 10.222.0.36 "PUT /v2.0/ports/07b2052c-05ac-4123-ad5e-80bbc3469df8 HTTP/1.1" status: 200 len: 1092 time: 1.3919291 May 12 19:35:30.947615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30c55-cf4d-4413-a493-226ea3ff1c2d service neutron] Pushing event updated for resources: {'Port': ['ID=07b2052c-05ac-4123-ad5e-80bbc3469df8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:30.964537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Request body: {'port': {'device_id': '0278441e-9c73-49bf-b394-bbaa1452b098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:30.984807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: fc04b7f3-13dc-4114-8b34-3af6179cdc21 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:30.985413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc04b7f3-13dc-4114-8b34-3af6179cdc21 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:31.098140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:31.122463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed86fc-515c-48c6-944d-ac1b3d75fee5 req-aba01af7-71da-4dec-8c10-155a2cd11cbb tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:31.123944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bed86fc-515c-48c6-944d-ac1b3d75fee5 req-aba01af7-71da-4dec-8c10-155a2cd11cbb tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.1241403 May 12 19:35:31.156264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dd6a6-c03f-4d27-8a20-cabb4ce81fe7 req-f93e7c29-cd45-4385-b184-02dda10e0fd0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:31.163342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e0dd6a6-c03f-4d27-8a20-cabb4ce81fe7 req-f93e7c29-cd45-4385-b184-02dda10e0fd0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 951 time: 0.2411833 May 12 19:35:31.216553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bed86fc-515c-48c6-944d-ac1b3d75fee5 req-9e69d649-8982-4f57-853c-b21905726714 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853615 May 12 19:35:31.247878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e0dd6a6-c03f-4d27-8a20-cabb4ce81fe7 req-ceb20d42-3194-4fb1-a927-acfc3d4929a6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813901 May 12 19:35:31.331353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51372) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:31.529017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b956b496-05ba-406d-a01c-38805eff4185 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:31.535492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:31.540964 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:31.556719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Transition to ACTIVE for port object b956b496-05ba-406d-a01c-38805eff4185 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:31.564170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:31.576341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb36cfa-6bf6-45e6-ac2b-676eaf3509bc req-77d6a14d-51d7-401c-91b1-4c49f5112903 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1433187 May 12 19:35:31.865025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:31.894109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b80813-d475-4be0-b1bd-a26cb5a3c45c req-fb7ec521-23ba-4c5a-9076-996d3fa986fe tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:31.903454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b80813-d475-4be0-b1bd-a26cb5a3c45c req-fb7ec521-23ba-4c5a-9076-996d3fa986fe tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:31.910707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b80813-d475-4be0-b1bd-a26cb5a3c45c req-fb7ec521-23ba-4c5a-9076-996d3fa986fe tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:31.919891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16b80813-d475-4be0-b1bd-a26cb5a3c45c req-fb7ec521-23ba-4c5a-9076-996d3fa986fe tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2389 time: 0.4873559 May 12 19:35:31.920704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Pushing event updated for resources: {'Port': ['ID=b956b496-05ba-406d-a01c-38805eff4185,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:32.015137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Attempting to bind port b956b496-05ba-406d-a01c-38805eff4185 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:32.015476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Attempting to bind port b956b496-05ba-406d-a01c-38805eff4185 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:32.015809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Attempting to bind port b956b496-05ba-406d-a01c-38805eff4185 on network 574598e2-2b73-4b18-9367-e267b2f8b631 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:32.021725 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ad93c559-b96b-4c74-be30-c065d4bb56c5 req-d1e5a2ab-8f9d-44af-a817-3560d4a14464 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0576630 May 12 19:35:32.023867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Port b956b496-05ba-406d-a01c-38805eff4185 on network 574598e2-2b73-4b18-9367-e267b2f8b631 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:32.024193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Attempting to bind port b956b496-05ba-406d-a01c-38805eff4185 on network 574598e2-2b73-4b18-9367-e267b2f8b631 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:32.029698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:32.030037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Checking segment: {'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:32.030419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Bound using segment: {'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:32.030851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Bound port: b956b496-05ba-406d-a01c-38805eff4185, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34eebfc6-4c33-4e14-bafd-8b8b13754c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:32.031198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:32.129233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16b80813-d475-4be0-b1bd-a26cb5a3c45c req-54ad9cd0-128b-4275-8ef2-f3af2c5f878d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074845 May 12 19:35:32.203118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab61f6-1810-4083-acdf-121870842e4c req-71b2e313-528a-4caa-85e8-e6a13afe9e01 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.204557 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cab61f6-1810-4083-acdf-121870842e4c req-71b2e313-528a-4caa-85e8-e6a13afe9e01 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 951 time: 0.3887668 May 12 19:35:32.242694 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa5265a-b5c1-4a70-adc6-61fa7c7ef32d'] response: {'name': 'network-changed', 'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8', 'status': 'completed', 'code': 200} May 12 19:35:32.270977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b954c-c2bf-4e8c-89f0-eac660bde34e req-6922707d-9706-4723-9e4b-80add1821315 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.272830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e64b954c-c2bf-4e8c-89f0-eac660bde34e req-6922707d-9706-4723-9e4b-80add1821315 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.3313808 May 12 19:35:32.340602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] For port b956b496-05ba-406d-a01c-38805eff4185, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:32.359912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] For port b956b496-05ba-406d-a01c-38805eff4185, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b956b496-05ba-406d-a01c-38805eff4185,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:32.370083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:32.427213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Deleting port 5ea38d06-a443-488d-9e50-c7925f78366a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:32.427557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:32.439496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-36fb79ac-f59a-40ec-a511-7d2d16d33658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.440063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-36fb79ac-f59a-40ec-a511-7d2d16d33658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.440519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-36fb79ac-f59a-40ec-a511-7d2d16d33658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.442158 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-36fb79ac-f59a-40ec-a511-7d2d16d33658 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2757 time: 0.1615291 May 12 19:35:32.445543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.446225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:32.447643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] 10.222.0.36 "PUT /v2.0/ports/b956b496-05ba-406d-a01c-38805eff4185 HTTP/1.1" status: 200 len: 1092 time: 1.4882586 May 12 19:35:32.488630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Request body: {'port': {'device_id': '0278441e-9c73-49bf-b394-bbaa1452b098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:32.490468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e64b954c-c2bf-4e8c-89f0-eac660bde34e req-e973ab0a-7e9b-4665-b1e6-6d3555f13308 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071493 May 12 19:35:32.590538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327e628-ee29-4a95-b42b-5e1967251053 service neutron] Pushing event updated for resources: {'Port': ['ID=b956b496-05ba-406d-a01c-38805eff4185,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:32.614299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dfd1c-a713-48a4-8aa1-de34480b2c52 req-3b3c1f60-8b1b-42f9-9aa4-d0212748ccfe tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.616092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-805dfd1c-a713-48a4-8aa1-de34480b2c52 req-3b3c1f60-8b1b-42f9-9aa4-d0212748ccfe tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.2658813 May 12 19:35:32.731724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:32.745103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-592fd2e4-23b0-4df1-9886-3ad013ff984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.745103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-592fd2e4-23b0-4df1-9886-3ad013ff984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.745103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-592fd2e4-23b0-4df1-9886-3ad013ff984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.745103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-592fd2e4-23b0-4df1-9886-3ad013ff984b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fedf2927801c44adaf172effccbb1f6e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2919829 May 12 19:35:32.991712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-805dfd1c-a713-48a4-8aa1-de34480b2c52 req-5cd359c2-9e07-4c71-8cff-f20722350a8c tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557749 May 12 19:35:32.993421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-971399ef-ff45-4e43-a649-93e91ac735c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:32.994910 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-823811e5-0812-4672-b4c8-1b8a8dae5640 req-971399ef-ff45-4e43-a649-93e91ac735c6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2419453 May 12 19:35:33.058269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] For port 5ea38d06-a443-488d-9e50-c7925f78366a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5ea38d06-a443-488d-9e50-c7925f78366a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:33.065298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.229399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Calling delete_port for 5ea38d06-a443-488d-9e50-c7925f78366a owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:33.297207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc2b2-e70a-4f72-94cf-c6a019229ab3 req-750c770b-0882-4ce5-85b5-801524ca1acc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:33.298801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb9dc2b2-e70a-4f72-94cf-c6a019229ab3 req-750c770b-0882-4ce5-85b5-801524ca1acc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=75e13dc2-7d1f-410f-9974-4fd999f4fcfa HTTP/1.1" status: 200 len: 951 time: 0.6573229 May 12 19:35:33.305231 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.323256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c7bba9-9090-4fe4-a552-b1b97e6b0008 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:33.332291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.347157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Transition to ACTIVE for port object 08c7bba9-9090-4fe4-a552-b1b97e6b0008 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:33.352352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.430566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-5a7515ef-8eba-463a-866a-8984968318c9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e53690acfa040a785edabdc14120b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701051 May 12 19:35:33.517403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Pushing event updated for resources: {'Port': ['ID=08c7bba9-9090-4fe4-a552-b1b97e6b0008,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:33.595666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Attempting to bind port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:33.596333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Attempting to bind port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:33.596333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Attempting to bind port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 on network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:33.601336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 on network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:33.601763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Attempting to bind port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 on network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:33.606998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb9dc2b2-e70a-4f72-94cf-c6a019229ab3 req-ba865701-26d9-4a21-b0b6-c2b7c69db61b tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480960 May 12 19:35:33.607700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:33.608009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Checking segment: {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:33.608422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Bound using segment: {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:33.608894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Bound port: 08c7bba9-9090-4fe4-a552-b1b97e6b0008, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:33.609539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.721174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] For port 08c7bba9-9090-4fe4-a552-b1b97e6b0008, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:33.724444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] For port 08c7bba9-9090-4fe4-a552-b1b97e6b0008, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=08c7bba9-9090-4fe4-a552-b1b97e6b0008,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:33.730352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.790063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:33.790735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.792153 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] 10.222.0.36 "PUT /v2.0/ports/08c7bba9-9090-4fe4-a552-b1b97e6b0008 HTTP/1.1" status: 200 len: 1092 time: 1.3089406 May 12 19:35:33.818058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3807be-bd55-4870-96fd-e49e5ce9e8cd service neutron] Pushing event updated for resources: {'Port': ['ID=08c7bba9-9090-4fe4-a552-b1b97e6b0008,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:33.854024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cd40b70-322d-4b99-a2c2-e53c6bc7bf93 req-35e1bae8-21e9-412f-b29c-8cdd647283f6 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1264632 May 12 19:35:33.864385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:33.877631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094', 'cf467131-7228-4cb7-bd19-d4f4a722704a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:33.918281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-337212a2-d90c-4f7b-ad47-ebe494d09d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:33.918758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-337212a2-d90c-4f7b-ad47-ebe494d09d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:33.919219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-337212a2-d90c-4f7b-ad47-ebe494d09d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:33.920841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-337212a2-d90c-4f7b-ad47-ebe494d09d2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2866 time: 0.0895436 May 12 19:35:33.954551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-0a896482-a5da-4230-ac4c-cd86e7311d47 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:33.956074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-0a896482-a5da-4230-ac4c-cd86e7311d47 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5143981 May 12 19:35:33.991826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event deleted for resources: {'Port': ['ID=5ea38d06-a443-488d-9e50-c7925f78366a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:34.015371 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-66ecaa6e-1af0-4481-8221-e8bbc2bb9b45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=07b2052c-05ac-4123-ad5e-80bbc3469df8 HTTP/1.1" status: 200 len: 217 time: 0.0853727 May 12 19:35:34.118313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-bb812f23-8208-478e-8af8-e01658a08a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:34.121532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-bb812f23-8208-478e-8af8-e01658a08a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845871de-edcf-438b-8757-678ae729d805 HTTP/1.1" status: 200 len: 801 time: 0.0960882 May 12 19:35:34.143910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-76a3197c-10c2-4ab5-a941-baea35127e7c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/quotas/8e53690acfa040a785edabdc14120b1e HTTP/1.1" status: 200 len: 375 time: 0.1579468 May 12 19:35:34.210472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] No DVR routers for this DVR port 5ea38d06-a443-488d-9e50-c7925f78366a on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:34.214709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:34.266237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-deleted', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:34.289557 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-2c574cf9-6762-4fe8-8bfe-b53b7e78861d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444342 May 12 19:35:34.292173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cab61f6-1810-4083-acdf-121870842e4c req-a1f2d936-cb1d-47d4-a673-56714c095912 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.73 "DELETE /v2.0/ports/5ea38d06-a443-488d-9e50-c7925f78366a HTTP/1.1" status: 204 len: 173 time: 2.0802188 May 12 19:35:34.296203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'tag': 'b956b496-05ba-406d-a01c-38805eff4185'}, {'name': 'network-changed', 'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'tag': '08c7bba9-9090-4fe4-a552-b1b97e6b0008'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:34.418905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-0c0f23bc-822f-43a7-b1eb-a0884799b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:34.418905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-0c0f23bc-822f-43a7-b1eb-a0884799b349 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2921879 May 12 19:35:34.560572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Deleting port 2b909980-a42b-4f3f-b4db-d1bc26bd5406 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:34.560572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:34.748601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f6fb-e3d3-44fc-984a-756a5df14a60 req-eac865c9-bb3d-4b6b-a311-5475d06f78eb tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:34.762135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f6fb-e3d3-44fc-984a-756a5df14a60 req-eac865c9-bb3d-4b6b-a311-5475d06f78eb tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:34.762135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f6fb-e3d3-44fc-984a-756a5df14a60 req-eac865c9-bb3d-4b6b-a311-5475d06f78eb tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:34.771574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7bf9f6fb-e3d3-44fc-984a-756a5df14a60 req-eac865c9-bb3d-4b6b-a311-5475d06f78eb tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2413 time: 0.6398852 May 12 19:35:34.855141 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-2953dd1a-c004-492c-8723-467fc35216e6 service neutron] 10.222.0.36 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219649 May 12 19:35:34.914748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:34.983344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 5ea38d06-a443-488d-9e50-c7925f78366a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:34.983344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5ea38d06-a443-488d-9e50-c7925f78366a not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:35.044053 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-c44b5799-2ed9-46ed-a8b0-2566cf77c26d service neutron] 10.222.0.36 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804113 May 12 19:35:35.145017 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-e93aa414-bf68-4da7-ab60-6f41b5ac44ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=b956b496-05ba-406d-a01c-38805eff4185 HTTP/1.1" status: 200 len: 217 time: 0.0903814 May 12 19:35:35.256229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-17760e9e-9671-4113-b9c2-fc90619ad394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:35.256229 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-17760e9e-9671-4113-b9c2-fc90619ad394 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0a423f-db56-42cf-a199-a6fb9004673a HTTP/1.1" status: 200 len: 801 time: 0.1096473 May 12 19:35:35.331284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7bf9f6fb-e3d3-44fc-984a-756a5df14a60 req-47d35b72-e260-453d-8541-53eb7681ce39 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623064 May 12 19:35:35.414619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-df11d61b-f1b0-4bc8-aeb8-6b81a53aeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:35.416166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-df11d61b-f1b0-4bc8-aeb8-6b81a53aeb66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=574598e2-2b73-4b18-9367-e267b2f8b631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1562688 May 12 19:35:35.423107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] For port 2b909980-a42b-4f3f-b4db-d1bc26bd5406, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2b909980-a42b-4f3f-b4db-d1bc26bd5406,segment=NetworkSegment(69568903-80f4-492c-b10d-0a5299876354),segment_id=69568903-80f4-492c-b10d-0a5299876354)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:35.423716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:35.443617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d78d89-96d2-4f5c-b66d-09cc7579069a req-de8c9795-9dcc-4f6c-a4d7-42bcdf40e0d8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:35.445462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6d78d89-96d2-4f5c-b66d-09cc7579069a req-de8c9795-9dcc-4f6c-a4d7-42bcdf40e0d8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.6723585 May 12 19:35:35.629909 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-e6161b05-888d-4695-aa6e-4a61e6e67b2c service neutron] 10.222.0.36 "GET /v2.0/networks/574598e2-2b73-4b18-9367-e267b2f8b631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070889 May 12 19:35:35.677009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Calling delete_port for 2b909980-a42b-4f3f-b4db-d1bc26bd5406 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:35.783185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6d78d89-96d2-4f5c-b66d-09cc7579069a req-8797529a-883f-4753-b06b-4238853c44b8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166492 May 12 19:35:35.830002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4ac7eb47-5db0-4e9b-b1b0-dc8f714ed4c3 req-a8c4fe58-a47a-4ae1-bd34-7e371741c634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccdb30aee07a4da7b8de7b6033151a2a&device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0616810 May 12 19:35:35.870525 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4ac7eb47-5db0-4e9b-b1b0-dc8f714ed4c3 req-9c252c19-57ed-4e0e-b373-f66726af5ab8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ccdb30aee07a4da7b8de7b6033151a2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315742 May 12 19:35:35.913706 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caab622c-9380-475f-9b92-6b777a9e8613'] response: {'server_uuid': '75e13dc2-7d1f-410f-9974-4fd999f4fcfa', 'name': 'network-vif-deleted', 'tag': '5ea38d06-a443-488d-9e50-c7925f78366a', 'status': 'completed', 'code': 200} May 12 19:35:35.965110 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493c81c6-5a44-4f83-b790-6126c5d89baa'] response: {'name': 'network-changed', 'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'tag': 'b956b496-05ba-406d-a01c-38805eff4185', 'status': 'completed', 'code': 200} May 12 19:35:35.965493 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493c81c6-5a44-4f83-b790-6126c5d89baa'] response: {'name': 'network-changed', 'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'tag': '08c7bba9-9090-4fe4-a552-b1b97e6b0008', 'status': 'completed', 'code': 200} May 12 19:35:35.985484 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-aee3c0e9-a28a-4d0f-99a5-9ef25dcacc4f service neutron] 10.222.0.36 "GET /v2.0/networks/574598e2-2b73-4b18-9367-e267b2f8b631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483269 May 12 19:35:36.045763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8229b-68d9-4a76-a124-8b14b75c6276 req-02ed377a-5753-4cf3-b1ff-326d63786ce3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.047266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59c8229b-68d9-4a76-a124-8b14b75c6276 req-02ed377a-5753-4cf3-b1ff-326d63786ce3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.1361041 May 12 19:35:36.074229 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-aac44261-d356-45cc-9c00-fd5af4859b8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=08c7bba9-9090-4fe4-a552-b1b97e6b0008 HTTP/1.1" status: 200 len: 217 time: 0.0812669 May 12 19:35:36.160093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-c068b9a1-017e-4c96-9c4a-f8b39e43cdc9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e53690acfa040a785edabdc14120b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934045 May 12 19:35:36.162813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-579b7f30-add1-4125-9de5-7ec61c1d8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.164487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-579b7f30-add1-4125-9de5-7ec61c1d8fd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845871de-edcf-438b-8757-678ae729d805 HTTP/1.1" status: 200 len: 801 time: 0.0844181 May 12 19:35:36.167228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7eb47-5db0-4e9b-b1b0-dc8f714ed4c3 req-aff3dcf0-f055-433d-9745-ec803ad3553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.168794 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4ac7eb47-5db0-4e9b-b1b0-dc8f714ed4c3 req-aff3dcf0-f055-433d-9745-ec803ad3553f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2888956 May 12 19:35:36.250676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-6346b095-1f89-460b-b361-8a357f4a16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.252161 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-6346b095-1f89-460b-b361-8a357f4a16e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789075 May 12 19:35:36.260222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59c8229b-68d9-4a76-a124-8b14b75c6276 req-695e0e8a-3ca5-4a07-b75e-ba66171131c5 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925504 May 12 19:35:36.315208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-0269d326-95e7-4927-8541-c67387b21d56 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8e53690acfa040a785edabdc14120b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399360 May 12 19:35:36.414257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:36.418359 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-069ba5c1-8ce4-46f1-8b3b-92c3b0fbe929 service neutron] 10.222.0.36 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569412 May 12 19:35:36.521907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b909980-a42b-4f3f-b4db-d1bc26bd5406,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:36.575632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c144a857-6265-47cd-b74f-fd605e47011c req-ceceb93b-a98c-48a5-ad29-632b062282b0 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.72 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.1470811 May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.595795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:36.697551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-8450eb62-c45a-48f5-8922-49c5ee30b0b9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.699043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-8450eb62-c45a-48f5-8922-49c5ee30b0b9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5381124 May 12 19:35:36.737811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c72eb7e8-7924-47c0-b0a1-0baedd698788 req-ed860cc8-081d-45ef-bef0-21069d5f1150 service neutron] 10.222.0.36 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131840 May 12 19:35:36.739194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-ded85486-46af-44bd-8d4f-654042476c79 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/quotas/8e53690acfa040a785edabdc14120b1e HTTP/1.1" status: 200 len: 375 time: 0.0301917 May 12 19:35:36.749839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-23366065-9e2d-4f99-b1d9-3b6e77a770c0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.750867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-23366065-9e2d-4f99-b1d9-3b6e77a770c0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251828 May 12 19:35:36.800135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Request body: {'port': {'device_id': '15426953-5eda-476d-a885-396f38378b9e', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '8e53690acfa040a785edabdc14120b1e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:36.914887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-2799ebae-c1d0-48e6-b072-fddcf6faf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.915492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-2799ebae-c1d0-48e6-b072-fddcf6faf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.915945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-2799ebae-c1d0-48e6-b072-fddcf6faf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:36.917612 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-2799ebae-c1d0-48e6-b072-fddcf6faf24e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2866 time: 0.1156847 May 12 19:35:37.020249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-80e6fff2-1c17-4910-868c-68d7dd6b82da tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2664804 May 12 19:35:37.080005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-bf690786-a295-44c1-88a4-64558b0f2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.082133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-bf690786-a295-44c1-88a4-64558b0f2725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=574598e2-2b73-4b18-9367-e267b2f8b631 HTTP/1.1" status: 200 len: 902 time: 0.1567636 May 12 19:35:37.180685 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-d84604fd-147d-4496-bd24-1289b778f2fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=b956b496-05ba-406d-a01c-38805eff4185 HTTP/1.1" status: 200 len: 217 time: 0.0880239 May 12 19:35:37.275524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-46b4c220-7af1-4bdf-a680-274521f2d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.277364 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-46b4c220-7af1-4bdf-a680-274521f2d8f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0a423f-db56-42cf-a199-a6fb9004673a HTTP/1.1" status: 200 len: 801 time: 0.0885239 May 12 19:35:37.293813 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:37.395150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-9d48128b-196f-4a15-8aea-2ab4d782899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.396869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-9d48128b-196f-4a15-8aea-2ab4d782899e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=574598e2-2b73-4b18-9367-e267b2f8b631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119297 May 12 19:35:37.405461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:37.424939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Usage tracker for resource:port and tenant:8e53690acfa040a785edabdc14120b1e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:37.443262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc57075-14de-4b20-b96f-001a86ac8aca req-66b5b945-0fc2-4a65-915a-d7c374da3457 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.449429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc57075-14de-4b20-b96f-001a86ac8aca req-66b5b945-0fc2-4a65-915a-d7c374da3457 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.455101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc57075-14de-4b20-b96f-001a86ac8aca req-66b5b945-0fc2-4a65-915a-d7c374da3457 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.456736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dc57075-14de-4b20-b96f-001a86ac8aca req-66b5b945-0fc2-4a65-915a-d7c374da3457 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2413 time: 0.4552858 May 12 19:35:37.457660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:37.494256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:37.539802 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4ac7eb47-5db0-4e9b-b1b0-dc8f714ed4c3 req-9155eea5-9eaa-4c41-8538-3b85541d81e4 tempest-ServerShowV257Test-1032031919 tempest-ServerShowV257Test-1032031919-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e62228-ee19-446b-af5f-b462c2d61b9c HTTP/1.1" status: 200 len: 210 time: 0.0572155 May 12 19:35:37.603106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Made reservation on behalf of 8e53690acfa040a785edabdc14120b1e for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:37.606865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:37.623765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-2d8e75cb-bba0-4b5a-b608-c20d200486d7 service neutron] 10.222.0.36 "GET /v2.0/networks/574598e2-2b73-4b18-9367-e267b2f8b631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169173 May 12 19:35:37.633287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dc57075-14de-4b20-b96f-001a86ac8aca req-f1942e58-6980-4be7-a7a9-fe51e8891391 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584270 May 12 19:35:37.638827 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:37.672562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:37.694075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Usage tracker for resource:security_group_rule and tenant:8e53690acfa040a785edabdc14120b1e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:37.762508 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:37.782997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:37.809839 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-f36079e5-b3aa-4d24-9ec9-69051b84ac44 service neutron] 10.222.0.36 "GET /v2.0/networks/574598e2-2b73-4b18-9367-e267b2f8b631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784217 May 12 19:35:37.841060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaa27b-9de6-42fa-af8b-2dba4f3d290c req-c719fbd8-afc7-4e32-af0f-94a8c4544992 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.843270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7aaa27b-9de6-42fa-af8b-2dba4f3d290c req-c719fbd8-afc7-4e32-af0f-94a8c4544992 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.5226636 May 12 19:35:37.856618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:37.943432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-0bc0dd45-de57-4258-9345-c4042b5ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.944041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-0bc0dd45-de57-4258-9345-c4042b5ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.944359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-0bc0dd45-de57-4258-9345-c4042b5ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:37.946118 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-0bc0dd45-de57-4258-9345-c4042b5ba172 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2866 time: 0.0811243 May 12 19:35:38.043003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7aaa27b-9de6-42fa-af8b-2dba4f3d290c req-25eee4bb-88d5-43b1-b785-a01f713e421b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794527 May 12 19:35:38.090181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Router 71438294-3453-40d6-96e8-0fdf55dbc1e0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:35:38.120895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742b957-64f7-4edf-b2d8-21b46fa40ebc req-eed66fc2-8692-48d5-ba3d-df4e873322cc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:38.124735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4742b957-64f7-4edf-b2d8-21b46fa40ebc req-eed66fc2-8692-48d5-ba3d-df4e873322cc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Synchronizing usage tracker for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:38.138077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-41b7c2f5-c652-4789-93e5-cdc1c755fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:38.140098 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-41b7c2f5-c652-4789-93e5-cdc1c755fd07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d HTTP/1.1" status: 200 len: 903 time: 0.1831803 May 12 19:35:38.228748 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:38.261943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-8c46f986-4a6b-45a5-bf8f-f6669117c1c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=08c7bba9-9090-4fe4-a552-b1b97e6b0008 HTTP/1.1" status: 200 len: 217 time: 0.1097982 May 12 19:35:38.362727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-f73cd2dc-9438-436e-8e19-60457fdd2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:38.362727 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-f73cd2dc-9438-436e-8e19-60457fdd2720 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845871de-edcf-438b-8757-678ae729d805 HTTP/1.1" status: 200 len: 801 time: 0.0891280 May 12 19:35:38.367365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4742b957-64f7-4edf-b2d8-21b46fa40ebc req-eed66fc2-8692-48d5-ba3d-df4e873322cc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Unset dirty status for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:38.368348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4742b957-64f7-4edf-b2d8-21b46fa40ebc req-eed66fc2-8692-48d5-ba3d-df4e873322cc tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.5869744 May 12 19:35:38.394932 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:38.402769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdf0147a-eeae-4dd8-ad73-9357c3178d23 req-b9705319-985f-4864-bdb7-93e49c095190 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 210 time: 0.1244023 May 12 19:35:38.520958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4742b957-64f7-4edf-b2d8-21b46fa40ebc req-83bc61cb-8e6e-480d-96c9-74dfcbffa2e0 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100521 May 12 19:35:38.520958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:38.551335 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-0595c635-8ec5-49ba-90f2-08257030e90a tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8e53690acfa040a785edabdc14120b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388043 May 12 19:35:38.707148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-e3bcb28c-2f18-46f2-b62c-9e2bce225e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:38.709654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-e3bcb28c-2f18-46f2-b62c-9e2bce225e6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3389907 May 12 19:35:38.842401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Allocated IP 192.168.233.206 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/8264b6b5-31d8-48d4-a3de-8d5ef8feb80a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:39.046474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:39.065261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-a4d82ce6-d5a9-4770-a952-175257649811 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:39.066334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-a4d82ce6-d5a9-4770-a952-175257649811 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Synchronizing usage tracker for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:39.066469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:35:39.082186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] Sync routers for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:35:39.093034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-f0804066-d7a3-4dd7-a339-39e641fb9830 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:39.094505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-f0804066-d7a3-4dd7-a339-39e641fb9830 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5351477 May 12 19:35:39.115107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:39.115909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:35:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:39.135897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Request body: {'port': {'device_id': '57f80b8b-3227-4774-a865-76db4de34467', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '8e53690acfa040a785edabdc14120b1e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:39.156118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-a4d82ce6-d5a9-4770-a952-175257649811 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Unset dirty status for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:39.156538 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-a4d82ce6-d5a9-4770-a952-175257649811 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 949 time: 0.7122862 May 12 19:35:39.202364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51482) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:39.202364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be44c0-91e3-4142-a13e-824ca1874559 req-c14e6dec-3122-4323-9b7e-235a8c4b3c73 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:39.212537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9be44c0-91e3-4142-a13e-824ca1874559 req-c14e6dec-3122-4323-9b7e-235a8c4b3c73 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.3620768 May 12 19:35:39.299655 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-43d31a96-8b53-497e-b7e3-9a2f89cae8d3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782890 May 12 19:35:39.335563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d98a034c-cbac-4a6b-89d3-99fca9d4ed23 admin admin] 10.222.0.72 "PUT /v2.0/routers/71438294-3453-40d6-96e8-0fdf55dbc1e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0030069 May 12 19:35:39.349267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51488) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:39.407954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:39.424366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e3ac8-7d9f-4aca-81da-5342e60c1462 req-efc7c1c3-0686-45e6-9d7f-1fa0cee4e79e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:39.430934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e3ac8-7d9f-4aca-81da-5342e60c1462 req-efc7c1c3-0686-45e6-9d7f-1fa0cee4e79e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:39.436080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e3ac8-7d9f-4aca-81da-5342e60c1462 req-efc7c1c3-0686-45e6-9d7f-1fa0cee4e79e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:39.438101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c8e3ac8-7d9f-4aca-81da-5342e60c1462 req-efc7c1c3-0686-45e6-9d7f-1fa0cee4e79e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2413 time: 0.5929348 May 12 19:35:39.456246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9be44c0-91e3-4142-a13e-824ca1874559 req-69db8825-78c3-4f20-8727-c2bf11af0352 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470715 May 12 19:35:39.463827 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acffc781-6849-408f-9c5f-ce1e37eba77a req-c427ce21-25f9-4eff-8d21-97f400f90c80 service neutron] 10.222.0.36 "GET /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522985 May 12 19:35:39.507821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Deleting port cf467131-7228-4cb7-bd19-d4f4a722704a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:39.519638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:39.565820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:39.635105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:39.648483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Usage tracker for resource:port and tenant:8e53690acfa040a785edabdc14120b1e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:39.678840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 08c7bba9-9090-4fe4-a552-b1b97e6b0008 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:39.704340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:39.729055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:39.734007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c8e3ac8-7d9f-4aca-81da-5342e60c1462 req-b2a17037-b8e9-427e-9636-f7d3458de165 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713580 May 12 19:35:39.762528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:39.807654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Usage tracker for resource:security_group_rule and tenant:ccdb30aee07a4da7b8de7b6033151a2a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:39.829593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Made reservation on behalf of 8e53690acfa040a785edabdc14120b1e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:39.832695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:39.892619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:39.899299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:39.968669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:40.003126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-89baf028-264f-431c-9365-05866e2b852d req-da82200f-9d10-4829-8db9-712c35a0b811 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Synchronizing usage tracker for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:40.016299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Transition to ACTIVE for port object 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:40.019050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.028278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 08c7bba9-9090-4fe4-a552-b1b97e6b0008, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=08c7bba9-9090-4fe4-a552-b1b97e6b0008,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:40.075604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '08c7bba9-9090-4fe4-a552-b1b97e6b0008', 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d', 'port_id': '08c7bba9-9090-4fe4-a552-b1b97e6b0008', 'mac_address': 'fa:16:3e:c3:3a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845871de-edcf-438b-8757-678ae729d805', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:40.077207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] For port cf467131-7228-4cb7-bd19-d4f4a722704a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=cf467131-7228-4cb7-bd19-d4f4a722704a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:40.077725 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.144267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-89baf028-264f-431c-9365-05866e2b852d req-da82200f-9d10-4829-8db9-712c35a0b811 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Unset dirty status for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:40.152665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:40.153228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89baf028-264f-431c-9365-05866e2b852d req-da82200f-9d10-4829-8db9-712c35a0b811 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 210 time: 0.2588158 May 12 19:35:40.153765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.188676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c7bba9-9090-4fe4-a552-b1b97e6b0008 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:40.230966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 08c7bba9-9090-4fe4-a552-b1b97e6b0008, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=08c7bba9-9090-4fe4-a552-b1b97e6b0008,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:40.245935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.245935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 07b2052c-05ac-4123-ad5e-80bbc3469df8 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:40.266700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07b2052c-05ac-4123-ad5e-80bbc3469df8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07b2052c-05ac-4123-ad5e-80bbc3469df8,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:40.270751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Calling delete_port for cf467131-7228-4cb7-bd19-d4f4a722704a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:40.349170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '07b2052c-05ac-4123-ad5e-80bbc3469df8', 'network_id': 'c4247f2d-1b22-4d27-a5aa-5ac33af59d5d', 'port_id': '07b2052c-05ac-4123-ad5e-80bbc3469df8', 'mac_address': 'fa:16:3e:86:0c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845871de-edcf-438b-8757-678ae729d805', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:40.413241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.436968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=08c7bba9-9090-4fe4-a552-b1b97e6b0008,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:40.443761 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.453279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 07b2052c-05ac-4123-ad5e-80bbc3469df8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:40.453279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.462018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Deleting port 5be7e967-e57e-4d0e-a088-73c70e2d99c0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:40.462359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.467778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b70c47f9-8358-4861-8905-2892c0eea094', 'cf467131-7228-4cb7-bd19-d4f4a722704a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:40.502792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:35:36Z', 'revision_number': 5, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port': {'id': '5be7e967-e57e-4d0e-a088-73c70e2d99c0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:33:36Z', 'updated_at': '2022-05-12T19:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:40.506581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event deleted for resources: {'Port': ['ID=cf467131-7228-4cb7-bd19-d4f4a722704a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:40.520615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b2052c-05ac-4123-ad5e-80bbc3469df8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:40.528189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] Checking router: 71438294-3453-40d6-96e8-0fdf55dbc1e0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:35:40.547195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] Routers {'71438294-3453-40d6-96e8-0fdf55dbc1e0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:40.548536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:35:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['71438294-3453-40d6-96e8-0fdf55dbc1e0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:40.603227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] No DVR routers for this DVR port cf467131-7228-4cb7-bd19-d4f4a722704a on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:40.607011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.610038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-deleted', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:40.612333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888626-0183-4bf1-b6a5-fbadd16dd033 req-dc13bb0f-bf8e-43d2-a671-01ef2cc6d226 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:40.615094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8888626-0183-4bf1-b6a5-fbadd16dd033 req-dc13bb0f-bf8e-43d2-a671-01ef2cc6d226 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.8346057 May 12 19:35:40.633722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d863684d-9a24-4bf3-80f5-004119fb73cc req-cb1dba80-604b-4da3-baf9-1aedbe34f86e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "DELETE /v2.0/ports/cf467131-7228-4cb7-bd19-d4f4a722704a HTTP/1.1" status: 204 len: 173 time: 1.4708323 May 12 19:35:40.637138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4983b3d-d25f-40bc-8dfd-992f59115c0f req-e82069a0-3cba-4ac6-aaee-1731bff40aab tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb02653f-f1b2-435e-bb9b-aa4d17148fbc HTTP/1.1" status: 200 len: 210 time: 0.2403829 May 12 19:35:40.673367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.760032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] Set router 71438294-3453-40d6-96e8-0fdf55dbc1e0 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:40.794713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Allocated IP 192.168.233.23 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/36788eb9-82e1-4647-8fcb-ca4a6e4b50c5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:40.873420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07b2052c-05ac-4123-ad5e-80bbc3469df8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07b2052c-05ac-4123-ad5e-80bbc3469df8,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:40.888516 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:40.888516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b956b496-05ba-406d-a01c-38805eff4185 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:40.912489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:35:40Z', 'revision_number': 6, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:41.017233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.021035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:41.026588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf80ec5-006a-425a-8332-912e9844c58a None None] The sync data for ids ['71438294-3453-40d6-96e8-0fdf55dbc1e0'] in n-d-841626-1 is: [{'id': '71438294-3453-40d6-96e8-0fdf55dbc1e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1098965006-router', 'tenant_id': '8d152241108e4a00abf0adebbe84db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:33:35Z', 'updated_at': '2022-05-12T19:35:40Z', 'revision_number': 6, 'project_id': '8d152241108e4a00abf0adebbe84db39', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:35:41.073400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] For port 5be7e967-e57e-4d0e-a088-73c70e2d99c0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5be7e967-e57e-4d0e-a088-73c70e2d99c0,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:41.073956 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.124901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.146076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Transition to ACTIVE for port object 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:41.183781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.274938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b956b496-05ba-406d-a01c-38805eff4185, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b956b496-05ba-406d-a01c-38805eff4185,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:41.301219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'b956b496-05ba-406d-a01c-38805eff4185', 'network_id': '574598e2-2b73-4b18-9367-e267b2f8b631', 'port_id': 'b956b496-05ba-406d-a01c-38805eff4185', 'mac_address': 'fa:16:3e:0d:75:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a423f-db56-42cf-a199-a6fb9004673a', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:41.310596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Pushing event updated for resources: {'Port': ['ID=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:41.329025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:41.330545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:41.333205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:41.364497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:41.370897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:41.446752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=07b2052c-05ac-4123-ad5e-80bbc3469df8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:41.482872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:41.487706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.533058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8888626-0183-4bf1-b6a5-fbadd16dd033 req-5d123a65-7eac-452c-b8da-216850d6b48a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9043324 May 12 19:35:41.535084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.543683 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-9ee9ccb0-3f27-4c8f-87d0-dad7d6f8c28c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4364355 May 12 19:35:41.561419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Request body: {'port': {'device_id': '57f80b8b-3227-4774-a865-76db4de34467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:41.564149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Calling delete_port for 5be7e967-e57e-4d0e-a088-73c70e2d99c0 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:41.593021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b956b496-05ba-406d-a01c-38805eff4185 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:41.593782 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.640371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b956b496-05ba-406d-a01c-38805eff4185 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:41.661700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b956b496-05ba-406d-a01c-38805eff4185, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b956b496-05ba-406d-a01c-38805eff4185,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:41.677335 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.699670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:41.766314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5504406-93e1-4d17-ae4e-3a8414aaee01,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:41.821548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:41.821726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.836588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2d851615-728b-4b12-bd91-5e02f12fa4c6 None None] Provisioning for port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:41.847364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f3eceee4-efef-4484-b5b9-d81979da63ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ccdb30aee07a4da7b8de7b6033151a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6322813 May 12 19:35:41.855097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2d851615-728b-4b12-bd91-5e02f12fa4c6 None None] Provisioning complete for port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:41.855097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d851615-728b-4b12-bd91-5e02f12fa4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:41.860802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51510) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:41.888348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b956b496-05ba-406d-a01c-38805eff4185,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:41.898361 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ee775b-27d5-4e31-b7da-1a2872c59d78'] response: {'server_uuid': 'bb02653f-f1b2-435e-bb9b-aa4d17148fbc', 'name': 'network-vif-deleted', 'tag': 'cf467131-7228-4cb7-bd19-d4f4a722704a', 'status': 'completed', 'code': 200} May 12 19:35:41.938888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2d851615-728b-4b12-bd91-5e02f12fa4c6 None None] Port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:35:42.008591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8c9a-f876-47d1-b22e-538c35e32427 req-09f6dfae-6638-4d4b-bc7b-aab08d8570df tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:42.012578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.013654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ced8c9a-f876-47d1-b22e-538c35e32427 req-09f6dfae-6638-4d4b-bc7b-aab08d8570df tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 1.2206964 May 12 19:35:42.015934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c02fe0e1-ff5e-4b45-9cc0-1470f088232c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2244871 May 12 19:35:42.039093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Request body: {'port': {'device_id': '15426953-5eda-476d-a885-396f38378b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:42.066278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7edef3c-4479-4c76-b676-e65e62a4fcbd None None] Provisioning for port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:42.074856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7edef3c-4479-4c76-b676-e65e62a4fcbd None None] Provisioning complete for port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:42.075453 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7edef3c-4479-4c76-b676-e65e62a4fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.210348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f7edef3c-4479-4c76-b676-e65e62a4fcbd None None] Port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:35:42.213776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['07b2052c-05ac-4123-ad5e-80bbc3469df8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:42.244872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['08c7bba9-9090-4fe4-a552-b1b97e6b0008'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:42.310658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b956b496-05ba-406d-a01c-38805eff4185'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:42.334148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ced8c9a-f876-47d1-b22e-538c35e32427 req-886e2195-53bf-46b1-8509-a473145a44cd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103526 May 12 19:35:42.341540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3f866-edf2-494c-b9a6-5a3f1625f62b req-e7fdbdb3-f6e0-4f5f-ac9d-0c84b77a9724 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:42.347511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3f866-edf2-494c-b9a6-5a3f1625f62b req-e7fdbdb3-f6e0-4f5f-ac9d-0c84b77a9724 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:42.361503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3f866-edf2-494c-b9a6-5a3f1625f62b req-e7fdbdb3-f6e0-4f5f-ac9d-0c84b77a9724 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:42.363736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14c3f866-edf2-494c-b9a6-5a3f1625f62b req-e7fdbdb3-f6e0-4f5f-ac9d-0c84b77a9724 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2416 time: 0.6156056 May 12 19:35:42.376018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-835e0447-7ac2-409e-8959-b45fddb6710b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.416441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5be7e967-e57e-4d0e-a088-73c70e2d99c0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:42.419277 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.490708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5be7e967-e57e-4d0e-a088-73c70e2d99c0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:42.497434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.507142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 5be7e967-e57e-4d0e-a088-73c70e2d99c0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:42.507488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5be7e967-e57e-4d0e-a088-73c70e2d99c0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:42.507908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b909980-a42b-4f3f-b4db-d1bc26bd5406 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:42.548575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-835e0447-7ac2-409e-8959-b45fddb6710b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.563433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 2b909980-a42b-4f3f-b4db-d1bc26bd5406 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:42.563770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b909980-a42b-4f3f-b4db-d1bc26bd5406 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:42.662117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:42.684224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.729440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14c3f866-edf2-494c-b9a6-5a3f1625f62b req-dbeaa37a-7d3a-4923-8dc8-21a23767f2b5 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402407 May 12 19:35:42.733429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Transition to ACTIVE for port object 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:42.740602 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:42.987843 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.102448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Pushing event updated for resources: {'Port': ['ID=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.122528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:35:43.165833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Attempting to bind port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:43.165833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Attempting to bind port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:43.165833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Attempting to bind port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:43.169456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:43.169456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Attempting to bind port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:43.174447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:43.174447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:43.174447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:43.174447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Bound port: 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:43.174447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.294442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] For port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:43.300034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] For port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:43.310518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.355298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-835e0447-7ac2-409e-8959-b45fddb6710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.375802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.390996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.395369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:43.395369 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.395369 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] 10.222.0.73 "PUT /v2.0/ports/36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 HTTP/1.1" status: 200 len: 1095 time: 1.8434906 May 12 19:35:43.437845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb033931-eaf7-4113-a920-5a9c58170af4 service neutron] Pushing event updated for resources: {'Port': ['ID=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:43.482345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e0447-7ac2-409e-8959-b45fddb6710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5504406-93e1-4d17-ae4e-3a8414aaee01,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:43.556688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-22e90ea5-080f-44d8-adc0-2f8f6818434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:43.558492 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-22e90ea5-080f-44d8-adc0-2f8f6818434d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 1098 time: 0.1067569 May 12 19:35:43.634181 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-5aca8451-c7d8-47d4-9374-104f1f409120 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 HTTP/1.1" status: 200 len: 217 time: 0.0670049 May 12 19:35:43.695342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a42c-d836-423b-b0a3-9034c540016b req-e5b01f42-72a1-4b52-826c-28e6b4261c53 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:43.696879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a927a42c-d836-423b-b0a3-9034c540016b req-e5b01f42-72a1-4b52-826c-28e6b4261c53 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 935 time: 1.1235189 May 12 19:35:43.699450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:43.714832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-53caa708-92ee-48eb-b170-5b7d4be6984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:43.716258 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-53caa708-92ee-48eb-b170-5b7d4be6984b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0741336 May 12 19:35:43.738653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: cf467131-7228-4cb7-bd19-d4f4a722704a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:43.738995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device cf467131-7228-4cb7-bd19-d4f4a722704a not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:43.757770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-835e0447-7ac2-409e-8959-b45fddb6710b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.761532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-835e0447-7ac2-409e-8959-b45fddb6710b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5504406-93e1-4d17-ae4e-3a8414aaee01 HTTP/1.1" status: 204 len: 168 time: 1.8825610 May 12 19:35:43.765126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.765699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71438294-3453-40d6-96e8-0fdf55dbc1e0 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:35:43.788361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a927a42c-d836-423b-b0a3-9034c540016b req-4567553e-1e23-47ad-9617-ca473ec048e1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Synchronizing usage tracker for tenant:8e53690acfa040a785edabdc14120b1e on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:43.792103 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:43.793649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ab8ef81a-0b62-42d2-b2a7-b0adff6636cb admin admin] 10.222.0.72 "DELETE /v2.0/routers/71438294-3453-40d6-96e8-0fdf55dbc1e0 HTTP/1.1" status: 204 len: 168 time: 4.4415534 May 12 19:35:43.800569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51524) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:43.851160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c10d4-6191-4f32-a434-a132395901d3 req-0aa20dd0-47f1-40fb-ba60-c54a2e0c1812 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:43.852509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc7c10d4-6191-4f32-a434-a132395901d3 req-0aa20dd0-47f1-40fb-ba60-c54a2e0c1812 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.8040020 May 12 19:35:43.869440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-7af8cf07-e4bf-4cc1-9958-efc2f425e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:43.872165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-7af8cf07-e4bf-4cc1-9958-efc2f425e05d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471908 May 12 19:35:43.906971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f80b8b-3227-4774-a865-76db4de34467', 'tag': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:43.919022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] Deleting subnet acf1b685-f1e1-4d9c-9ec8-2735ca0adacc {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:35:43.933287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a927a42c-d836-423b-b0a3-9034c540016b req-4567553e-1e23-47ad-9617-ca473ec048e1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Unset dirty status for tenant:8e53690acfa040a785edabdc14120b1e on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:43.935695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a927a42c-d836-423b-b0a3-9034c540016b req-4567553e-1e23-47ad-9617-ca473ec048e1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286305 May 12 19:35:43.965671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc7c10d4-6191-4f32-a434-a132395901d3 req-9961fce6-983e-409d-a038-011bf0e03125 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750256 May 12 19:35:44.044554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.062323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:44.072515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.097509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Transition to ACTIVE for port object 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:44.103383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.213076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.351122 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-5b90de56-a73e-48ab-91a9-544b4b664fc2 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697378 May 12 19:35:44.458230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.510480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:44.692325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Attempting to bind port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:44.692325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Attempting to bind port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:44.692325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Attempting to bind port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:44.709924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70663ad2-9158-443d-886d-4623d5b86fee req-296e1417-e497-401b-846a-63a582ee0016 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:44.709924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70663ad2-9158-443d-886d-4623d5b86fee req-296e1417-e497-401b-846a-63a582ee0016 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.4084587 May 12 19:35:44.726341 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1a4d7785-3810-4afb-92cd-41d3f0822118 req-7f88ba31-3978-4984-b563-c85e271bcccf service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610299 May 12 19:35:44.734237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:35:44.734237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Attempting to bind port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:44.735694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.753940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:44.754345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:44.754848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:44.755824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Bound port: 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:44.755927 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.779451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf1b685-f1e1-4d9c-9ec8-2735ca0adacc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:44.783193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.790073 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7d49dc75-62d5-4b22-b6a9-3291437a56be admin admin] 10.222.0.72 "DELETE /v2.0/subnets/acf1b685-f1e1-4d9c-9ec8-2735ca0adacc HTTP/1.1" status: 204 len: 168 time: 0.9879930 May 12 19:35:44.793021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51550) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:44.870311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156fae5-29eb-43df-bb4d-4a510dc8a65c req-751a6a51-559e-406e-89ee-8333b92a4efa tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:44.875953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156fae5-29eb-43df-bb4d-4a510dc8a65c req-751a6a51-559e-406e-89ee-8333b92a4efa tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:44.886364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156fae5-29eb-43df-bb4d-4a510dc8a65c req-751a6a51-559e-406e-89ee-8333b92a4efa tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:44.887755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d156fae5-29eb-43df-bb4d-4a510dc8a65c req-751a6a51-559e-406e-89ee-8333b92a4efa tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2416 time: 0.3567584 May 12 19:35:44.895908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70663ad2-9158-443d-886d-4623d5b86fee req-c583390a-5abc-475c-ba67-bffc41b27023 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823220 May 12 19:35:44.939071 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:44.957174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:44.971264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d156fae5-29eb-43df-bb4d-4a510dc8a65c req-ae66ea44-6474-4fe3-85c9-5e05d9df0c07 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742059 May 12 19:35:44.978270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:44.992450 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fe1d44-558e-4460-81e3-623027319784'] response: {'name': 'network-changed', 'server_uuid': '57f80b8b-3227-4774-a865-76db4de34467', 'tag': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', 'status': 'completed', 'code': 200} May 12 19:35:44.994953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.145292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.186788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.187402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.188772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] 10.222.0.73 "PUT /v2.0/ports/8264b6b5-31d8-48d4-a3de-8d5ef8feb80a HTTP/1.1" status: 200 len: 1096 time: 3.1548829 May 12 19:35:45.189259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:45.210288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf03ebb-3b4f-44e1-af00-5c4c36f473db']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:45.241462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735fa1a-6e97-4e54-abf6-1303eef7f18e service neutron] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:45.259367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69568903-80f4-492c-b10d-0a5299876354') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:45.259897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69568903-80f4-492c-b10d-0a5299876354') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:45.286159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.305626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3438-999e-4f07-b6e4-37826a617101 req-56fe1145-d54e-4acc-8401-c0ce1ffb1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.308237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acba3438-999e-4f07-b6e4-37826a617101 req-56fe1145-d54e-4acc-8401-c0ce1ffb1652 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 1098 time: 0.2040114 May 12 19:35:45.344210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.366973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72d430-1685-4c18-a84c-cda539197f19 req-8eb67d40-9cba-4055-8bc1-7a54058975f6 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.374053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef72d430-1685-4c18-a84c-cda539197f19 req-8eb67d40-9cba-4055-8bc1-7a54058975f6 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 947 time: 0.2426350 May 12 19:35:45.383265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175010a9-a678-4121-a2c4-9eba6b477222 req-528d62a5-3be8-4937-bc0d-aec35618e3b6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.389357 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-175010a9-a678-4121-a2c4-9eba6b477222 req-528d62a5-3be8-4937-bc0d-aec35618e3b6 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.2937136 May 12 19:35:45.408332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:35:45.408633 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: timer() May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:35:45.423448 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:35:45.479532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef72d430-1685-4c18-a84c-cda539197f19 req-4213064d-cf39-4414-9bc1-56c86d2559e1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974755 May 12 19:35:45.479532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-0dda3e0b-37e1-47f9-9f49-96f622710493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.479532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-0dda3e0b-37e1-47f9-9f49-96f622710493 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1099 time: 0.2321920 May 12 19:35:45.541842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.565976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.586389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf03ebb-3b4f-44e1-af00-5c4c36f473db,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:45.594272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3438-999e-4f07-b6e4-37826a617101 req-48808bdc-f42f-4bc5-bdbd-cdc037bb2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.595821 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acba3438-999e-4f07-b6e4-37826a617101 req-48808bdc-f42f-4bc5-bdbd-cdc037bb2a96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2807379 May 12 19:35:45.597488 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c793dd4-980d-4170-b9d3-642c42013a65 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fcf03ebb-3b4f-44e1-af00-5c4c36f473db HTTP/1.1" status: 204 len: 168 time: 0.8033581 May 12 19:35:45.613278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-e54a0978-8948-48dd-b23d-9139b78fb199 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a HTTP/1.1" status: 200 len: 217 time: 0.1229789 May 12 19:35:45.623300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-175010a9-a678-4121-a2c4-9eba6b477222 req-adc8f4e1-ab7b-4a46-b7ae-0df4bd32e18d tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119746 May 12 19:35:45.681508 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acba3438-999e-4f07-b6e4-37826a617101 req-53f64f0a-e853-44ee-955f-485266054792 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 HTTP/1.1" status: 200 len: 217 time: 0.0783327 May 12 19:35:45.701138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 08c7bba9-9090-4fe4-a552-b1b97e6b0008 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:45.743469 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df173395-4eb8-4c21-b920-7a61eb58ea76'] response: {'name': 'network-changed', 'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'status': 'completed', 'code': 200} May 12 19:35:45.779816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-26d607f8-3e02-4434-bfbd-6099586f802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.783967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-26d607f8-3e02-4434-bfbd-6099586f802e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1577632 May 12 19:35:45.803557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3438-999e-4f07-b6e4-37826a617101 req-57522f93-91d0-4fa6-ba94-cbdad2adad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.805695 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acba3438-999e-4f07-b6e4-37826a617101 req-57522f93-91d0-4fa6-ba94-cbdad2adad96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1168864 May 12 19:35:45.889950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-026fc0b6-45a0-4357-ad23-7d227c4ecf1e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.891086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-026fc0b6-45a0-4357-ad23-7d227c4ecf1e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Synchronizing usage tracker for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:45.895407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:45.905864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:45.905980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:45.917111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-026fc0b6-45a0-4357-ad23-7d227c4ecf1e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Unset dirty status for tenant:5058014c11384038bac1d9e012d66348 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:45.918302 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-026fc0b6-45a0-4357-ad23-7d227c4ecf1e tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.1898522 May 12 19:35:45.921922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3438-999e-4f07-b6e4-37826a617101 req-2021402d-2f2d-4c8c-a953-7e5fc2d48539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.924473 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acba3438-999e-4f07-b6e4-37826a617101 req-2021402d-2f2d-4c8c-a953-7e5fc2d48539 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116641 May 12 19:35:45.973555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363a475-2a78-4442-afed-8ba62b9e8f07 req-f39868f2-375e-412a-b0c0-c26e9f002b95 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:45.981135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3363a475-2a78-4442-afed-8ba62b9e8f07 req-f39868f2-375e-412a-b0c0-c26e9f002b95 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.3617065 May 12 19:35:46.039213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655a3e-af7c-46a9-8642-5472778f626b req-78203801-5f8f-4a11-b4c1-39e70662746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:46.051079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-78203801-5f8f-4a11-b4c1-39e70662746a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376633 May 12 19:35:46.122424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51578) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:46.213100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Deleting port b70c47f9-8358-4861-8905-2892c0eea094 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:46.213935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.237386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3363a475-2a78-4442-afed-8ba62b9e8f07 req-3475fc97-eb2b-42dd-a3db-0dfe7c103cd5 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548506 May 12 19:35:46.256944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:46.258180 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.341410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c7bba9-9090-4fe4-a552-b1b97e6b0008'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:46.353858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c63c150c-d63c-466b-ad91-c58a910d3a2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d152241108e4a00abf0adebbe84db39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299931 May 12 19:35:46.358936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 08c7bba9-9090-4fe4-a552-b1b97e6b0008, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=08c7bba9-9090-4fe4-a552-b1b97e6b0008,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:46.360005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51584) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:46.366142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.368740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 07b2052c-05ac-4123-ad5e-80bbc3469df8 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:46.379945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51588) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:46.497379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acba3438-999e-4f07-b6e4-37826a617101 req-3c9beb36-4797-4f25-9681-b49c7c9beec2 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180576 May 12 19:35:46.607896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=08c7bba9-9090-4fe4-a552-b1b97e6b0008,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:46.641063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 07b2052c-05ac-4123-ad5e-80bbc3469df8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:46.649335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 07b2052c-05ac-4123-ad5e-80bbc3469df8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:46.650293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.820753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 07b2052c-05ac-4123-ad5e-80bbc3469df8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:46.821530 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.822765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-1e1010e0-0a7f-4735-bf92-577368b172e2 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498188 May 12 19:35:46.835468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6a6a7-fe1c-4eb7-9d06-416f7e08a674 req-3ca3726e-1093-4e17-9c2c-1e57f261720b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:46.837070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ca6a6a7-fe1c-4eb7-9d06-416f7e08a674 req-3ca3726e-1093-4e17-9c2c-1e57f261720b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.7275932 May 12 19:35:46.851340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.872074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07b2052c-05ac-4123-ad5e-80bbc3469df8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07b2052c-05ac-4123-ad5e-80bbc3469df8,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:46.880240 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.881299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b956b496-05ba-406d-a01c-38805eff4185 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:46.883836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5712509-09de-4ce7-af1b-1a649f21cb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:46.922946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:46.953236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Usage tracker for resource:security_group_rule and tenant:42640a9569724599b30747c3629d996e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:46.966754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:46.991427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:46.995841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5712509-09de-4ce7-af1b-1a649f21cb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.017690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ca6a6a7-fe1c-4eb7-9d06-416f7e08a674 req-bc0ed539-b733-428f-b611-b2169629c51f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500413 May 12 19:35:47.059863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:47.110560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53633a-a8a5-4bc3-a344-b54afc36adf6 req-8d939b80-f4cc-4cab-b998-ccf5ce5c6726 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:47.120591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53633a-a8a5-4bc3-a344-b54afc36adf6 req-8d939b80-f4cc-4cab-b998-ccf5ce5c6726 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:47.136015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53633a-a8a5-4bc3-a344-b54afc36adf6 req-8d939b80-f4cc-4cab-b998-ccf5ce5c6726 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:47.139980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e53633a-a8a5-4bc3-a344-b54afc36adf6 req-8d939b80-f4cc-4cab-b998-ccf5ce5c6726 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2417 time: 0.4204719 May 12 19:35:47.140170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=07b2052c-05ac-4123-ad5e-80bbc3469df8,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:47.146795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port b956b496-05ba-406d-a01c-38805eff4185 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:47.169955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9655a3e-af7c-46a9-8642-5472778f626b req-c56c6612-e59e-40af-a86e-d7d9ce55d7cd service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215566 May 12 19:35:47.209785 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c4e36d-abc6-4701-bee0-5a4d4b9b9dae'] response: {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c7bba9-9090-4fe4-a552-b1b97e6b0008', 'code': 200} May 12 19:35:47.210910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port b956b496-05ba-406d-a01c-38805eff4185 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:47.212222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.216330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e53633a-a8a5-4bc3-a344-b54afc36adf6 req-be2df19e-288b-4eee-b04f-109146b12f0a tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765398 May 12 19:35:47.220027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5712509-09de-4ce7-af1b-1a649f21cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.235109 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-acba3438-999e-4f07-b6e4-37826a617101 req-a7f09e1d-622e-4a87-b3fb-9d38d631c05b service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217066 May 12 19:35:47.241083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] For port b70c47f9-8358-4861-8905-2892c0eea094, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b70c47f9-8358-4861-8905-2892c0eea094,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:47.241511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.401143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5712509-09de-4ce7-af1b-1a649f21cb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d971ddb8-f760-4d61-a9e0-f011980bfeb8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:47.482099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:47.539708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Calling delete_port for b70c47f9-8358-4861-8905-2892c0eea094 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:47.551255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8fda-7a53-4d3a-ad40-1d8e60aaf6ab req-f906df8e-aa99-4e04-a50c-10cec607e8d5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:47.552543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b956b496-05ba-406d-a01c-38805eff4185 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:47.553207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83ec8fda-7a53-4d3a-ad40-1d8e60aaf6ab req-f906df8e-aa99-4e04-a50c-10cec607e8d5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 947 time: 0.2592137 May 12 19:35:47.558833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.581367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', 'mac_address': 'fa:16:3e:f1:c4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:47.606200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a0a29-2253-455d-8d08-acdeba257c22 req-6747ec86-7536-44e5-b6dd-4b291764b805 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:47.616110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29a0a29-2253-455d-8d08-acdeba257c22 req-6747ec86-7536-44e5-b6dd-4b291764b805 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 950 time: 0.2181704 May 12 19:35:47.646450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5712509-09de-4ce7-af1b-1a649f21cb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.647923 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c5712509-09de-4ce7-af1b-1a649f21cb48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d971ddb8-f760-4d61-a9e0-f011980bfeb8 HTTP/1.1" status: 204 len: 168 time: 1.2844908 May 12 19:35:47.669692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:47.670370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.697809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29a0a29-2253-455d-8d08-acdeba257c22 req-5c1dceb9-e8e0-46a8-ae2e-bbdfa8b33005 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53bebf1-9479-4484-a078-a320020ec2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804636 May 12 19:35:47.699004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-7ec37a09-c302-4658-acb1-a170dfddd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:47.700274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b956b496-05ba-406d-a01c-38805eff4185, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b956b496-05ba-406d-a01c-38805eff4185,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:47.701807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-7ec37a09-c302-4658-acb1-a170dfddd571 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1099 time: 0.3788502 May 12 19:35:47.719350 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.733482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83ec8fda-7a53-4d3a-ad40-1d8e60aaf6ab req-1dce432b-11f2-42b3-a6f4-f07ed836ce05 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721849 May 12 19:35:47.773312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:47.792863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:47.803870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b70c47f9-8358-4861-8905-2892c0eea094 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:47.937582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b956b496-05ba-406d-a01c-38805eff4185,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:47.956825 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.959584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:47.984317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:48.005419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:48.132388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:48.179562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f2a6f-8f5d-4e85-bdf8-49621dc04fac req-069ed94d-22f4-44f9-807d-cc48bb72c9a8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:48.187802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No active binding found for port b70c47f9-8358-4861-8905-2892c0eea094 {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:35:48.188240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b70c47f9-8358-4861-8905-2892c0eea094 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:48.190416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-252f2a6f-8f5d-4e85-bdf8-49621dc04fac req-069ed94d-22f4-44f9-807d-cc48bb72c9a8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.2043877 May 12 19:35:48.207380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Pushing event deleted for resources: {'Port': ['ID=b70c47f9-8358-4861-8905-2892c0eea094,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:48.242396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['36788eb9-82e1-4647-8fcb-ca4a6e4b50c5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:48.278726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-252f2a6f-8f5d-4e85-bdf8-49621dc04fac req-1073acd1-7de8-4601-be9b-94458f10a2d8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849979 May 12 19:35:48.393006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8767736-8bd1-4c54-a023-a06df850ea7a req-b825961a-02c2-420f-bd03-85effb236e63 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:48.394794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8767736-8bd1-4c54-a023-a06df850ea7a req-b825961a-02c2-420f-bd03-85effb236e63 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.1143603 May 12 19:35:48.453041 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42640a9569724599b30747c3629d996e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0724263 May 12 19:35:48.453780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51620) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:48.504949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8767736-8bd1-4c54-a023-a06df850ea7a req-85e1cd17-1006-4916-8bd0-b4d5fe8b9eda tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033297 May 12 19:35:48.530736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] No DVR routers for this DVR port b70c47f9-8358-4861-8905-2892c0eea094 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:48.532439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8fceb-549b-4017-a4b5-a72f838d64ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfafb19-dcee-428a-b456-70a3f7ec5b97,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:48.553770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5634-0116-4ceb-8d73-a733e75fd685 req-4e44c7e9-99a9-486e-95b3-d430fe8cff95 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:48.559701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5634-0116-4ceb-8d73-a733e75fd685 req-4e44c7e9-99a9-486e-95b3-d430fe8cff95 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:48.565732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5634-0116-4ceb-8d73-a733e75fd685 req-4e44c7e9-99a9-486e-95b3-d430fe8cff95 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:48.567476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f21d5634-0116-4ceb-8d73-a733e75fd685 req-4e44c7e9-99a9-486e-95b3-d430fe8cff95 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2419 time: 0.1209476 May 12 19:35:48.569464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:48.572051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-deleted', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:48.601657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-3f34e721-d63f-408c-92c5-506466116349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:48.603190 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-3f34e721-d63f-408c-92c5-506466116349 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.8084450 May 12 19:35:48.640941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f21d5634-0116-4ceb-8d73-a733e75fd685 req-55e17cad-44eb-4c80-b506-58cac50f4c21 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662825 May 12 19:35:48.691100 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-27d90c51-6215-4b54-9ea5-bcd377a9db1e req-ff9cf5ca-1293-4afb-84b3-4612a6e89aff tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.36 "DELETE /v2.0/ports/b70c47f9-8358-4861-8905-2892c0eea094 HTTP/1.1" status: 204 len: 173 time: 2.7649899 May 12 19:35:48.705722 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e21530-8bc9-4a28-8074-73e613805da9'] response: {'server_uuid': '843b0fd5-06d6-44bc-afac-0daf953e2349', 'name': 'network-vif-deleted', 'tag': 'b70c47f9-8358-4861-8905-2892c0eea094', 'status': 'completed', 'code': 200} May 12 19:35:48.716932 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-a450f9ab-e2ee-4a53-9373-301c7c7bfa84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a HTTP/1.1" status: 200 len: 217 time: 0.1003289 May 12 19:35:48.747791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51632) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:48.858922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72b898f5-96e2-430a-b988-9d6569ca5c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:48.972468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72b898f5-96e2-430a-b988-9d6569ca5c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:48.974315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:48.995759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2055338703-network', 'tenant_id': '443a025bcd5d4ab0ab7a324287cfbabf'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:48.998796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-95695c62-5178-4c48-a4db-65822c514c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:49.000440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-95695c62-5178-4c48-a4db-65822c514c9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2389534 May 12 19:35:49.000602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:49.054170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-221499b9-f6b0-4936-9a58-3da068676fa1 req-1f0354de-b902-4c3d-9e76-2e6a72a21a05 tempest-MigrationsAdminTest-823060810 tempest-MigrationsAdminTest-823060810-project] 10.222.0.72 "GET /v2.0/ports?device_id=843b0fd5-06d6-44bc-afac-0daf953e2349 HTTP/1.1" status: 200 len: 210 time: 0.0643132 May 12 19:35:49.055382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Usage tracker for resource:network and tenant:443a025bcd5d4ab0ab7a324287cfbabf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:49.069510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:49.078589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:49.101331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Made reservation on behalf of 443a025bcd5d4ab0ab7a324287cfbabf for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:49.115767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.115983 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:35:49.118529 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72b898f5-96e2-430a-b988-9d6569ca5c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.132119 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.135293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-47932ff1-289c-4cb4-8f85-19eabdc50a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:49.137194 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-47932ff1-289c-4cb4-8f85-19eabdc50a74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226034 May 12 19:35:49.142100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b898f5-96e2-430a-b988-9d6569ca5c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfafb19-dcee-428a-b456-70a3f7ec5b97,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:49.149015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72b898f5-96e2-430a-b988-9d6569ca5c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.152865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-72b898f5-96e2-430a-b988-9d6569ca5c59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbfafb19-dcee-428a-b456-70a3f7ec5b97 HTTP/1.1" status: 204 len: 168 time: 0.6497431 May 12 19:35:49.157825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03357fbe-a181-4496-a515-7010b463d148 req-f2247182-de99-47f7-9e46-9e3afd9d1f29 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:49.165853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03357fbe-a181-4496-a515-7010b463d148 req-f2247182-de99-47f7-9e46-9e3afd9d1f29 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 948 time: 0.2261717 May 12 19:35:49.173977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:49.178136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Usage tracker for resource:security_group_rule and tenant:443a025bcd5d4ab0ab7a324287cfbabf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:49.182122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:49.189213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:49.211279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8'}, {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b956b496-05ba-406d-a01c-38805eff4185'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:49.278571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:49.283164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.299105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.299322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'mac_address': 'fa:16:3e:63:d8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:49.344154 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2839cc-3614-419d-9b30-b5067e4c2c92'] response: {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8', 'code': 200} May 12 19:35:49.344494 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2839cc-3614-419d-9b30-b5067e4c2c92'] response: {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b956b496-05ba-406d-a01c-38805eff4185', 'code': 200} May 12 19:35:49.365617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b778b4-a029-499c-800d-acb350cd67b2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:49.372766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:35:49.382731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:49.383278 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.395355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03357fbe-a181-4496-a515-7010b463d148 req-391edac2-69cb-4a7e-a046-054602d688cb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283480 May 12 19:35:49.408221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:49.411551 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.411967 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Added segment 755e144b-581a-4e35-a7b3-86f02698854e of type vlan for network ce322ed7-0535-4cca-988c-f500b8e02201 May 12 19:35:49.444686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:49.453152 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.482739 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.511690 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-bcee8712-b217-445b-abc2-319eb82dff2c service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465130 May 12 19:35:49.568681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:49.581752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.582859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:49.583556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:49.696636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:35:49.739150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9902225 May 12 19:35:49.844637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51654) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:49.866315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947638ce-9cf0-4018-b0cc-abd1c701a716 admin admin] Pushing event updated for resources: {'Network': ['ID=ce322ed7-0535-4cca-988c-f500b8e02201,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:49.874506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Request body: {'subnet': {'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2055338703-subnet', 'tenant_id': '443a025bcd5d4ab0ab7a324287cfbabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:49.886079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:49.898982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7cc45-d5c8-4576-bba2-2244faf793c6 req-14d35168-df64-4147-a8dc-78fa40be896d tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:49.901348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8db7cc45-d5c8-4576-bba2-2244faf793c6 req-14d35168-df64-4147-a8dc-78fa40be896d tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.3609693 May 12 19:35:49.905915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Usage tracker for resource:subnet and tenant:443a025bcd5d4ab0ab7a324287cfbabf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:49.907809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ce322ed7-0535-4cca-988c-f500b8e02201 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:35:49.964161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:50.008436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:50.038394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de475-d294-4c7a-ab89-5a8facd24c3d req-3b240de7-45b3-4680-bf9e-d7fcf0e4e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.039037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de475-d294-4c7a-ab89-5a8facd24c3d req-3b240de7-45b3-4680-bf9e-d7fcf0e4e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.039378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de475-d294-4c7a-ab89-5a8facd24c3d req-3b240de7-45b3-4680-bf9e-d7fcf0e4e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.041654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f14de475-d294-4c7a-ab89-5a8facd24c3d req-3b240de7-45b3-4680-bf9e-d7fcf0e4e175 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2872 time: 0.4466624 May 12 19:35:50.045831 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-34067a33-172f-49cf-93e1-71a1b242cc55 req-da5c5599-c2c2-4ffa-8899-0083384a776b service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270760 May 12 19:35:50.064225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8db7cc45-d5c8-4576-bba2-2244faf793c6 req-14cd8788-810b-490b-bfbb-be86a3548e26 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530662 May 12 19:35:50.080957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Made reservation on behalf of 443a025bcd5d4ab0ab7a324287cfbabf for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:50.083621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.094532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f14de475-d294-4c7a-ab89-5a8facd24c3d req-31482812-5b5d-4ebf-b34f-1f0b6ba143d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 May 12 19:35:50.120704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756f649-9135-44c8-8674-7fc63c12a834 req-5cca2526-8eeb-4d78-99ed-fd9f99c5ac2f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.126031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6756f649-9135-44c8-8674-7fc63c12a834 req-5cca2526-8eeb-4d78-99ed-fd9f99c5ac2f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.3945217 May 12 19:35:50.317292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6756f649-9135-44c8-8674-7fc63c12a834 req-a5db3c79-2d15-4745-baaf-71d230b2b1a2 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314273 May 12 19:35:50.395636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51676) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:50.399423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7b61-e505-4bb9-a8b7-084bc3d8c187 req-e626c149-8281-4fa3-8817-9449d8c4a3ed tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.405953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7b61-e505-4bb9-a8b7-084bc3d8c187 req-e626c149-8281-4fa3-8817-9449d8c4a3ed tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.415179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7b61-e505-4bb9-a8b7-084bc3d8c187 req-e626c149-8281-4fa3-8817-9449d8c4a3ed tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.418588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc9d7b61-e505-4bb9-a8b7-084bc3d8c187 req-e626c149-8281-4fa3-8817-9449d8c4a3ed tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2419 time: 0.2248387 May 12 19:35:50.542259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-network', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:50.547475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:50.551505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Usage tracker for resource:network and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:50.554847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:50.564266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:50.581245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Made reservation on behalf of 39e856d6fd9a47518afa03c94fb5bb68 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:50.583911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.600295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.619729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:50.623606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:50.626595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:50.633089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:50.668281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc9d7b61-e505-4bb9-a8b7-084bc3d8c187 req-9b0dbfb1-bd2a-4816-8be0-c162869f5480 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411757 May 12 19:35:50.691509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.724624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:50.770221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.778070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.787099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddae9bb-0cb1-4b16-b69b-b6c010a348d2,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:50.800367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Checking segment: {'id': '755e144b-581a-4e35-a7b3-86f02698854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:50.800734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Network hostable DHCP agents. Network: ce322ed7-0535-4cca-988c-f500b8e02201, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:35:50.814733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab8b75-7ef8-4e20-8ecf-eb3b1b588f7a req-db910b9e-e261-4f4b-85fb-429093683df1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.816297 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75ab8b75-7ef8-4e20-8ecf-eb3b1b588f7a req-db910b9e-e261-4f4b-85fb-429093683df1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 948 time: 0.2131763 May 12 19:35:50.824589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:35:50.835125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01537046-2b7f-42af-a4a2-f60cb001599c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:50.853825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.854181 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Added segment c639f885-f785-41d0-a196-527729c2597b of type vlan for network 94275588-efd8-4b36-bffc-99a50113a80d May 12 19:35:50.859054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Network ce322ed7-0535-4cca-988c-f500b8e02201 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:35:50.876614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75ab8b75-7ef8-4e20-8ecf-eb3b1b588f7a req-2e3a4f18-a9f5-485e-9a39-c727a7dd360a tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517225 May 12 19:35:50.877880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ce322ed7-0535-4cca-988c-f500b8e02201) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:50.882285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.883027 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.890880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091fd700-e841-483a-931e-20df58e27e60 None None] Network ce322ed7-0535-4cca-988c-f500b8e02201 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:50.907758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2388dec7-1fdc-4443-946a-424d798a124e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0556979 May 12 19:35:50.921677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.951117 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f97146f6-37f7-430a-9af6-95203124a58b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5058014c11384038bac1d9e012d66348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228460 May 12 19:35:50.951607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51696) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:50.972009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.973115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:50.974394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:50.975991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:51.026641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ac3548c-ec9b-4a4d-a36e-10e756c17ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.055331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ac3548c-ec9b-4a4d-a36e-10e756c17ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.099795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=94275588-efd8-4b36-bffc-99a50113a80d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:51.104401 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-33278e02-3899-4bb6-a4fd-d41493ca6ac3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7081749 May 12 19:35:51.107614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51704) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:51.115591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Request body: {'subnet': {'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-subnet', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:51.121910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:51.126473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Usage tracker for resource:subnet and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:51.130466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:51.138180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:51.147509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ac3548c-ec9b-4a4d-a36e-10e756c17ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.148267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 94275588-efd8-4b36-bffc-99a50113a80d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:35:51.164445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Made reservation on behalf of 39e856d6fd9a47518afa03c94fb5bb68 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:51.167296 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.183763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3548c-ec9b-4a4d-a36e-10e756c17ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53bebf1-9479-4484-a078-a320020ec2e5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:51.198716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ac3548c-ec9b-4a4d-a36e-10e756c17ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.200548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9ac3548c-ec9b-4a4d-a36e-10e756c17ade admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b53bebf1-9479-4484-a078-a320020ec2e5 HTTP/1.1" status: 204 len: 168 time: 0.2477162 May 12 19:35:51.275601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:51.391845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:51.392178 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.444287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dc20e-23d3-4714-9cf1-9ffc5e9268be req-46da6efd-00d0-433e-91f8-dbf77cc13a0e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:51.446286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-160dc20e-23d3-4714-9cf1-9ffc5e9268be req-46da6efd-00d0-433e-91f8-dbf77cc13a0e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.1725609 May 12 19:35:51.625244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-160dc20e-23d3-4714-9cf1-9ffc5e9268be req-31bfbe13-a22e-4d67-81ef-361637e37e92 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193361 May 12 19:35:51.647905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:51.648287 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.671235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e844959-2878-468e-ad3d-f131898ef40c None None] Network ce322ed7-0535-4cca-988c-f500b8e02201 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:51.693867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.728238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:51.755862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51728) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:51.764173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2126683408-network', 'tenant_id': 'dd2cbc5eb33842ad9e48fc0190f86dc4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:51.772987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:51.778927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fc125-4d2b-404a-8de4-9961261e2a19 req-032ba411-6186-4be1-9e05-f97da5acd7c5 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:51.780447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c7fc125-4d2b-404a-8de4-9961261e2a19 req-032ba411-6186-4be1-9e05-f97da5acd7c5 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.2482517 May 12 19:35:51.791091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Usage tracker for resource:network and tenant:dd2cbc5eb33842ad9e48fc0190f86dc4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:51.797142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:51.804789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:51.810022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f80b8b-3227-4774-a865-76db4de34467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:51.811459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:51.824751 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e5cbcd6-1655-4bb9-90f8-e3bc83241073 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af535b2c5dc949f0bb60640860927090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953369 May 12 19:35:51.827349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.828168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:51.828891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51734) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:51.843095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Made reservation on behalf of dd2cbc5eb33842ad9e48fc0190f86dc4 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:51.845325 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.871804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.892014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:51.904259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2cbc5eb33842ad9e48fc0190f86dc4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:51.909709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:51.914606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Checking segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:51.914963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Network hostable DHCP agents. Network: 94275588-efd8-4b36-bffc-99a50113a80d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:35:51.918715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:51.940094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667328ff-9daa-49b9-974d-fec211562068,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:51.948968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d93505cf-ba53-42cc-81aa-b0b72fc7125f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:51.961977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c7fc125-4d2b-404a-8de4-9961261e2a19 req-e8f1dea8-319a-420f-84e7-3469c90207e9 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725171 May 12 19:35:51.982042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Network 94275588-efd8-4b36-bffc-99a50113a80d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:35:51.999263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d93505cf-ba53-42cc-81aa-b0b72fc7125f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.021669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760844b-b666-436f-816a-83973e40d86e req-26ba746d-3f92-4f98-a52f-e94c636bbc90 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:52.032885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760844b-b666-436f-816a-83973e40d86e req-26ba746d-3f92-4f98-a52f-e94c636bbc90 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:52.042689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760844b-b666-436f-816a-83973e40d86e req-26ba746d-3f92-4f98-a52f-e94c636bbc90 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:52.045360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a760844b-b666-436f-816a-83973e40d86e req-26ba746d-3f92-4f98-a52f-e94c636bbc90 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2419 time: 0.2327783 May 12 19:35:52.055703 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404e81b3-653d-425a-b3e9-6efca86e4468'] response: {'server_uuid': '57f80b8b-3227-4774-a865-76db4de34467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', 'code': 200} May 12 19:35:52.056551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:52.108613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 94275588-efd8-4b36-bffc-99a50113a80d) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:52.116316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:52.117128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.128701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.138369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbf7f0-6171-4dc2-84d1-9c26ca915446 None None] Network 94275588-efd8-4b36-bffc-99a50113a80d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:52.141318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.160738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a760844b-b666-436f-816a-83973e40d86e req-28c7de1f-c739-4f42-a490-44d23a58ad89 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078229 May 12 19:35:52.204391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d93505cf-ba53-42cc-81aa-b0b72fc7125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.207759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-535e2f4d-cd92-412f-9cfe-e1019192a9f1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0985682 May 12 19:35:52.210401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51742) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:52.222124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:52.230755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:52.242027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:35:52.242764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Usage tracker for resource:router and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:52.248665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:52.264182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:52.286380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361bcc7d-6d7c-427a-b63c-4f89e7e42da9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:52.291481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.292728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d93505cf-ba53-42cc-81aa-b0b72fc7125f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.293250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.293893 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d93505cf-ba53-42cc-81aa-b0b72fc7125f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/079deef8-8b01-4f19-b1de-e422a7056fd6 HTTP/1.1" status: 204 len: 168 time: 0.4640918 May 12 19:35:52.303606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.303606 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Added segment c2c3107c-5c5f-4d95-93d3-27024e2b792f of type vlan for network 9f803d97-e4be-4f24-8082-07d568e0cc6e May 12 19:35:52.312806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b3b08-345c-4212-b119-68f5947fb800 req-70d55be3-0d13-415e-b86a-ca790a8d9635 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:52.319678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93505cf-ba53-42cc-81aa-b0b72fc7125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079deef8-8b01-4f19-b1de-e422a7056fd6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:52.320543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e43b3b08-345c-4212-b119-68f5947fb800 req-70d55be3-0d13-415e-b86a-ca790a8d9635 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 949 time: 0.1533341 May 12 19:35:52.346288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0c57e-fac2-4134-95c6-4e2699544be5 req-c2228a2f-e023-4f53-8d72-423b9787fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:52.348720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43f0c57e-fac2-4134-95c6-4e2699544be5 req-c2228a2f-e023-4f53-8d72-423b9787fdf7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 1100 time: 0.2093277 May 12 19:35:52.358377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.362697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:52.376786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.396638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e43b3b08-345c-4212-b119-68f5947fb800 req-e70d9968-9498-4b45-8b0e-06925b4046a9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747743 May 12 19:35:52.452350 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43f0c57e-fac2-4134-95c6-4e2699544be5 req-c928374f-299b-4491-ab8b-a64b8b7e9701 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975702 May 12 19:35:52.479434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.480458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:52.481242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.505135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:52.505605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.629388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8716059 May 12 19:35:52.630868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51750) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:52.687534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27a499-2dc5-4a74-90a6-93eb84bb83d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9f803d97-e4be-4f24-8082-07d568e0cc6e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:52.695736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Request body: {'subnet': {'network_id': '9f803d97-e4be-4f24-8082-07d568e0cc6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2126683408-subnet', 'tenant_id': 'dd2cbc5eb33842ad9e48fc0190f86dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:35:52.712786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:35:52.720085 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.725310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Usage tracker for resource:subnet and tenant:dd2cbc5eb33842ad9e48fc0190f86dc4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:35:52.729267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9f803d97-e4be-4f24-8082-07d568e0cc6e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:35:52.742542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:35:52.759017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:35:52.850273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-94275588-efd8-4b36-bffc-99a50113a80d', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:35:52.851008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.878997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Made reservation on behalf of dd2cbc5eb33842ad9e48fc0190f86dc4 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:35:52.881464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.889678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:52.890043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:52.997206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:53.004414 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:53.145296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Allocated IP 172.20.0.2 (94275588-efd8-4b36-bffc-99a50113a80d/667328ff-9daa-49b9-974d-fec211562068/ca217c12-68a6-4997-a075-b8f0fb7f0424) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:53.271500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec59ef-5306-468f-bf3c-04895d044b5e req-ebb04d8a-bb88-4c35-ae7e-ad7290b451d4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:53.277661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec59ef-5306-468f-bf3c-04895d044b5e req-ebb04d8a-bb88-4c35-ae7e-ad7290b451d4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:53.283524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec59ef-5306-468f-bf3c-04895d044b5e req-ebb04d8a-bb88-4c35-ae7e-ad7290b451d4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:53.285143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fec59ef-5306-468f-bf3c-04895d044b5e req-ebb04d8a-bb88-4c35-ae7e-ad7290b451d4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2419 time: 0.3608861 May 12 19:35:53.287441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:53.335162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a3747-c308-4495-9adb-8ad269956624 req-c456911e-6af9-49d6-99a8-94d95d5664db tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:53.336808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-564a3747-c308-4495-9adb-8ad269956624 req-c456911e-6af9-49d6-99a8-94d95d5664db tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.4428754 May 12 19:35:53.422760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fec59ef-5306-468f-bf3c-04895d044b5e req-0ca4b996-bebb-4e16-ae18-40d39c65c0d3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263459 May 12 19:35:53.446827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:53.458411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Transition to ACTIVE for port object ca217c12-68a6-4997-a075-b8f0fb7f0424 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:53.492429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Transition to ACTIVE for port object ca217c12-68a6-4997-a075-b8f0fb7f0424 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:35:53.504554 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:53.528403 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-564a3747-c308-4495-9adb-8ad269956624 req-e3375321-f853-4bcd-b925-5810d0decbb7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752729 May 12 19:35:53.589770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Network 94275588-efd8-4b36-bffc-99a50113a80d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:53.593987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:53.597606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:53.709830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Pushing event updated for resources: {'Port': ['ID=ca217c12-68a6-4997-a075-b8f0fb7f0424,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:53.738613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Attempting to bind port ca217c12-68a6-4997-a075-b8f0fb7f0424 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:35:53.739343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Attempting to bind port ca217c12-68a6-4997-a075-b8f0fb7f0424 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:35:53.739929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Attempting to bind port ca217c12-68a6-4997-a075-b8f0fb7f0424 on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:35:53.746249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:35:53.746955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Checking segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:53.747566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:53.748156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Bound using segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:35:53.748808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Bound port: ca217c12-68a6-4997-a075-b8f0fb7f0424, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:35:53.749689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:53.852426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] For port ca217c12-68a6-4997-a075-b8f0fb7f0424, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:35:53.856365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] For port ca217c12-68a6-4997-a075-b8f0fb7f0424, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca217c12-68a6-4997-a075-b8f0fb7f0424,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:35:53.860540 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:53.865703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:53.949321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ce776-7ea9-4cec-9716-f212e1e8d024 None None] Pushing event updated for resources: {'Port': ['ID=ca217c12-68a6-4997-a075-b8f0fb7f0424,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:54.025552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36ed682-7706-4a53-8380-52e3a8b467cb,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:54.041921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:54.057548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:54.090013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b0110-683d-4d6d-9b3b-44a716f3ce6d req-5fc9bf49-2969-45d3-aeb2-25326f9a44b3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.097042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db4b0110-683d-4d6d-9b3b-44a716f3ce6d req-5fc9bf49-2969-45d3-aeb2-25326f9a44b3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.5268385 May 12 19:35:54.102018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:54.117261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Checking segment: {'id': 'c2c3107c-5c5f-4d95-93d3-27024e2b792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f803d97-e4be-4f24-8082-07d568e0cc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:35:54.117625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Network hostable DHCP agents. Network: 9f803d97-e4be-4f24-8082-07d568e0cc6e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:35:54.210375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee115f0-9d34-439c-afce-c0d89d694510 req-62864105-e7ae-4365-b849-7b1d30aa2ba3 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.212719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ee115f0-9d34-439c-afce-c0d89d694510 req-62864105-e7ae-4365-b849-7b1d30aa2ba3 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 949 time: 0.4965150 May 12 19:35:54.332301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ee115f0-9d34-439c-afce-c0d89d694510 req-f4c2fc8d-bba6-41d0-b781-5dbc8f37bf3d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027153 May 12 19:35:54.341317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Network 9f803d97-e4be-4f24-8082-07d568e0cc6e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:35:54.350382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db4b0110-683d-4d6d-9b3b-44a716f3ce6d req-f0ad3eb0-f8a5-4fc2-b8cf-6d6e73728f05 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500265 May 12 19:35:54.382428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 9f803d97-e4be-4f24-8082-07d568e0cc6e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:54.385821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca217c12-68a6-4997-a075-b8f0fb7f0424 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:54.391385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.391900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:54.463406 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dead22-0ed3-4398-bf08-99193ffc6a4b'] response: {'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'code': 200} May 12 19:35:54.471904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e4d7d-fa53-4605-97d5-77431e432680 None None] Network 9f803d97-e4be-4f24-8082-07d568e0cc6e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:54.510000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c1f83bcf-ca4b-4e43-b084-19a2a4a5395c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8771763 May 12 19:35:54.518412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Allocated IP 172.25.2.235 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/6fbca95c-f5cb-4758-905c-6e850102b9a7) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:35:54.520986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-63eb2da6-ba9d-46c6-904a-ce8c385b88e1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.536135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-63eb2da6-ba9d-46c6-904a-ce8c385b88e1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.548078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-63eb2da6-ba9d-46c6-904a-ce8c385b88e1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.551859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-63eb2da6-ba9d-46c6-904a-ce8c385b88e1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Synchronizing usage tracker for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:54.734190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ca217c12-68a6-4997-a075-b8f0fb7f0424 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:54.772797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-63eb2da6-ba9d-46c6-904a-ce8c385b88e1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Unset dirty status for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:54.778577 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-63eb2da6-ba9d-46c6-904a-ce8c385b88e1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2419 time: 0.4132097 May 12 19:35:54.838553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:54.857678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf8de-54c4-4e65-9822-db2bf7a9438f req-6189d775-e346-42bd-89fe-70cbb44085f5 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.866398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf8de-54c4-4e65-9822-db2bf7a9438f req-6189d775-e346-42bd-89fe-70cbb44085f5 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.877612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf8de-54c4-4e65-9822-db2bf7a9438f req-6189d775-e346-42bd-89fe-70cbb44085f5 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:54.879532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-963bf8de-54c4-4e65-9822-db2bf7a9438f req-6189d775-e346-42bd-89fe-70cbb44085f5 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 2419 time: 0.1929209 May 12 19:35:54.915553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:54.916182 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:55.050377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24eda2-7055-4368-9791-dcf282f6160e req-2b862adf-9183-4fc0-a61e-878c9de922d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:55.053273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3f24eda2-7055-4368-9791-dcf282f6160e req-2b862adf-9183-4fc0-a61e-878c9de922d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1101 time: 0.4893661 May 12 19:35:55.079164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-963bf8de-54c4-4e65-9822-db2bf7a9438f req-9d9368b1-a062-41eb-9fb0-7db1c1b9f736 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454084 May 12 19:35:55.083474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:55.180750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fb066-11c0-4119-95c4-6e7364985737 None None] Network 9f803d97-e4be-4f24-8082-07d568e0cc6e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:55.194249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:35:55.236113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:35:55.302827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:35:55.475159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Pushing event updated for resources: {'Port': ['ID=6fbca95c-f5cb-4758-905c-6e850102b9a7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:55.532722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3f24eda2-7055-4368-9791-dcf282f6160e req-3951f4e2-c64d-4ed5-aff2-789295937831 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120522 May 12 19:35:55.626572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586b31d-8ec8-4c6a-b762-05351b165e87 None None] Network 94275588-efd8-4b36-bffc-99a50113a80d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:35:55.645098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port 08c7bba9-9090-4fe4-a552-b1b97e6b0008, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=08c7bba9-9090-4fe4-a552-b1b97e6b0008,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:55.646468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:55.764380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3ea1f-56f3-4dd1-86ea-c88b1202dbff req-5dfcee0d-e9a9-458c-84d2-e42944d6b48e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:55.765867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bb3ea1f-56f3-4dd1-86ea-c88b1202dbff req-5dfcee0d-e9a9-458c-84d2-e42944d6b48e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.8846290 May 12 19:35:55.791974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] Provisioning for port ca217c12-68a6-4997-a075-b8f0fb7f0424 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:35:55.816788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] Provisioning complete for port ca217c12-68a6-4997-a075-b8f0fb7f0424 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:55.817604 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:55.897604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for 08c7bba9-9090-4fe4-a552-b1b97e6b0008 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:55.998558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bb3ea1f-56f3-4dd1-86ea-c88b1202dbff req-c94ab92e-62c6-4759-8604-57816e33ee7a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758382 May 12 19:35:56.007393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b709d8-1d98-48ff-b50b-78aa52634919 req-bfef053b-f7cd-4ee4-b6b4-7f6a2828b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:56.008458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b709d8-1d98-48ff-b50b-78aa52634919 req-bfef053b-f7cd-4ee4-b6b4-7f6a2828b926 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 1097 time: 0.6638255 May 12 19:35:56.031561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] Current status of the port ca217c12-68a6-4997-a075-b8f0fb7f0424 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:56.031826 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:56.122470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:56.154793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] For port ca217c12-68a6-4997-a075-b8f0fb7f0424, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca217c12-68a6-4997-a075-b8f0fb7f0424,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:56.169709 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:56.212161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-ce8fa9ad-f4ec-45dd-b438-e80f28d42a1f tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:56.212380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-ce8fa9ad-f4ec-45dd-b438-e80f28d42a1f tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Synchronizing usage tracker for tenant:443a025bcd5d4ab0ab7a324287cfbabf on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:35:56.222771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b709d8-1d98-48ff-b50b-78aa52634919 req-e9912689-1030-4e8c-90a0-693a7310b983 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883490 May 12 19:35:56.300454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ad797-a531-4fe5-a8bc-c747666ec637 None None] Pushing event updated for resources: {'Port': ['ID=ca217c12-68a6-4997-a075-b8f0fb7f0424,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:56.422104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-ce8fa9ad-f4ec-45dd-b438-e80f28d42a1f tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Unset dirty status for tenant:443a025bcd5d4ab0ab7a324287cfbabf on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:35:56.424517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=08c7bba9-9090-4fe4-a552-b1b97e6b0008,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:56.436171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-ce8fa9ad-f4ec-45dd-b438-e80f28d42a1f tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/networks?id=ce322ed7-0535-4cca-988c-f500b8e02201 HTTP/1.1" status: 200 len: 825 time: 0.7206368 May 12 19:35:56.482800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-8b429a26-4ec4-4172-9310-2532cb717da8 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/quotas/443a025bcd5d4ab0ab7a324287cfbabf HTTP/1.1" status: 200 len: 375 time: 0.0449553 May 12 19:35:56.490724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:56.571277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port 08c7bba9-9090-4fe4-a552-b1b97e6b0008 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:56.574555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:56.577918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-deleted', 'tag': '08c7bba9-9090-4fe4-a552-b1b97e6b0008'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:56.601387 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-febcf0f1-3877-4591-bd46-414fa06851a8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "DELETE /v2.0/ports/08c7bba9-9090-4fe4-a552-b1b97e6b0008 HTTP/1.1" status: 204 len: 173 time: 1.8167322 May 12 19:35:56.664736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-c7661ff2-2e92-4aac-a673-2ee03d9b0c3f tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=443a025bcd5d4ab0ab7a324287cfbabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1816669 May 12 19:35:56.704500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port b956b496-05ba-406d-a01c-38805eff4185 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:56.704882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:56.737376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccabd3-d803-4000-9b78-a214f70db966 req-43ce0336-033b-4447-bb87-f9fe6454de84 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:56.738874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44ccabd3-d803-4000-9b78-a214f70db966 req-43ce0336-033b-4447-bb87-f9fe6454de84 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 949 time: 0.4140673 May 12 19:35:56.826920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f8a2dc98-c961-4ef2-95f9-638df39039ee None None] Provisioning complete for port ca217c12-68a6-4997-a075-b8f0fb7f0424 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:56.827414 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8a2dc98-c961-4ef2-95f9-638df39039ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:56.959578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44ccabd3-d803-4000-9b78-a214f70db966 req-c8710b61-48c7-47ea-9cf3-707ac0c81f92 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239939 May 12 19:35:56.996615 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a27a7fa3-b922-4050-8085-cb8ad2978328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:57.029452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-7dae3eef-285b-4470-acd4-6ea2e03b0c73 service neutron] 10.222.0.72 "GET /v2.0/networks/ce322ed7-0535-4cca-988c-f500b8e02201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818789 May 12 19:35:57.113857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port b956b496-05ba-406d-a01c-38805eff4185, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b956b496-05ba-406d-a01c-38805eff4185,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:57.115208 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:57.143973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2dc98-c961-4ef2-95f9-638df39039ee None None] Current status of the port ca217c12-68a6-4997-a075-b8f0fb7f0424 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:57.343059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for b956b496-05ba-406d-a01c-38805eff4185 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:57.494478 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:57.507674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-8991398d-e80f-4658-b969-461d13fa4564 service neutron] 10.222.0.72 "GET /v2.0/networks/ce322ed7-0535-4cca-988c-f500b8e02201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887465 May 12 19:35:57.636238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:57.720506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=b956b496-05ba-406d-a01c-38805eff4185,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:57.764853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 08c7bba9-9090-4fe4-a552-b1b97e6b0008 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:57.821537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 08c7bba9-9090-4fe4-a552-b1b97e6b0008 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:57.821902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 08c7bba9-9090-4fe4-a552-b1b97e6b0008 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:57.822375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 07b2052c-05ac-4123-ad5e-80bbc3469df8 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:57.909124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port b956b496-05ba-406d-a01c-38805eff4185 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:57.913886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:57.931569 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-fb1d189a-dab9-45f2-a781-aa9e07dea4e6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "DELETE /v2.0/ports/b956b496-05ba-406d-a01c-38805eff4185 HTTP/1.1" status: 204 len: 173 time: 1.3250480 May 12 19:35:57.940992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab257fc-3340-4778-b037-9d11eea31862 req-c9679125-feea-4d1d-8846-34d56be58b90 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:57.952420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ab257fc-3340-4778-b037-9d11eea31862 req-c9679125-feea-4d1d-8846-34d56be58b90 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.6703537 May 12 19:35:58.050721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 07b2052c-05ac-4123-ad5e-80bbc3469df8 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:58.052016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:58.069148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port 07b2052c-05ac-4123-ad5e-80bbc3469df8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:35:58.071468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:58.097896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:35:58.111242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07b2052c-05ac-4123-ad5e-80bbc3469df8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07b2052c-05ac-4123-ad5e-80bbc3469df8,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:58.120427 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:58.121584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b956b496-05ba-406d-a01c-38805eff4185 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:35:58.125900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ab257fc-3340-4778-b037-9d11eea31862 req-28611669-c273-4226-b941-b08b7a8171e6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731319 May 12 19:35:58.143124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Router 3a824a66-8962-49dc-a461-8a49764398d8 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:35:58.192350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8ec1-0a8e-437f-a096-61b04f811392 req-9d17cb82-d2ac-4857-84e7-177c95418b96 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:58.195569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eab8ec1-0a8e-437f-a096-61b04f811392 req-9d17cb82-d2ac-4857-84e7-177c95418b96 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 946 time: 0.2652893 May 12 19:35:58.270499 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21080a48-445e-46f9-bb1f-96d3f897c634'] response: {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-deleted', 'tag': '08c7bba9-9090-4fe4-a552-b1b97e6b0008', 'status': 'completed', 'code': 200} May 12 19:35:58.404094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca217c12-68a6-4997-a075-b8f0fb7f0424 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:35:58.421522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eab8ec1-0a8e-437f-a096-61b04f811392 req-ed358a21-3c90-421a-99c7-a321582d080c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337559 May 12 19:35:58.459554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: b956b496-05ba-406d-a01c-38805eff4185 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:35:58.460289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b956b496-05ba-406d-a01c-38805eff4185 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:35:58.504974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=07b2052c-05ac-4123-ad5e-80bbc3469df8,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:58.531499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ca217c12-68a6-4997-a075-b8f0fb7f0424 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:35:58.531937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:58.619447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port 07b2052c-05ac-4123-ad5e-80bbc3469df8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07b2052c-05ac-4123-ad5e-80bbc3469df8,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:58.622614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:58.706910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ca217c12-68a6-4997-a075-b8f0fb7f0424 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:58.754936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:35:58.771467 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Sync routers for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:35:58.780751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:58.782035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-90809686-fea3-4ac1-8bf4-7d92d2b64cfd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5704503 May 12 19:35:58.786977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51856) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:35:58.799505 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:35:58.801153 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:35:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:35:58.839829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for 07b2052c-05ac-4123-ad5e-80bbc3469df8 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:35:58.849993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8d0e3-004f-4ac7-ae2e-dbfb02bd7f8a req-a11c249e-f7a1-41ec-833e-3256db45e754 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:58.858805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ea8d0e3-004f-4ac7-ae2e-dbfb02bd7f8a req-a11c249e-f7a1-41ec-833e-3256db45e754 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.4114854 May 12 19:35:58.921126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9aac0-5fc6-4286-86f3-aa6208142f8f req-19248dbc-9138-4ccb-b36a-defc0110f797 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:35:58.927841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11f9aac0-5fc6-4286-86f3-aa6208142f8f req-19248dbc-9138-4ccb-b36a-defc0110f797 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.2836246 May 12 19:35:58.964421 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aca28b76-5f9a-4dfa-a414-9476ed14cdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:59.039424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f2a61206-99c1-45a9-9b2a-4d4112e94d0d details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:35:59.046139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:59.101272 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:35:59.118769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ea8d0e3-004f-4ac7-ae2e-dbfb02bd7f8a req-ce6f1234-fe51-40a3-a230-091bb840d1f1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547011 May 12 19:35:59.140625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=07b2052c-05ac-4123-ad5e-80bbc3469df8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:35:59.141475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11f9aac0-5fc6-4286-86f3-aa6208142f8f req-fff0bca6-da41-4920-bbd4-b9bcffebf290 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813779 May 12 19:35:59.338541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:59.399906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'port_id': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'mac_address': 'fa:16:3e:a2:36:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ebd3c5-bd72-4aa7-aab1-542dd2704fe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:35:59.620000 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483f2826-fa12-416b-95e4-c81bd92dee2a'] response: {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8', 'code': 200} May 12 19:35:59.659402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port 07b2052c-05ac-4123-ad5e-80bbc3469df8 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:35:59.662987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f2a61206-99c1-45a9-9b2a-4d4112e94d0d is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:35:59.663809 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:59.715271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a61206-99c1-45a9-9b2a-4d4112e94d0d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:35:59.765007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:35:59.773705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:59.778277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:35:59.799549 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0959e294-896e-420f-adc2-cc2eaed9f1c6 req-2fea8a98-48d4-4b3a-953a-c5e642995fae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.36 "DELETE /v2.0/ports/07b2052c-05ac-4123-ad5e-80bbc3469df8 HTTP/1.1" status: 204 len: 173 time: 1.8616440 May 12 19:36:00.038159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-79789a60-1e8c-4f83-b56a-75ce1d73d00d tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:00.038774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4be0396-6d61-44b6-b780-ed7d4014520a req-033ab42f-fad0-45c9-b0c0-4f334a81eeec tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 210 time: 0.3417637 May 12 19:36:00.045963 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-79789a60-1e8c-4f83-b56a-75ce1d73d00d tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.36 "GET /v2.0/networks?id=ce322ed7-0535-4cca-988c-f500b8e02201 HTTP/1.1" status: 200 len: 825 time: 0.4468186 May 12 19:36:00.071350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Request body: {'port': {'device_id': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201', 'admin_state_up': True, 'tenant_id': '443a025bcd5d4ab0ab7a324287cfbabf'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:00.301775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-deleted', 'tag': 'b956b496-05ba-406d-a01c-38805eff4185'}, {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-deleted', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:00.309610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51876) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:00.317002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:00.330384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Usage tracker for resource:port and tenant:443a025bcd5d4ab0ab7a324287cfbabf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:00.335821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:00.345730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:00.348239 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:35:56Z', 'revision_number': 3, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:00.363014 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Checking router: 3a824a66-8962-49dc-a461-8a49764398d8 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:36:00.363366 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Updating router 3a824a66-8962-49dc-a461-8a49764398d8 port 6fbca95c-f5cb-4758-905c-6e850102b9a7 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:36:00.377697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Made reservation on behalf of 443a025bcd5d4ab0ab7a324287cfbabf for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:00.389289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['f2a61206-99c1-45a9-9b2a-4d4112e94d0d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:00.391172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:00.485561 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:00.521173 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:00.529042 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:00.567684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:00.650857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:00.746419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:00.755516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Usage tracker for resource:security_group_rule and tenant:96640be729b84c3ead1205c58534a9f1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:00.761020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:00.773630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:00.783044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Allocated IP 172.20.0.10 (ce322ed7-0535-4cca-988c-f500b8e02201/fddae9bb-0cb1-4b16-b69b-b6c010a348d2/864236a0-63cb-4864-8cb8-07e9c5fe0b05) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:00.859533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fafb160-9268-482e-94fc-8ad4bb66759d req-574f6feb-21b4-43c0-8661-082325b4575d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=0278441e-9c73-49bf-b394-bbaa1452b098 HTTP/1.1" status: 200 len: 210 time: 0.4040949 May 12 19:36:00.964673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e23f0-f531-43a2-9625-712c982b99a0 req-d4a0e54f-ff71-4833-adfd-a46d6d329b92 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:00.972514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db4e23f0-f531-43a2-9625-712c982b99a0 req-d4a0e54f-ff71-4833-adfd-a46d6d329b92 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 944 time: 1.0788548 May 12 19:36:01.060712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f2a61206-99c1-45a9-9b2a-4d4112e94d0d no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:01.091476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-c5c1c526-09c6-4896-a8a5-f1a23df0dfaf tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e53690acfa040a785edabdc14120b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492651 May 12 19:36:01.104616 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.108408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db4e23f0-f531-43a2-9625-712c982b99a0 req-fa5139fc-3968-4a8b-a810-b343a87a2c99 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349275 May 12 19:36:01.154932 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Transition to ACTIVE for port object 6fbca95c-f5cb-4758-905c-6e850102b9a7 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:01.162996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.179979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.187433 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.229140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96640be729b84c3ead1205c58534a9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9144576 May 12 19:36:01.229140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:01.364110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Attempting to bind port 6fbca95c-f5cb-4758-905c-6e850102b9a7 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:01.364531 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Attempting to bind port 6fbca95c-f5cb-4758-905c-6e850102b9a7 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:01.365731 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Attempting to bind port 6fbca95c-f5cb-4758-905c-6e850102b9a7 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:01.378163 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:01.378698 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:01.379101 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.379499 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:01.379972 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Bound port: 6fbca95c-f5cb-4758-905c-6e850102b9a7, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:01.380337 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.394369 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6c3aa44-784a-499e-8fa0-f54ec331bdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.395985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecb51e-f558-4348-8c8a-a59c60ddae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1c330a-ef4e-4580-a690-cdbae4ec8bb3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:01.420330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.436430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f2a61206-99c1-45a9-9b2a-4d4112e94d0d is: BUILD; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:01.440872 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.461782 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] For port 6fbca95c-f5cb-4758-905c-6e850102b9a7, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:01.465097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6c3aa44-784a-499e-8fa0-f54ec331bdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.465400 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] For port 6fbca95c-f5cb-4758-905c-6e850102b9a7, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6fbca95c-f5cb-4758-905c-6e850102b9a7,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:01.480957 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.514359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:36:01.515334 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:35:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:01.532120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2a61206-99c1-45a9-9b2a-4d4112e94d0d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:01.541065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.551276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.554062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:01.563007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.598213 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Pushing event updated for resources: {'Port': ['ID=6fbca95c-f5cb-4758-905c-6e850102b9a7,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:01.629689 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.630257 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.630478 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.630810 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.631144 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.631461 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.631781 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.632693 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.632693 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.632994 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.633397 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.633874 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:01.657139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Pushing event updated for resources: {'Port': ['ID=864236a0-63cb-4864-8cb8-07e9c5fe0b05,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:01.672518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-37e84ac3-cf68-4abb-80cc-bcf98151a9e2 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:01.672705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Network ce322ed7-0535-4cca-988c-f500b8e02201 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:01.676797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:01.679675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:01.683352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-37e84ac3-cf68-4abb-80cc-bcf98151a9e2 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5721169 May 12 19:36:01.727296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:01.782968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:01.784418 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.800292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6c3aa44-784a-499e-8fa0-f54ec331bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.820130 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acacb7-7f54-4808-839e-2eb55c83034b None None] Pushing event updated for resources: {'Port': ['ID=6fbca95c-f5cb-4758-905c-6e850102b9a7,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:01.838791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6c3aa44-784a-499e-8fa0-f54ec331bdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:01.841969 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:36:01.843099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e6c3aa44-784a-499e-8fa0-f54ec331bdb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f1c330a-ef4e-4580-a690-cdbae4ec8bb3 HTTP/1.1" status: 204 len: 168 time: 0.6114421 May 12 19:36:01.844465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3aa44-784a-499e-8fa0-f54ec331bdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1c330a-ef4e-4580-a690-cdbae4ec8bb3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:01.853830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-3a3cd173-29d1-409a-931b-a9897e222e39 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7916605 May 12 19:36:01.866966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Request body: {'port': {'device_id': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:01.880436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105766bc-21c8-44ce-81aa-281184068ebd req-1b186387-841e-48c9-88f2-6738c755a5c1 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:01.887737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-1b186387-841e-48c9-88f2-6738c755a5c1 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 810 time: 0.4359188 May 12 19:36:01.899192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-39aba0dc-84b7-47e0-8c73-845e02e22255 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/quotas/8e53690acfa040a785edabdc14120b1e HTTP/1.1" status: 200 len: 375 time: 0.2149251 May 12 19:36:01.912252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-2b379b80-04a0-4078-a7db-8852aa5f364c tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/quotas/fefd684dfebb447f9d3ac48dcbbf5e55 HTTP/1.1" status: 200 len: 375 time: 0.0234420 May 12 19:36:01.997155 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:02.281473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:02.369102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-3c8d2583-3f35-4ab7-8291-2c7c39ab5ec7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4557242 May 12 19:36:02.378328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-c67397c6-a478-410c-82b1-395439969685 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4029303 May 12 19:36:02.395981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:35:56Z', 'revision_number': 3, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:02.402479 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc2fa6-311a-4ab1-adc3-ef1030bbfe19 None None] The sync data for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 is: [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:35:56Z', 'revision_number': 3, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:36:02.516817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51914) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:02.589323 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77abf0a7-ff15-4ccb-bbfe-b689d67b76a6'] response: {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-deleted', 'tag': 'b956b496-05ba-406d-a01c-38805eff4185', 'status': 'completed', 'code': 200} May 12 19:36:02.589912 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77abf0a7-ff15-4ccb-bbfe-b689d67b76a6'] response: {'server_uuid': '0278441e-9c73-49bf-b394-bbaa1452b098', 'name': 'network-vif-deleted', 'tag': '07b2052c-05ac-4123-ad5e-80bbc3469df8', 'status': 'completed', 'code': 200} May 12 19:36:02.610189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:02.643525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864236a0-63cb-4864-8cb8-07e9c5fe0b05 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:02.657050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:02.676500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Usage tracker for resource:security_group_rule and tenant:129b166612f949da95aa5b427f3da1d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:02.703261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:02.725494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Transition to ACTIVE for port object 864236a0-63cb-4864-8cb8-07e9c5fe0b05 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:02.726626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:02.735060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:02.737565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:02.742522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-c44a5188-c073-4e0e-b26a-55e52c3b5184 service neutron] 10.222.0.72 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723662 May 12 19:36:02.978666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Allocated IP 172.20.0.1 (94275588-efd8-4b36-bffc-99a50113a80d/667328ff-9daa-49b9-974d-fec211562068/46473ebb-5bc8-42b6-93f8-cade3caaba72) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:03.064569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f2a61206-99c1-45a9-9b2a-4d4112e94d0d up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:03.192020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-fa05fc2d-b07e-4cba-99f2-22662a42efdc service neutron] 10.222.0.72 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486048 May 12 19:36:03.232602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a3a0b-96d4-42e2-a926-f1a2e40b8519 req-a18bbf8f-148f-4c15-aec2-fb927bcff258 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:03.246319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f28a3a0b-96d4-42e2-a926-f1a2e40b8519 req-a18bbf8f-148f-4c15-aec2-fb927bcff258 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 944 time: 0.5186052 May 12 19:36:03.278418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port f2a61206-99c1-45a9-9b2a-4d4112e94d0d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:03.278418 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.350493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.368690 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.378767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f28a3a0b-96d4-42e2-a926-f1a2e40b8519 req-016c9acb-a077-4c11-83e0-30dcb09d4d64 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Synchronizing usage tracker for tenant:443a025bcd5d4ab0ab7a324287cfbabf on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:03.429737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=129b166612f949da95aa5b427f3da1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9114871 May 12 19:36:03.432471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:03.440098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Pushing event updated for resources: {'Port': ['ID=864236a0-63cb-4864-8cb8-07e9c5fe0b05,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:03.475284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f28a3a0b-96d4-42e2-a926-f1a2e40b8519 req-016c9acb-a077-4c11-83e0-30dcb09d4d64 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Unset dirty status for tenant:443a025bcd5d4ab0ab7a324287cfbabf on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:03.496933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f28a3a0b-96d4-42e2-a926-f1a2e40b8519 req-016c9acb-a077-4c11-83e0-30dcb09d4d64 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462952 May 12 19:36:03.550218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f2a61206-99c1-45a9-9b2a-4d4112e94d0d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:03.550727 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.568183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.630364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Transition to ACTIVE for port object 46473ebb-5bc8-42b6-93f8-cade3caaba72 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:03.659564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b3de182-741d-4a2c-b3bd-572fc06fa77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.661482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:03.666157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:03.687803 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.690427 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.722086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c9ad9-c1d7-496b-b041-9aa6d778d2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91004620-5b86-403b-b0e7-678fb8102d21,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:03.733213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51938) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:03.786170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b3de182-741d-4a2c-b3bd-572fc06fa77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.913619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b3de182-741d-4a2c-b3bd-572fc06fa77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:03.936144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:04.005550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting subnet 6e0a423f-db56-42cf-a199-a6fb9004673a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:36:04.015780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.051392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Attempting to bind port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:04.051857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Attempting to bind port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '755e144b-581a-4e35-a7b3-86f02698854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:04.052290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Attempting to bind port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 on network ce322ed7-0535-4cca-988c-f500b8e02201 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:04.055693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3de182-741d-4a2c-b3bd-572fc06fa77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91004620-5b86-403b-b0e7-678fb8102d21,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:04.073148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 on network ce322ed7-0535-4cca-988c-f500b8e02201 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:04.074745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Attempting to bind port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 on network ce322ed7-0535-4cca-988c-f500b8e02201 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:04.101536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:04.102141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Checking segment: {'id': '755e144b-581a-4e35-a7b3-86f02698854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:04.102746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Bound using segment: {'id': '755e144b-581a-4e35-a7b3-86f02698854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:04.103388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Bound port: 864236a0-63cb-4864-8cb8-07e9c5fe0b05, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755e144b-581a-4e35-a7b3-86f02698854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:04.103900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.128125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b3de182-741d-4a2c-b3bd-572fc06fa77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.129628 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0b3de182-741d-4a2c-b3bd-572fc06fa77b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91004620-5b86-403b-b0e7-678fb8102d21 HTTP/1.1" status: 204 len: 168 time: 0.6925089 May 12 19:36:04.183623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.258327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e189e06-e913-4911-8603-95c481f9b4d4 req-3d45a679-7cfb-49d7-be2a-56114b60c009 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 210 time: 0.0658443 May 12 19:36:04.274700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Network 94275588-efd8-4b36-bffc-99a50113a80d is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:04.280868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:04.294989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:04.381173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] For port 864236a0-63cb-4864-8cb8-07e9c5fe0b05, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:04.418357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] For port 864236a0-63cb-4864-8cb8-07e9c5fe0b05, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=864236a0-63cb-4864-8cb8-07e9c5fe0b05,segment=NetworkSegment(755e144b-581a-4e35-a7b3-86f02698854e),segment_id=755e144b-581a-4e35-a7b3-86f02698854e)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:04.432674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.451569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6fbca95c-f5cb-4758-905c-6e850102b9a7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:04.503501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f7c4632-6543-4233-9c29-0ce317d788d3 req-6b959eea-b9b0-44ca-95cd-c3d0f9dcbe91 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 210 time: 0.1144934 May 12 19:36:04.551808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.606958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.615916 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb29c8d-fb49-43ba-a02b-880d87729985'] response: {'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'code': 200} May 12 19:36:04.635650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6fbca95c-f5cb-4758-905c-6e850102b9a7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:04.683136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6fbca95c-f5cb-4758-905c-6e850102b9a7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:04.687474 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.757490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:04.759211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.760688 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] 10.222.0.36 "PUT /v2.0/ports/864236a0-63cb-4864-8cb8-07e9c5fe0b05 HTTP/1.1" status: 200 len: 1092 time: 2.8997362 May 12 19:36:04.761741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d84eee-a33b-4785-b49d-84026f27e627 service neutron] Pushing event updated for resources: {'Port': ['ID=864236a0-63cb-4864-8cb8-07e9c5fe0b05,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:04.764877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'tag': '864236a0-63cb-4864-8cb8-07e9c5fe0b05'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:04.832107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6327bd5e-bf8c-49de-9836-c995c27cbbb9 None None] Provisioning for port 46473ebb-5bc8-42b6-93f8-cade3caaba72 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:04.839880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6327bd5e-bf8c-49de-9836-c995c27cbbb9 None None] Provisioning complete for port 46473ebb-5bc8-42b6-93f8-cade3caaba72 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:04.840625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6327bd5e-bf8c-49de-9836-c995c27cbbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:04.874836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.015469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6327bd5e-bf8c-49de-9836-c995c27cbbb9 None None] Port 46473ebb-5bc8-42b6-93f8-cade3caaba72 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:36:05.038160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=46473ebb-5bc8-42b6-93f8-cade3caaba72,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:05.046101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6fbca95c-f5cb-4758-905c-6e850102b9a7 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:05.046714 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.088402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6fbca95c-f5cb-4758-905c-6e850102b9a7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6fbca95c-f5cb-4758-905c-6e850102b9a7,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:05.105270 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.116865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0a423f-db56-42cf-a199-a6fb9004673a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:05.125979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.161230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-04c348be-b76e-43e8-8d85-2b9e747f9740 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/subnets/6e0a423f-db56-42cf-a199-a6fb9004673a HTTP/1.1" status: 204 len: 168 time: 1.4249330 May 12 19:36:05.169465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51964) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:05.242723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6fbca95c-f5cb-4758-905c-6e850102b9a7,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:05.245678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa5a09-da59-4ebf-b9c0-4db1bd57fc0f None None] Network 574598e2-2b73-4b18-9367-e267b2f8b631 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:05.328660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-1cf033f1-8ee4-484d-9d3c-0a04f78f4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:05.330416 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-1cf033f1-8ee4-484d-9d3c-0a04f78f4f96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=443a025bcd5d4ab0ab7a324287cfbabf&device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 1095 time: 0.3794343 May 12 19:36:05.374081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-b119e1ce-1cd5-4769-b10a-c997f60921d5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8e53690acfa040a785edabdc14120b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3434343 May 12 19:36:05.425594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-1bce6afb-de17-4655-a3cc-949f827a93a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864236a0-63cb-4864-8cb8-07e9c5fe0b05 HTTP/1.1" status: 200 len: 217 time: 0.0831025 May 12 19:36:05.469310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.483494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585c86d-6eba-4ba1-b8b8-bbdbfd4c0df5 req-56867e48-7357-47de-9641-7c82de40d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:05.486104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a585c86d-6eba-4ba1-b8b8-bbdbfd4c0df5 req-56867e48-7357-47de-9641-7c82de40d325 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 1096 time: 0.4457645 May 12 19:36:05.535704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port a3cfd857-313d-4049-8a9a-cbbb6cbae046 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:05.536300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.581399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-fa80ceb8-b7d9-436c-be2b-5ac7c18a0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:05.583155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-fa80ceb8-b7d9-436c-be2b-5ac7c18a0954 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddae9bb-0cb1-4b16-b69b-b6c010a348d2 HTTP/1.1" status: 200 len: 865 time: 0.1503079 May 12 19:36:05.585504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] DHCP port deletion for 574598e2-2b73-4b18-9367-e267b2f8b631 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:36:05.589532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] Deleting port a3cfd857-313d-4049-8a9a-cbbb6cbae046 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:05.590084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.677606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a585c86d-6eba-4ba1-b8b8-bbdbfd4c0df5 req-7f39d7c9-6965-4a42-9093-ca24ff2ab677 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833274 May 12 19:36:05.685819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-1e8feba1-9d09-442f-8d45-dca19e72bcca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce322ed7-0535-4cca-988c-f500b8e02201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873120 May 12 19:36:05.693518 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.758028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-7669f6b7-1f2a-4c8b-9536-fcddeda7939d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:05.759847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-7669f6b7-1f2a-4c8b-9536-fcddeda7939d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736754 May 12 19:36:05.842124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a38e3f-41b3-479c-8150-69b4897c62b3 req-1fd48655-55f7-4158-8092-982cd616275d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:05.845760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0a38e3f-41b3-479c-8150-69b4897c62b3 req-1fd48655-55f7-4158-8092-982cd616275d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 1.9854670 May 12 19:36:05.890588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25c028-be9a-465e-90b4-f1cd29c03fd7 req-0f67d13f-3374-40f3-939b-1aecfd480d5d tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:05.892580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b25c028-be9a-465e-90b4-f1cd29c03fd7 req-0f67d13f-3374-40f3-939b-1aecfd480d5d tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 944 time: 0.8634157 May 12 19:36:05.901373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Request body: {'port': {'device_id': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '8e53690acfa040a785edabdc14120b1e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:05.928367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port a3cfd857-313d-4049-8a9a-cbbb6cbae046, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a3cfd857-313d-4049-8a9a-cbbb6cbae046,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:05.929403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:05.952934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] For port a3cfd857-313d-4049-8a9a-cbbb6cbae046, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a3cfd857-313d-4049-8a9a-cbbb6cbae046,segment=NetworkSegment(34eebfc6-4c33-4e14-bafd-8b8b13754c0b),segment_id=34eebfc6-4c33-4e14-bafd-8b8b13754c0b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:05.953355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:06.125040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] Calling delete_port for a3cfd857-313d-4049-8a9a-cbbb6cbae046 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:06.125401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:06.191434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0a38e3f-41b3-479c-8150-69b4897c62b3 req-fdce96f8-d954-45f0-87e2-7395d03d5b4f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274331 May 12 19:36:06.196050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for a3cfd857-313d-4049-8a9a-cbbb6cbae046 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:06.199416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:06.256906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b25c028-be9a-465e-90b4-f1cd29c03fd7 req-ed63f10f-3550-4d43-82f2-b862f657af23 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340280 May 12 19:36:06.376966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Made reservation on behalf of 8e53690acfa040a785edabdc14120b1e for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:06.381086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:06.402899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6fbca95c-f5cb-4758-905c-6e850102b9a7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:06.487906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6fbca95c-f5cb-4758-905c-6e850102b9a7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:06.489175 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:06.526570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:06.533400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105766bc-21c8-44ce-81aa-281184068ebd req-c1128530-cbc1-4599-bd01-eb9ab11c5e77 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:06.535579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-c1128530-cbc1-4599-bd01-eb9ab11c5e77 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.36 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 810 time: 0.8951507 May 12 19:36:06.537546 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-84c0666e-c35d-4910-b7a5-8d3b3583838d service neutron] 10.222.0.36 "GET /v2.0/networks/ce322ed7-0535-4cca-988c-f500b8e02201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987337 May 12 19:36:06.545893 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a3abfb-2fc6-4de7-94df-cf7d46fc4416'] response: {'name': 'network-changed', 'server_uuid': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'tag': '864236a0-63cb-4864-8cb8-07e9c5fe0b05', 'status': 'completed', 'code': 200} May 12 19:36:06.548401 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 12 19:36:06.548401 n-d-841626-1 neutron-server[88113]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 12 19:36:06.548401 n-d-841626-1 neutron-server[88113]: [parameters: {'port_id': 'a3cfd857-313d-4049-8a9a-cbbb6cbae046'}] May 12 19:36:06.548401 n-d-841626-1 neutron-server[88113]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:36:06.550640 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:36:06.583057 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:06.597965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Request body: {'port': {'device_id': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'admin_state_up': True, 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:06.630904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] Pushing event deleted for resources: {'Port': ['ID=a3cfd857-313d-4049-8a9a-cbbb6cbae046,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:06.638962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f890d0-80b2-40e3-8e73-d9fd0d99bc17 None None] No DVR routers for this DVR port a3cfd857-313d-4049-8a9a-cbbb6cbae046 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:36:06.650225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52217754-82b3-4882-8f6e-efbac13513fd req-b9f1e870-d5b5-40d7-8cca-dbde9304e6c8 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 210 time: 0.2020998 May 12 19:36:06.658212 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:06.723075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6fbca95c-f5cb-4758-905c-6e850102b9a7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:06.779956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=46473ebb-5bc8-42b6-93f8-cade3caaba72,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:06.783154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5802b9d-a5a2-4ed1-96c6-251dee839f95 req-2b829cb2-9743-44d0-8b28-ab42776b0b87 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 210 time: 0.3328617 May 12 19:36:06.822020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a3cfd857-313d-4049-8a9a-cbbb6cbae046 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:06.835253 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:06.864477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a3cfd857-313d-4049-8a9a-cbbb6cbae046 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:36:06.864745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a3cfd857-313d-4049-8a9a-cbbb6cbae046 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:36:07.006908 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-86a41226-7fa8-40f4-904a-3bfb4a0861d6 req-28055bba-2ab0-47fc-a481-512438418f17 service neutron] 10.222.0.36 "GET /v2.0/networks/ce322ed7-0535-4cca-988c-f500b8e02201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395614 May 12 19:36:07.029021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:07.045625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:07.057631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port a3cfd857-313d-4049-8a9a-cbbb6cbae046 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:07.057976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.127693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Allocated IP 192.168.233.195 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/3ee91f7f-425b-4882-8c2c-24f7769e2969) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:07.186829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Made reservation on behalf of fefd684dfebb447f9d3ac48dcbbf5e55 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:07.190357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.200348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Network 94275588-efd8-4b36-bffc-99a50113a80d is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:07.214870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:07.218880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] The port 'a3cfd857-313d-4049-8a9a-cbbb6cbae046' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:36:07.468284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.533530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-af011b08-60f1-4d1a-bcfe-56c281435399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:07.535031 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-af011b08-60f1-4d1a-bcfe-56c281435399 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=443a025bcd5d4ab0ab7a324287cfbabf&device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 1095 time: 0.4437368 May 12 19:36:07.549012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574598e2-2b73-4b18-9367-e267b2f8b631']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:07.565234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-685af375-f939-4c30-adcb-9e845764affb None None] Provisioning complete for port 46473ebb-5bc8-42b6-93f8-cade3caaba72 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:07.565850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-685af375-f939-4c30-adcb-9e845764affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.590057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34eebfc6-4c33-4e14-bafd-8b8b13754c0b') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:07.591238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34eebfc6-4c33-4e14-bafd-8b8b13754c0b') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:07.639799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-685af375-f939-4c30-adcb-9e845764affb None None] Port 46473ebb-5bc8-42b6-93f8-cade3caaba72 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:36:07.651661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.668438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Router 3a824a66-8962-49dc-a461-8a49764398d8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:36:07.687047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Allocated IP 172.20.0.14 (e99ecd9c-b441-4665-85ac-5615b577c193/15847631-1372-4435-b02a-609c1ec736ad/6f25fc55-884a-4d43-b3d8-aea52d4b3571) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:07.694741 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.707871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:36:07.708274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: timer() May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:36:07.729598 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:36:07.758916 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.775377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.828335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9581631-bb19-4139-bfce-8b275e3729a0 req-125716a5-eafd-4046-9b68-c324b4a6a708 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:07.829869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9581631-bb19-4139-bfce-8b275e3729a0 req-125716a5-eafd-4046-9b68-c324b4a6a708 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.4600589 May 12 19:36:07.840402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Transition to ACTIVE for port object 3ee91f7f-425b-4882-8c2c-24f7769e2969 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:07.852348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-939d8bb4-671e-4090-b947-38424645cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:07.853896 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-939d8bb4-671e-4090-b947-38424645cc02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce322ed7-0535-4cca-988c-f500b8e02201 HTTP/1.1" status: 200 len: 926 time: 0.2979097 May 12 19:36:07.917599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.946516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:07.971818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9581631-bb19-4139-bfce-8b275e3729a0 req-e7096ab4-cb97-4e5e-9c5f-029a48be9518 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326790 May 12 19:36:07.979184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce1843-ee27-47c1-ab70-0059602c9516 req-f64b45c8-45bd-4d99-af84-74e6bf535eef tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:07.980720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5ce1843-ee27-47c1-ab70-0059602c9516 req-f64b45c8-45bd-4d99-af84-74e6bf535eef tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 944 time: 0.3732131 May 12 19:36:07.993582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:36:08.008910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Sync routers for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:36:08.029612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:36:08.030821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:35:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:08.046490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.101498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5ce1843-ee27-47c1-ab70-0059602c9516 req-b130cf07-9c1e-4f31-9950-2637130673fc tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093669 May 12 19:36:08.171421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Network': ['ID=574598e2-2b73-4b18-9367-e267b2f8b631,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:08.174075 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-e3757ea0-e3ce-4d12-80f1-ce13bf3f365b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864236a0-63cb-4864-8cb8-07e9c5fe0b05 HTTP/1.1" status: 200 len: 217 time: 0.3104155 May 12 19:36:08.197574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:08.218562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:08.223811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:08.303681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b97aa030-b77d-4a75-95bd-7bad3759f1b3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/networks/574598e2-2b73-4b18-9367-e267b2f8b631 HTTP/1.1" status: 204 len: 168 time: 3.1301684 May 12 19:36:08.306231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52030) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:08.340037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:08.344880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e6da9865-ac98-4e0b-ae9f-8fbdc4d0d6e9 admin admin] 10.222.0.72 "PUT /v2.0/routers/3a824a66-8962-49dc-a461-8a49764398d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5545626 May 12 19:36:08.452897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-c11cda86-45bd-4800-892a-f99f4b5a3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:08.457846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-c11cda86-45bd-4800-892a-f99f4b5a3418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddae9bb-0cb1-4b16-b69b-b6c010a348d2 HTTP/1.1" status: 200 len: 865 time: 0.2748122 May 12 19:36:08.516777 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.536612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Pushing event updated for resources: {'Port': ['ID=3ee91f7f-425b-4882-8c2c-24f7769e2969,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:08.546742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:36:08.563434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-1b3857da-5210-44b5-8305-b0a2b1a5322c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce322ed7-0535-4cca-988c-f500b8e02201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950229 May 12 19:36:08.567762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:08.568607 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.581343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f1e6621-8555-445f-84ed-500421c273c2 req-d9d5a4ea-ca56-47a8-9293-03b37e7694e1 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 210 time: 0.1803353 May 12 19:36:08.617500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting subnet 845871de-edcf-438b-8757-678ae729d805 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:36:08.622586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-f6f9a395-bcab-45f8-aa75-56f8f5acc623 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7285643 May 12 19:36:08.633611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.642775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Request body: {'port': {'device_id': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:08.694027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6787d-1516-438e-a1f0-5bbaf5128ac4 req-f256e15e-9fe6-4d1a-970d-b103cc6f623c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:08.694779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-94f6787d-1516-438e-a1f0-5bbaf5128ac4 req-f256e15e-9fe6-4d1a-970d-b103cc6f623c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Synchronizing usage tracker for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:08.725754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.773334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.802174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-94f6787d-1516-438e-a1f0-5bbaf5128ac4 req-f256e15e-9fe6-4d1a-970d-b103cc6f623c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Unset dirty status for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:08.803732 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94f6787d-1516-438e-a1f0-5bbaf5128ac4 req-f256e15e-9fe6-4d1a-970d-b103cc6f623c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 936 time: 0.4498270 May 12 19:36:08.850531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dba3b3a6-7f0f-4c6a-bfb1-63342a7103b3 None None] Provisioning for port 3ee91f7f-425b-4882-8c2c-24f7769e2969 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:08.858723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dba3b3a6-7f0f-4c6a-bfb1-63342a7103b3 None None] Provisioning complete for port 3ee91f7f-425b-4882-8c2c-24f7769e2969 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:08.859085 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dba3b3a6-7f0f-4c6a-bfb1-63342a7103b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.864761 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-bda14214-98e7-4354-8871-642304e7f5cc service neutron] 10.222.0.36 "GET /v2.0/networks/ce322ed7-0535-4cca-988c-f500b8e02201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893765 May 12 19:36:08.881726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.902912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:08.908407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94f6787d-1516-438e-a1f0-5bbaf5128ac4 req-8379fa81-c33c-4ab8-83ae-5e3a3d0253ad tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958729 May 12 19:36:08.986953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8ed61-b7e4-4c79-b6a3-c671c36812c5 req-853f03e3-32a3-492f-a034-888816e9b405 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:08.989849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48e8ed61-b7e4-4c79-b6a3-c671c36812c5 req-853f03e3-32a3-492f-a034-888816e9b405 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.2647364 May 12 19:36:09.028174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dba3b3a6-7f0f-4c6a-bfb1-63342a7103b3 None None] Port 3ee91f7f-425b-4882-8c2c-24f7769e2969 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:36:09.065473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Network e99ecd9c-b441-4665-85ac-5615b577c193 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:09.077526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Pushing event updated for resources: {'Port': ['ID=6f25fc55-884a-4d43-b3d8-aea52d4b3571,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:09.080597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.111353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:09.126926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 2, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:09.138298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:09.142195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Checking router: 3a824a66-8962-49dc-a461-8a49764398d8 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:36:09.142545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Updating router 3a824a66-8962-49dc-a461-8a49764398d8 port 46473ebb-5bc8-42b6-93f8-cade3caaba72 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:36:09.193535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f25ab301-a46d-4544-b55e-bd88a7e9185f req-63a5df75-7e66-4d9b-aa9b-f3d57fa28d57 service neutron] 10.222.0.36 "GET /v2.0/networks/ce322ed7-0535-4cca-988c-f500b8e02201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202603 May 12 19:36:09.243739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:09.244540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.276587 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.278712 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-ce7beb2c-9711-442f-91e6-28b40bc64db2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7003005 May 12 19:36:09.281312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.328258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48e8ed61-b7e4-4c79-b6a3-c671c36812c5 req-810221d2-5328-43c3-8676-4f68af68504d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303680 May 12 19:36:09.329353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Request body: {'port': {'device_id': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:09.381521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.389597 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/subnets/845871de-edcf-438b-8757-678ae729d805 HTTP/1.1" status: 204 len: 168 time: 1.0802824 May 12 19:36:09.406301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52054) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:09.408303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce4935-b7ff-47ab-97a3-b0407d0ad9e4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Subnet': ['ID=845871de-edcf-438b-8757-678ae729d805,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:09.498659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52058) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:09.510733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620863468', 'description': 'tempest-description--585453542'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:09.518869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e6a72-e635-4a4f-808e-961a42b0c7c8 None None] Network c4247f2d-1b22-4d27-a5aa-5ac33af59d5d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:09.566977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:09.593762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:09.599985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:09.617861 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.622123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:09.634328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.655980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port 2b73b143-922d-4db3-9094-7b1069db0217 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:09.656553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.716396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:09.790247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:09.805459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group_rule and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:09.813003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:09.838793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2a36-eb27-4c0d-aced-587c11eedb15 req-72efbdca-94f1-4c71-9bcc-4bcbaa34509f tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:09.850866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-310c2a36-eb27-4c0d-aced-587c11eedb15 req-72efbdca-94f1-4c71-9bcc-4bcbaa34509f tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 944 time: 0.3150342 May 12 19:36:09.873095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 864236a0-63cb-4864-8cb8-07e9c5fe0b05 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:09.882432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:09.892206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:36:10.020737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port 2b73b143-922d-4db3-9094-7b1069db0217, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2b73b143-922d-4db3-9094-7b1069db0217,segment=NetworkSegment(6d8024fe-dc80-4fb1-9327-3ff7308a5cc9),segment_id=6d8024fe-dc80-4fb1-9327-3ff7308a5cc9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:10.023003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.024831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-310c2a36-eb27-4c0d-aced-587c11eedb15 req-918c082e-fefb-48be-b23e-fb497282f307 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713276 May 12 19:36:10.053375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['216dcc24-8a30-4b07-ae89-ed99856c864c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:10.070450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee91f7f-425b-4882-8c2c-24f7769e2969 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:10.083862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.131179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Transition to ACTIVE for port object 3ee91f7f-425b-4882-8c2c-24f7769e2969 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:10.144557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.194335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.227803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.387231 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.408968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Transition to ACTIVE for port object 46473ebb-5bc8-42b6-93f8-cade3caaba72 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:10.475283 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.620855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Pushing event updated for resources: {'Port': ['ID=3ee91f7f-425b-4882-8c2c-24f7769e2969,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:10.666549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f25fc55-884a-4d43-b3d8-aea52d4b3571 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:10.675701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.686014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1278bfb1-39e4-41d4-8a43-6b4f73144ebc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:10.694259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Transition to ACTIVE for port object 6f25fc55-884a-4d43-b3d8-aea52d4b3571 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:10.728645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.730647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7c2ffab4-4378-4e4c-9acd-8fbddc604771 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2310159 May 12 19:36:10.752301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52080) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:10.757773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:10.771312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for 2b73b143-922d-4db3-9094-7b1069db0217 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:10.774972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'security_group_rule': {'security_group_id': '1278bfb1-39e4-41d4-8a43-6b4f73144ebc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:10.791858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:10.800982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group_rule and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:10.805404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:10.818958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:10.868915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65620-c678-40bb-a883-fca04346670a None None] Pushing event updated for resources: {'Port': ['ID=46473ebb-5bc8-42b6-93f8-cade3caaba72,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:10.873014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3eced-1070-4b71-974c-bc57057f2cdf req-7d8b9c65-2778-4db2-8819-ad37aa621b15 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:10.880408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477bd37-1e6c-4268-887a-376cf5c5e4f1 None None] DHCP port deletion for c4247f2d-1b22-4d27-a5aa-5ac33af59d5d request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:36:10.883988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3c3eced-1070-4b71-974c-bc57057f2cdf req-7d8b9c65-2778-4db2-8819-ad37aa621b15 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 932 time: 0.4645572 May 12 19:36:10.903611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 864236a0-63cb-4864-8cb8-07e9c5fe0b05, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=864236a0-63cb-4864-8cb8-07e9c5fe0b05,segment=NetworkSegment(755e144b-581a-4e35-a7b3-86f02698854e),segment_id=755e144b-581a-4e35-a7b3-86f02698854e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:10.904412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Attempting to bind port 3ee91f7f-425b-4882-8c2c-24f7769e2969 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:10.904922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Attempting to bind port 3ee91f7f-425b-4882-8c2c-24f7769e2969 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:10.905726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Attempting to bind port 3ee91f7f-425b-4882-8c2c-24f7769e2969 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:10.913352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Pushing event updated for resources: {'Port': ['ID=6f25fc55-884a-4d43-b3d8-aea52d4b3571,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:10.941644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.942340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.943743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.944317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.945948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.946628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35384-cffc-4b8d-aece-fe7a3bde8dcb req-e26a02cf-2a0c-456d-ac79-2c8cdc20b187 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:10.947072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.947818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.949669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96c35384-cffc-4b8d-aece-fe7a3bde8dcb req-e26a02cf-2a0c-456d-ac79-2c8cdc20b187 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 948 time: 0.5609109 May 12 19:36:10.954374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Port 3ee91f7f-425b-4882-8c2c-24f7769e2969 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:10.954886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Attempting to bind port 3ee91f7f-425b-4882-8c2c-24f7769e2969 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:10.957430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.958622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.959452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.960643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.962483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e65620-c678-40bb-a883-fca04346670a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:10.980740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.006583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52086) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:11.015852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:11.016985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:11.016985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:11.017176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Bound port: 3ee91f7f-425b-4882-8c2c-24f7769e2969, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:11.017387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.064814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6477bd37-1e6c-4268-887a-376cf5c5e4f1 None None] Deleting port 2b73b143-922d-4db3-9094-7b1069db0217 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:11.064814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6477bd37-1e6c-4268-887a-376cf5c5e4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.066605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3c3eced-1070-4b71-974c-bc57057f2cdf req-17a2bc9a-bf49-42f9-b29c-0758f1fc10af tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798673 May 12 19:36:11.212165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '864236a0-63cb-4864-8cb8-07e9c5fe0b05', 'network_id': 'ce322ed7-0535-4cca-988c-f500b8e02201', 'port_id': '864236a0-63cb-4864-8cb8-07e9c5fe0b05', 'mac_address': 'fa:16:3e:17:c6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddae9bb-0cb1-4b16-b69b-b6c010a348d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:11.223839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.247302 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96c35384-cffc-4b8d-aece-fe7a3bde8dcb req-64ee1f32-d0aa-4f01-aa45-c059e034f930 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876222 May 12 19:36:11.271167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.315500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:11.320494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Usage tracker for resource:security_group_rule and tenant:f41f0c1e5dc6488abf05204d80015121 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:11.323937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:11.332497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:11.351169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:11.352410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.374159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864236a0-63cb-4864-8cb8-07e9c5fe0b05 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:11.375532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.378414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] For port 3ee91f7f-425b-4882-8c2c-24f7769e2969, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:11.402085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Attempting to bind port 46473ebb-5bc8-42b6-93f8-cade3caaba72 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:11.402675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Attempting to bind port 46473ebb-5bc8-42b6-93f8-cade3caaba72 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:11.402879 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.403377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Attempting to bind port 46473ebb-5bc8-42b6-93f8-cade3caaba72 on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:11.421984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:11.423624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Checking segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:11.424311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.424922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Bound using segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:11.426381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Bound port: 46473ebb-5bc8-42b6-93f8-cade3caaba72, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:11.427654 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.442716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=2b73b143-922d-4db3-9094-7b1069db0217,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:11.457979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port 2b73b143-922d-4db3-9094-7b1069db0217 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:36:11.459728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] For port 3ee91f7f-425b-4882-8c2c-24f7769e2969, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3ee91f7f-425b-4882-8c2c-24f7769e2969,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:11.461443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8619b67e-45cb-4062-92f6-0f71015e45fc,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:11.464341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Attempting to bind port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:11.464916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Attempting to bind port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:11.465468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Attempting to bind port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 on network e99ecd9c-b441-4665-85ac-5615b577c193 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:11.474614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.493081 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.506583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 on network e99ecd9c-b441-4665-85ac-5615b577c193 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:11.506964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Attempting to bind port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 on network e99ecd9c-b441-4665-85ac-5615b577c193 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:11.513839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.547094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6477bd37-1e6c-4268-887a-376cf5c5e4f1 None None] The port '2b73b143-922d-4db3-9094-7b1069db0217' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:36:11.549662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 864236a0-63cb-4864-8cb8-07e9c5fe0b05, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=864236a0-63cb-4864-8cb8-07e9c5fe0b05,segment=NetworkSegment(755e144b-581a-4e35-a7b3-86f02698854e),segment_id=755e144b-581a-4e35-a7b3-86f02698854e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:11.549766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:11.549766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Checking segment: {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:11.550562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Bound using segment: {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:11.550562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Bound port: 6f25fc55-884a-4d43-b3d8-aea52d4b3571, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d3186-0353-4128-bef1-c79be98c25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:11.550813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.561715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.588650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-a6844c84-2ec3-476f-9fd4-c7fc1b936092 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:11.590018 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-a6844c84-2ec3-476f-9fd4-c7fc1b936092 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 814 time: 0.3866925 May 12 19:36:11.615029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-63d21e30-9d79-415c-9cc2-aed43c5df466 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/quotas/8489433b5528432c9427e394cae70d6b HTTP/1.1" status: 200 len: 375 time: 0.0098145 May 12 19:36:11.615733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.616767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9a3bfd6-6dcc-421f-b08f-8fb1076e2d45 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8622673 May 12 19:36:11.654177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52102) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:11.668875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:11.669518 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.670900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] 10.222.0.73 "PUT /v2.0/ports/3ee91f7f-425b-4882-8c2c-24f7769e2969 HTTP/1.1" status: 200 len: 1096 time: 3.0342615 May 12 19:36:11.676764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'tag': '3ee91f7f-425b-4882-8c2c-24f7769e2969'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:11.745349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] For port 46473ebb-5bc8-42b6-93f8-cade3caaba72, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:11.747305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=864236a0-63cb-4864-8cb8-07e9c5fe0b05,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:11.753876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] For port 46473ebb-5bc8-42b6-93f8-cade3caaba72, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=46473ebb-5bc8-42b6-93f8-cade3caaba72,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:11.762653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.783299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'security_group_rule': {'security_group_id': '1278bfb1-39e4-41d4-8a43-6b4f73144ebc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:11.800583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f71a7-4ec7-4f4a-9e53-0d9826b799dc service neutron] Pushing event updated for resources: {'Port': ['ID=3ee91f7f-425b-4882-8c2c-24f7769e2969,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:11.809889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f41f0c1e5dc6488abf05204d80015121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015690 May 12 19:36:11.814498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52108) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:11.829242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:11.834877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['864236a0-63cb-4864-8cb8-07e9c5fe0b05'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:11.884356 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:11.887422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeaf8-3a7f-4831-84f1-f42ffc68044a req-4173c59e-c9cf-4010-a018-a1c55f82ee90 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:11.895524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48aeeaf8-3a7f-4831-84f1-f42ffc68044a req-4173c59e-c9cf-4010-a018-a1c55f82ee90 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 944 time: 0.4236896 May 12 19:36:11.904384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group_rule and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:11.907396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a843e-089d-4ef8-bd9c-1334908c6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac968d3-9ff1-4e5c-8488-64f417fa5b76,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:11.915959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:11.930665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:36:11.934363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:35:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:11.949604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-28665dcf-a4cf-438e-a057-9db56835fdc7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3200281 May 12 19:36:11.966400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:12.003992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4247f2d-1b22-4d27-a5aa-5ac33af59d5d']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:12.044632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:12.045011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8024fe-dc80-4fb1-9327-3ff7308a5cc9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:12.059788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65620-c678-40bb-a883-fca04346670a None None] Pushing event updated for resources: {'Port': ['ID=46473ebb-5bc8-42b6-93f8-cade3caaba72,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:12.061347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.128853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-506eb21b-6cf5-4a45-8add-e875668bc0e6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:12.130360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-506eb21b-6cf5-4a45-8add-e875668bc0e6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Synchronizing usage tracker for tenant:8489433b5528432c9427e394cae70d6b on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:12.153152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.170784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] For port 6f25fc55-884a-4d43-b3d8-aea52d4b3571, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:12.182045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.235288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:36:12.235288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: timer() May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:36:12.274208 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:36:12.306207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] For port 6f25fc55-884a-4d43-b3d8-aea52d4b3571, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:12.325612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-216b1664-bc19-49dd-853b-4059bceffd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:12.325612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-216b1664-bc19-49dd-853b-4059bceffd74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 1099 time: 0.5906267 May 12 19:36:12.344159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48aeeaf8-3a7f-4831-84f1-f42ffc68044a req-cafa27f4-f636-4d46-8a18-dc6d6b3d062b tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444003 May 12 19:36:12.347589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e95a457-56f6-4dd8-879b-3eec2d9cb879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.348731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:36:12.399271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.410395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-506eb21b-6cf5-4a45-8add-e875668bc0e6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Unset dirty status for tenant:8489433b5528432c9427e394cae70d6b on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:12.411694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-506eb21b-6cf5-4a45-8add-e875668bc0e6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0e6af50-98c1-4b73-a589-97be42ad42f8 HTTP/1.1" status: 200 len: 945 time: 0.7667944 May 12 19:36:12.443284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b73b143-922d-4db3-9094-7b1069db0217 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:12.488343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-ccebae26-0824-41af-a4c5-c5a128c5a697 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3ee91f7f-425b-4882-8c2c-24f7769e2969 HTTP/1.1" status: 200 len: 217 time: 0.1580837 May 12 19:36:12.500921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 2b73b143-922d-4db3-9094-7b1069db0217 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:36:12.501292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2b73b143-922d-4db3-9094-7b1069db0217 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:36:12.562453 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f9824d-3511-4906-bb08-c24bcd836680'] response: {'name': 'network-changed', 'server_uuid': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'tag': '3ee91f7f-425b-4882-8c2c-24f7769e2969', 'status': 'completed', 'code': 200} May 12 19:36:12.568594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Deleting port f2a61206-99c1-45a9-9b2a-4d4112e94d0d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:12.568945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.594622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e95a457-56f6-4dd8-879b-3eec2d9cb879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.613072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-c1e0298f-6ad6-44c1-a86c-97c6eee6d3b4 service neutron] 10.222.0.72 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501510 May 12 19:36:12.716310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-6499573a-c35b-4fdd-8a33-9234ca4a8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:12.716310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-6499573a-c35b-4fdd-8a33-9234ca4a8ffc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0976310 May 12 19:36:12.752871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:12.753097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.754503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] 10.222.0.36 "PUT /v2.0/ports/6f25fc55-884a-4d43-b3d8-aea52d4b3571 HTTP/1.1" status: 200 len: 1092 time: 3.4663146 May 12 19:36:12.757972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'tag': '6f25fc55-884a-4d43-b3d8-aea52d4b3571'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:12.796551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.847892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.882444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:11Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:12.891685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c5763-f8f8-4e0f-adeb-7629e1ad53e9 None None] The sync data for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 is: [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:11Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:36:12.919676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977de46d-59e8-466f-9b29-2febc332d478 service neutron] Pushing event updated for resources: {'Port': ['ID=6f25fc55-884a-4d43-b3d8-aea52d4b3571,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:12.933520 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:12.952953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Network': ['ID=c4247f2d-1b22-4d27-a5aa-5ac33af59d5d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:12.962213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:13.008306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04efc4-30a2-4b65-8424-fcf7f7efe8b2 req-a566fff6-5625-46cd-992c-f1fd75e327d8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:13.009930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b04efc4-30a2-4b65-8424-fcf7f7efe8b2 req-a566fff6-5625-46cd-992c-f1fd75e327d8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 944 time: 0.3722448 May 12 19:36:13.022851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-0dee37d4-da60-4c07-b11c-8dd0f207c417 service neutron] 10.222.0.72 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087374 May 12 19:36:13.049045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e95a457-56f6-4dd8-879b-3eec2d9cb879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:13.057796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f3f266-4643-412c-8e33-0d8b4924420c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:13.107883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95a457-56f6-4dd8-879b-3eec2d9cb879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac968d3-9ff1-4e5c-8488-64f417fa5b76,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:13.118218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e95a457-56f6-4dd8-879b-3eec2d9cb879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:13.118362 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7379c0b1-64b3-4463-b3bf-b047776e31f8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/networks/c4247f2d-1b22-4d27-a5aa-5ac33af59d5d HTTP/1.1" status: 204 len: 168 time: 3.7047019 May 12 19:36:13.119713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0e95a457-56f6-4dd8-879b-3eec2d9cb879 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cac968d3-9ff1-4e5c-8488-64f417fa5b76 HTTP/1.1" status: 204 len: 168 time: 1.3037808 May 12 19:36:13.130592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52124) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:13.149647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b04efc4-30a2-4b65-8424-fcf7f7efe8b2 req-ef65c0d8-2f30-4473-818c-db3c6eec7d0f tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293881 May 12 19:36:13.154926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-954495187'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:13.164076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:13.167123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-4ff227b9-26c6-4094-8194-72c397a3f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:13.170054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:13.173529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-4ff227b9-26c6-4094-8194-72c397a3f4dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3530374 May 12 19:36:13.180624 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-911270b4-47e0-4a7d-8632-be3eef8da2c2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5251822 May 12 19:36:13.181429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52128) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:13.193054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:network and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:13.211388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:13.230889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:13.241289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:13.267491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:13.342287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:13.354775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:13.394081 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c437ea4-353b-44e5-bd72-67f12d2e77f2'] response: {'name': 'network-changed', 'server_uuid': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'tag': '6f25fc55-884a-4d43-b3d8-aea52d4b3571', 'status': 'completed', 'code': 200} May 12 19:36:13.419879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105766bc-21c8-44ce-81aa-281184068ebd req-7b0e7bab-71a0-4b68-9399-84583511e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:13.421834 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-7b0e7bab-71a0-4b68-9399-84583511e8cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 1095 time: 0.6173124 May 12 19:36:13.424047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] For port f2a61206-99c1-45a9-9b2a-4d4112e94d0d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:13.426862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:13.457879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:floatingip and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:13.467519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:13.640655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:13.740862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-cdbc768d-ee29-4412-a25b-438b096f1d38 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422945 May 12 19:36:13.769639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:13.885597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 864236a0-63cb-4864-8cb8-07e9c5fe0b05 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:13.953018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Calling delete_port for f2a61206-99c1-45a9-9b2a-4d4112e94d0d owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:14.056654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52146) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:14.060708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c09a-4633-432f-9079-342bf1aeeea3 req-6ce1a7e2-1b96-4f34-bf8e-6b8c1384ae83 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.061660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-8a74a850-7626-4d8d-ae41-aedf6a176e29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571 HTTP/1.1" status: 200 len: 217 time: 0.6045234 May 12 19:36:14.070974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b02c09a-4633-432f-9079-342bf1aeeea3 req-6ce1a7e2-1b96-4f34-bf8e-6b8c1384ae83 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 948 time: 0.6093640 May 12 19:36:14.120101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:14.137822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:14.139820 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.252663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b02c09a-4633-432f-9079-342bf1aeeea3 req-e15ccaa1-9f55-4258-a98b-9d99c1700efc tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545310 May 12 19:36:14.287144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.306289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.324170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.344009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.375777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.376524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.392294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.410955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.415835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:36:14.422080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97606ffe-98af-433d-a499-5f6beea1f45d req-793320a0-f25d-4037-99e3-bfdea6032ebe tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5442 time: 0.8197894 May 12 19:36:14.426349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.426678 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Added segment 9b20df48-7459-42f8-8dfb-a0d09283224a of type vlan for network 79157366-f1aa-42f4-973b-38221a82824e May 12 19:36:14.460704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.483940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 46473ebb-5bc8-42b6-93f8-cade3caaba72 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:14.558247 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.565721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1507b7-46de-447b-85c6-bebfff4ddbec req-d8c718fd-69e7-4edc-90fd-1cf806383e16 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246245 May 12 19:36:14.634767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.642651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:14.642651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.654916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:14.654916 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.681063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:14.685160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Pushing event deleted for resources: {'Port': ['ID=f2a61206-99c1-45a9-9b2a-4d4112e94d0d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:14.707142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864236a0-63cb-4864-8cb8-07e9c5fe0b05'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:14.725983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 864236a0-63cb-4864-8cb8-07e9c5fe0b05, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=864236a0-63cb-4864-8cb8-07e9c5fe0b05,segment=NetworkSegment(755e144b-581a-4e35-a7b3-86f02698854e),segment_id=755e144b-581a-4e35-a7b3-86f02698854e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:14.728785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97606ffe-98af-433d-a499-5f6beea1f45d req-1ff69208-c238-4cce-a206-a561af486982 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3056440 May 12 19:36:14.745500 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.750030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ab64882-79f9-4061-b2f4-8c7b7dfac2db req-88cdf2a7-1e46-4fa8-9301-107fb8e55df2 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 210 time: 0.2038662 May 12 19:36:14.751357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 46473ebb-5bc8-42b6-93f8-cade3caaba72 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:14.791706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.870313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Network': ['ID=79157366-f1aa-42f4-973b-38221a82824e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:14.885695 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-97a6d080-65c5-4ebf-8dfc-489ea742d1da tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7529287 May 12 19:36:14.888546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9dd4f24b9b450e9ca6f0b86061cca6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:14.896065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52156) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:14.922098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 46473ebb-5bc8-42b6-93f8-cade3caaba72 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:14.926055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:14.933170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:14.933765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'subnet': {'network_id': '79157366-f1aa-42f4-973b-38221a82824e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:15.044425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] No DVR routers for this DVR port f2a61206-99c1-45a9-9b2a-4d4112e94d0d on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:36:15.047365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:15.050140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-531a68a1-1a70-4490-aad4-05cd44fce36e req-dc5744f9-fa4d-4322-9ed8-613ba73cb041 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.73 "DELETE /v2.0/ports/f2a61206-99c1-45a9-9b2a-4d4112e94d0d HTTP/1.1" status: 204 len: 173 time: 2.5880668 May 12 19:36:15.052828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:15.058450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 79157366-f1aa-42f4-973b-38221a82824e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:36:15.060640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105766bc-21c8-44ce-81aa-281184068ebd req-08f73c31-f7f9-4184-b053-a15af95ae665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:15.062309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-08f73c31-f7f9-4184-b053-a15af95ae665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.5649819 May 12 19:36:15.310210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f2a61206-99c1-45a9-9b2a-4d4112e94d0d no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:15.326363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-17ff132e-155c-4164-af33-f5ebec550f4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2552850 May 12 19:36:15.439215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: f2a61206-99c1-45a9-9b2a-4d4112e94d0d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:36:15.439215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f2a61206-99c1-45a9-9b2a-4d4112e94d0d not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:36:15.492394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=864236a0-63cb-4864-8cb8-07e9c5fe0b05,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:15.503470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'name': 'network-vif-deleted', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:15.510211 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-02b30659-1c14-4a4d-8356-44713b2b4b34 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756394 May 12 19:36:15.529860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-e2761037-5226-4179-95f3-43b4240c312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:15.530651 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-e2761037-5226-4179-95f3-43b4240c312b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 1099 time: 0.8839819 May 12 19:36:15.596635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 46473ebb-5bc8-42b6-93f8-cade3caaba72 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:15.597247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:15.654835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 46473ebb-5bc8-42b6-93f8-cade3caaba72, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=46473ebb-5bc8-42b6-93f8-cade3caaba72,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:15.662460 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:15.741555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:15.747458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:subnet and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:15.749438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:15.755448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:15.780301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:15.784162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:15.814634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=46473ebb-5bc8-42b6-93f8-cade3caaba72,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:15.824519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Allocated IP 172.25.2.22 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/72967f87-641c-425d-8caf-396d540788c7) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:15.866601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-14eae809-3f2e-43bc-90ad-724acf812b09 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:15.868382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-14eae809-3f2e-43bc-90ad-724acf812b09 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 814 time: 0.7134495 May 12 19:36:15.892267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Request body: {'port': {'device_id': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'admin_state_up': True, 'tenant_id': '8489433b5528432c9427e394cae70d6b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:15.994403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2e40-4b28-4d0a-8332-98a318238cf2 req-c256bac2-88d3-49df-9af2-0dd63a2c69e9 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.002262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8aa2e40-4b28-4d0a-8332-98a318238cf2 req-c256bac2-88d3-49df-9af2-0dd63a2c69e9 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 946 time: 0.8533847 May 12 19:36:16.004534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-bc90fd12-8593-4fce-91be-ff098c1c8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.007573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-bc90fd12-8593-4fce-91be-ff098c1c8ceb service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4218462 May 12 19:36:16.037613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-105766bc-21c8-44ce-81aa-281184068ebd req-9b70390a-6d72-4c34-a548-f0b1d2a6afa2 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182035 May 12 19:36:16.057883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.066640 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.187838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781107-a129-4619-9750-82977fb18a6c req-69aace81-5f7c-4e4f-9fa5-5761ac7fd3d1 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.190364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47781107-a129-4619-9750-82977fb18a6c req-69aace81-5f7c-4e4f-9fa5-5761ac7fd3d1 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 944 time: 1.0145166 May 12 19:36:16.206103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf770c-6dea-48fa-8bc6-176bf14916a5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:16.207503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-ecc73709-42a3-434b-a7fc-fc72234eee37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3ee91f7f-425b-4882-8c2c-24f7769e2969 HTTP/1.1" status: 200 len: 217 time: 0.1472578 May 12 19:36:16.218009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f1ac7f44-0778-4aeb-8256-d322758dc982 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff9dd4f24b9b450e9ca6f0b86061cca6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1566129 May 12 19:36:16.218009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:16.220630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52168) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:16.243894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:16.284095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Made reservation on behalf of 8489433b5528432c9427e394cae70d6b for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:16.287704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.292806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8aa2e40-4b28-4d0a-8332-98a318238cf2 req-8a0d573a-baf4-4caf-92af-de6c196e1e64 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899823 May 12 19:36:16.336768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-4329d198-03e5-492e-bbee-dfb0723a2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.339228 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-4329d198-03e5-492e-bbee-dfb0723a2815 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 1095 time: 0.2365203 May 12 19:36:16.367839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 46473ebb-5bc8-42b6-93f8-cade3caaba72 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:16.388590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.424233 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef6f616-0e03-473b-89db-abf3e6556eae'] response: {'server_uuid': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864236a0-63cb-4864-8cb8-07e9c5fe0b05', 'code': 200} May 12 19:36:16.427438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47781107-a129-4619-9750-82977fb18a6c req-3762448b-ecda-4c26-bb4b-46eee39b6e33 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251923 May 12 19:36:16.435412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.464678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 46473ebb-5bc8-42b6-93f8-cade3caaba72 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:16.465055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.522941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-db541e96-b0be-4de5-a91b-bf4cc83c691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.525638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-db541e96-b0be-4de5-a91b-bf4cc83c691e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2811294 May 12 19:36:16.526452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d621809-9145-46f3-a6cb-1707f24a4ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.607698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 46473ebb-5bc8-42b6-93f8-cade3caaba72 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:16.655598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d621809-9145-46f3-a6cb-1707f24a4ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.703843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:16.715526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:16.727570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:16.768886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'Port': ['ID=72967f87-641c-425d-8caf-396d540788c7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:16.791776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-b5da90bd-b7b4-4a6d-aba6-2206b0da32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.793375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-b5da90bd-b7b4-4a6d-aba6-2206b0da32fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 911 time: 0.4371986 May 12 19:36:16.849740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.852289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Allocated IP 172.20.0.8 (808eaa5d-9961-4163-93d3-a78e78fe08a2/26ebd3c5-bd72-4aa7-aab1-542dd2704fe0/8fb6b0ba-aa93-4d23-9c94-a294e967a983) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:16.877949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-4c79e185-2144-4c02-86b0-b878e61ef4c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571 HTTP/1.1" status: 200 len: 217 time: 0.0761471 May 12 19:36:16.879886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61c3b-39ab-4b46-8513-4b73344f7f7b req-27af8bb0-f828-4872-80e8-a54efc0dc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.881301 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92a61c3b-39ab-4b46-8513-4b73344f7f7b req-27af8bb0-f828-4872-80e8-a54efc0dc6d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 1097 time: 0.3950522 May 12 19:36:16.963809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.967281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d621809-9145-46f3-a6cb-1707f24a4ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:16.969407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.975072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.980788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.986697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.992290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.997991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:16.999979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f91192dc-1f91-4b3c-ac91-0ad395b0172d req-92b9e94b-5280-44be-9cd5-6360783a0e08 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5442 time: 0.4731205 May 12 19:36:17.013246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d621809-9145-46f3-a6cb-1707f24a4ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf770c-6dea-48fa-8bc6-176bf14916a5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:17.013826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Subnet': ['ID=7bfc2a30-61c8-433a-83be-ec909fccd38c,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:17.019220 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92a61c3b-39ab-4b46-8513-4b73344f7f7b req-6e65b89a-077a-4408-9557-20a9e34b4a13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292007 May 12 19:36:17.027848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-aa8a34cb-191b-4537-b72f-688b9a754978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:17.029622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-aa8a34cb-191b-4537-b72f-688b9a754978 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4420223 May 12 19:36:17.036874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aa82c-8367-4e82-94ed-143b434bcd8e req-3e5fc2d0-3d94-466b-8049-b614d1e91200 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:17.038358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-543aa82c-8367-4e82-94ed-143b434bcd8e req-3e5fc2d0-3d94-466b-8049-b614d1e91200 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 948 time: 0.4218621 May 12 19:36:17.040712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-6acc5151-164f-45a2-80fc-9e3266a82fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:17.042055 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-6acc5151-164f-45a2-80fc-9e3266a82fce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.1391978 May 12 19:36:17.116790 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccd9c7b-8fc3-4a08-b845-948912d7a912'] response: {'server_uuid': 'b0e6af50-98c1-4b73-a589-97be42ad42f8', 'name': 'network-vif-deleted', 'tag': 'f2a61206-99c1-45a9-9b2a-4d4112e94d0d', 'status': 'completed', 'code': 200} May 12 19:36:17.130004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d621809-9145-46f3-a6cb-1707f24a4ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.130355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3ee91f7f-425b-4882-8c2c-24f7769e2969 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:17.131177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d621809-9145-46f3-a6cb-1707f24a4ced admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bfaf770c-6dea-48fa-8bc6-176bf14916a5 HTTP/1.1" status: 204 len: 168 time: 0.9082360 May 12 19:36:17.189014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Checking segment: {'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:17.189402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network hostable DHCP agents. Network: 79157366-f1aa-42f4-973b-38221a82824e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:36:17.209782 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.250864 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.269670 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-f19da1ed-8bc1-462b-b8d9-441151fdcdd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630414 May 12 19:36:17.355444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 3ee91f7f-425b-4882-8c2c-24f7769e2969, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3ee91f7f-425b-4882-8c2c-24f7769e2969,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:17.377123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-5ca6881f-b07d-4dd6-9556-7df07c4b0f27 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319113 May 12 19:36:17.386758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '3ee91f7f-425b-4882-8c2c-24f7769e2969', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '3ee91f7f-425b-4882-8c2c-24f7769e2969', 'mac_address': 'fa:16:3e:6f:88:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:17.438174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.554473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 3ee91f7f-425b-4882-8c2c-24f7769e2969 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:17.554473 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.567009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66c20a59-9f04-4e38-9ac0-0a9e518eb1dc req-76e5e9b1-4271-41a0-a641-81400d81778e tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 210 time: 0.2778614 May 12 19:36:17.599980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:17.622930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Network 808eaa5d-9961-4163-93d3-a78e78fe08a2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:17.624098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-543aa82c-8367-4e82-94ed-143b434bcd8e req-c1c7792a-7007-457d-b07c-c273f21bca42 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576012 May 12 19:36:17.626388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:17.630128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:17.680692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee91f7f-425b-4882-8c2c-24f7769e2969 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:17.706391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 3ee91f7f-425b-4882-8c2c-24f7769e2969, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3ee91f7f-425b-4882-8c2c-24f7769e2969,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:17.713261 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-89f676e4-400d-4143-ae38-3cf7c481095d service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347343 May 12 19:36:17.713663 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.716533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.756594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network 79157366-f1aa-42f4-973b-38221a82824e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:36:17.795726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=3ee91f7f-425b-4882-8c2c-24f7769e2969,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:17.839784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:17.840470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:17.861432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 79157366-f1aa-42f4-973b-38221a82824e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:17.874435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff6fe9-f8e6-4451-bf8f-e81ea1c30eb3 None None] Network 79157366-f1aa-42f4-973b-38221a82824e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:17.878388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9836e30c-e3af-42bc-a76a-713fbbdaeecd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9971349 May 12 19:36:17.904057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Request body: {'port': {'device_id': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:17.943047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 6f25fc55-884a-4d43-b3d8-aea52d4b3571 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:17.951344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:17.951948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.075665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['3ee91f7f-425b-4882-8c2c-24f7769e2969'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:18.264428 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3fb12f1-2c97-42c5-851a-9f0171782988 req-88a49e4c-5cb1-4dc1-9a23-63eeb687ae49 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363605 May 12 19:36:18.277562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a48669d-b36a-4142-b09f-bfba23c5c42a req-3f346ec9-2f9e-4450-ab19-eeb9cd277adf service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161958 May 12 19:36:18.330006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ff091589-fd61-43aa-bf5e-64d630e41ab3 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4270813 May 12 19:36:18.338665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52200) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:18.354552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-99267927'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:18.356136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.367554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:18.389569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:network and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:18.400698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433033-4ba7-4905-ab49-2d48be4aaae3 req-f9ebcccd-1174-4365-b13b-0bc106fe3439 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:18.411849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2433033-4ba7-4905-ab49-2d48be4aaae3 req-f9ebcccd-1174-4365-b13b-0bc106fe3439 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 946 time: 0.6199639 May 12 19:36:18.416406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:18.448936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c5419-774b-45f4-a344-ab67180e01a9 req-9974c8b8-a403-430c-a0d4-a3d0a887fe54 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:18.456995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-297c5419-774b-45f4-a344-ab67180e01a9 req-9974c8b8-a403-430c-a0d4-a3d0a887fe54 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 944 time: 0.6051207 May 12 19:36:18.460297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:18.514817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 6f25fc55-884a-4d43-b3d8-aea52d4b3571, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:18.557241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:18.561176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.583611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '6f25fc55-884a-4d43-b3d8-aea52d4b3571', 'network_id': 'e99ecd9c-b441-4665-85ac-5615b577c193', 'port_id': '6f25fc55-884a-4d43-b3d8-aea52d4b3571', 'mac_address': 'fa:16:3e:dc:68:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15847631-1372-4435-b02a-609c1ec736ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:18.588867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2433033-4ba7-4905-ab49-2d48be4aaae3 req-7c407404-1e4c-4351-95e5-1fc761805561 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755402 May 12 19:36:18.592318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-79157366-f1aa-42f4-973b-38221a82824e', 'network_id': '79157366-f1aa-42f4-973b-38221a82824e', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'fixed_ips': [{'subnet_id': '7bfc2a30-61c8-433a-83be-ec909fccd38c'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:36:18.593471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.629758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-297c5419-774b-45f4-a344-ab67180e01a9 req-85e61e15-b401-4a8d-8918-7c88c33f0999 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713941 May 12 19:36:18.658177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:36:18.668910 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.669549 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Added segment f0ff092d-2718-4871-bc24-fdb6a8f50fbe of type vlan for network c35bb65f-c692-483c-92c5-1619cd1e3282 May 12 19:36:18.677468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:18.677939 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.707183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f25fc55-884a-4d43-b3d8-aea52d4b3571 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:18.711962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.744674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:36:18.755457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.765499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:18.768254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.779886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 6f25fc55-884a-4d43-b3d8-aea52d4b3571, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:18.793397 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.889869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb6b0ba-aa93-4d23-9c94-a294e967a983 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:18.902729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.903659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.922996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Transition to ACTIVE for port object 8fb6b0ba-aa93-4d23-9c94-a294e967a983 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:18.945177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:18.990372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.013065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=6f25fc55-884a-4d43-b3d8-aea52d4b3571,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:19.049063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Allocated IP 19.80.0.2 (79157366-f1aa-42f4-973b-38221a82824e/7bfc2a30-61c8-433a-83be-ec909fccd38c/4ef3acc4-2cae-407b-be2c-1643150478b1) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:19.093276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['6f25fc55-884a-4d43-b3d8-aea52d4b3571'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:19.100320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7587123 May 12 19:36:19.127889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52230) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:19.128135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52232) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:19.167104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:19.271875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.276327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21436392-568b-4917-8ef6-f3a2883f10d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Network': ['ID=c35bb65f-c692-483c-92c5-1619cd1e3282,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:19.288968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Attempting to bind port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:19.289549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'subnet': {'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:19.290300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Attempting to bind port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:19.290850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Attempting to bind port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:19.296500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:19.297081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Attempting to bind port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:19.302227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c35bb65f-c692-483c-92c5-1619cd1e3282 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:36:19.303574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:19.304182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Checking segment: {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:19.304785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Bound using segment: {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:19.305490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Bound port: 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:19.306367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.338840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'Port': ['ID=72967f87-641c-425d-8caf-396d540788c7,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:19.425390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:19.432412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.433633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-235155fc-7594-4e4b-97df-990d1e4df55e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2482231 May 12 19:36:19.434700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:19.448096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.479454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9285d3f-05cc-4301-997d-c1b4a2661b35 req-b87028f7-2a93-4912-bcdd-b8b745ba6d13 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:19.480920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9285d3f-05cc-4301-997d-c1b4a2661b35 req-b87028f7-2a93-4912-bcdd-b8b745ba6d13 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 949 time: 0.5797319 May 12 19:36:19.488421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3180-c90e-4a80-8a60-1b0f00bcf95d req-8dd3fc6a-1b57-47d2-98ac-b3a5b02ed2a1 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:19.496881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fae3180-c90e-4a80-8a60-1b0f00bcf95d req-8dd3fc6a-1b57-47d2-98ac-b3a5b02ed2a1 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 943 time: 0.6782963 May 12 19:36:19.513593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:19.517702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:subnet and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:19.554524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:19.567227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:19.589824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:19.590467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.592385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] 10.222.0.36 "PUT /v2.0/ports/8fb6b0ba-aa93-4d23-9c94-a294e967a983 HTTP/1.1" status: 200 len: 1091 time: 1.6948943 May 12 19:36:19.593504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:19.626829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbca1e7-f236-411e-b7a4-bb331059a651 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:19.632936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fae3180-c90e-4a80-8a60-1b0f00bcf95d req-d8e670c8-d988-485b-913f-7239e674080d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350651 May 12 19:36:19.691127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.693015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9285d3f-05cc-4301-997d-c1b4a2661b35 req-26f838ea-fe6a-4d1e-b92d-91e14883c6a6 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915808 May 12 19:36:19.734609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Transition to ACTIVE for port object 4ef3acc4-2cae-407b-be2c-1643150478b1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:19.736037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:19.743512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.744316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9144021d-82c2-44a3-9299-6732f608f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:19.746193 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-9144021d-82c2-44a3-9299-6732f608f878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 1094 time: 0.1047199 May 12 19:36:19.800917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Transition to ACTIVE for port object 4ef3acc4-2cae-407b-be2c-1643150478b1 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:19.811277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:19.866363 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b395178d-72e3-4941-9523-8ae19f0e750f'] response: {'name': 'network-changed', 'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'status': 'completed', 'code': 200} May 12 19:36:19.887476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-4555162f-c4ca-469b-869d-7563f4ca9323 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983 HTTP/1.1" status: 200 len: 217 time: 0.1330581 May 12 19:36:19.903105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Network 79157366-f1aa-42f4-973b-38221a82824e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:19.906414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:19.910421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:19.965667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-af4b26b9-7e3f-4996-bb0a-431abe62ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:19.967226 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-af4b26b9-7e3f-4996-bb0a-431abe62ef73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 HTTP/1.1" status: 200 len: 854 time: 0.0697474 May 12 19:36:20.003970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Pushing event updated for resources: {'Port': ['ID=4ef3acc4-2cae-407b-be2c-1643150478b1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:20.035609 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-d1f1b48f-5c36-44ad-8c33-e0baa1a81ed9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=808eaa5d-9961-4163-93d3-a78e78fe08a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597997 May 12 19:36:20.036724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52262) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:20.057978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Attempting to bind port 4ef3acc4-2cae-407b-be2c-1643150478b1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:20.058565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Attempting to bind port 4ef3acc4-2cae-407b-be2c-1643150478b1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:20.059076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Attempting to bind port 4ef3acc4-2cae-407b-be2c-1643150478b1 on network 79157366-f1aa-42f4-973b-38221a82824e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:20.064829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:20.065489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Checking segment: {'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:20.066053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.066852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Bound using segment: {'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:20.067466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Bound port: 4ef3acc4-2cae-407b-be2c-1643150478b1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:20.068013 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.084854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.085977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.086693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.087590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.088193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.088831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.089578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.093418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-110ed85d-065e-40ea-9090-a2e64b7f6040 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6499 time: 0.8480067 May 12 19:36:20.186033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-eca76424-53a0-4dfd-acb8-0bcce177446a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836217 May 12 19:36:20.213384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] For port 4ef3acc4-2cae-407b-be2c-1643150478b1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:20.218961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] For port 4ef3acc4-2cae-407b-be2c-1643150478b1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ef3acc4-2cae-407b-be2c-1643150478b1,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:20.227095 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.236020 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-d9144d74-2d5d-46c5-a7cc-74f00ca40d10 service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921165 May 12 19:36:20.268572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111759b-39df-49ef-be2b-e26d0ba5fc89 req-17392fa3-aac4-4bed-a670-2ab56d8d4b00 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.270084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5111759b-39df-49ef-be2b-e26d0ba5fc89 req-17392fa3-aac4-4bed-a670-2ab56d8d4b00 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 945 time: 0.2861555 May 12 19:36:20.286957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302ec17-7247-4361-bc17-ff2381223a9f req-aa620f5d-4375-48fc-9c84-b5f02744d92a tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.288139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b302ec17-7247-4361-bc17-ff2381223a9f req-aa620f5d-4375-48fc-9c84-b5f02744d92a tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 946 time: 0.3622503 May 12 19:36:20.299589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.319811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e69be-7a22-4a74-9d02-bf13f89a6393 None None] Pushing event updated for resources: {'Port': ['ID=4ef3acc4-2cae-407b-be2c-1643150478b1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:20.375488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:20.382897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6243149919c249f9971a3c208deeca37 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:20.387333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:20.396924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:20.458688 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe06d810-3db6-4399-919f-5ea8836344c3 req-05e890b8-101a-4a3a-a1e0-f47205a27a31 service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158496 May 12 19:36:20.580717 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5111759b-39df-49ef-be2b-e26d0ba5fc89 req-b9b96bb2-6519-4c71-ae28-a90b4a5bd4aa tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034697 May 12 19:36:20.602511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.614117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b302ec17-7247-4361-bc17-ff2381223a9f req-350636b9-565c-4d10-b83a-cf2a765b593b tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161731 May 12 19:36:20.614348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.618820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.680193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d64c4a-4d60-434e-92d5-d693e7d54c90,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:20.689215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d3a6b27-0462-4a4a-a654-bea2a3ee23d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6243149919c249f9971a3c208deeca37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513417 May 12 19:36:20.691982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52280) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:20.694894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-9f360787-f758-4600-a04d-6cd6cfcd14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.696593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-9f360787-f758-4600-a04d-6cd6cfcd14e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 1094 time: 0.1556315 May 12 19:36:20.870992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Subnet': ['ID=5256d1b1-d360-4ce2-bc68-a9a74aec359e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:20.915211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Checking segment: {'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:20.915563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network hostable DHCP agents. Network: c35bb65f-c692-483c-92c5-1619cd1e3282, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:36:20.924501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-53765f22-2226-43ab-b2ad-9e1fe328f3bd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:20.947708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-38fe4a48-1d82-4cff-81a5-42e5e28d00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:20.949231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-38fe4a48-1d82-4cff-81a5-42e5e28d00fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 915 time: 0.2464986 May 12 19:36:20.953240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8d2a-2f63-448a-8b93-7dbd4d2b1d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:20.994622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-53765f22-2226-43ab-b2ad-9e1fe328f3bd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:20.995838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-53765f22-2226-43ab-b2ad-9e1fe328f3bd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1620863468&fields=id&tenant_id=39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 267 time: 0.2343690 May 12 19:36:21.000882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8d2a-2f63-448a-8b93-7dbd4d2b1d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.014104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network c35bb65f-c692-483c-92c5-1619cd1e3282 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:36:21.020547 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-a9b14708-d894-455a-a67c-b2955a97b4ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983 HTTP/1.1" status: 200 len: 217 time: 0.0642602 May 12 19:36:21.051392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22897535-1175-4f46-afac-bd0f14d6a4e7 req-53c88b44-6004-4606-9b4a-55c7d6e0b721 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:21.053204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22897535-1175-4f46-afac-bd0f14d6a4e7 req-53c88b44-6004-4606-9b4a-55c7d6e0b721 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 946 time: 0.2582297 May 12 19:36:21.099458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-e1067fb4-cfa6-4355-a1e8-e642c15a76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:21.101324 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-e1067fb4-cfa6-4355-a1e8-e642c15a76ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 HTTP/1.1" status: 200 len: 854 time: 0.0739408 May 12 19:36:21.137013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3ee91f7f-425b-4882-8c2c-24f7769e2969 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:21.142526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c35bb65f-c692-483c-92c5-1619cd1e3282) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:21.147437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:21.148238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.155337 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-7a36e249-ff1b-4cef-9c8a-9cb3139e42e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=808eaa5d-9961-4163-93d3-a78e78fe08a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463340 May 12 19:36:21.186544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d227b-5bee-445e-b43f-8353c9500d8f None None] Network c35bb65f-c692-483c-92c5-1619cd1e3282 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:21.234198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22897535-1175-4f46-afac-bd0f14d6a4e7 req-04e3e3cf-5afb-4792-ae59-0b6393bcd8bf tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721652 May 12 19:36:21.250636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2a25eff1-f533-46d3-9033-0ecd15bc3e46 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0068142 May 12 19:36:21.279292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8d2a-2f63-448a-8b93-7dbd4d2b1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.299985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf8d2a-2f63-448a-8b93-7dbd4d2b1d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d64c4a-4d60-434e-92d5-d693e7d54c90,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:21.316124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-ad40176c-79e7-45c1-989e-0c0cd68e20fc tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:21.317869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-ad40176c-79e7-45c1-989e-0c0cd68e20fc tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 817 time: 0.3068700 May 12 19:36:21.319024 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8d2a-2f63-448a-8b93-7dbd4d2b1d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.320059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9cf8d2a-2f63-448a-8b93-7dbd4d2b1d9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61d64c4a-4d60-434e-92d5-d693e7d54c90 HTTP/1.1" status: 204 len: 168 time: 0.6248355 May 12 19:36:21.342572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-7ac63be6-372a-4951-8f18-d03208cf8ab3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/quotas/39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 375 time: 0.0168209 May 12 19:36:21.380988 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-29b6646c-da70-4ffb-9485-c80534a7ce5a service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188435 May 12 19:36:21.504947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 3ee91f7f-425b-4882-8c2c-24f7769e2969 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:21.521696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 3ee91f7f-425b-4882-8c2c-24f7769e2969 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:21.522073 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.594274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fc7a99a0-c89f-4aa9-acad-04c65a98af21 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:21.605582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a15c38c-b498-41fc-b67d-4dd1a431af3f req-e7bf7895-2621-4ce6-a014-1ac750c79358 service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154102 May 12 19:36:21.611337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8961e23-bbcf-4dc7-951f-0ab6119dd781 None None] Network 79157366-f1aa-42f4-973b-38221a82824e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:21.632638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334244f5-02f7-48d5-89e4-314df60a1fe6 req-b0b77320-2d3a-40c9-a65c-5bd17715e9d0 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:21.639730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-334244f5-02f7-48d5-89e4-314df60a1fe6 req-b0b77320-2d3a-40c9-a65c-5bd17715e9d0 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 943 time: 0.1733148 May 12 19:36:21.657487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fc7a99a0-c89f-4aa9-acad-04c65a98af21 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:21.658785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fc7a99a0-c89f-4aa9-acad-04c65a98af21 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3111575 May 12 19:36:21.735967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-162453fe-a3a4-49b8-a48a-62bf8e9636d9 None None] Provisioning for port 4ef3acc4-2cae-407b-be2c-1643150478b1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:21.753308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-334244f5-02f7-48d5-89e4-314df60a1fe6 req-a49aa4e9-de51-4c4c-acf6-cbfbcf49ea8b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124969 May 12 19:36:21.800880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:21.823472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.827928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-c35bb65f-c692-483c-92c5-1619cd1e3282', 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'fixed_ips': [{'subnet_id': '5256d1b1-d360-4ce2-bc68-a9a74aec359e'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:36:21.828754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.831435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-d09e0f30-7310-419e-8546-940b9492d55e service neutron] 10.222.0.72 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566052 May 12 19:36:21.844680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:21.849691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Usage tracker for resource:security_group_rule and tenant:eba74047bd3d488990b9154d6322131d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:21.853174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:21.859930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:21.887560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 3ee91f7f-425b-4882-8c2c-24f7769e2969 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:21.888236 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.961173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.965628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8fb6b0ba-aa93-4d23-9c94-a294e967a983 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:21.966776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:21.967854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 6f25fc55-884a-4d43-b3d8-aea52d4b3571 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:22.018699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eba74047bd3d488990b9154d6322131d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164118 May 12 19:36:22.019153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52306) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:22.019581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55fcef-ba0d-4a73-b57c-075e3a06c989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f7965-fc39-4b12-9a7c-fd70800218ea,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:22.052946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-60a24e68-b125-4a5c-beb8-6b3c5e471ae2 service neutron] 10.222.0.72 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148433 May 12 19:36:22.082746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee91f7f-425b-4882-8c2c-24f7769e2969'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:22.090198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eeac7-ef85-4414-b735-9d43ae8c2579 req-8826cf4b-5adf-4a29-8efa-64fb85fb9010 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:22.091573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d92eeac7-ef85-4414-b735-9d43ae8c2579 req-8826cf4b-5adf-4a29-8efa-64fb85fb9010 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 949 time: 0.1735694 May 12 19:36:22.136396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b457c0bd-82c4-4a32-9c9b-4df01d262171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:22.145349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 3ee91f7f-425b-4882-8c2c-24f7769e2969, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3ee91f7f-425b-4882-8c2c-24f7769e2969,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:22.147657 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:36:22.180195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d92eeac7-ef85-4414-b735-9d43ae8c2579 req-83f445ec-3c37-4d17-979c-c2867baf61a8 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714054 May 12 19:36:22.187490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b457c0bd-82c4-4a32-9c9b-4df01d262171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:22.218952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:22.261453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b457c0bd-82c4-4a32-9c9b-4df01d262171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:22.303003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457c0bd-82c4-4a32-9c9b-4df01d262171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f7965-fc39-4b12-9a7c-fd70800218ea,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:22.319769 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b457c0bd-82c4-4a32-9c9b-4df01d262171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:22.321446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b457c0bd-82c4-4a32-9c9b-4df01d262171 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d8f7965-fc39-4b12-9a7c-fd70800218ea HTTP/1.1" status: 204 len: 168 time: 0.3012497 May 12 19:36:22.439292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:22.484445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Allocated IP 19.86.0.2 (c35bb65f-c692-483c-92c5-1619cd1e3282/5256d1b1-d360-4ce2-bc68-a9a74aec359e/35f1ed91-a47f-4a4d-8cfe-7527501354e8) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:22.510836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=3ee91f7f-425b-4882-8c2c-24f7769e2969,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:22.528825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:22.529331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:22.554488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ef3acc4-2cae-407b-be2c-1643150478b1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:22.620218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f288fd05-d88f-4180-a22a-a8883f0ad806 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:22.631760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f288fd05-d88f-4180-a22a-a8883f0ad806 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:22.634333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f288fd05-d88f-4180-a22a-a8883f0ad806 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Synchronizing usage tracker for tenant:fedf2927801c44adaf172effccbb1f6e on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:22.655612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f288fd05-d88f-4180-a22a-a8883f0ad806 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Unset dirty status for tenant:fedf2927801c44adaf172effccbb1f6e on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:22.668521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f288fd05-d88f-4180-a22a-a8883f0ad806 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/networks?id=79157366-f1aa-42f4-973b-38221a82824e&id=c35bb65f-c692-483c-92c5-1619cd1e3282 HTTP/1.1" status: 200 len: 1389 time: 0.2919507 May 12 19:36:22.688327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-7bfbc2e4-b5e6-4275-9b38-903e2fbf570b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/quotas/fedf2927801c44adaf172effccbb1f6e HTTP/1.1" status: 200 len: 375 time: 0.0187438 May 12 19:36:22.776046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:22.815358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'port_id': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'mac_address': 'fa:16:3e:5b:24:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ebd3c5-bd72-4aa7-aab1-542dd2704fe0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:22.843220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-48a4fce5-aa5d-449c-be6d-ff97c2ae3c58 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1537571 May 12 19:36:23.008813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4ef3acc4-2cae-407b-be2c-1643150478b1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:23.021840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:23.024579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.088777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4ef3acc4-2cae-407b-be2c-1643150478b1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:23.089156 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.248215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.259071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Transition to ACTIVE for port object 35f1ed91-a47f-4a4d-8cfe-7527501354e8 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:23.268983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-2f96b4ff-2532-48b2-b72d-7b90851ebf77 service neutron] 10.222.0.72 "GET /v2.0/networks/79157366-f1aa-42f4-973b-38221a82824e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248233 May 12 19:36:23.279255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:23.279824 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.291210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb6b0ba-aa93-4d23-9c94-a294e967a983 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:23.314554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:23.332716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Transition to ACTIVE for port object 35f1ed91-a47f-4a4d-8cfe-7527501354e8 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:23.354607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.361879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdf07d-907e-4612-a6ed-5c13bc32f30b req-561c2d69-4051-41d6-bb2b-b6861e8fc338 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:23.363384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0cdf07d-907e-4612-a6ed-5c13bc32f30b req-561c2d69-4051-41d6-bb2b-b6861e8fc338 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 945 time: 0.3990278 May 12 19:36:23.417969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4d09f0d5-6933-4236-abcb-af1b70aca263 None None] Provisioning complete for port 4ef3acc4-2cae-407b-be2c-1643150478b1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:23.418339 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d09f0d5-6933-4236-abcb-af1b70aca263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.441821 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.443967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0cdf07d-907e-4612-a6ed-5c13bc32f30b req-d90d8044-87bd-4e54-beea-2ccbe8cba91e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709934 May 12 19:36:23.451546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159bbfe2-350e-45e3-b259-e5dd243a169a service neutron] 10.222.0.72 "GET /v2.0/networks/79157366-f1aa-42f4-973b-38221a82824e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816494 May 12 19:36:23.503743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Network c35bb65f-c692-483c-92c5-1619cd1e3282 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:23.511657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:23.524288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:23.546140 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7555d598-fcfc-4f19-b922-8a8cac8360b4'] response: {'server_uuid': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee91f7f-425b-4882-8c2c-24f7769e2969', 'code': 200} May 12 19:36:23.562383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 6f25fc55-884a-4d43-b3d8-aea52d4b3571, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:23.576850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:23.647507 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.677106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-99a0c093-329c-401d-ada5-f7c509d7ee6c service neutron] 10.222.0.72 "GET /v2.0/networks/c35bb65f-c692-483c-92c5-1619cd1e3282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246675 May 12 19:36:23.715856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ce612f6-cc2e-4b63-9a5a-a52d76449825 req-4ffdb90e-5aa1-417f-9b1e-c30987ddee08 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 210 time: 0.0842550 May 12 19:36:23.813704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8fb6b0ba-aa93-4d23-9c94-a294e967a983'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:23.855556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70cee7-9fa9-4c27-ac0d-1915a779bf3d req-e1e15762-89ba-44cd-b705-fcaa1ee4877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:23.857049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b70cee7-9fa9-4c27-ac0d-1915a779bf3d req-e1e15762-89ba-44cd-b705-fcaa1ee4877d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 1101 time: 0.2641144 May 12 19:36:23.963115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4ef3acc4-2cae-407b-be2c-1643150478b1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:23.963646 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:23.995935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Attempting to bind port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:23.996414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Attempting to bind port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:23.996839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Attempting to bind port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 on network c35bb65f-c692-483c-92c5-1619cd1e3282 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:24.014228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-30dbe0b0-973e-4529-8f8a-570537887307 service neutron] 10.222.0.72 "GET /v2.0/networks/c35bb65f-c692-483c-92c5-1619cd1e3282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186088 May 12 19:36:24.018160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-398de268-2fba-4930-8a61-523106f96ac5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:24.019613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-398de268-2fba-4930-8a61-523106f96ac5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:24.040257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:24.040631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Checking segment: {'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:24.041030 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:24.041537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Bound using segment: {'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:24.042889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Bound port: 35f1ed91-a47f-4a4d-8cfe-7527501354e8, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:24.043279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:24.043701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-398de268-2fba-4930-8a61-523106f96ac5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:24.045081 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-398de268-2fba-4930-8a61-523106f96ac5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.36 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 817 time: 0.2480919 May 12 19:36:24.052442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Pushing event updated for resources: {'Port': ['ID=35f1ed91-a47f-4a4d-8cfe-7527501354e8,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:24.153159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b70cee7-9fa9-4c27-ac0d-1915a779bf3d req-81fb4e44-2d43-438e-9404-e66007fda373 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762852 May 12 19:36:24.155546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f04403c5-788f-4ffd-a74c-43f42282bd12 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:24.179698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f04403c5-788f-4ffd-a74c-43f42282bd12 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:24.181909 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f04403c5-788f-4ffd-a74c-43f42282bd12 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 380 time: 0.1276348 May 12 19:36:24.196902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=6f25fc55-884a-4d43-b3d8-aea52d4b3571,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:24.197620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'port': {'device_id': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'admin_state_up': True, 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'security_groups': ['1278bfb1-39e4-41d4-8a43-6b4f73144ebc']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:24.218551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8ec8c-353e-4c4a-ac05-ada97af84802 req-7d851761-a3c1-4985-9d5c-547c7eb771d0 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:24.227612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fd8ec8c-353e-4c4a-ac05-ada97af84802 req-7d851761-a3c1-4985-9d5c-547c7eb771d0 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 946 time: 0.3574135 May 12 19:36:24.280986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 4ef3acc4-2cae-407b-be2c-1643150478b1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ef3acc4-2cae-407b-be2c-1643150478b1,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:24.288328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d09f0d5-6933-4236-abcb-af1b70aca263 None None] Current status of the port 4ef3acc4-2cae-407b-be2c-1643150478b1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:24.288832 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d09f0d5-6933-4236-abcb-af1b70aca263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:24.344450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fd8ec8c-353e-4c4a-ac05-ada97af84802 req-bcfad50d-b778-45a0-8292-ec001ca68ebb tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154833 May 12 19:36:24.355878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:24.473212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:24.494967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:24.528752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Made reservation on behalf of 39e856d6fd9a47518afa03c94fb5bb68 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:24.536711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:24.561672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfa17b-4d77-4512-8125-004e84184889 req-6566a057-fb20-487f-b7b5-d7475824edc1 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:24.564242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51dfa17b-4d77-4512-8125-004e84184889 req-6566a057-fb20-487f-b7b5-d7475824edc1 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 944 time: 0.1735582 May 12 19:36:24.588985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] For port 35f1ed91-a47f-4a4d-8cfe-7527501354e8, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:24.626019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] For port 35f1ed91-a47f-4a4d-8cfe-7527501354e8, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=35f1ed91-a47f-4a4d-8cfe-7527501354e8,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:24.633679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=4ef3acc4-2cae-407b-be2c-1643150478b1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:24.642467 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:24.700668 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-4d09f0d5-6933-4236-abcb-af1b70aca263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:36:24.701163 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-4d09f0d5-6933-4236-abcb-af1b70aca263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:36:24.709807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51dfa17b-4d77-4512-8125-004e84184889 req-dae57dc8-2a36-4005-b323-c8b5d23728d3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721433 May 12 19:36:24.719424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554315-9a13-4f5f-b226-912932797d12 req-708f9332-2e8e-4f81-809f-57d043d97237 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:24.727019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3554315-9a13-4f5f-b226-912932797d12 req-708f9332-2e8e-4f81-809f-57d043d97237 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 950 time: 0.1762338 May 12 19:36:24.768865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2009a2-24af-4817-9f25-e39d8de4a258 None None] Pushing event updated for resources: {'Port': ['ID=35f1ed91-a47f-4a4d-8cfe-7527501354e8,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:24.787200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3554315-9a13-4f5f-b226-912932797d12 req-2f48d0f5-7f20-4397-82fc-39e3a71b3694 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592399 May 12 19:36:24.834118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cc8be82-4a20-4e53-845f-97b912a24dfe req-7f2be38f-6979-4b07-93d5-197c4006477e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 210 time: 0.0457189 May 12 19:36:24.842956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Allocated IP 172.20.0.5 (94275588-efd8-4b36-bffc-99a50113a80d/667328ff-9daa-49b9-974d-fec211562068/d1740d5c-7d43-48f7-b034-245c52537fa9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:25.139811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007616af-e169-471e-b1d5-69e7fc359530 req-6130a274-8cac-4622-a6b7-51df6bf9827b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:25.149287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-007616af-e169-471e-b1d5-69e7fc359530 req-6130a274-8cac-4622-a6b7-51df6bf9827b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1889970 May 12 19:36:25.191456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:25.212918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-007616af-e169-471e-b1d5-69e7fc359530 req-90f9bf32-03ce-4655-94d4-22ba6ad40f75 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623550 May 12 19:36:25.237929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Transition to ACTIVE for port object d1740d5c-7d43-48f7-b034-245c52537fa9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:25.287229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:25.322987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-794341c3-00d6-4ee8-b4db-095f5673a90c tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ce58460a127945c3a2c365473aeee7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574317 May 12 19:36:25.330217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d09f0d5-6933-4236-abcb-af1b70aca263 None None] Current status of the port 4ef3acc4-2cae-407b-be2c-1643150478b1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:25.394864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Network 94275588-efd8-4b36-bffc-99a50113a80d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:25.398393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:25.403037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:25.439476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:25.502159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:25.502827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:25.547836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f25fc55-884a-4d43-b3d8-aea52d4b3571'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:25.558132 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-fba44b7d-9261-4ec2-8125-2fda61eccf0b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3695729 May 12 19:36:25.571705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Request body: {'port': {'device_id': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:25.585725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf376e-52d0-4333-a4a7-23de6dad91fe req-1fc98e8c-98f7-41fe-94dd-a72279bc2ebe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:25.587334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82bf376e-52d0-4333-a4a7-23de6dad91fe req-1fc98e8c-98f7-41fe-94dd-a72279bc2ebe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 931 time: 0.1733615 May 12 19:36:25.594230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-b69ab7c8-e7c7-4ca7-97ea-71dd271ed3d5 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:25.596181 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-b69ab7c8-e7c7-4ca7-97ea-71dd271ed3d5 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723732 May 12 19:36:25.631374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-86596904-1de4-4a70-82f3-922c87cae39f tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/quotas/ce58460a127945c3a2c365473aeee7e3 HTTP/1.1" status: 200 len: 375 time: 0.0197861 May 12 19:36:25.686605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-f8d2f4f5-6c3c-4195-a57e-c18210a5cc04 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce58460a127945c3a2c365473aeee7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542822 May 12 19:36:25.695251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82bf376e-52d0-4333-a4a7-23de6dad91fe req-d0d0e011-10d5-4ddf-a998-2edbb856fb30 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979145 May 12 19:36:25.698158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:25.764756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d1e9c6a2-223e-4e54-ad2f-3e2f6d49e9f6 None None] Provisioning for port d1740d5c-7d43-48f7-b034-245c52537fa9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:25.771630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d1e9c6a2-223e-4e54-ad2f-3e2f6d49e9f6 None None] Provisioning complete for port d1740d5c-7d43-48f7-b034-245c52537fa9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:25.772094 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c6a2-223e-4e54-ad2f-3e2f6d49e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:25.924192 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9a1f40-7612-4019-aa9a-ed2b48dadeb1'] response: {'server_uuid': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f25fc55-884a-4d43-b3d8-aea52d4b3571', 'code': 200} May 12 19:36:25.926240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9c6a2-223e-4e54-ad2f-3e2f6d49e9f6 None None] Port d1740d5c-7d43-48f7-b034-245c52537fa9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:36:25.946088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8fb6b0ba-aa93-4d23-9c94-a294e967a983 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:26.112092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:26.122256 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:36:26.124557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:26.124933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:26.497988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5396a-9ae3-445d-acd8-afcefd873e5b req-5c6f41fd-7e07-44de-b0a8-d470e25cfdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:26.499594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-88d5396a-9ae3-445d-acd8-afcefd873e5b req-5c6f41fd-7e07-44de-b0a8-d470e25cfdde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 1097 time: 0.4342048 May 12 19:36:26.522672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-084a4004-9254-419a-82f1-b0f881833a1f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:26.529047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-084a4004-9254-419a-82f1-b0f881833a1f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:26.530767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-084a4004-9254-419a-82f1-b0f881833a1f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.73 "GET /v2.0/networks?id=79157366-f1aa-42f4-973b-38221a82824e&id=c35bb65f-c692-483c-92c5-1619cd1e3282 HTTP/1.1" status: 200 len: 1389 time: 0.5432539 May 12 19:36:26.564654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-88d5396a-9ae3-445d-acd8-afcefd873e5b req-9484ca4f-fd4a-4433-b3f7-ea9841462fc7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550880 May 12 19:36:26.593901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1130b-4007-4d6e-bec0-cd4829c78102 None None] Network c35bb65f-c692-483c-92c5-1619cd1e3282 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:26.685912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'port': {'device_id': '3f253863-95ed-4650-924d-10e9c8064929', 'network_id': '79157366-f1aa-42f4-973b-38221a82824e', 'admin_state_up': True, 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:26.693847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1740d5c-7d43-48f7-b034-245c52537fa9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:26.705901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:26.726559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Transition to ACTIVE for port object d1740d5c-7d43-48f7-b034-245c52537fa9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:26.740597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:26.740904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 35f1ed91-a47f-4a4d-8cfe-7527501354e8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:26.798776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-be36426e-6af2-4b52-88f9-44e29d1006c9 None None] Provisioning for port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:26.829750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:26.829750 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:26.891924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:26.902474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:26.906111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb88b59f-b3d1-4be9-9338-6dbdf13b2183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:26.916129 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:26.941981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:port and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:26.952252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:26.974286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:27.015304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd08758-8b90-4fa1-ad1a-3301db01559b req-c7cff9d2-be49-4eee-91ec-dd5c0397bd0c tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:27.017422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bd08758-8b90-4fa1-ad1a-3301db01559b req-c7cff9d2-be49-4eee-91ec-dd5c0397bd0c tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 944 time: 0.9443469 May 12 19:36:27.020762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:27.025454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.053821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:27.074203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:27.094857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:27.095391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.121797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:27.122377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:27.122882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:27.130102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Port d1740d5c-7d43-48f7-b034-245c52537fa9 on network 94275588-efd8-4b36-bffc-99a50113a80d not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:27.130614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:27.136534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:27.137067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Checking segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:27.137660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Bound using segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:27.138239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Bound port: d1740d5c-7d43-48f7-b034-245c52537fa9, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:27.138732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.148184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:27.233212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36e5a-2b66-4326-9fd0-3d208fd3c1cd req-7dac3f4a-b13b-46a8-8a86-7aaf1d9365cd tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:27.241161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0e36e5a-2b66-4326-9fd0-3d208fd3c1cd req-7dac3f4a-b13b-46a8-8a86-7aaf1d9365cd tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 950 time: 0.3502553 May 12 19:36:27.284005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bd08758-8b90-4fa1-ad1a-3301db01559b req-c1015421-4c8c-466e-ba0d-83b2b2c179be tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449396 May 12 19:36:27.290826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:27.296449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:27.311395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.333067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:27.333599 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.386412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0e36e5a-2b66-4326-9fd0-3d208fd3c1cd req-20cb6e01-0cdd-462d-b238-503ff4de6ca7 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440473 May 12 19:36:27.388757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 35f1ed91-a47f-4a4d-8cfe-7527501354e8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=35f1ed91-a47f-4a4d-8cfe-7527501354e8,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:27.401216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:27.401216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.401216 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 1091 time: 1.8278155 May 12 19:36:27.401216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:27.417361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.424216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ef3acc4-2cae-407b-be2c-1643150478b1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:27.433213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6e5d-7ef1-441c-b507-18b07cf2e691 service neutron] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:27.517752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05387d38-6aeb-4738-9959-8fc113db3bca req-d905edb9-515c-49e2-a2b0-03d64c8c9de6 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 210 time: 0.1052611 May 12 19:36:27.543479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Allocated IP 19.80.0.213 (79157366-f1aa-42f4-973b-38221a82824e/7bfc2a30-61c8-433a-83be-ec909fccd38c/4628eabc-f630-491b-9ded-2401638987cb) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:27.625931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-ebaac98a-be46-49eb-b008-6bfc74827805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:27.627451 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-ebaac98a-be46-49eb-b008-6bfc74827805 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1094 time: 0.1695499 May 12 19:36:27.647044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4ef3acc4-2cae-407b-be2c-1643150478b1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:27.647643 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.651141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f81f16f0-759e-47e4-8b0b-d219228c4475 req-fefa4579-aab3-463e-aa4b-0b67030c1c7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 210 time: 0.0807438 May 12 19:36:27.693511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=35f1ed91-a47f-4a4d-8cfe-7527501354e8,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:27.813264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-8c5abdfa-c9d2-4786-b82b-b4e8bdcbc321 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 217 time: 0.1749570 May 12 19:36:27.880468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4ef3acc4-2cae-407b-be2c-1643150478b1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:27.886014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3b43cf49-1c02-4896-a300-7a6238d8ea98 None None] Provisioning complete for port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:27.886569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b43cf49-1c02-4896-a300-7a6238d8ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:27.972995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:27.981487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-0b8cab7a-9dea-4b7a-ac9e-b068575352e3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ce58460a127945c3a2c365473aeee7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525811 May 12 19:36:27.982878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-9b009c81-c053-455f-83ec-fdd3d04c1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:27.984119 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-9b009c81-c053-455f-83ec-fdd3d04c1d2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.1639988 May 12 19:36:28.068804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3b43cf49-1c02-4896-a300-7a6238d8ea98 None None] Current status of the port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:28.169243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:28.186870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c839dba-d37e-48ff-aeec-adc8ca9cff5a req-ae6bad26-561b-45e6-b96e-6f398e2f4ea0 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:28.188474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c839dba-d37e-48ff-aeec-adc8ca9cff5a req-ae6bad26-561b-45e6-b96e-6f398e2f4ea0 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.3396661 May 12 19:36:28.196280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52387b-3cfc-4787-82bb-6e08ba85f343 req-da25452c-838e-4611-9f21-4de43fea1730 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:28.197703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed52387b-3cfc-4787-82bb-6e08ba85f343 req-da25452c-838e-4611-9f21-4de43fea1730 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 946 time: 0.3079953 May 12 19:36:28.225432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Transition to ACTIVE for port object 4628eabc-f630-491b-9ded-2401638987cb will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:28.247498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-e754d4ed-cab2-43ce-90f1-80e1d1c97528 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:28.248895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-e754d4ed-cab2-43ce-90f1-80e1d1c97528 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576423 May 12 19:36:28.263655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Request body: {'port': {'device_id': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'ce58460a127945c3a2c365473aeee7e3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:28.286099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c839dba-d37e-48ff-aeec-adc8ca9cff5a req-13345fb1-2eb2-40fa-aa6f-6d92758e1ea4 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844748 May 12 19:36:28.294247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed52387b-3cfc-4787-82bb-6e08ba85f343 req-6a58e283-a6c9-4595-a8aa-a8130518ae32 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7b778b4-a029-499c-800d-acb350cd67b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855405 May 12 19:36:28.305497 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:28.372484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-7d57a118-2b30-4542-8655-916f6c6051d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:28.373998 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-7d57a118-2b30-4542-8655-916f6c6051d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2819016 May 12 19:36:28.376925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network 79157366-f1aa-42f4-973b-38221a82824e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:28.384200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-0bfade95-ba2b-44f8-a568-fd9b269022d0 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:28.384414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-0bfade95-ba2b-44f8-a568-fd9b269022d0 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Synchronizing usage tracker for tenant:443a025bcd5d4ab0ab7a324287cfbabf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:28.392823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:28.425484 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba6c28d-7738-44a4-9577-805405b33244'] response: {'name': 'network-changed', 'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'status': 'completed', 'code': 200} May 12 19:36:28.430398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Port': ['ID=4628eabc-f630-491b-9ded-2401638987cb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:28.434181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:28.490032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 35f1ed91-a47f-4a4d-8cfe-7527501354e8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:28.554906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-0bfade95-ba2b-44f8-a568-fd9b269022d0 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Unset dirty status for tenant:443a025bcd5d4ab0ab7a324287cfbabf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:28.556203 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-0bfade95-ba2b-44f8-a568-fd9b269022d0 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 946 time: 0.4653161 May 12 19:36:28.598360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:28.598980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:28.612809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:28.626840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:28.627494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:28.660987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309d61-f4f0-4e00-a41d-e0c971fc9352 req-ddc182cb-539c-46ba-86d8-7f1e4a01f55a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:28.662655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49309d61-f4f0-4e00-a41d-e0c971fc9352 req-ddc182cb-539c-46ba-86d8-7f1e4a01f55a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 943 time: 0.2296269 May 12 19:36:28.664436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-f8338211-7f0a-47e6-aabb-cfe5c980836b tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1210895 May 12 19:36:28.677534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Deleting port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:28.678103 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:28.678208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Request body: {'port': {'device_id': '3f253863-95ed-4650-924d-10e9c8064929', 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282', 'admin_state_up': True, 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:28.766641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:28.823781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5560e6e1-ded3-43b0-b7f5-2810c55cba22 None None] Provisioning for port 4628eabc-f630-491b-9ded-2401638987cb completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:28.829714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5560e6e1-ded3-43b0-b7f5-2810c55cba22 None None] Provisioning complete for port 4628eabc-f630-491b-9ded-2401638987cb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:28.830082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5560e6e1-ded3-43b0-b7f5-2810c55cba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:28.831467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49309d61-f4f0-4e00-a41d-e0c971fc9352 req-12f83e74-caf6-4c2e-bb39-f9702620643a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578879 May 12 19:36:28.853168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Usage tracker for resource:port and tenant:ce58460a127945c3a2c365473aeee7e3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:28.874044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:28.921253 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5768fb5-bbd0-4701-af4f-df1b0002f999'] response: {'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'code': 200} May 12 19:36:28.921481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-b5cc3ada-8e48-4dd8-b9b4-93d05f5339f8 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336027 May 12 19:36:28.921967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5560e6e1-ded3-43b0-b7f5-2810c55cba22 None None] Port 4628eabc-f630-491b-9ded-2401638987cb cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:36:28.924830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:28.930593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:28.956451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-be3eeba4-4343-4d74-b955-8303c73a4bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:28.967345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Usage tracker for resource:port and tenant:fedf2927801c44adaf172effccbb1f6e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:28.974107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:28.985358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:29.028063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Made reservation on behalf of ce58460a127945c3a2c365473aeee7e3 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:29.031626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.044554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Made reservation on behalf of fedf2927801c44adaf172effccbb1f6e for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:29.047914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.091422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c259a65-f5d5-40f9-9c03-f6d0e0f858c9 req-6b621790-02b9-4eba-8a92-f04626f3813a tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 210 time: 0.0914021 May 12 19:36:29.105496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.193172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:29.197130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Usage tracker for resource:security_group_rule and tenant:ce58460a127945c3a2c365473aeee7e3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:29.199945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:29.200386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf349-85e5-43f1-8870-df6ce4c0c185 req-61faa12e-42b9-45fe-bf6b-a64031264a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:29.201909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81baf349-85e5-43f1-8870-df6ce4c0c185 req-61faa12e-42b9-45fe-bf6b-a64031264a85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 1096 time: 0.2662771 May 12 19:36:29.206373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:29.339246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] For port 864236a0-63cb-4864-8cb8-07e9c5fe0b05, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=864236a0-63cb-4864-8cb8-07e9c5fe0b05,segment=NetworkSegment(755e144b-581a-4e35-a7b3-86f02698854e),segment_id=755e144b-581a-4e35-a7b3-86f02698854e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:29.339631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.359490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31149ea4-b547-4a47-8261-ddd61686d3ba req-42257820-d78a-4f6a-8a35-83c7f26db732 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191136 May 12 19:36:29.465822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c37d9f-8a10-4dda-9068-a814f36e0c07 req-28d3e0d2-9877-4248-a6b0-88bfb5aba8ce tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:29.467265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62c37d9f-8a10-4dda-9068-a814f36e0c07 req-28d3e0d2-9877-4248-a6b0-88bfb5aba8ce tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.4299757 May 12 19:36:29.481044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81baf349-85e5-43f1-8870-df6ce4c0c185 req-e2e3048c-39e8-42b3-bd20-1a32819a931b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707794 May 12 19:36:29.511012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Calling delete_port for 864236a0-63cb-4864-8cb8-07e9c5fe0b05 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:29.512981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Allocated IP 19.86.0.148 (c35bb65f-c692-483c-92c5-1619cd1e3282/5256d1b1-d360-4ce2-bc68-a9a74aec359e/d10a72f8-1c6b-44bf-a99d-e06cef124d8f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:29.546939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62c37d9f-8a10-4dda-9068-a814f36e0c07 req-ac658e18-0beb-4da2-bb0b-6e45f5fafc28 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679111 May 12 19:36:29.585531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb54c-9c02-486a-b30e-4655bcef943e req-ebf2b599-d1b7-499b-a56d-679539228a6e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:29.586542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9c3cb54c-9c02-486a-b30e-4655bcef943e req-ebf2b599-d1b7-499b-a56d-679539228a6e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Synchronizing usage tracker for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:29.607041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.616156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.634615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9c3cb54c-9c02-486a-b30e-4655bcef943e req-ebf2b599-d1b7-499b-a56d-679539228a6e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Unset dirty status for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:29.635780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c3cb54c-9c02-486a-b30e-4655bcef943e req-ebf2b599-d1b7-499b-a56d-679539228a6e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 932 time: 0.4031398 May 12 19:36:29.721487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:29.741348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c3cb54c-9c02-486a-b30e-4655bcef943e req-bf200dfe-4e1f-4b19-9fd1-3688b96a885d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595922 May 12 19:36:29.791203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-5384defe-9196-4424-ab20-4a5a0bd0f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:29.792704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-5384defe-9196-4424-ab20-4a5a0bd0f52c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1094 time: 0.3805916 May 12 19:36:29.804128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.823113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Transition to ACTIVE for port object d10a72f8-1c6b-44bf-a99d-e06cef124d8f will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:29.908912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.954626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.958878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:29.966479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['864236a0-63cb-4864-8cb8-07e9c5fe0b05'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:30.037099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Pushing event deleted for resources: {'Port': ['ID=864236a0-63cb-4864-8cb8-07e9c5fe0b05,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:30.039482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Allocated IP 192.168.233.30 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/9e900ddf-5cb3-4150-abcb-2aea36fc5a6a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:30.052776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Network c35bb65f-c692-483c-92c5-1619cd1e3282 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:30.053560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event updated for resources: {'Port': ['ID=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:30.062346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:30.068048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:30.140168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-27b1b091-b0d3-4647-8162-ab97acffd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.141664 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-27b1b091-b0d3-4647-8162-ab97acffd37a service neutron] 10.222.0.36 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.3057318 May 12 19:36:30.145023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] No DVR routers for this DVR port 864236a0-63cb-4864-8cb8-07e9c5fe0b05 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:36:30.151222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1cda7-a2e8-4a85-b6ae-b93d46d84609 req-c66d7b3b-fd93-4078-a82d-17ef84e80388 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.162968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.163510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0a1cda7-a2e8-4a85-b6ae-b93d46d84609 req-c66d7b3b-fd93-4078-a82d-17ef84e80388 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.2953870 May 12 19:36:30.171890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.172543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.187710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.235709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.236286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.236648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.237107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.237734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.238193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.238637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.239090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.239540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.239988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.240434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.240884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.241376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.242234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.242716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.243241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.251179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-5c314724-791b-4363-b66b-53a8e331279d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 217 time: 0.0936906 May 12 19:36:30.252458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-c75f15ab-aaf8-416d-b98d-77c15bcfca4f tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea&device_id=3f253863-95ed-4650-924d-10e9c8064929&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265&device_id=dc2281eb-a562-4754-b611-c515a5d8626e&device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2&device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa&device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3&device_id=57f80b8b-3227-4774-a865-76db4de34467&device_id=15426953-5eda-476d-a885-396f38378b9e&device_id=fc815e30-cad2-4788-a052-25c5d8d524f6&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 14352 time: 0.3048525 May 12 19:36:30.259829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-159a4a5c-6cce-4764-8ebe-1cacd39a6bf0 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5869989 May 12 19:36:30.283101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Request body: {'port': {'device_id': '3f253863-95ed-4650-924d-10e9c8064929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:30.310021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0a1cda7-a2e8-4a85-b6ae-b93d46d84609 req-f14811cd-24bd-4182-ab3a-70659a787e33 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456757 May 12 19:36:30.315232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.331458 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9899ccc7-0cf0-4f69-a9c4-a69532a2564d req-bb7733f0-2598-4497-a5ef-9c225eda20ee tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.36 "DELETE /v2.0/ports/864236a0-63cb-4864-8cb8-07e9c5fe0b05 HTTP/1.1" status: 204 len: 173 time: 1.7664864 May 12 19:36:30.347445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:30.354690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Usage tracker for resource:security_group_rule and tenant:06e9beabdb114d5ea055cb5ab50978e2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:30.359044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:30.401307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-33cadb88-98ae-45b7-8c84-5e80dd74b024 None None] Provisioning for port d10a72f8-1c6b-44bf-a99d-e06cef124d8f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:30.403388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:30.407813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-33cadb88-98ae-45b7-8c84-5e80dd74b024 None None] Provisioning complete for port d10a72f8-1c6b-44bf-a99d-e06cef124d8f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:30.408330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-33cadb88-98ae-45b7-8c84-5e80dd74b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.424193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-1c19748c-511e-4907-8081-31cd5554e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.425674 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-1c19748c-511e-4907-8081-31cd5554e2f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.1591151 May 12 19:36:30.428253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'name': 'network-vif-deleted', 'tag': '864236a0-63cb-4864-8cb8-07e9c5fe0b05'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:30.524045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-33cadb88-98ae-45b7-8c84-5e80dd74b024 None None] Port d10a72f8-1c6b-44bf-a99d-e06cef124d8f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:36:30.543608 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61142524-2fba-471c-b23c-d0077ba0b76c req-417bce49-7df8-498a-8458-6a9f89050e54 tempest-ServersNegativeTestMultiTenantJSON-1247018655 tempest-ServersNegativeTestMultiTenantJSON-1247018655-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1b968a9-f4ae-418e-ac25-dd54c11954e3 HTTP/1.1" status: 200 len: 210 time: 0.0757778 May 12 19:36:30.595859 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.675527 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.697650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Transition to ACTIVE for port object 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:30.701822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-aaff6ae8-e716-4a48-8637-4be627f48820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:30.703311 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-aaff6ae8-e716-4a48-8637-4be627f48820 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2675104 May 12 19:36:30.813128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.854194 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.879626 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:30.915571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:30.920075 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-1fc2f2dc-c683-4c3a-8a65-3c6ac02f88fa service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068129 May 12 19:36:30.923073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:30.927639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:30.952440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Pushing event updated for resources: {'Port': ['ID=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:31.011042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdafb64-9628-43ac-8e8e-9be8b1945229,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:31.041903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd6391-d065-4110-aa13-5ff0ffd2e545 req-76a4d977-464a-4b6d-bd49-b63b8a17e450 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:31.049735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41bd6391-d065-4110-aa13-5ff0ffd2e545 req-76a4d977-464a-4b6d-bd49-b63b8a17e450 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 943 time: 0.3766963 May 12 19:36:31.054010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36885955-1590-4904-a8f5-4bd498dd0e19 req-b03daa19-ffd8-416f-96c9-7cdaa4c32702 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&id=79bc071e-07b2-4090-95ab-81325a5bedf5&id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&id=5c1192de-dca6-44de-a52a-263cbece916e&id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.8006248 May 12 19:36:31.148003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c387bd75-3489-4d10-a2fa-bf0e864900d9 req-dc7a0421-b7a3-4106-8faf-8355d865fe11 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928406 May 12 19:36:31.151526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41bd6391-d065-4110-aa13-5ff0ffd2e545 req-350c755d-622a-4dcd-857c-de07d3d28401 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007519 May 12 19:36:31.175914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:31.176905 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.210848 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-88914c25-5046-4657-89d8-b5ed49f960b3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9518116 May 12 19:36:31.221933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Request body: {'port': {'device_id': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:31.256355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b476c218-c042-4ce7-8762-161810663c17 None None] Provisioning for port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:31.262608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b476c218-c042-4ce7-8762-161810663c17 None None] Provisioning complete for port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:31.263235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b476c218-c042-4ce7-8762-161810663c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.332220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b476c218-c042-4ce7-8762-161810663c17 None None] Port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:36:31.337905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4628eabc-f630-491b-9ded-2401638987cb {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:31.347564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.356898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.366689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fd99e-7ee9-4fac-b2c3-f8342d77befa req-2461e85b-cf6c-492b-9539-d2eba15c628b tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:31.368179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1fd99e-7ee9-4fac-b2c3-f8342d77befa req-2461e85b-cf6c-492b-9539-d2eba15c628b tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 935 time: 0.1720519 May 12 19:36:31.374209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Transition to ACTIVE for port object 4628eabc-f630-491b-9ded-2401638987cb will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:31.393817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.544713 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.574935 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0859dece-ab1b-4804-9051-def2f91b012c'] response: {'server_uuid': 'f1b968a9-f4ae-418e-ac25-dd54c11954e3', 'name': 'network-vif-deleted', 'tag': '864236a0-63cb-4864-8cb8-07e9c5fe0b05', 'status': 'completed', 'code': 200} May 12 19:36:31.696802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Pushing event updated for resources: {'Port': ['ID=4628eabc-f630-491b-9ded-2401638987cb,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:31.701481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1fd99e-7ee9-4fac-b2c3-f8342d77befa req-0b7b7fd2-321f-4943-8c87-f97a45bfa683 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248382 May 12 19:36:31.719957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-411dfbd5-1be2-4ecc-851d-66da58a1350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:31.721271 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-411dfbd5-1be2-4ecc-851d-66da58a1350f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 1097 time: 0.1784208 May 12 19:36:31.873028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c9a4f-596a-4cd6-a261-1091272263d0 req-908aa073-03d5-4694-88e9-48644a21c536 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:31.874519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd6c9a4f-596a-4cd6-a261-1091272263d0 req-908aa073-03d5-4694-88e9-48644a21c536 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.2189779 May 12 19:36:31.892483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Attempting to bind port 4628eabc-f630-491b-9ded-2401638987cb on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:31.892813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Attempting to bind port 4628eabc-f630-491b-9ded-2401638987cb by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:31.893139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Attempting to bind port 4628eabc-f630-491b-9ded-2401638987cb on network 79157366-f1aa-42f4-973b-38221a82824e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:31.902121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:31.918111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.921686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Port 4628eabc-f630-491b-9ded-2401638987cb on network 79157366-f1aa-42f4-973b-38221a82824e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:31.922041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Attempting to bind port 4628eabc-f630-491b-9ded-2401638987cb on network 79157366-f1aa-42f4-973b-38221a82824e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:31.932338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-32089c6e-4dde-4e6a-b8de-6c26523a7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:31.933861 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-32089c6e-4dde-4e6a-b8de-6c26523a7a92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 911 time: 0.2051597 May 12 19:36:31.941746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:31.942067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Checking segment: {'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:31.942446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Bound using segment: {'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:31.943763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Bound port: 4628eabc-f630-491b-9ded-2401638987cb, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b20df48-7459-42f8-8dfb-a0d09283224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '79157366-f1aa-42f4-973b-38221a82824e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:31.943763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:31.973829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:31.983540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd6c9a4f-596a-4cd6-a261-1091272263d0 req-2202e0e8-ff96-4b41-bde8-396405a173ef tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864737 May 12 19:36:31.999271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 864236a0-63cb-4864-8cb8-07e9c5fe0b05 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:32.005968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Transition to ACTIVE for port object 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:32.027118 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-4f116612-625f-4f1d-947f-29d0dc001e82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571 HTTP/1.1" status: 200 len: 217 time: 0.0820239 May 12 19:36:32.027118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.062601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 864236a0-63cb-4864-8cb8-07e9c5fe0b05 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:36:32.062601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 864236a0-63cb-4864-8cb8-07e9c5fe0b05 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:36:32.118520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81ccd-3140-4778-9f7e-fd5657369069 req-084c821d-4d3e-42c1-b404-5017cdcadf08 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:32.124405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81ccd-3140-4778-9f7e-fd5657369069 req-084c821d-4d3e-42c1-b404-5017cdcadf08 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:32.126054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2b81ccd-3140-4778-9f7e-fd5657369069 req-084c821d-4d3e-42c1-b404-5017cdcadf08 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1667 time: 0.2956128 May 12 19:36:32.253874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] For port 4628eabc-f630-491b-9ded-2401638987cb, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:32.257702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] For port 4628eabc-f630-491b-9ded-2401638987cb, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4628eabc-f630-491b-9ded-2401638987cb,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:32.261234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:32.277324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'port_id': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'mac_address': 'fa:16:3e:83:c2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:32.286243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2b81ccd-3140-4778-9f7e-fd5657369069 req-af4b7388-7749-4270-88ba-526111291a07 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463931 May 12 19:36:32.323269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-0885d62a-ad62-4efa-b531-5bcbe5e727f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:32.324945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-0885d62a-ad62-4efa-b531-5bcbe5e727f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.2361875 May 12 19:36:32.327108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Pushing event updated for resources: {'Port': ['ID=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:32.340177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.344161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:32.348093 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.378094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1740d5c-7d43-48f7-b034-245c52537fa9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:32.406173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:32.407454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52474) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:32.416788 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.471278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:32.471906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.473394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] 10.222.0.73 "PUT /v2.0/ports/4628eabc-f630-491b-9ded-2401638987cb HTTP/1.1" status: 200 len: 1092 time: 2.1976981 May 12 19:36:32.509624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'tag': '4628eabc-f630-491b-9ded-2401638987cb'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:32.562599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Request body: {'port': {'device_id': '3f253863-95ed-4650-924d-10e9c8064929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:32.605020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:32.633159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-2c825dfe-bfde-4aa7-868b-ae95f2fc203a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2598641 May 12 19:36:32.707664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] Deleting subnet fddae9bb-0cb1-4b16-b69b-b6c010a348d2 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:36:32.723825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.732285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['d1740d5c-7d43-48f7-b034-245c52537fa9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:32.750939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83cacf-48b6-4502-896c-fa49e69f2509 service neutron] Pushing event updated for resources: {'Port': ['ID=4628eabc-f630-491b-9ded-2401638987cb,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:32.806452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Attempting to bind port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:32.807095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Attempting to bind port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:32.807427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Attempting to bind port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:32.815816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:32.816132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Attempting to bind port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:32.833653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:32.834079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:32.834365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:32.834983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Bound port: 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:32.835503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.847040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1133-9f04-4be1-8571-a2c441f87b53 req-6a7a0b7e-0aae-4220-8544-c90a77ae914b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:32.849068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45cc1133-9f04-4be1-8571-a2c441f87b53 req-6a7a0b7e-0aae-4220-8544-c90a77ae914b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.5618529 May 12 19:36:32.855431 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:32.855630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-840750fd-daca-4f37-935c-6363727557d6 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927249 May 12 19:36:32.897597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:33.003372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea7bee-a66c-4cd4-ae40-541251077b80 req-ca29364a-b7d3-4215-bf93-1175a6a3d3b5 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.004763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22ea7bee-a66c-4cd4-ae40-541251077b80 req-ca29364a-b7d3-4215-bf93-1175a6a3d3b5 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.3807251 May 12 19:36:33.026791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] For port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:33.040326 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:33.046931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] For port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:33.052445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-30e87da4-7a26-4809-9303-8fa5e856bbcf req-4671f213-0b5d-4ef4-a829-40b16ab69d7b service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659949 May 12 19:36:33.053888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:33.075317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45cc1133-9f04-4be1-8571-a2c441f87b53 req-2771cde5-43c0-47c9-ac93-28ec226893ec tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870303 May 12 19:36:33.176856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Pushing event updated for resources: {'Port': ['ID=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:33.191158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.191992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:33.194587 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-c1ee895d-48c8-4cf3-87f0-6539c5c8268d service neutron] 10.222.0.36 "PUT /v2.0/ports/9e900ddf-5cb3-4150-abcb-2aea36fc5a6a HTTP/1.1" status: 200 len: 1095 time: 1.9775434 May 12 19:36:33.212362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22ea7bee-a66c-4cd4-ae40-541251077b80 req-8d9b0c60-9096-4943-9fcd-89c3b2bebbbb tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769316 May 12 19:36:33.277470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:33.372688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-0c750d43-e3a7-4757-b71e-b790c26c94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.374614 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-0c750d43-e3a7-4757-b71e-b790c26c94a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce58460a127945c3a2c365473aeee7e3&device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 1098 time: 0.1265864 May 12 19:36:33.447155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-ba518e10-b012-4533-ad08-d30cd1f4f6e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a HTTP/1.1" status: 200 len: 217 time: 0.0642087 May 12 19:36:33.459770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddae9bb-0cb1-4b16-b69b-b6c010a348d2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:33.464377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:33.511315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-886e612a-4188-4cf5-a5a7-bf69ee38c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.512938 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-886e612a-4188-4cf5-a5a7-bf69ee38c295 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0599766 May 12 19:36:33.534790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a3dbb2a5-7163-4aa8-8300-fa133f21cbb7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fddae9bb-0cb1-4b16-b69b-b6c010a348d2 HTTP/1.1" status: 204 len: 168 time: 1.1212561 May 12 19:36:33.543879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:33.576404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'tag': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:33.592675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-ea3288b9-8fb5-44d3-a014-a6e4a1e355ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.594187 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-ea3288b9-8fb5-44d3-a014-a6e4a1e355ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745609 May 12 19:36:33.732882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-7cf3a32d-ff04-46e5-b961-571e10181f2b service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316955 May 12 19:36:33.832580 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:33.844987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b44e-cdab-41d3-b895-5be20e1c899f req-45b56c11-8951-4c2c-a87c-5ab59763ee56 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.846468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d74b44e-cdab-41d3-b895-5be20e1c899f req-45b56c11-8951-4c2c-a87c-5ab59763ee56 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.4918962 May 12 19:36:33.863715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd9efe-4c25-4c75-906b-44fc8e514eb3 req-43035001-833d-4328-b728-bdaac386813b tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.864184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd9efe-4c25-4c75-906b-44fc8e514eb3 req-43035001-833d-4328-b728-bdaac386813b tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.864650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd9efe-4c25-4c75-906b-44fc8e514eb3 req-43035001-833d-4328-b728-bdaac386813b tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:33.866345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bcd9efe-4c25-4c75-906b-44fc8e514eb3 req-43035001-833d-4328-b728-bdaac386813b tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa&device_id=57f80b8b-3227-4774-a865-76db4de34467&device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 2883 time: 0.4213817 May 12 19:36:33.868105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dd1347b0-bfc0-4736-bc3a-5cc094997786 req-793e8660-d5f0-49ce-86df-70e456c5fd88 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284249 May 12 19:36:33.968732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:34.025941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10a72f8-1c6b-44bf-a99d-e06cef124d8f {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:34.039340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port d1740d5c-7d43-48f7-b034-245c52537fa9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:34.045268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port d1740d5c-7d43-48f7-b034-245c52537fa9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:34.045591 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.086316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.106421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d74b44e-cdab-41d3-b895-5be20e1c899f req-79ab3ade-a08f-47ae-8960-4457243ff94d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386725 May 12 19:36:34.119208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3bcd9efe-4c25-4c75-906b-44fc8e514eb3 req-6e3f2b9c-d7e5-4628-a4a8-f635b79ec223 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Synchronizing usage tracker for tenant:06e9beabdb114d5ea055cb5ab50978e2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:34.144112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.158107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Transition to ACTIVE for port object d10a72f8-1c6b-44bf-a99d-e06cef124d8f will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:34.172557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:34.173131 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.176476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.204980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:34.215035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce322ed7-0535-4cca-988c-f500b8e02201']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:34.215192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:34.222066 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.223201 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8959cd6-93b8-4eee-8365-c74cf37533ec'] response: {'name': 'network-changed', 'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'tag': '4628eabc-f630-491b-9ded-2401638987cb', 'status': 'completed', 'code': 200} May 12 19:36:34.239383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3bcd9efe-4c25-4c75-906b-44fc8e514eb3 req-6e3f2b9c-d7e5-4628-a4a8-f635b79ec223 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Unset dirty status for tenant:06e9beabdb114d5ea055cb5ab50978e2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:34.247342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bcd9efe-4c25-4c75-906b-44fc8e514eb3 req-6e3f2b9c-d7e5-4628-a4a8-f635b79ec223 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626018 May 12 19:36:34.288146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:34.303032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755e144b-581a-4e35-a7b3-86f02698854e') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:34.303165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755e144b-581a-4e35-a7b3-86f02698854e') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:34.344713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:34.345591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-c7c8f37f-f51a-4e4c-863f-58a1153bda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.347815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-c7c8f37f-f51a-4e4c-863f-58a1153bda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.351887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-c7c8f37f-f51a-4e4c-863f-58a1153bda55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1939 time: 0.1154349 May 12 19:36:34.390076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.518222 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.525773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:36:34.526205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: timer() May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:36:34.543035 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:36:34.551547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-e37ee0df-6b8d-450a-b561-b5a60fa451b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.552021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-e37ee0df-6b8d-450a-b561-b5a60fa451b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.552481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-e37ee0df-6b8d-450a-b561-b5a60fa451b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.554079 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-e37ee0df-6b8d-450a-b561-b5a60fa451b8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fedf2927801c44adaf172effccbb1f6e&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1922364 May 12 19:36:34.693743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-cd63391d-54d8-4138-bceb-fea74310e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.695299 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-816e37d0-1f0d-4a58-ade1-114af33ac6ae req-cd63391d-54d8-4138-bceb-fea74310e0c9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346042 May 12 19:36:34.728809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.733363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.779384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] Pushing event deleted for resources: {'Network': ['ID=ce322ed7-0535-4cca-988c-f500b8e02201,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:34.792293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cbd05d71-5756-4d0a-b0f1-11cd1721aeaf admin admin] 10.222.0.72 "DELETE /v2.0/networks/ce322ed7-0535-4cca-988c-f500b8e02201 HTTP/1.1" status: 204 len: 168 time: 1.2474697 May 12 19:36:34.795419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:34.804475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d3b48-5b0d-4bf9-bd7d-f5d8198964c2 req-379134db-2ba2-4c12-bbfa-e96836233523 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.806332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b9d3b48-5b0d-4bf9-bd7d-f5d8198964c2 req-379134db-2ba2-4c12-bbfa-e96836233523 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 947 time: 0.4772243 May 12 19:36:34.806995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Attempting to bind port d10a72f8-1c6b-44bf-a99d-e06cef124d8f on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:34.807342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Attempting to bind port d10a72f8-1c6b-44bf-a99d-e06cef124d8f by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:34.807641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Attempting to bind port d10a72f8-1c6b-44bf-a99d-e06cef124d8f on network c35bb65f-c692-483c-92c5-1619cd1e3282 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:34.816576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Port d10a72f8-1c6b-44bf-a99d-e06cef124d8f on network c35bb65f-c692-483c-92c5-1619cd1e3282 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:36:34.816889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Attempting to bind port d10a72f8-1c6b-44bf-a99d-e06cef124d8f on network c35bb65f-c692-483c-92c5-1619cd1e3282 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:34.842352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:34.842662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Checking segment: {'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:34.843062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Bound using segment: {'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:34.843493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Bound port: d10a72f8-1c6b-44bf-a99d-e06cef124d8f, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:34.844203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.858693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] Deleting subnet c36ed682-7706-4a53-8380-52e3a8b467cb {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:36:34.862086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:34.880727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb664-74c0-4514-a592-30ec7c2948f0 req-6986af14-ce06-48f3-9c83-406827d90055 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.886421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb664-74c0-4514-a592-30ec7c2948f0 req-6986af14-ce06-48f3-9c83-406827d90055 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:34.887934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06bfb664-74c0-4514-a592-30ec7c2948f0 req-6986af14-ce06-48f3-9c83-406827d90055 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1679 time: 0.3459961 May 12 19:36:34.948727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b9d3b48-5b0d-4bf9-bd7d-f5d8198964c2 req-9683d073-dbc7-4789-9227-4fa4ef13aac3 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328971 May 12 19:36:34.990120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06bfb664-74c0-4514-a592-30ec7c2948f0 req-1b256b78-7976-4277-ba17-3665370d8491 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755160 May 12 19:36:35.015418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] For port d10a72f8-1c6b-44bf-a99d-e06cef124d8f, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:35.025759 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39351508-c279-48dd-917d-72f69b607eea'] response: {'name': 'network-changed', 'server_uuid': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'tag': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a', 'status': 'completed', 'code': 200} May 12 19:36:35.026988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] For port d10a72f8-1c6b-44bf-a99d-e06cef124d8f, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:35.035007 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.060665 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07b21c8-fef8-4887-a774-c957c32b8754'] response: {'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'code': 200} May 12 19:36:35.085144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.107700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.108404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.110090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] 10.222.0.73 "PUT /v2.0/ports/d10a72f8-1c6b-44bf-a99d-e06cef124d8f HTTP/1.1" status: 200 len: 1092 time: 2.5763798 May 12 19:36:35.136592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafacc02-1db4-4a64-97be-ec24dd697fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:35.248288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.314372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-c34aacf1-3987-4375-92e3-bc0f3ee43bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.316680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-c34aacf1-3987-4375-92e3-bc0f3ee43bf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce58460a127945c3a2c365473aeee7e3&device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 1098 time: 0.2868903 May 12 19:36:35.338242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce239d74-b4f3-4ebd-94a0-7003d76572e6 req-52bb8579-a610-4413-85db-795f26691d28 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.346306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce239d74-b4f3-4ebd-94a0-7003d76572e6 req-52bb8579-a610-4413-85db-795f26691d28 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1528206 May 12 19:36:35.379574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-0a84bcf9-910e-4f85-882b-2efe13d930a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.380048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-0a84bcf9-910e-4f85-882b-2efe13d930a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.381721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-0a84bcf9-910e-4f85-882b-2efe13d930a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1981 time: 0.2227492 May 12 19:36:35.409549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad2391-47b9-415f-820c-4aa2df55d9cf req-964bef79-4607-458c-8e52-4c4658559213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.411057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c5ad2391-47b9-415f-820c-4aa2df55d9cf req-964bef79-4607-458c-8e52-4c4658559213 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1096 time: 0.2515025 May 12 19:36:35.476462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.510482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-67ab3299-3e2b-48c2-8878-86a84cc05056 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.213&port_id=4628eabc-f630-491b-9ded-2401638987cb HTTP/1.1" status: 200 len: 217 time: 0.0859461 May 12 19:36:35.519841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c5ad2391-47b9-415f-820c-4aa2df55d9cf req-94916641-a880-444a-8242-097055815605 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020823 May 12 19:36:35.522320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce239d74-b4f3-4ebd-94a0-7003d76572e6 req-8a277e4a-eb69-4165-978e-f31061e5674d tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751606 May 12 19:36:35.536781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36ed682-7706-4a53-8380-52e3a8b467cb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:35.540457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.557931 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1f7e4db5-ef7d-4976-a5c8-abe7dde4d4bc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c36ed682-7706-4a53-8380-52e3a8b467cb HTTP/1.1" status: 204 len: 168 time: 0.7611420 May 12 19:36:35.560588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-bd12acc1-d375-46e3-af42-686fe73ec155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.562061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-bd12acc1-d375-46e3-af42-686fe73ec155 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2365186 May 12 19:36:35.562412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52514) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:35.603824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-5c69dc71-2ce7-4522-9fe6-350bc14e6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.605313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-5c69dc71-2ce7-4522-9fe6-350bc14e6d6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7bfc2a30-61c8-433a-83be-ec909fccd38c HTTP/1.1" status: 200 len: 801 time: 0.0770218 May 12 19:36:35.613659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1d1bd-c7a5-48b3-bf91-88ffeab4ee92 req-a3487579-629b-40fd-919b-ce6d80b383ab tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.617676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9d1d1bd-c7a5-48b3-bf91-88ffeab4ee92 req-a3487579-629b-40fd-919b-ce6d80b383ab tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.2414901 May 12 19:36:35.667777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.852052 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-326b60a8-5930-44b9-a413-a7a28c5cd073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a HTTP/1.1" status: 200 len: 217 time: 0.0817046 May 12 19:36:35.855521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.884845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9d1d1bd-c7a5-48b3-bf91-88ffeab4ee92 req-4288913f-b46a-4594-ba0a-91b3ac718b9e tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367287 May 12 19:36:35.906454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-18bc2879-145f-4592-ba19-3f4713e43e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.907915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-18bc2879-145f-4592-ba19-3f4713e43e82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79157366-f1aa-42f4-973b-38221a82824e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2893322 May 12 19:36:35.917906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e9b4-32c2-4df7-9b5f-9b880035da40 req-a2ce41f1-4b86-4d7b-972f-1dfed33f048b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.919563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8d6e9b4-32c2-4df7-9b5f-9b880035da40 req-a2ce41f1-4b86-4d7b-972f-1dfed33f048b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2660983 May 12 19:36:35.936858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f803d97-e4be-4f24-8082-07d568e0cc6e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:35.953162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c3107c-5c5f-4d95-93d3-27024e2b792f') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:35.953471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c3107c-5c5f-4d95-93d3-27024e2b792f') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:35.967746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-87180f8b-c324-4991-ac01-263444c542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:35.969204 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-87180f8b-c324-4991-ac01-263444c542f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1064084 May 12 19:36:35.970735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:35.976429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:36.040990 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.050972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:36:36.051331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: timer() May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:36:36.065223 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:36:36.092042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8d6e9b4-32c2-4df7-9b5f-9b880035da40 req-0fe73fb2-457d-4552-8a93-0e5baf2bbc00 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541307 May 12 19:36:36.145166 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-4f3b017a-c061-4e80-b68e-a4fd24a000a9 service neutron] 10.222.0.73 "GET /v2.0/networks/79157366-f1aa-42f4-973b-38221a82824e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248673 May 12 19:36:36.155815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-02d90244-d34c-42bc-8376-39d9e92bd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:36.157354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-02d90244-d34c-42bc-8376-39d9e92bd71e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1799335 May 12 19:36:36.158130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c1e5c-debe-47d6-9cef-9cc9c7a031de req-14df1f58-36bc-4e5c-8250-25d071b6bc9c tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:36.158404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.160533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c32c1e5c-debe-47d6-9cef-9cc9c7a031de req-14df1f58-36bc-4e5c-8250-25d071b6bc9c tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.1514268 May 12 19:36:36.179682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:36.196589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a', 'mac_address': 'fa:16:3e:d5:10:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:36.202021 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.251036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f803d97-e4be-4f24-8082-07d568e0cc6e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:36.260951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'tag': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:36.270753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:36.272160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.291599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:36.299207 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a991d10-a7de-4a3a-aa92-4c8fd865feb0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9f803d97-e4be-4f24-8082-07d568e0cc6e HTTP/1.1" status: 204 len: 168 time: 0.7357686 May 12 19:36:36.311718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:36.318557 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.328137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c32c1e5c-debe-47d6-9cef-9cc9c7a031de req-a2bb292b-85d7-4152-8bd2-867a564098cd tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451602 May 12 19:36:36.383278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-63f855c0-2307-4a00-917c-59cd15160693 service neutron] 10.222.0.73 "GET /v2.0/networks/79157366-f1aa-42f4-973b-38221a82824e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208216 May 12 19:36:36.435443 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-28de9373-827a-4d17-af59-bc91504c0b4e service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197859 May 12 19:36:36.472438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:36.510248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-220b0943-664e-43da-8ecd-9a03103d9265 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.148&port_id=d10a72f8-1c6b-44bf-a99d-e06cef124d8f HTTP/1.1" status: 200 len: 217 time: 0.1148429 May 12 19:36:36.576074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:36.635153 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab0f7c36-58cb-4d03-b864-f8fe562f547c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=443a025bcd5d4ab0ab7a324287cfbabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578282 May 12 19:36:36.637917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52540) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:36.657120 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e7a35ae-5cb4-4a4b-8627-962ebaeaece6 req-ef4e2b68-3deb-4860-9a58-b2a52d146856 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131507 May 12 19:36:36.660798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['9e900ddf-5cb3-4150-abcb-2aea36fc5a6a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:36.685607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-a4640d22-eee1-4039-86eb-a9eb16f2d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:36.687058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-a4640d22-eee1-4039-86eb-a9eb16f2d7d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5256d1b1-d360-4ce2-bc68-a9a74aec359e HTTP/1.1" status: 200 len: 801 time: 0.1366804 May 12 19:36:36.702940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eab0dd0-548b-401e-a3e2-b25ba7acd9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.733296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eab0dd0-548b-401e-a3e2-b25ba7acd9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.756719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff66f2-83ac-4300-83f0-2855ae609330 req-bf0408af-205a-413d-844f-a823010d4783 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:36.758293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7ff66f2-83ac-4300-83f0-2855ae609330 req-bf0408af-205a-413d-844f-a823010d4783 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 948 time: 0.2468119 May 12 19:36:36.774725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a50e93-95e6-4d3c-bc06-d38bd05fb3ad req-d53b26a5-107c-47b4-8cc1-b4e8320dc23f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:36.784243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a50e93-95e6-4d3c-bc06-d38bd05fb3ad req-d53b26a5-107c-47b4-8cc1-b4e8320dc23f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:36.785716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6a50e93-95e6-4d3c-bc06-d38bd05fb3ad req-d53b26a5-107c-47b4-8cc1-b4e8320dc23f tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1679 time: 0.2365048 May 12 19:36:36.804721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eab0dd0-548b-401e-a3e2-b25ba7acd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.822065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab0dd0-548b-401e-a3e2-b25ba7acd9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b778b4-a029-499c-800d-acb350cd67b2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:36.836349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eab0dd0-548b-401e-a3e2-b25ba7acd9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:36.838074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8eab0dd0-548b-401e-a3e2-b25ba7acd9d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7b778b4-a029-499c-800d-acb350cd67b2 HTTP/1.1" status: 204 len: 168 time: 0.1992817 May 12 19:36:36.880800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7ff66f2-83ac-4300-83f0-2855ae609330 req-65ab2ea6-0df6-439c-a3be-f74fe3778849 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160486 May 12 19:36:36.890642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6a50e93-95e6-4d3c-bc06-d38bd05fb3ad req-21a7d805-44a4-4b6c-98b1-0bf7c17c0db4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883965 May 12 19:36:36.897056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-7ca45c72-51e0-4604-aac3-3d03c865b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:36.898582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-7ca45c72-51e0-4604-aac3-3d03c865b5f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c35bb65f-c692-483c-92c5-1619cd1e3282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1952927 May 12 19:36:37.006373 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0c5629-b969-484c-b5ab-f14f94ded9cf'] response: {'name': 'network-changed', 'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'tag': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f', 'status': 'completed', 'code': 200} May 12 19:36:37.083776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-158cfb62-9072-4bb9-974f-ffa784a679e3 service neutron] 10.222.0.73 "GET /v2.0/networks/c35bb65f-c692-483c-92c5-1619cd1e3282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753161 May 12 19:36:37.244024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-badf88ea-d73f-4758-97b0-c0de7d5c28a3 req-158add2e-0a70-4be2-b711-3febed2b0be7 service neutron] 10.222.0.73 "GET /v2.0/networks/c35bb65f-c692-483c-92c5-1619cd1e3282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515069 May 12 19:36:37.369421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52560) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:37.442385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9cf18-384e-405c-83c4-9f9bbf81a3e7 req-ee4aa593-f645-48dd-a3ef-df17a7a4c71d tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:37.444559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ee9cf18-384e-405c-83c4-9f9bbf81a3e7 req-ee4aa593-f645-48dd-a3ef-df17a7a4c71d tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1698546 May 12 19:36:37.447319 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e1f810c-0257-4cfb-b708-1ffd677ca210 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd2cbc5eb33842ad9e48fc0190f86dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765393 May 12 19:36:37.452254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52570) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:37.519947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f424-8924-4b44-a872-2549df286ddb req-160a1294-3baf-44f1-b834-76e906db8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:37.520412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f424-8924-4b44-a872-2549df286ddb req-160a1294-3baf-44f1-b834-76e906db8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:37.522405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a3f424-8924-4b44-a872-2549df286ddb req-160a1294-3baf-44f1-b834-76e906db8d74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fedf2927801c44adaf172effccbb1f6e&device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1981 time: 0.2129827 May 12 19:36:37.670141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ee9cf18-384e-405c-83c4-9f9bbf81a3e7 req-dae2e652-5f66-45a8-9569-24d90bb51f8d tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185721 May 12 19:36:37.725409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:37.766733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:37.902553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba99072-0129-4d98-b1a4-4d10cc83a363 req-2945d352-1362-4fe8-ab42-e3a57a46d0a7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:37.904042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eba99072-0129-4d98-b1a4-4d10cc83a363 req-2945d352-1362-4fe8-ab42-e3a57a46d0a7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.4556961 May 12 19:36:37.915545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:37.923967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f424-8924-4b44-a872-2549df286ddb req-df97a65c-ea24-4168-8f98-ea127a3c0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:37.925443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a3f424-8924-4b44-a872-2549df286ddb req-df97a65c-ea24-4168-8f98-ea127a3c0c92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c35bb65f-c692-483c-92c5-1619cd1e3282 HTTP/1.1" status: 200 len: 901 time: 0.3921473 May 12 19:36:37.980008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:38.052551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:38.058430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:38.058787 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:38.064832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a3f424-8924-4b44-a872-2549df286ddb req-e8427882-059c-4e8f-84d8-ec197d4e68b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.148&port_id=d10a72f8-1c6b-44bf-a99d-e06cef124d8f HTTP/1.1" status: 200 len: 217 time: 0.1252630 May 12 19:36:38.155415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eba99072-0129-4d98-b1a4-4d10cc83a363 req-a35e6ab6-71dd-4652-aea7-fc3a43635640 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420034 May 12 19:36:38.177013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f424-8924-4b44-a872-2549df286ddb req-42a12bf0-9a75-47fe-8747-09998780deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:38.178891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a3f424-8924-4b44-a872-2549df286ddb req-42a12bf0-9a75-47fe-8747-09998780deb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5256d1b1-d360-4ce2-bc68-a9a74aec359e HTTP/1.1" status: 200 len: 801 time: 0.1043022 May 12 19:36:38.184256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:38.184729 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:38.225753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:38.235249 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:38.243790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:38.247059 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:38.248925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:38.261723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713371da-c9cd-45ba-b94b-16091658ccb9 req-6db86c7d-59cf-41b4-8b84-1ba0075d0749 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:38.263289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-713371da-c9cd-45ba-b94b-16091658ccb9 req-6db86c7d-59cf-41b4-8b84-1ba0075d0749 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.2731967 May 12 19:36:38.272020 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:38.273202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/361bcc7d-6d7c-427a-b63c-4f89e7e42da9 HTTP/1.1" status: 204 len: 168 time: 0.8193660 May 12 19:36:38.280140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361bcc7d-6d7c-427a-b63c-4f89e7e42da9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:38.308158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.308502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.308847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.309227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.309550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.310022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.310366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.310696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.311035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.311373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.311712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.312030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d6021-0bf2-413b-b1b4-ba9b8cc4e701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:38.356024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:38.358024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-713371da-c9cd-45ba-b94b-16091658ccb9 req-85c51cd4-aba9-4c7a-b406-c9798c22f549 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752425 May 12 19:36:38.370944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f424-8924-4b44-a872-2549df286ddb req-c96ed7ba-4e79-4ba5-a591-4c6a786a11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:38.372498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a3f424-8924-4b44-a872-2549df286ddb req-c96ed7ba-4e79-4ba5-a591-4c6a786a11cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c35bb65f-c692-483c-92c5-1619cd1e3282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1857555 May 12 19:36:38.624906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a3f424-8924-4b44-a872-2549df286ddb req-8ede5522-6897-4e14-b28d-f0d8ea3d2a56 service neutron] 10.222.0.73 "GET /v2.0/networks/c35bb65f-c692-483c-92c5-1619cd1e3282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438271 May 12 19:36:38.728296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c01628-c2e4-4c96-8983-5f32af3f9cb0 req-253f2ef2-7ea5-406c-aa86-11655198ece6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:38.734015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c01628-c2e4-4c96-8983-5f32af3f9cb0 req-253f2ef2-7ea5-406c-aa86-11655198ece6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:38.735567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7c01628-c2e4-4c96-8983-5f32af3f9cb0 req-253f2ef2-7ea5-406c-aa86-11655198ece6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1679 time: 0.2628779 May 12 19:36:38.763014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dec27d-bab7-4462-8c3e-6e232d1fe6bd req-544d1555-3e5a-4bba-8a5c-ff51fcd59dbb tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:38.764492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02dec27d-bab7-4462-8c3e-6e232d1fe6bd req-544d1555-3e5a-4bba-8a5c-ff51fcd59dbb tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1101 time: 0.2528489 May 12 19:36:38.847813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7c01628-c2e4-4c96-8983-5f32af3f9cb0 req-f2012d40-9d61-4980-bc57-e742e4ca1cb1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057725 May 12 19:36:38.851337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77a3f424-8924-4b44-a872-2549df286ddb req-6c541d52-3caa-47a7-9545-a9ae4beccb28 service neutron] 10.222.0.73 "GET /v2.0/networks/c35bb65f-c692-483c-92c5-1619cd1e3282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186270 May 12 19:36:38.871819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02dec27d-bab7-4462-8c3e-6e232d1fe6bd req-1b02fd95-3eb7-4a18-8269-0535231e1df6 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936229 May 12 19:36:39.098974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7290c-7456-4a4c-830c-538fc7632a56 req-ba175492-30e6-49c7-85c9-e79d252ebe9c tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:39.100431 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c7290c-7456-4a4c-830c-538fc7632a56 req-ba175492-30e6-49c7-85c9-e79d252ebe9c tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.1444156 May 12 19:36:39.110559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430269c8-9be9-4daa-8471-70094bfc0b0e req-95ee7a09-5f35-4ab7-a782-1f000c82831c tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:39.111560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:39.112060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-430269c8-9be9-4daa-8471-70094bfc0b0e req-95ee7a09-5f35-4ab7-a782-1f000c82831c tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 949 time: 0.1247926 May 12 19:36:39.118648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'floatingip': {'port_id': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:39.152631 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f62971-efef-4d7d-8aa1-c1a59f38fd58'] response: {'server_uuid': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a', 'code': 200} May 12 19:36:39.159097 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-430269c8-9be9-4daa-8471-70094bfc0b0e req-fd29b658-9935-4cd3-81ca-61cf0fba184b tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 May 12 19:36:39.371187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c43537-a253-4903-836b-ac49949086c4 req-1563e4a3-6478-42ad-b1b6-8eb84bbcf691 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:39.373221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06c43537-a253-4903-836b-ac49949086c4 req-1563e4a3-6478-42ad-b1b6-8eb84bbcf691 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1355424 May 12 19:36:39.397970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:39.400437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43ea79-6ac7-4e21-ba0e-4f98c0db3ce6 req-836fd24d-b185-42ee-9442-82aba2f17164 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:39.401941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb43ea79-6ac7-4e21-ba0e-4f98c0db3ce6 req-836fd24d-b185-42ee-9442-82aba2f17164 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1101 time: 0.1126606 May 12 19:36:39.439772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06c43537-a253-4903-836b-ac49949086c4 req-6864fcbe-6128-4fd1-8a3b-b84e40aabb84 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602624 May 12 19:36:39.468568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb43ea79-6ac7-4e21-ba0e-4f98c0db3ce6 req-e05f8486-5171-46dd-a17f-53dd57ce65ca tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561852 May 12 19:36:39.601883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99bb97-d73e-4c6f-8c90-716b9fcbf927 req-ca764017-d0dd-479a-8341-bce62be8e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:39.603435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e99bb97-d73e-4c6f-8c90-716b9fcbf927 req-ca764017-d0dd-479a-8341-bce62be8e218 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 1100 time: 0.2724411 May 12 19:36:39.655512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defda40-d563-4d75-9099-2006782a9db7 req-ebbc8a98-51ab-4358-b5ad-18156a12673d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:39.657633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9defda40-d563-4d75-9099-2006782a9db7 req-ebbc8a98-51ab-4358-b5ad-18156a12673d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.0898235 May 12 19:36:39.711151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9defda40-d563-4d75-9099-2006782a9db7 req-3d6c7529-f6c9-4dd0-8f96-cc8b65ba6b6a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 May 12 19:36:39.792175 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e99bb97-d73e-4c6f-8c90-716b9fcbf927 req-7ba632f7-80d1-4939-aa26-ed8106364cd2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370215 May 12 19:36:39.822008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:40.066418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4a45-dc31-4759-b796-c5f87380961e req-f8fc7d14-7e36-41f7-9350-5eb46444af08 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:40.072268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4a45-dc31-4759-b796-c5f87380961e req-f8fc7d14-7e36-41f7-9350-5eb46444af08 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:40.073895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b6a4a45-dc31-4759-b796-c5f87380961e req-f8fc7d14-7e36-41f7-9350-5eb46444af08 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1679 time: 0.0923793 May 12 19:36:40.083174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:40.110836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:40.116498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:40.119763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Usage tracker for resource:security_group_rule and tenant:2c1bc93659cc49cb9ea5487b6f290bd0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:40.124878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:40.132548 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:40.158137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b6a4a45-dc31-4759-b796-c5f87380961e req-a0fde416-c593-4940-8773-8ed3b8372432 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717905 May 12 19:36:40.182151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:40.342399 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Floating IP 8712f576-cfb1-4e52-96ab-b0fc39e52d53 associated. External IP: 172.25.2.22, port: d1740d5c-7d43-48f7-b034-245c52537fa9. May 12 19:36:40.372961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a8bc4-f0fa-484a-8f05-148073bf1db1 req-655bfcd5-21f1-4ae5-82e0-3d305aecf0eb tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:40.374581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e3a8bc4-f0fa-484a-8f05-148073bf1db1 req-655bfcd5-21f1-4ae5-82e0-3d305aecf0eb tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 949 time: 0.0912671 May 12 19:36:40.451184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e3a8bc4-f0fa-484a-8f05-148073bf1db1 req-dfc519ca-597f-4800-bc77-8b6ea822daea tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602417 May 12 19:36:40.479380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:40.530148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:40.606789 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c1bc93659cc49cb9ea5487b6f290bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836640 May 12 19:36:40.609568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:40.613476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c2378-f8dc-4ec8-9479-a288539573ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e4e72-d2fc-435c-ac65-c0ecf459beb0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:40.787786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7d73-650e-4dfb-a88e-c94e65537a31 req-9d8a3e09-4bc7-4b12-85a4-fe1f14243251 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:40.789419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-899c7d73-650e-4dfb-a88e-c94e65537a31 req-9d8a3e09-4bc7-4b12-85a4-fe1f14243251 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.2855062 May 12 19:36:40.824190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840608-1b9e-4e9b-97c7-7caa303a89de req-244a5b31-b2cb-4c75-ac51-8858e1c5c2a6 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:40.825691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9840608-1b9e-4e9b-97c7-7caa303a89de req-244a5b31-b2cb-4c75-ac51-8858e1c5c2a6 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.2542350 May 12 19:36:40.863430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-899c7d73-650e-4dfb-a88e-c94e65537a31 req-e2aa3848-a800-487b-bf01-0309d933bae8 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672514 May 12 19:36:40.886296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9840608-1b9e-4e9b-97c7-7caa303a89de req-37a81731-10b2-4b8e-a242-5fa46b4851c4 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 May 12 19:36:40.948185 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d69e07b7-8520-4949-9435-0077296bd132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:40.986237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d69e07b7-8520-4949-9435-0077296bd132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:40.999007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Router 3a824a66-8962-49dc-a461-8a49764398d8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:36:41.056650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90620245-2683-4db1-8b8e-3796bfa80cc3 req-548713c9-458b-48d1-a8eb-28a0c819c5ac tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:41.058256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90620245-2683-4db1-8b8e-3796bfa80cc3 req-548713c9-458b-48d1-a8eb-28a0c819c5ac tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.0927503 May 12 19:36:41.113866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90620245-2683-4db1-8b8e-3796bfa80cc3 req-ff91ac4a-722f-4dae-b28e-71eeb78ebbe2 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 May 12 19:36:41.205615 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d69e07b7-8520-4949-9435-0077296bd132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:41.218955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4628eabc-f630-491b-9ded-2401638987cb details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:41.228410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e07b7-8520-4949-9435-0077296bd132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e4e72-d2fc-435c-ac65-c0ecf459beb0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:41.233808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:36:41.237983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:41.245836 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] Sync routers for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:36:41.255841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:36:41.256446 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:41.275335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d69e07b7-8520-4949-9435-0077296bd132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:41.280134 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d69e07b7-8520-4949-9435-0077296bd132 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c86e4e72-d2fc-435c-ac65-c0ecf459beb0 HTTP/1.1" status: 204 len: 168 time: 0.6678429 May 12 19:36:41.329490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c659d57d-a7c6-4ece-bc0b-62af8b05fffe tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "PUT /v2.0/floatingips/8712f576-cfb1-4e52-96ab-b0fc39e52d53 HTTP/1.1" status: 200 len: 990 time: 2.2138913 May 12 19:36:41.329490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:41.377134 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45889d66-f98e-40ad-a7d8-b1ede4dcec7a'] response: {'name': 'network-changed', 'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'status': 'completed', 'code': 200} May 12 19:36:41.392690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11862527-274c-4c6d-8ac0-734af5a6d5f4 req-c46ccd53-b966-4028-9456-9c6c6e8a18d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:41.403691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11862527-274c-4c6d-8ac0-734af5a6d5f4 req-c46ccd53-b966-4028-9456-9c6c6e8a18d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:41.421689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11862527-274c-4c6d-8ac0-734af5a6d5f4 req-c46ccd53-b966-4028-9456-9c6c6e8a18d1 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1679 time: 0.1514771 May 12 19:36:41.425709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4628eabc-f630-491b-9ded-2401638987cb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4628eabc-f630-491b-9ded-2401638987cb,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:41.446933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '4628eabc-f630-491b-9ded-2401638987cb', 'network_id': '79157366-f1aa-42f4-973b-38221a82824e', 'port_id': '4628eabc-f630-491b-9ded-2401638987cb', 'mac_address': 'fa:16:3e:c1:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfc2a30-61c8-433a-83be-ec909fccd38c', 'ip_address': '19.80.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:41.518025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4628eabc-f630-491b-9ded-2401638987cb is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:41.518706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:41.523377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11862527-274c-4c6d-8ac0-734af5a6d5f4 req-2e38b01b-0d2b-456b-8595-54dd3c285c12 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961685 May 12 19:36:41.542206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4628eabc-f630-491b-9ded-2401638987cb {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:41.542919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-42fc508d-c748-4275-9653-376497caf294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:41.544590 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-42fc508d-c748-4275-9653-376497caf294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1096 time: 0.1394296 May 12 19:36:41.561614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4628eabc-f630-491b-9ded-2401638987cb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4628eabc-f630-491b-9ded-2401638987cb,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:41.568169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:41.568828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d10a72f8-1c6b-44bf-a99d-e06cef124d8f details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:41.628995 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:36:41.729687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-c5ea6ff0-28e5-4000-9faf-2a062cbacaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:41.729842 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-c5ea6ff0-28e5-4000-9faf-2a062cbacaac service neutron] 10.222.0.36 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.1781340 May 12 19:36:41.762402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9127c-0ae6-4e3e-8d0a-606cfa5b42c6 req-2677d3fb-643d-420e-b8a6-77078ba71956 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:41.764081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbb9127c-0ae6-4e3e-8d0a-606cfa5b42c6 req-2677d3fb-643d-420e-b8a6-77078ba71956 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 949 time: 0.1273522 May 12 19:36:41.802685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d10a72f8-1c6b-44bf-a99d-e06cef124d8f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:41.816224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f', 'network_id': 'c35bb65f-c692-483c-92c5-1619cd1e3282', 'port_id': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f', 'mac_address': 'fa:16:3e:ac:99:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256d1b1-d360-4ce2-bc68-a9a74aec359e', 'ip_address': '19.86.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:41.836227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbb9127c-0ae6-4e3e-8d0a-606cfa5b42c6 req-1c8cc4ab-dadb-46ba-aad2-9d9c4daa148e tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640185 May 12 19:36:41.869486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4628eabc-f630-491b-9ded-2401638987cb,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:41.885133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-ae2527c5-c474-4224-8528-4a1d041e6bc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 998 time: 0.1464427 May 12 19:36:41.888489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d10a72f8-1c6b-44bf-a99d-e06cef124d8f is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:41.888896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:41.921237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10a72f8-1c6b-44bf-a99d-e06cef124d8f {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:41.947917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d10a72f8-1c6b-44bf-a99d-e06cef124d8f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:41.958020 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:42.021706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-2b393a93-982d-4d94-90c9-c5dbae590c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:42.024825 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-2b393a93-982d-4d94-90c9-c5dbae590c3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.1235716 May 12 19:36:42.068958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:42.136805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989554a-ac8b-44e2-8f69-9757836d5136 req-4902037b-d11d-4b92-aa31-ede38350df7d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:42.139339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6989554a-ac8b-44e2-8f69-9757836d5136 req-4902037b-d11d-4b92-aa31-ede38350df7d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1089869 May 12 19:36:42.212623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-6c175e0e-31cb-4456-b8eb-705db368a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:42.213136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6989554a-ac8b-44e2-8f69-9757836d5136 req-39af02f5-6b62-48e0-a50a-d6079585a150 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642912 May 12 19:36:42.221721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-6c175e0e-31cb-4456-b8eb-705db368a5ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728401 May 12 19:36:42.251699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['4628eabc-f630-491b-9ded-2401638987cb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:42.287230 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8712f576-cfb1-4e52-96ab-b0fc39e52d53', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'port_id': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'mac_address': 'fa:16:3e:83:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:36:16Z', 'updated_at': '2022-05-12T19:36:39Z', 'revision_number': 1, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:42.295255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d10a72f8-1c6b-44bf-a99d-e06cef124d8f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:42.299250 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] Checking router: 3a824a66-8962-49dc-a461-8a49764398d8 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:36:42.312297 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:36:42.313256 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:42.478086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6876e2-d70d-4e8c-b987-c03129fad0bb req-1e2c7c92-66db-42df-8121-5e5396ef4cf2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:42.479635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca6876e2-d70d-4e8c-b987-c03129fad0bb req-1e2c7c92-66db-42df-8121-5e5396ef4cf2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1649258 May 12 19:36:42.487400 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-5e509b4e-5fc2-4493-af09-0b0d489a1db9 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648349 May 12 19:36:42.559281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca6876e2-d70d-4e8c-b987-c03129fad0bb req-892def46-2474-4722-b11b-9916c8a22101 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696454 May 12 19:36:42.570570 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:36:42.584330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af213906-63ca-4888-84c2-f113d4f5b8e0 req-77375952-d433-41f5-9d20-bd57e08e17e8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:42.585569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af213906-63ca-4888-84c2-f113d4f5b8e0 req-77375952-d433-41f5-9d20-bd57e08e17e8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.1846364 May 12 19:36:42.671618 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af213906-63ca-4888-84c2-f113d4f5b8e0 req-eae4a81f-b323-4744-b5d8-3e3421eba316 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708308 May 12 19:36:42.756528 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e3779b3-a63d-4ffe-8d25-054ed545e863 req-9cd504ba-e376-4136-8ebd-bc8814a3d736 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543044 May 12 19:36:42.896658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b86ed-f5df-4ff0-9818-856ae3238c0a req-26b3e170-176a-47b0-a837-d78187f0f7ae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:42.905364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b86ed-f5df-4ff0-9818-856ae3238c0a req-26b3e170-176a-47b0-a837-d78187f0f7ae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:42.913737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-654b86ed-f5df-4ff0-9818-856ae3238c0a req-26b3e170-176a-47b0-a837-d78187f0f7ae tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1681 time: 0.1319098 May 12 19:36:42.965335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-654b86ed-f5df-4ff0-9818-856ae3238c0a req-aae50db3-af4c-43ec-bf3c-1ddb136adf39 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472693 May 12 19:36:43.057248 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8712f576-cfb1-4e52-96ab-b0fc39e52d53', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'port_id': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'mac_address': 'fa:16:3e:83:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:36:16Z', 'updated_at': '2022-05-12T19:36:39Z', 'revision_number': 1, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:43.061278 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15d42e-c0d4-416f-9057-70fbe7ecbe14 None None] The sync data for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 is: [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8712f576-cfb1-4e52-96ab-b0fc39e52d53', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'port_id': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'mac_address': 'fa:16:3e:83:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:36:16Z', 'updated_at': '2022-05-12T19:36:39Z', 'revision_number': 1, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:36:43.337526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f1640-cdeb-415e-9428-75263534feec req-f1b74c24-f6ec-4f86-be7c-3f1b0ff4ef2e tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:43.340131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-851f1640-cdeb-415e-9428-75263534feec req-f1b74c24-f6ec-4f86-be7c-3f1b0ff4ef2e tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 949 time: 0.1016176 May 12 19:36:43.352948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650563e-f487-48dd-bcbf-c9f8f48dc18b None None] New status for floating IP 8712f576-cfb1-4e52-96ab-b0fc39e52d53: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:36:43.448649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-851f1640-cdeb-415e-9428-75263534feec req-aff0011a-7ddd-44c6-a341-4e4e1b866517 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680237 May 12 19:36:43.468497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99173e55-87c4-429b-86c9-03bfc6b29f0d req-3e23524d-c2b4-48da-a479-d6359626ff89 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:43.475442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99173e55-87c4-429b-86c9-03bfc6b29f0d req-3e23524d-c2b4-48da-a479-d6359626ff89 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1346385 May 12 19:36:43.514949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99173e55-87c4-429b-86c9-03bfc6b29f0d req-699a4810-3d2c-4830-a472-e00a7583be1c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 May 12 19:36:43.767503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda4690-d890-4123-8164-4a1a12b16813 req-6c4dabb4-a7cb-471a-b1ec-ce4b60031178 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:43.769430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcda4690-d890-4123-8164-4a1a12b16813 req-6c4dabb4-a7cb-471a-b1ec-ce4b60031178 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.0943868 May 12 19:36:43.872469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcda4690-d890-4123-8164-4a1a12b16813 req-96b95e15-1dc3-4892-a01a-88f25cbe44fe tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960257 May 12 19:36:43.908697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9a3d-f9f3-4f67-9787-a01d1dfb4d99 req-50b03d26-54ab-4b39-bfe9-67cf167e2b64 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:43.910157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6fe9a3d-f9f3-4f67-9787-a01d1dfb4d99 req-50b03d26-54ab-4b39-bfe9-67cf167e2b64 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.1204655 May 12 19:36:43.954371 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6fe9a3d-f9f3-4f67-9787-a01d1dfb4d99 req-b93ff23d-8fb3-4e9f-8562-a4aa1218d281 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381408 May 12 19:36:44.152306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94034090-2e99-44e7-ba6c-4ee30608b504 req-d5a3adba-1618-4b34-a985-265fced180b4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:44.158835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94034090-2e99-44e7-ba6c-4ee30608b504 req-d5a3adba-1618-4b34-a985-265fced180b4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:44.161609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94034090-2e99-44e7-ba6c-4ee30608b504 req-d5a3adba-1618-4b34-a985-265fced180b4 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1681 time: 0.0909348 May 12 19:36:44.219437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94034090-2e99-44e7-ba6c-4ee30608b504 req-d3f500c1-8f09-4deb-9ffa-203b9c370979 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 May 12 19:36:44.660610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-48347ea6-3c47-4c80-9b68-cbd81be2291f tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:44.661222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-48347ea6-3c47-4c80-9b68-cbd81be2291f tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Synchronizing usage tracker for tenant:ce58460a127945c3a2c365473aeee7e3 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:44.684529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-48347ea6-3c47-4c80-9b68-cbd81be2291f tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Unset dirty status for tenant:ce58460a127945c3a2c365473aeee7e3 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:44.685760 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-48347ea6-3c47-4c80-9b68-cbd81be2291f tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 949 time: 0.1163664 May 12 19:36:44.696628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a4c5-2d2d-4dcc-bf86-1284b6353351 req-be8cf60f-d07a-4460-9fc3-910aa2ecf411 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:44.698221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca12a4c5-2d2d-4dcc-bf86-1284b6353351 req-be8cf60f-d07a-4460-9fc3-910aa2ecf411 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 949 time: 0.1448030 May 12 19:36:44.755006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca12a4c5-2d2d-4dcc-bf86-1284b6353351 req-d4cf817e-7c79-4433-96d0-44d09363f5df tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 May 12 19:36:44.766075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c417601-e2df-4d7c-8cb7-3a5c4e3ad889 req-abefe5ce-2835-4b38-8227-f777fa7cfd54 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:44.767652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c417601-e2df-4d7c-8cb7-3a5c4e3ad889 req-abefe5ce-2835-4b38-8227-f777fa7cfd54 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1441009 May 12 19:36:44.796226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Deleting port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:44.796484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:44.826578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c417601-e2df-4d7c-8cb7-3a5c4e3ad889 req-6fd04b7f-681c-47a6-aae3-464622ee87c5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509658 May 12 19:36:45.072239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f4acb-9d3b-4d62-a6d1-42139351dc72 req-7a523d2b-a90b-4d22-bcb9-a76150f0e102 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:45.076292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e7f4acb-9d3b-4d62-a6d1-42139351dc72 req-7a523d2b-a90b-4d22-bcb9-a76150f0e102 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.0924418 May 12 19:36:45.185556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e7f4acb-9d3b-4d62-a6d1-42139351dc72 req-6fc3cbdc-5a0e-4716-8fac-23bebad6325b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620215 May 12 19:36:45.195366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] For port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:45.195810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:45.210193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03537de-aa20-4708-a20b-6fd6ccd368d0 req-59eca6d5-aeae-4ad6-8be8-125a4eb180aa tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:45.210193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a03537de-aa20-4708-a20b-6fd6ccd368d0 req-59eca6d5-aeae-4ad6-8be8-125a4eb180aa tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.1297178 May 12 19:36:45.255870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4628eabc-f630-491b-9ded-2401638987cb up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:45.272162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a03537de-aa20-4708-a20b-6fd6ccd368d0 req-bd69fd4e-d939-45c3-bd81-a63141ed1522 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544088 May 12 19:36:45.328872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Calling delete_port for 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:45.366883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 4628eabc-f630-491b-9ded-2401638987cb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:45.375364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 4628eabc-f630-491b-9ded-2401638987cb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:45.375737 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:45.521263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:45.555529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['9e900ddf-5cb3-4150-abcb-2aea36fc5a6a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:45.597008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Pushing event deleted for resources: {'Port': ['ID=9e900ddf-5cb3-4150-abcb-2aea36fc5a6a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:45.598235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def14c80-3978-4126-b295-121d6cca7afd req-541f7c6a-e213-425c-ba93-0849bf78e96d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:45.604102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def14c80-3978-4126-b295-121d6cca7afd req-541f7c6a-e213-425c-ba93-0849bf78e96d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:45.615598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-def14c80-3978-4126-b295-121d6cca7afd req-541f7c6a-e213-425c-ba93-0849bf78e96d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1681 time: 0.2402644 May 12 19:36:45.643306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.643642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.643976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.644301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.644643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.644971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.645461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.645781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.646426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.646741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.646904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4628eabc-f630-491b-9ded-2401638987cb is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:45.647041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.647293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:45.647405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:36:45.681082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-def14c80-3978-4126-b295-121d6cca7afd req-c67baed7-b437-4453-bb1f-14605f1cf006 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645013 May 12 19:36:45.686526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628eabc-f630-491b-9ded-2401638987cb'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:45.696901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4628eabc-f630-491b-9ded-2401638987cb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4628eabc-f630-491b-9ded-2401638987cb,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:45.700806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] No DVR routers for this DVR port 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:36:45.703680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:45.704933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:45.705877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d10a72f8-1c6b-44bf-a99d-e06cef124d8f up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:45.715033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'name': 'network-vif-deleted', 'tag': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:45.734411 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a09352d-1fe7-418e-8c22-5760569a69f9 req-e322517b-e25b-490f-9422-1e156de4e4b4 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.36 "DELETE /v2.0/ports/9e900ddf-5cb3-4150-abcb-2aea36fc5a6a HTTP/1.1" status: 204 len: 173 time: 1.0426838 May 12 19:36:45.767661 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2ce71c-74c0-4209-9774-4463e76e7cae'] response: {'server_uuid': '1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea', 'name': 'network-vif-deleted', 'tag': '9e900ddf-5cb3-4150-abcb-2aea36fc5a6a', 'status': 'completed', 'code': 200} May 12 19:36:45.781043 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91608585-3c8d-4676-952f-2683fe218a64'] response: {'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628eabc-f630-491b-9ded-2401638987cb', 'code': 200} May 12 19:36:45.849811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4628eabc-f630-491b-9ded-2401638987cb,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:45.867027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port d10a72f8-1c6b-44bf-a99d-e06cef124d8f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:45.873479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port d10a72f8-1c6b-44bf-a99d-e06cef124d8f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:45.873851 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:45.939891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9f1ce67-f6cb-4d92-81d5-a7d33547e16b req-8d6a04d9-4fd9-4cb3-ac05-5ac4947a7ed5 tempest-TenantUsagesTestJSON-566139229 tempest-TenantUsagesTestJSON-566139229-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e6a53d3-4a9a-4b0b-b0c4-4451dbd462ea HTTP/1.1" status: 200 len: 210 time: 0.0539117 May 12 19:36:46.047815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d10a72f8-1c6b-44bf-a99d-e06cef124d8f is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:46.048082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:46.077517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e04c16-ada1-497e-9ef4-8047da7c7e5a req-9ba88053-63c8-4f48-bf4f-4324b4006324 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:46.079053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5e04c16-ada1-497e-9ef4-8047da7c7e5a req-9ba88053-63c8-4f48-bf4f-4324b4006324 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.0853448 May 12 19:36:46.083878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d10a72f8-1c6b-44bf-a99d-e06cef124d8f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:46.098459 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:46.146834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5e04c16-ada1-497e-9ef4-8047da7c7e5a req-58d45e54-f2c3-487a-8a8d-085cc4d52d93 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615678 May 12 19:36:46.172156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:46.398603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da8f7d-e837-40f7-97cb-78f80173ed24 req-4243ce00-556a-4ace-9867-8e657bd75018 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:46.400543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80da8f7d-e837-40f7-97cb-78f80173ed24 req-4243ce00-556a-4ace-9867-8e657bd75018 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.0994513 May 12 19:36:46.539255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80da8f7d-e837-40f7-97cb-78f80173ed24 req-a549d64e-dfae-46a9-a658-dc940e9fff64 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327949 May 12 19:36:46.568488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a51fc-68c7-4469-8b9b-b91c7b5f9d32 req-27a3e50f-8d8c-4ecd-b7ab-27879dd8a062 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:46.570015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-165a51fc-68c7-4469-8b9b-b91c7b5f9d32 req-27a3e50f-8d8c-4ecd-b7ab-27879dd8a062 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.1425591 May 12 19:36:46.614609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-165a51fc-68c7-4469-8b9b-b91c7b5f9d32 req-4a06dec4-33dc-4644-b5c3-325cebe08141 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 May 12 19:36:46.860082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e416e-eb83-48c1-84cb-77643aacb8ed req-19c4a3c3-4359-4557-95f1-1f7756b54d02 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:46.865723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e416e-eb83-48c1-84cb-77643aacb8ed req-19c4a3c3-4359-4557-95f1-1f7756b54d02 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:46.867290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-923e416e-eb83-48c1-84cb-77643aacb8ed req-19c4a3c3-4359-4557-95f1-1f7756b54d02 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1683 time: 0.0883784 May 12 19:36:46.915645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-923e416e-eb83-48c1-84cb-77643aacb8ed req-a7f7431f-9403-4448-bbb1-929bb45b56bf tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 May 12 19:36:47.331170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52790) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:47.344107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2b6b7-a895-476c-a51c-15c972efac99 req-4d594713-6c0c-4f8a-81b8-3b0244ab06cf tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:47.345603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25e2b6b7-a895-476c-a51c-15c972efac99 req-4d594713-6c0c-4f8a-81b8-3b0244ab06cf tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.0803156 May 12 19:36:47.389227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25e2b6b7-a895-476c-a51c-15c972efac99 req-9ae20693-94bf-45fa-8ecc-ba936f368086 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 May 12 19:36:47.484134 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0e8526ca-497f-43b4-a718-22b665f4df5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce58460a127945c3a2c365473aeee7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515846 May 12 19:36:47.486653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52796) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:47.546167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a1df-ac09-4ea4-98af-0acb9f978580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:47.576868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a1df-ac09-4ea4-98af-0acb9f978580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:47.633623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a1df-ac09-4ea4-98af-0acb9f978580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:47.651668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3a1df-ac09-4ea4-98af-0acb9f978580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fe6ed2-e7f3-4f0a-9941-dfc18b634517,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:47.697686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a1df-ac09-4ea4-98af-0acb9f978580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:47.698894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d4c3a1df-ac09-4ea4-98af-0acb9f978580 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7fe6ed2-e7f3-4f0a-9941-dfc18b634517 HTTP/1.1" status: 204 len: 168 time: 0.2112849 May 12 19:36:47.737485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6379f-6422-4512-a6de-55c0495b86e8 req-6bdc2f75-b119-426e-b8a7-266bd090c63e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:47.739102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fd6379f-6422-4512-a6de-55c0495b86e8 req-6bdc2f75-b119-426e-b8a7-266bd090c63e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.0852854 May 12 19:36:47.782272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:47.787758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fd6379f-6422-4512-a6de-55c0495b86e8 req-300338e2-cbb0-4558-b603-c8dad15bd1db tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 May 12 19:36:47.875151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b171c9-a1ee-4f4c-9cac-a00a9c6ce7de req-9e768fd2-7984-4362-8930-740b38ad3f8b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:47.876680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b171c9-a1ee-4f4c-9cac-a00a9c6ce7de req-9e768fd2-7984-4362-8930-740b38ad3f8b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.0861852 May 12 19:36:47.924281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b171c9-a1ee-4f4c-9cac-a00a9c6ce7de req-dc194ae2-b64c-4b85-b27c-e8f63288ab93 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 May 12 19:36:47.927464 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1903a1-8bf2-40db-9f9f-44976a53acd5'] response: {'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f', 'code': 200} May 12 19:36:48.022135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:48.024277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:48.050035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:48.064736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:36:48.065154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9e900ddf-5cb3-4150-abcb-2aea36fc5a6a not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:36:48.072979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:48.076929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Usage tracker for resource:security_group_rule and tenant:50fb3b3caf184f62ae9f4a275f456103 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:48.080034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:48.086263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:48.159596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281be06-8d61-494b-a877-23befe94cc8c req-f2ace4a9-a968-4d88-8460-ec573da93738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:48.159979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281be06-8d61-494b-a877-23befe94cc8c req-f2ace4a9-a968-4d88-8460-ec573da93738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:48.161930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c281be06-8d61-494b-a877-23befe94cc8c req-f2ace4a9-a968-4d88-8460-ec573da93738 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1985 time: 0.1573594 May 12 19:36:48.172758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a93de-68b8-4d9f-b0f7-883d3bf351de req-c4253e55-903e-4f9a-8f45-0fdd09779150 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:48.178763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a93de-68b8-4d9f-b0f7-883d3bf351de req-c4253e55-903e-4f9a-8f45-0fdd09779150 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:48.180381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-547a93de-68b8-4d9f-b0f7-883d3bf351de req-c4253e55-903e-4f9a-8f45-0fdd09779150 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1683 time: 0.1364036 May 12 19:36:48.190921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:48.197351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:48.244589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c281be06-8d61-494b-a877-23befe94cc8c req-5f9b376f-38bc-4199-a29f-b95deb6be9f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632131 May 12 19:36:48.262925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf859ba0-5766-4656-bf85-aeb68b07e9d7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:48.273173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-130557c0-f3a0-4109-9afa-d96e93b19c7f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50fb3b3caf184f62ae9f4a275f456103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471046 May 12 19:36:48.273173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52840) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:48.281247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-547a93de-68b8-4d9f-b0f7-883d3bf351de req-f3aac856-f299-4dd1-b95f-fb5528d8b3b6 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880702 May 12 19:36:48.335493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f42159a-78db-41d5-9346-aea566db9b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:48.363250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f42159a-78db-41d5-9346-aea566db9b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:48.424900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f42159a-78db-41d5-9346-aea566db9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:48.443757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42159a-78db-41d5-9346-aea566db9b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf859ba0-5766-4656-bf85-aeb68b07e9d7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:48.450921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f42159a-78db-41d5-9346-aea566db9b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:48.452031 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6f42159a-78db-41d5-9346-aea566db9b79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf859ba0-5766-4656-bf85-aeb68b07e9d7 HTTP/1.1" status: 204 len: 168 time: 0.1777430 May 12 19:36:48.599530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d9435-bdb3-45bb-819e-8eadc9e5b6f4 req-b350b311-c7bf-45c4-9afc-472eb244cfcf tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:48.601018 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b73d9435-bdb3-45bb-819e-8eadc9e5b6f4 req-b350b311-c7bf-45c4-9afc-472eb244cfcf tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.0863528 May 12 19:36:48.655621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b73d9435-bdb3-45bb-819e-8eadc9e5b6f4 req-8109c3f0-17bc-4715-b8a6-f62af06d59bc tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 May 12 19:36:49.003255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf419a-2091-4909-b51d-a9550132345e req-189ae283-afe2-4201-936b-13af3d7a0635 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:49.004771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ecf419a-2091-4909-b51d-a9550132345e req-189ae283-afe2-4201-936b-13af3d7a0635 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.0988507 May 12 19:36:49.058812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ecf419a-2091-4909-b51d-a9550132345e req-f9947883-9407-4854-a2d6-97d438fd9e98 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 May 12 19:36:49.151942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d62bc-e4a7-4c6a-bd2a-870e3bbad33d req-a97fb288-7d69-4eae-9066-d4b48b3ba50a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:49.160391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d7d62bc-e4a7-4c6a-bd2a-870e3bbad33d req-a97fb288-7d69-4eae-9066-d4b48b3ba50a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.0993793 May 12 19:36:49.205564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d7d62bc-e4a7-4c6a-bd2a-870e3bbad33d req-e15dee62-1443-4b48-b003-0d1f1955b6b1 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436218 May 12 19:36:49.495879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990202d1-9d51-4f47-8271-05d40dcda4cf req-4acda6c2-974e-4008-b0e2-1e6c59b76346 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:49.503017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990202d1-9d51-4f47-8271-05d40dcda4cf req-4acda6c2-974e-4008-b0e2-1e6c59b76346 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:49.504636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-990202d1-9d51-4f47-8271-05d40dcda4cf req-4acda6c2-974e-4008-b0e2-1e6c59b76346 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1683 time: 0.1153524 May 12 19:36:49.580895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-990202d1-9d51-4f47-8271-05d40dcda4cf req-28d65a09-d80b-4c49-9f08-efab415b06a9 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692649 May 12 19:36:49.901727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23afc-dde9-4313-837a-314553b68415 req-4486ca77-f63b-461e-b02b-7d7b6f2d5467 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:49.903463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ce23afc-dde9-4313-837a-314553b68415 req-4486ca77-f63b-461e-b02b-7d7b6f2d5467 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1388340 May 12 19:36:49.974969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ce23afc-dde9-4313-837a-314553b68415 req-8fdde541-be4e-41f8-a368-ac36142baee1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651295 May 12 19:36:49.981765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-2ad60808-6a83-4a51-a968-657d6f12018d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448534 May 12 19:36:50.149229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a24668-10f2-4b92-8040-16935a2b872d req-a0e5ed7b-dcdf-44b1-9f11-af7acf92509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:50.150930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-a0e5ed7b-dcdf-44b1-9f11-af7acf92509e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 1097 time: 0.0897319 May 12 19:36:50.494580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52944) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:50.551797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a24668-10f2-4b92-8040-16935a2b872d req-4d901db1-4661-4131-9a61-933f97297a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:50.553165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-4d901db1-4661-4131-9a61-933f97297a0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 911 time: 0.3772888 May 12 19:36:50.565709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8060a-deaf-4939-8a8e-8f36c6b9066e req-7b449980-a772-4d9d-b571-decab1883511 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:50.567429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a8060a-deaf-4939-8a8e-8f36c6b9066e req-7b449980-a772-4d9d-b571-decab1883511 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.3161805 May 12 19:36:50.626359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:50.641655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:50.646146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a21987864d4b979b90252655833886 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:50.646825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-f32ebaf5-2f83-413b-af31-84b46f1a96f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=216dcc24-8a30-4b07-ae89-ed99856c864c HTTP/1.1" status: 200 len: 217 time: 0.0783412 May 12 19:36:50.649571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:50.656242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:50.718844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba91bd-206a-4566-b4d8-8df1fa47f04d req-fcede8db-e410-4db8-8654-f8506ea2d017 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:50.720360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dba91bd-206a-4566-b4d8-8df1fa47f04d req-fcede8db-e410-4db8-8654-f8506ea2d017 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.3872790 May 12 19:36:50.733888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0a8060a-deaf-4939-8a8e-8f36c6b9066e req-bf54e1b8-1940-454b-a0a3-30ee025ad700 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093354 May 12 19:36:50.743008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:50.750014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:50.757418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a24668-10f2-4b92-8040-16935a2b872d req-990722d5-fe98-4876-9d9a-02b513ce1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:50.759075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-990722d5-fe98-4876-9d9a-02b513ce1f43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.1063998 May 12 19:36:50.803424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d3a21987864d4b979b90252655833886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069515 May 12 19:36:50.807076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52952) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:50.822941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-017e2fb9-9e13-46cf-9c39-fd6a69b58797 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507491 May 12 19:36:50.834399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dba91bd-206a-4566-b4d8-8df1fa47f04d req-0fb95b5a-625d-4814-864b-dd9fc5f10261 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057918 May 12 19:36:50.859119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6069757-46f9-4e37-9cb2-6cf02509e501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a90539-a102-4470-bbd3-caeb2e4a6b6a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:50.886262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a1b6693f-98d7-4b02-ae74-2cd7760c2ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:50.917690 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a1b6693f-98d7-4b02-ae74-2cd7760c2ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:50.984118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a1b6693f-98d7-4b02-ae74-2cd7760c2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:51.003052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6693f-98d7-4b02-ae74-2cd7760c2ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a90539-a102-4470-bbd3-caeb2e4a6b6a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:51.021950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a1b6693f-98d7-4b02-ae74-2cd7760c2ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:51.030772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a1b6693f-98d7-4b02-ae74-2cd7760c2ee5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9a90539-a102-4470-bbd3-caeb2e4a6b6a HTTP/1.1" status: 204 len: 168 time: 0.2218311 May 12 19:36:51.057046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-243fe965-6863-4d5c-a6a5-aeb86d56a584 service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169869 May 12 19:36:51.222871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96a24668-10f2-4b92-8040-16935a2b872d req-9b642363-3951-4f6f-9981-83497a0a573d service neutron] 10.222.0.73 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552126 May 12 19:36:51.284372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d445f94-9347-4682-9974-58874a64aeb1 req-b712bdf5-ccc4-4d04-85ca-f176a6f3b399 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:51.293426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d445f94-9347-4682-9974-58874a64aeb1 req-b712bdf5-ccc4-4d04-85ca-f176a6f3b399 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:51.295397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d445f94-9347-4682-9974-58874a64aeb1 req-b712bdf5-ccc4-4d04-85ca-f176a6f3b399 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1683 time: 0.3867409 May 12 19:36:51.365772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d445f94-9347-4682-9974-58874a64aeb1 req-f60de35a-95fe-4556-a0a0-28f19eda4e03 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585251 May 12 19:36:51.399531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7496-96b1-4c1d-9186-d90263cef5bd req-6671599e-3597-45bf-81ac-29bb1f2c0872 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:51.409805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da8e7496-96b1-4c1d-9186-d90263cef5bd req-6671599e-3597-45bf-81ac-29bb1f2c0872 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1825554 May 12 19:36:51.500805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da8e7496-96b1-4c1d-9186-d90263cef5bd req-00225c87-04b6-4fd5-a757-b5242f0d7191 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866060 May 12 19:36:51.878874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f948-fdf5-45e3-bcc6-0ab4d8918680 req-1e5140d5-090f-4db5-9166-7a712cc90d27 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:51.884964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f948-fdf5-45e3-bcc6-0ab4d8918680 req-1e5140d5-090f-4db5-9166-7a712cc90d27 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:51.886595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cb2f948-fdf5-45e3-bcc6-0ab4d8918680 req-1e5140d5-090f-4db5-9166-7a712cc90d27 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1683 time: 0.1001017 May 12 19:36:51.919036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52994) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:51.977145 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cb2f948-fdf5-45e3-bcc6-0ab4d8918680 req-d2c28612-ea11-4d79-8b6a-faccbd1bfce8 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588775 May 12 19:36:52.001599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec3da8-a8f7-4209-ae01-09e7e55ee40d req-1112f5ec-a766-4879-8d7b-f5cd21d54552 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:52.003160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99ec3da8-a8f7-4209-ae01-09e7e55ee40d req-1112f5ec-a766-4879-8d7b-f5cd21d54552 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1155295 May 12 19:36:52.057786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99ec3da8-a8f7-4209-ae01-09e7e55ee40d req-ee4d9273-212b-44d8-9158-5978020a1cfc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488696 May 12 19:36:52.060837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-network', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:52.072381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:52.084672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Usage tracker for resource:network and tenant:358c86a990744b45a5b956e61c70a5d6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:52.087766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:52.094144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:52.107295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Made reservation on behalf of 358c86a990744b45a5b956e61c70a5d6 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:52.110337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.124659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.143338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:52.147916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Usage tracker for resource:security_group_rule and tenant:358c86a990744b45a5b956e61c70a5d6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:52.151117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:52.156692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:52.172028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9993ab-6bad-407c-9ebd-154bcbbe35d1 req-12f4e4e9-2297-4867-b775-2f0e3743d629 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:52.173934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db9993ab-6bad-407c-9ebd-154bcbbe35d1 req-12f4e4e9-2297-4867-b775-2f0e3743d629 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.0893240 May 12 19:36:52.221953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db9993ab-6bad-407c-9ebd-154bcbbe35d1 req-0b8bdb83-8522-47ff-93cd-8f8a045e9fac tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 May 12 19:36:52.252717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.257458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.288883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:36:52.298918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0521df13-e8e8-45a1-926b-ed23d86d1f45,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:52.304702 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.305163 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Added segment 63369214-b2de-49f1-b544-6ccfabb84b79 of type vlan for network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 May 12 19:36:52.335234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.372974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.374144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:52.374755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.475767 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5555997 May 12 19:36:52.476589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce0756-b5e1-4f93-8784-392987f71c18 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:52.478838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53002) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:52.485917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Request body: {'subnet': {'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-subnet', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:52.486620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:36:52.491964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:52.496638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Usage tracker for resource:subnet and tenant:358c86a990744b45a5b956e61c70a5d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:52.500006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:52.506418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:52.519748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Made reservation on behalf of 358c86a990744b45a5b956e61c70a5d6 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:36:52.523027 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.772956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14c38-3211-4e03-9cb9-b86cfd750ada req-72fd0f4d-ad94-4717-87f7-5ebb237e75fb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:52.774632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bee14c38-3211-4e03-9cb9-b86cfd750ada req-72fd0f4d-ad94-4717-87f7-5ebb237e75fb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1476390 May 12 19:36:52.836008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.895501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bee14c38-3211-4e03-9cb9-b86cfd750ada req-624ab734-a24a-41ac-8432-13b8029f558b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049056 May 12 19:36:52.924674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971a7fb7-de75-45dc-b693-5f6312d1c107,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:52.935567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Checking segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:52.935924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Network hostable DHCP agents. Network: 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:36:52.958227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:36:52.970053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:52.974082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:52.974671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:52.980528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92988023-662d-4f2d-a2f4-36f8d678c1e6 None None] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:52.997573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-09786bd6-935b-4ede-a781-f7e0d38d3981 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5172207 May 12 19:36:53.000597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53008) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:53.011846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:36:53.021132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:53.028130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Usage tracker for resource:router and tenant:358c86a990744b45a5b956e61c70a5d6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:53.031359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:53.038384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:53.055191 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.056681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.078100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.223800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:36:53.224656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.411745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.450639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Allocated IP 172.20.0.2 (4c2d504e-f2a4-4ab8-9171-1593ffacfbd7/971a7fb7-de75-45dc-b693-5f6312d1c107/f27147ee-f936-470b-acd7-5ca19272400a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:53.603524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa161e8-e3f4-46f9-ae38-14b2d2aaae37 req-ae18c880-8299-46da-a070-8d6c88f5cf86 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:53.625598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa161e8-e3f4-46f9-ae38-14b2d2aaae37 req-ae18c880-8299-46da-a070-8d6c88f5cf86 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.3753345 May 12 19:36:53.708240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-882b8389-2eb0-4e4e-8b27-124eac4aa166 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:53.725216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-882b8389-2eb0-4e4e-8b27-124eac4aa166 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:53.738394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-882b8389-2eb0-4e4e-8b27-124eac4aa166 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1683 time: 0.4478734 May 12 19:36:53.749769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88199c3c-912c-4149-a2e3-ba6e48a7ec59 req-3729bd44-9eb6-4c3a-bb64-da918d5d822e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:53.775650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88199c3c-912c-4149-a2e3-ba6e48a7ec59 req-3729bd44-9eb6-4c3a-bb64-da918d5d822e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:53.779509 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.789780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88199c3c-912c-4149-a2e3-ba6e48a7ec59 req-3729bd44-9eb6-4c3a-bb64-da918d5d822e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 1683 time: 0.6155024 May 12 19:36:53.801470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Transition to ACTIVE for port object f27147ee-f936-470b-acd7-5ca19272400a will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:53.825593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Transition to ACTIVE for port object f27147ee-f936-470b-acd7-5ca19272400a will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:53.837428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.863772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa161e8-e3f4-46f9-ae38-14b2d2aaae37 req-f1f32fbe-da79-49ea-8f46-b64baf4be84b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359424 May 12 19:36:53.924281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.972452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:53.976271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:53.980492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:53.986542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:54.055605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port d10a72f8-1c6b-44bf-a99d-e06cef124d8f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:54.055944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:54.071612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Pushing event updated for resources: {'Port': ['ID=f27147ee-f936-470b-acd7-5ca19272400a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:54.097873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Attempting to bind port f27147ee-f936-470b-acd7-5ca19272400a on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:54.098337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Attempting to bind port f27147ee-f936-470b-acd7-5ca19272400a by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:54.098585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Attempting to bind port f27147ee-f936-470b-acd7-5ca19272400a on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:54.104319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:54.105330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Checking segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:54.105330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:54.105548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Bound using segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:54.106523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Bound port: f27147ee-f936-470b-acd7-5ca19272400a, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:54.106523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:54.108517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88199c3c-912c-4149-a2e3-ba6e48a7ec59 req-27ceb334-58a4-423e-8a06-fdb361752b2e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587247 May 12 19:36:54.212728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] For port f27147ee-f936-470b-acd7-5ca19272400a, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:54.216421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] For port f27147ee-f936-470b-acd7-5ca19272400a, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f27147ee-f936-470b-acd7-5ca19272400a,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:54.230168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Allocated IP 172.25.2.250 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/d0a2a128-45cb-4639-8746-d97e63883fb2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:36:54.233069 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:54.331766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c55d-2e32-4e2d-a6e7-61a371749f83 None None] Pushing event updated for resources: {'Port': ['ID=f27147ee-f936-470b-acd7-5ca19272400a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:54.378973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bc826-9330-49a9-bb35-b3e7597726fc req-eb0e0ab6-9362-49b8-8bf8-e5b75622bba2 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:54.380312 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b9bc826-9330-49a9-bb35-b3e7597726fc req-eb0e0ab6-9362-49b8-8bf8-e5b75622bba2 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.2814922 May 12 19:36:54.533580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b9bc826-9330-49a9-bb35-b3e7597726fc req-35cab5b9-2345-4113-a910-b5e313fecbf8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982902 May 12 19:36:54.553303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:54.587007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port d10a72f8-1c6b-44bf-a99d-e06cef124d8f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:54.587364 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:54.656568 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-a1be8adc-881c-4e3c-b257-8016941390ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1522636 May 12 19:36:54.658547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:54.727922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d33b8-f283-44f4-b615-0752c287db13 req-b8ce946d-b231-4076-9c8e-5764b8d89cc2 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:54.729461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-114d33b8-f283-44f4-b615-0752c287db13 req-b8ce946d-b231-4076-9c8e-5764b8d89cc2 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.3643546 May 12 19:36:54.740667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:36:54.746589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:36:54.750002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:36:54.800619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for d10a72f8-1c6b-44bf-a99d-e06cef124d8f owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:54.934769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-114d33b8-f283-44f4-b615-0752c287db13 req-a88ad060-0e98-4c3a-a39d-b0dcd2132565 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413312 May 12 19:36:55.011164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Pushing event updated for resources: {'Port': ['ID=d0a2a128-45cb-4639-8746-d97e63883fb2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:55.104812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:55.117642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['4628eabc-f630-491b-9ded-2401638987cb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:55.234294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f364-decd-4e39-af48-6652cf798d7b req-c3429aca-4bda-4bf3-bb03-190c6144210a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.235861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34c1f364-decd-4e39-af48-6652cf798d7b req-c3429aca-4bda-4bf3-bb03-190c6144210a tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.2293642 May 12 19:36:55.277996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=d10a72f8-1c6b-44bf-a99d-e06cef124d8f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:55.284291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4628eabc-f630-491b-9ded-2401638987cb no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:55.378425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:55.458544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.459086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.459558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.460024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.460488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.460997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.461563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.463594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-c042f591-8903-4faa-bf8a-61da4b8e10ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 6499 time: 0.6449428 May 12 19:36:55.488678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4628eabc-f630-491b-9ded-2401638987cb is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:55.489131 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:55.525565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port d10a72f8-1c6b-44bf-a99d-e06cef124d8f on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:36:55.532596 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:55.542198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-deleted', 'tag': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:55.601805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4628eabc-f630-491b-9ded-2401638987cb'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:55.618401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-0d191129-785c-452c-b919-d860ac674afc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.73 "DELETE /v2.0/ports/d10a72f8-1c6b-44bf-a99d-e06cef124d8f HTTP/1.1" status: 204 len: 173 time: 1.8270912 May 12 19:36:55.624788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34c1f364-decd-4e39-af48-6652cf798d7b req-9c951656-dab1-4786-83ec-d6a91e86460c tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273726 May 12 19:36:55.645573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4628eabc-f630-491b-9ded-2401638987cb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4628eabc-f630-491b-9ded-2401638987cb,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:55.658617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:55.659458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d10a72f8-1c6b-44bf-a99d-e06cef124d8f no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:55.728354 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5af761-f5fd-4011-9455-230a3f371afd'] response: {'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-deleted', 'tag': 'd10a72f8-1c6b-44bf-a99d-e06cef124d8f', 'status': 'completed', 'code': 200} May 12 19:36:55.764111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: d10a72f8-1c6b-44bf-a99d-e06cef124d8f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:36:55.764765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d10a72f8-1c6b-44bf-a99d-e06cef124d8f not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:36:55.774967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa0ec8-261a-4698-a2eb-27ab804326e8 req-3d4481c3-7a46-4897-8e63-aacd61cb1c25 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:55.775741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-03fa0ec8-261a-4698-a2eb-27ab804326e8 req-3d4481c3-7a46-4897-8e63-aacd61cb1c25 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Synchronizing usage tracker for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:36:55.808582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port 4628eabc-f630-491b-9ded-2401638987cb {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:36:55.809155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:55.851256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-03fa0ec8-261a-4698-a2eb-27ab804326e8 req-3d4481c3-7a46-4897-8e63-aacd61cb1c25 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Unset dirty status for tenant:fedf2927801c44adaf172effccbb1f6e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:36:55.852547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03fa0ec8-261a-4698-a2eb-27ab804326e8 req-3d4481c3-7a46-4897-8e63-aacd61cb1c25 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 946 time: 0.5524566 May 12 19:36:55.901559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4628eabc-f630-491b-9ded-2401638987cb,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:56.000611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03fa0ec8-261a-4698-a2eb-27ab804326e8 req-62a3ee63-1418-47c5-8e3d-5638489a2f20 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c1192de-dca6-44de-a52a-263cbece916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392140 May 12 19:36:56.026990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52a266-165d-4766-96f4-d60dc6f0d7b1 None None] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:56.110989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8fb6b0ba-aa93-4d23-9c94-a294e967a983 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:36:56.120317 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3601a428-22f6-4a50-a816-2cd06292402c'] response: {'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4628eabc-f630-491b-9ded-2401638987cb', 'code': 200} May 12 19:36:56.125606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-13d10a95-078e-42b1-8d4b-7c0ba1658228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:56.125998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-13d10a95-078e-42b1-8d4b-7c0ba1658228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:56.126402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-13d10a95-078e-42b1-8d4b-7c0ba1658228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:56.128052 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-13d10a95-078e-42b1-8d4b-7c0ba1658228 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55833bc9-ed78-481d-adda-97e20567a292&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=c3b23f44-1fb8-4731-8783-e2921a799d71&id=3da18450-faba-4c15-af43-f6fd6be9f34c&id=3da18450-faba-4c15-af43-f6fd6be9f34c HTTP/1.1" status: 200 len: 2297 time: 0.6303346 May 12 19:36:56.150083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-32d987d4-d501-43cc-be96-6a89d002a720 None None] Provisioning for port f27147ee-f936-470b-acd7-5ca19272400a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:56.362845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53048) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:56.411877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:56.421214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-762183ba-6c5a-4ae8-98f1-d5429b2cdc64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46 HTTP/1.1" status: 200 len: 1002 time: 0.1969206 May 12 19:36:56.530763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:56.570697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'port_id': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'mac_address': 'fa:16:3e:5b:24:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ebd3c5-bd72-4aa7-aab1-542dd2704fe0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:36:56.640050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f27147ee-f936-470b-acd7-5ca19272400a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:56.659433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:56.668863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec05880-3a24-452a-b903-83579bd184fe req-cdefda86-fa07-4c04-90d2-cce7fc959d46 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:56.670357 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ec05880-3a24-452a-b903-83579bd184fe req-cdefda86-fa07-4c04-90d2-cce7fc959d46 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.7981358 May 12 19:36:56.672229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port 4628eabc-f630-491b-9ded-2401638987cb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4628eabc-f630-491b-9ded-2401638987cb,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:56.672591 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:56.793574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:56.794121 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:56.813264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-bf0fb349-33ce-486f-bf12-fd634b7d168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:56.818011 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-bf0fb349-33ce-486f-bf12-fd634b7d168b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ceee2333-4370-4bfc-8be9-f2440559d86b HTTP/1.1" status: 200 len: 856 time: 0.3302753 May 12 19:36:56.819441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f27147ee-f936-470b-acd7-5ca19272400a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:36:56.820959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:36:56.829762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Usage tracker for resource:security_group_rule and tenant:26a8495834864d7fa5ba3e724598a3a6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:36:56.833304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:36:56.836387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fb6b0ba-aa93-4d23-9c94-a294e967a983 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:56.837292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for 4628eabc-f630-491b-9ded-2401638987cb owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:36:56.840195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f27147ee-f936-470b-acd7-5ca19272400a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:56.840563 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:56.840872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:36:56.915037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ec05880-3a24-452a-b903-83579bd184fe req-45b3ecc0-1fdd-48f0-94a1-1ed1200f870f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338488 May 12 19:36:56.922652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:56.936347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5fc83-b7cf-47da-8417-f83750f79020 req-35acb02f-f22b-471f-8649-1921b923209c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:56.936762 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b62dbdb-e8fc-4ee0-81b4-bfa29c7db813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:56.938780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82d5fc83-b7cf-47da-8417-f83750f79020 req-35acb02f-f22b-471f-8649-1921b923209c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.3704090 May 12 19:36:56.956296 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.024018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:36:57.025563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82d5fc83-b7cf-47da-8417-f83750f79020 req-fab721be-2b3a-4ff8-bef8-f4b4cea3efa6 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766661 May 12 19:36:57.130923 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.184131 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.212053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-10c326b3-4afe-4b97-938e-1e58b5c4b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:57.222094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-10c326b3-4afe-4b97-938e-1e58b5c4b432 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55833bc9-ed78-481d-adda-97e20567a292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351483 May 12 19:36:57.284701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.287674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f27147ee-f936-470b-acd7-5ca19272400a is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:57.288193 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.360466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f27147ee-f936-470b-acd7-5ca19272400a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f27147ee-f936-470b-acd7-5ca19272400a,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:57.362197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8fb6b0ba-aa93-4d23-9c94-a294e967a983'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:36:57.405221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=4628eabc-f630-491b-9ded-2401638987cb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:57.485306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5c37a90-c1eb-4941-bd75-80bfccd2fe44 req-a6ef0fe3-ae77-4b24-959b-8d0b56dc708c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f253863-95ed-4650-924d-10e9c8064929 HTTP/1.1" status: 200 len: 210 time: 0.2093399 May 12 19:36:57.488919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port 4628eabc-f630-491b-9ded-2401638987cb on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:36:57.492755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.528270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db65006c-f922-4901-9778-4ae3eb9a70dc req-29168fb2-a39f-44db-b8ac-56f8a3cfc5cc tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.73 "DELETE /v2.0/ports/4628eabc-f630-491b-9ded-2401638987cb HTTP/1.1" status: 204 len: 173 time: 1.8951986 May 12 19:36:57.529921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:57.532689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7386e47-7e75-4583-b01d-62ecdb8428b5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:57.538393 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.569586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722bc70-8d10-4729-816c-720772c4be4d req-8a1fc423-0494-47cd-aa6d-2d25b59f182e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:57.571569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7722bc70-8d10-4729-816c-720772c4be4d req-8a1fc423-0494-47cd-aa6d-2d25b59f182e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.3343697 May 12 19:36:57.634352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7722bc70-8d10-4729-816c-720772c4be4d req-a67297a4-6197-466a-af01-1cf66d6a5649 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548060 May 12 19:36:57.664882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2afdd99b-590a-44e9-8159-850f2c68d375 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26a8495834864d7fa5ba3e724598a3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2977180 May 12 19:36:57.666816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7d2c4677-f70b-43d2-93f9-24eec153e2de None None] Provisioning complete for port f27147ee-f936-470b-acd7-5ca19272400a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:57.667385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53058) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:57.669810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4677-f70b-43d2-93f9-24eec153e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.732267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-deleted', 'tag': '4628eabc-f630-491b-9ded-2401638987cb'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:36:57.750310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-f5854086-ef94-4ebe-a48b-6099a57f983a service neutron] 10.222.0.36 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269527 May 12 19:36:57.752137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:36:57.771257 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:36:57.783162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f27147ee-f936-470b-acd7-5ca19272400a,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:57.790828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccc5a-2e1f-4d4f-a81f-74f5b0605cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.798900 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:36:57.799450 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:57.841849 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0aefb3-4bf2-46a7-a722-fc12477b39af'] response: {'server_uuid': '3f253863-95ed-4650-924d-10e9c8064929', 'name': 'network-vif-deleted', 'tag': '4628eabc-f630-491b-9ded-2401638987cb', 'status': 'completed', 'code': 200} May 12 19:36:57.859045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccc5a-2e1f-4d4f-a81f-74f5b0605cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.957858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccc5a-2e1f-4d4f-a81f-74f5b0605cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.970242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c4677-f70b-43d2-93f9-24eec153e2de None None] Current status of the port f27147ee-f936-470b-acd7-5ca19272400a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:57.970623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:57.979162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5a47093a-0a07-47d2-b1e4-1eb0d5ef862c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.9764268 May 12 19:36:57.979893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53066) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:57.988758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ccc5a-2e1f-4d4f-a81f-74f5b0605cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7386e47-7e75-4583-b01d-62ecdb8428b5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:57.992518 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccc5a-2e1f-4d4f-a81f-74f5b0605cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:58.000028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4e1ccc5a-2e1f-4d4f-a81f-74f5b0605cf9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7386e47-7e75-4583-b01d-62ecdb8428b5 HTTP/1.1" status: 204 len: 168 time: 0.3316157 May 12 19:36:58.060094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8fb6b0ba-aa93-4d23-9c94-a294e967a983 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:36:58.219198 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:36:58.268720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-25ac0449-5f08-41d8-8f01-9fa3f8e66f85 service neutron] 10.222.0.36 "GET /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875922 May 12 19:36:58.392753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 is: BUILD; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:58.393272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:58.436265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8fb6b0ba-aa93-4d23-9c94-a294e967a983 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:36:58.462629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e11b5e-66d4-413f-a1f8-dabfe24c933e req-28125e96-d666-4abb-a901-33671ffa273a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:58.466935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61e11b5e-66d4-413f-a1f8-dabfe24c933e req-28125e96-d666-4abb-a901-33671ffa273a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 944 time: 0.3629310 May 12 19:36:58.487526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:36:58.506878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:58.596518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61e11b5e-66d4-413f-a1f8-dabfe24c933e req-61fe40db-755c-4ee6-a6be-19752de2f1c8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118188 May 12 19:36:58.623055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb45e6-de10-4db1-ba28-b1faefc4bd58 req-04dfff36-1235-4e8a-98c1-ca8fb39aaf30 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:58.625168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51bb45e6-de10-4db1-ba28-b1faefc4bd58 req-04dfff36-1235-4e8a-98c1-ca8fb39aaf30 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.3155377 May 12 19:36:58.645558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f27147ee-f936-470b-acd7-5ca19272400a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:36:58.711296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51bb45e6-de10-4db1-ba28-b1faefc4bd58 req-e0ab9462-43ed-4279-b1fc-353c0377aa07 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790570 May 12 19:36:58.767155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-66da1907-1727-453c-9e1f-3853fd0df708 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9 HTTP/1.1" status: 200 len: 217 time: 0.4878876 May 12 19:36:58.780931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53088) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:58.819674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:58.844207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f27147ee-f936-470b-acd7-5ca19272400a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:36:58.844579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:58.884929 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:36:55Z', 'revision_number': 3, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:58.890860 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:36:58.891389 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Updating router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 port d0a2a128-45cb-4639-8746-d97e63883fb2 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:36:58.957932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting subnet 5256d1b1-d360-4ce2-bc68-a9a74aec359e {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:36:58.963501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.008890 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.045056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3e35685-490b-4a9c-a6ee-560649bdd275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.048765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.095114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f27147ee-f936-470b-acd7-5ca19272400a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:36:59.130010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-b9f3ea76-3a0c-47b8-ad33-dd63691b3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:59.131462 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-b9f3ea76-3a0c-47b8-ad33-dd63691b3882 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.3564489 May 12 19:36:59.266931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.335160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-7d559928-8d19-4da4-b237-c2cfd32f5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:59.336677 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-7d559928-8d19-4da4-b237-c2cfd32f5f2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927607 May 12 19:36:59.383428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ad59-ccd4-4bd0-9a55-4349c7c555af req-d24deb9d-c1fa-4ee6-b579-b8adc07beb00 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:59.390668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcf3ad59-ccd4-4bd0-9a55-4349c7c555af req-d24deb9d-c1fa-4ee6-b579-b8adc07beb00 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.5056236 May 12 19:36:59.407271 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.438307 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.454911 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Transition to ACTIVE for port object d0a2a128-45cb-4639-8746-d97e63883fb2 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:36:59.468808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Subnet': ['ID=5256d1b1-d360-4ce2-bc68-a9a74aec359e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:59.470874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.487560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8f81121e-2d29-4b0a-86f2-0a14bd755a3d tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/subnets/5256d1b1-d360-4ce2-bc68-a9a74aec359e HTTP/1.1" status: 204 len: 168 time: 0.7049215 May 12 19:36:59.491294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d28cd2-5350-43be-a320-dda0f79047aa None None] Network c35bb65f-c692-483c-92c5-1619cd1e3282 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:36:59.494025 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.502920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcf3ad59-ccd4-4bd0-9a55-4349c7c555af req-65e263e0-e5a4-41da-a535-d4c8b8a7e240 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112931 May 12 19:36:59.503454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53104) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:36:59.599003 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Attempting to bind port d0a2a128-45cb-4639-8746-d97e63883fb2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:36:59.599322 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Attempting to bind port d0a2a128-45cb-4639-8746-d97e63883fb2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:36:59.599614 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Attempting to bind port d0a2a128-45cb-4639-8746-d97e63883fb2 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:36:59.606772 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb7c66-49a1-4506-8fb8-8b1268e30a9f None None] Pushing event updated for resources: {'Port': ['ID=d0a2a128-45cb-4639-8746-d97e63883fb2,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:36:59.617720 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:36:59.618085 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:36:59.618478 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.618852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:36:59.619302 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Bound port: d0a2a128-45cb-4639-8746-d97e63883fb2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:36:59.619662 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.645028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bf3c3-74a1-4f2d-9a2b-b5b73e60a878 req-c311908a-882d-4ea2-8943-80c827c65c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:36:59.648631 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-797bf3c3-74a1-4f2d-9a2b-b5b73e60a878 req-c311908a-882d-4ea2-8943-80c827c65c79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 1097 time: 0.2734838 May 12 19:36:59.777446 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] For port d0a2a128-45cb-4639-8746-d97e63883fb2, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:36:59.781920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-48cac3c0-b3dd-4eb7-8d34-728336f01c7d service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106464 May 12 19:36:59.787626 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] For port d0a2a128-45cb-4639-8746-d97e63883fb2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d0a2a128-45cb-4639-8746-d97e63883fb2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:36:59.797153 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:36:59.951803 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:36:59.954093 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:36:59.997859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-797bf3c3-74a1-4f2d-9a2b-b5b73e60a878 req-5a4f9709-0631-4179-ab22-fb590171fdfd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294722 May 12 19:37:00.003665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.026186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.060519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8fb6b0ba-aa93-4d23-9c94-a294e967a983 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:00.109397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.111738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] DHCP port deletion for c35bb65f-c692-483c-92c5-1619cd1e3282 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:37:00.126596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Deleting port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:00.126799 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.131838 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb7c66-49a1-4506-8fb8-8b1268e30a9f None None] Pushing event updated for resources: {'Port': ['ID=d0a2a128-45cb-4639-8746-d97e63883fb2,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:00.254904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:00.255250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.270233 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-2a3a2ecb-b2dd-49b6-bff7-64bf3b2e97dd service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354336 May 12 19:37:00.363094 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.420731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-15afd8b4-8764-4c3f-a3e1-9160aeeaf59f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d4298f8c-728b-4b34-be14-9fdff6a5a141 HTTP/1.1" status: 200 len: 217 time: 0.1351297 May 12 19:37:00.439951 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:37:00.503505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1f78c-2113-4fbe-8111-5abc8a8168b1 req-551f5286-688c-4612-9265-51f45d3ac3a1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:00.512946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46c1f78c-2113-4fbe-8111-5abc8a8168b1 req-551f5286-688c-4612-9265-51f45d3ac3a1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.5294793 May 12 19:37:00.524836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e67225-65ab-4801-98fa-0e06067df95f req-117d3480-71ac-43a7-a60b-825a66c1d965 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:00.527955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10e67225-65ab-4801-98fa-0e06067df95f req-117d3480-71ac-43a7-a60b-825a66c1d965 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 943 time: 0.5456774 May 12 19:37:00.535766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 35f1ed91-a47f-4a4d-8cfe-7527501354e8 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:00.635558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10e67225-65ab-4801-98fa-0e06067df95f req-5b570ada-d1b4-490f-a037-950a73f78fff tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675447 May 12 19:37:00.752808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] For port 35f1ed91-a47f-4a4d-8cfe-7527501354e8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=35f1ed91-a47f-4a4d-8cfe-7527501354e8,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:00.753119 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.763612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46c1f78c-2113-4fbe-8111-5abc8a8168b1 req-f6c08c09-7e8f-4446-a21a-006b1c1e6a65 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343340 May 12 19:37:00.792693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port 35f1ed91-a47f-4a4d-8cfe-7527501354e8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=35f1ed91-a47f-4a4d-8cfe-7527501354e8,segment=NetworkSegment(f0ff092d-2718-4871-bc24-fdb6a8f50fbe),segment_id=f0ff092d-2718-4871-bc24-fdb6a8f50fbe)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:00.793020 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.793349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:00.793847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:00.978033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-7e848e9a-0459-4544-b886-adac0f2bab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:00.988358 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-7e848e9a-0459-4544-b886-adac0f2bab18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.5544541 May 12 19:37:01.003826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for 35f1ed91-a47f-4a4d-8cfe-7527501354e8 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:01.102034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Calling delete_port for 35f1ed91-a47f-4a4d-8cfe-7527501354e8 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:01.152562 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:36:55Z', 'revision_number': 3, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:01.175095 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a7a1d-1a10-4640-ab95-f1a43da3f83b None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:36:55Z', 'revision_number': 3, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:37:01.219510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:01.222157 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.234525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f3e71-a249-4a9c-a1c6-e886d718eb6a req-07f5bde2-2207-4be7-a6a8-a13bcd279404 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:01.236329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-639f3e71-a249-4a9c-a1c6-e886d718eb6a req-07f5bde2-2207-4be7-a6a8-a13bcd279404 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.2406263 May 12 19:37:01.237597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.256788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Allocated IP 172.20.0.1 (4c2d504e-f2a4-4ab8-9171-1593ffacfbd7/971a7fb7-de75-45dc-b693-5f6312d1c107/4c162889-3d20-420c-8cbb-43299c322893) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:01.325125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:01.327380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:01.345383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=35f1ed91-a47f-4a4d-8cfe-7527501354e8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:01.350651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:37:01.402263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-06f78cc7-0caa-43aa-99f6-b12fb1504e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:01.403931 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-06f78cc7-0caa-43aa-99f6-b12fb1504e19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4000731 May 12 19:37:01.479166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:01.479546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.552374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.585651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35bb65f-c692-483c-92c5-1619cd1e3282']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:01.608940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.610347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:01.610746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ff092d-2718-4871-bc24-fdb6a8f50fbe') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:01.624594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.647531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:01.657616 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:37:01.661606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-639f3e71-a249-4a9c-a1c6-e886d718eb6a req-cb2604f2-1d34-4cd5-8900-57ade8fd0d86 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728795 May 12 19:37:01.670276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Transition to ACTIVE for port object 4c162889-3d20-420c-8cbb-43299c322893 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:01.693011 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.704305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:37:01.704809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.708997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-d6bd893d-a0d5-4173-998e-861b58f310e4 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890804 May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: timer() May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:37:01.743556 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:37:01.869865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:01.883676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:01.910036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:01.915082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'mac_address': 'fa:16:3e:63:d8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:02.003972 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.050693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:02.057964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:02.062791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-e470d0f9-d681-4350-8511-4713e3b6ec3f service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462329 May 12 19:37:02.067002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:02.082641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.115526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.130509 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.148910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Network': ['ID=c35bb65f-c692-483c-92c5-1619cd1e3282,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:02.157995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:02.158618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.178735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ab6c1793-1d62-4d8a-9a6f-02f02870fb7e tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/networks/c35bb65f-c692-483c-92c5-1619cd1e3282 HTTP/1.1" status: 204 len: 168 time: 2.6717393 May 12 19:37:02.180114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53154) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:02.219327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:02.220995 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:37:02.221574 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:37:02.243855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.250489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:02.251084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.299771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:02.307550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:02.333592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93e2ba-6150-4718-956a-96c2bb401196 req-53019cd6-cb02-42f7-a0c3-933b329f2eb4 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:02.340883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da93e2ba-6150-4718-956a-96c2bb401196 req-53019cd6-cb02-42f7-a0c3-933b329f2eb4 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.4243219 May 12 19:37:02.353058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting subnet 7bfc2a30-61c8-433a-83be-ec909fccd38c {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:37:02.369743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.382482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.475656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf8945-a6ff-4f11-a2b3-12534643593b req-264c4b10-f84f-4c33-a30b-025031e575fd tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:02.478712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98bf8945-a6ff-4f11-a2b3-12534643593b req-264c4b10-f84f-4c33-a30b-025031e575fd tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.4775653 May 12 19:37:02.528305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:02.531504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:37:02.531657 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:37:02.532091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b6ff8b86-8bb1-4aba-aa98-4255f02f403e None None] Provisioning for port 4c162889-3d20-420c-8cbb-43299c322893 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:02.537638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b6ff8b86-8bb1-4aba-aa98-4255f02f403e None None] Provisioning complete for port 4c162889-3d20-420c-8cbb-43299c322893 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:02.538008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6ff8b86-8bb1-4aba-aa98-4255f02f403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.546354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.612224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da93e2ba-6150-4718-956a-96c2bb401196 req-98b5d17b-610b-4435-9306-92324714e084 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703524 May 12 19:37:02.644026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98bf8945-a6ff-4f11-a2b3-12534643593b req-45432dd0-aeb6-4518-800b-f9b09267e559 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562250 May 12 19:37:02.650186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d0a2a128-45cb-4639-8746-d97e63883fb2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:02.722021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff8b86-8bb1-4aba-aa98-4255f02f403e None None] Port 4c162889-3d20-420c-8cbb-43299c322893 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:37:02.723220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.725347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Deleting port 35f1ed91-a47f-4a4d-8cfe-7527501354e8 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:02.725725 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:02.731638 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-dcea276d-77c3-4e8a-9b33-304455c1bcfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176 HTTP/1.1" status: 200 len: 217 time: 0.5718114 May 12 19:37:02.734874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c162889-3d20-420c-8cbb-43299c322893,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:02.820509 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fe57b2-4899-4624-b5b7-33c554ce3103'] response: {'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'code': 200} May 12 19:37:02.860617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6a221d35-00a7-4ee2-94b7-6e7129e98340 None None] The port '35f1ed91-a47f-4a4d-8cfe-7527501354e8' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:37:02.887942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d0a2a128-45cb-4639-8746-d97e63883fb2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:02.895930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d0a2a128-45cb-4639-8746-d97e63883fb2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:02.896552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.003233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-6629c08c-e053-40c6-a3ec-12cd03e668a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:03.005242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-6629c08c-e053-40c6-a3ec-12cd03e668a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.2631016 May 12 19:37:03.083974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d0a2a128-45cb-4639-8746-d97e63883fb2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:03.084576 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.100906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.113503 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:37:03.117664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309c123-791c-41a0-815a-8e1f7abc9534 req-a5afe43d-82ef-4d95-af30-f1c8aaa44b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:03.119231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1309c123-791c-41a0-815a-8e1f7abc9534 req-a5afe43d-82ef-4d95-af30-f1c8aaa44b39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 1096 time: 0.1989677 May 12 19:37:03.128183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d0a2a128-45cb-4639-8746-d97e63883fb2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d0a2a128-45cb-4639-8746-d97e63883fb2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:03.138265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.173957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-411fcea6-9114-4ccb-bb81-871188ce8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:03.175584 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-411fcea6-9114-4ccb-bb81-871188ce8ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611695 May 12 19:37:03.199533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.204484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfc2a30-61c8-433a-83be-ec909fccd38c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:03.232572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba760052-be4b-4080-9727-7f3f93585243 None None] Network 79157366-f1aa-42f4-973b-38221a82824e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:37:03.234492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-725c638a-6de4-4979-a79a-17e1a20cd423 tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/subnets/7bfc2a30-61c8-433a-83be-ec909fccd38c HTTP/1.1" status: 204 len: 168 time: 1.0525858 May 12 19:37:03.237500 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1309c123-791c-41a0-815a-8e1f7abc9534 req-7f169c54-fe57-4442-b7de-bc073bbbaadd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110964 May 12 19:37:03.238228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53166) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:03.266453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:03.266858 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.342453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2ae4-55e7-4720-b0ba-ee6c93276f1f req-c568aa80-4a0a-4085-9a7b-9dfb6a8b3dc2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:03.343703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aebc2ae4-55e7-4720-b0ba-ee6c93276f1f req-c568aa80-4a0a-4085-9a7b-9dfb6a8b3dc2 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.3143032 May 12 19:37:03.367041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.370863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:03.403024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:03.406181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.417591 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.427809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aebc2ae4-55e7-4720-b0ba-ee6c93276f1f req-502379ac-95a4-440f-8a71-8c1565d1e586 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728660 May 12 19:37:03.429300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Deleting port 4ef3acc4-2cae-407b-be2c-1643150478b1 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:03.429647 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.466622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d0a2a128-45cb-4639-8746-d97e63883fb2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:03.547057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-9f972377-b714-402d-90a2-cbfc3b40bf28 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617506 May 12 19:37:03.678844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:03.785571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:03.787943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] For port 4ef3acc4-2cae-407b-be2c-1643150478b1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ef3acc4-2cae-407b-be2c-1643150478b1,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:03.788522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:03.932410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53180) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:03.932631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] DHCP port deletion for 79157366-f1aa-42f4-973b-38221a82824e request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:37:03.947613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Deleting port 4ef3acc4-2cae-407b-be2c-1643150478b1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:03.948339 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.002122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Calling delete_port for 4ef3acc4-2cae-407b-be2c-1643150478b1 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:04.111337 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-8b5578fb-0328-40a8-bbcb-3d91344a26cb service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568736 May 12 19:37:04.175902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.218498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] For port 4ef3acc4-2cae-407b-be2c-1643150478b1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ef3acc4-2cae-407b-be2c-1643150478b1,segment=NetworkSegment(9b20df48-7459-42f8-8dfb-a0d09283224a),segment_id=9b20df48-7459-42f8-8dfb-a0d09283224a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:04.218889 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.222850 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-a2a86075-4aaa-40b4-861e-ae71c08f34c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e HTTP/1.1" status: 200 len: 217 time: 0.0942178 May 12 19:37:04.266559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Port': ['ID=4ef3acc4-2cae-407b-be2c-1643150478b1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:04.279858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] No DVR routers for this DVR port 4ef3acc4-2cae-407b-be2c-1643150478b1 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:37:04.288318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.290321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d8efe-0866-4fea-b872-bc90a7252e85 req-3ec6239f-22c0-4e49-948e-950827fd0519 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:04.291984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b7d8efe-0866-4fea-b872-bc90a7252e85 req-3ec6239f-22c0-4e49-948e-950827fd0519 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.4859831 May 12 19:37:04.305285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-df041d30-a8af-4380-8187-604db03dc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:04.306795 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-df041d30-a8af-4380-8187-604db03dc673 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 1097 time: 0.3751979 May 12 19:37:04.343436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:04.354198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:6893fe3081df43eea3c7ab2216c605ba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:04.381080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530873-f509-4135-9b03-d93ba56ca0d5 req-71df9281-35e5-4ea4-8f7d-03ba3337e68c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:04.382606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97530873-f509-4135-9b03-d93ba56ca0d5 req-71df9281-35e5-4ea4-8f7d-03ba3337e68c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 949 time: 0.3916683 May 12 19:37:04.396910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Calling delete_port for 4ef3acc4-2cae-407b-be2c-1643150478b1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:04.436638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:04.471890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-e9a8cfdf-cddc-406e-b2b9-47a9619e8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:04.473729 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-e9a8cfdf-cddc-406e-b2b9-47a9619e8992 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 200 len: 797 time: 0.2343769 May 12 19:37:04.476120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:04.480645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:37:04.487735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d0a2a128-45cb-4639-8746-d97e63883fb2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:04.513309 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.540759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79157366-f1aa-42f4-973b-38221a82824e']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:04.547810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.565163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b20df48-7459-42f8-8dfb-a0d09283224a') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:04.565426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.565629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b20df48-7459-42f8-8dfb-a0d09283224a') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: from cryptography.utils import int_from_bytes May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: from cryptography.utils import int_from_bytes May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn_limited( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn_limited( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.575199 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:04.578314 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:37:04.579195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b7d8efe-0866-4fea-b872-bc90a7252e85 req-cd6394f6-a9ff-450f-9ec9-622221bc83b9 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537825 May 12 19:37:04.583938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.590222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:37:04.590571 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:37:04.610400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d0a2a128-45cb-4639-8746-d97e63883fb2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:04.610771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.614748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97530873-f509-4135-9b03-d93ba56ca0d5 req-85885ef4-b669-4543-958a-7289d08b8895 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669219 May 12 19:37:04.623762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.630632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:37:04.631036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: timer() May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:37:04.646919 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:37:04.729554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.746134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-30d61b77-2c03-4cb1-9a39-3d91c4bee387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:04.747800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-30d61b77-2c03-4cb1-9a39-3d91c4bee387 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 200 len: 911 time: 0.4327140 May 12 19:37:04.752870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.795176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] Pushing event deleted for resources: {'Network': ['ID=79157366-f1aa-42f4-973b-38221a82824e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:04.808708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d0a2a128-45cb-4639-8746-d97e63883fb2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:04.819929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dfa20aab-5a01-45f7-bc9a-f15b1aa6c20c tempest-ServersTestMultiNic-33506013 tempest-ServersTestMultiNic-33506013-project] 10.222.0.72 "DELETE /v2.0/networks/79157366-f1aa-42f4-973b-38221a82824e HTTP/1.1" status: 204 len: 168 time: 1.5782213 May 12 19:37:04.822685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:04.857100 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-40c29313-ca60-4680-91c8-085b8c87ad20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571 HTTP/1.1" status: 200 len: 217 time: 0.0970504 May 12 19:37:04.888569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a18d0-ef7d-431c-9549-3c6e1679cc7e req-25ea4739-a272-4cb1-b35d-24eaafe7a116 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:04.897515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-732a18d0-ef7d-431c-9549-3c6e1679cc7e req-25ea4739-a272-4cb1-b35d-24eaafe7a116 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1482296 May 12 19:37:04.901864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ef3acc4-2cae-407b-be2c-1643150478b1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:04.915149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c162889-3d20-420c-8cbb-43299c322893,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:04.917659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:04.940074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4ef3acc4-2cae-407b-be2c-1643150478b1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:04.940412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ef3acc4-2cae-407b-be2c-1643150478b1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:04.951952 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f446740-5fd0-41f8-987e-25b9d735c5b8'] response: {'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'code': 200} May 12 19:37:04.958384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-732a18d0-ef7d-431c-9549-3c6e1679cc7e req-93d0c7c7-e50d-4edd-b223-23391dbf15f1 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509150 May 12 19:37:05.021392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-8e33d816-2dad-4d92-99eb-351fdac4781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:05.023034 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-8e33d816-2dad-4d92-99eb-351fdac4781c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b23f44-1fb8-4731-8783-e2921a799d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5251589 May 12 19:37:05.078671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-3c084ca9-d381-4786-9a94-f3e6a57e5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:05.080094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-3c084ca9-d381-4786-9a94-f3e6a57e5d6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 200 len: 850 time: 0.2078283 May 12 19:37:05.091833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Deleting port 4ef3acc4-2cae-407b-be2c-1643150478b1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:05.092514 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.174618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53196) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:05.220360 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-6230ad62-2034-4459-ba67-690b3a36b26a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ecd9c-b441-4665-85ac-5615b577c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898542 May 12 19:37:05.222648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c2986-a036-4192-8007-21e0a4f9a585 None None] The port '4ef3acc4-2cae-407b-be2c-1643150478b1' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:37:05.247371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.274953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.381660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:05.392326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:05.425040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98c7c31-15e8-40ad-92de-115a90799a95,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:05.425280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:05.497368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-8b5390c8-4d65-4f13-a8ba-ecc4de30943d service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625180 May 12 19:37:05.499603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d92d07cf-f28a-4ab7-aef6-f9387013bdc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6893fe3081df43eea3c7ab2216c605ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5663369 May 12 19:37:05.504092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53200) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:05.513283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:05.513948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.654961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6dedef5-2b64-40ed-9ede-a1c7158813b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.663985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:05.664438 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.696049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e49415bf-326e-4dd0-902f-fad05419ab2b None None] Provisioning complete for port 4c162889-3d20-420c-8cbb-43299c322893 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:05.696322 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e49415bf-326e-4dd0-902f-fad05419ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.716747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6dedef5-2b64-40ed-9ede-a1c7158813b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.773927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:05.776857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e49415bf-326e-4dd0-902f-fad05419ab2b None None] Port 4c162889-3d20-420c-8cbb-43299c322893 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:37:05.783811 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:05.834563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-52eeffce-5bee-4357-9f42-edd2e023278c service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933280 May 12 19:37:05.865837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:05.988765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:37:06.029230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-0a80db1f-eccc-4481-97cd-48c07816be94 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819993 May 12 19:37:06.041578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6dedef5-2b64-40ed-9ede-a1c7158813b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:06.075744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dedef5-2b64-40ed-9ede-a1c7158813b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98c7c31-15e8-40ad-92de-115a90799a95,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:06.088703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c75ae-5d14-4f83-a8c8-515d978dc0b4 req-11d78237-0429-4a2a-b958-39dcdc1e0e0f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:06.095772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e75c75ae-5d14-4f83-a8c8-515d978dc0b4 req-11d78237-0429-4a2a-b958-39dcdc1e0e0f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.2804947 May 12 19:37:06.157663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6dedef5-2b64-40ed-9ede-a1c7158813b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:06.161375 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b6dedef5-2b64-40ed-9ede-a1c7158813b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c98c7c31-15e8-40ad-92de-115a90799a95 HTTP/1.1" status: 204 len: 168 time: 0.6536896 May 12 19:37:06.171198 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9517dc6c-d39d-4c52-a9e5-1783c89c9379 req-95b0bb21-a003-43af-86ad-e9b003a99d65 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247430 May 12 19:37:06.183367 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-1f156869-b6b8-420d-ba46-65e9f8dc2cc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b HTTP/1.1" status: 200 len: 217 time: 0.1033449 May 12 19:37:06.201034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e75c75ae-5d14-4f83-a8c8-515d978dc0b4 req-2b38b846-be5a-44a6-b10a-a211dee5bbd3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044464 May 12 19:37:06.246873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fd7a3-912f-4fbe-bdc2-dbc2a87dd42c req-ebf29496-f539-4fed-81ea-ec66d3b39edb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:06.263235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef8fd7a3-912f-4fbe-bdc2-dbc2a87dd42c req-ebf29496-f539-4fed-81ea-ec66d3b39edb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.2703009 May 12 19:37:06.321925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef8fd7a3-912f-4fbe-bdc2-dbc2a87dd42c req-abfbecc1-7746-48bc-8312-a898d34d781c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576069 May 12 19:37:06.377329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-ab05e1f3-dff6-48af-b97e-c3d48117fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:06.378951 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-ab05e1f3-dff6-48af-b97e-c3d48117fcb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d33ef676-aadf-4ac5-ab3f-2485032c2a6d HTTP/1.1" status: 200 len: 797 time: 0.1874928 May 12 19:37:06.458144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:37:06.467350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:37:06.478543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:37:06.479527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:06.494760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-1584379d-f225-4844-889c-df36e86b6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:06.498421 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-1584379d-f225-4844-889c-df36e86b6a6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3da18450-faba-4c15-af43-f6fd6be9f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067047 May 12 19:37:06.513378 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-46a23100-e820-4b96-99a5-530c4f2619e8 admin admin] 10.222.0.72 "PUT /v2.0/routers/16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5170465 May 12 19:37:06.587969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747f0c3-7735-4128-8d60-cbd74463f489 req-15fec5b9-fcfc-40b3-a1d7-8ea6286267c7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:06.600129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6747f0c3-7735-4128-8d60-cbd74463f489 req-15fec5b9-fcfc-40b3-a1d7-8ea6286267c7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.2662628 May 12 19:37:06.649602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:06.650869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:06.680229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:06.697154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:06.702409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Usage tracker for resource:security_group_rule and tenant:16699d087dc5421bbe005129ccd1f62e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:06.705430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:06.711758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:06.723649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b2e3-02d9-4507-a9c5-2ddeea5ecfca req-8220a14f-cac8-41f5-aa47-f072cc23504a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:06.725167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dc9b2e3-02d9-4507-a9c5-2ddeea5ecfca req-8220a14f-cac8-41f5-aa47-f072cc23504a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.2655790 May 12 19:37:06.739274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:37:06.760462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6747f0c3-7735-4128-8d60-cbd74463f489 req-4d4e78e8-a382-411e-beee-4b3557703876 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593020 May 12 19:37:06.803857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:06.811524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-fb3c4372-d72f-47a6-a22f-edcac72abf48 service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039885 May 12 19:37:06.812713 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:06.875270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16699d087dc5421bbe005129ccd1f62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244561 May 12 19:37:06.883337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53224) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:06.890867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dc9b2e3-02d9-4507-a9c5-2ddeea5ecfca req-b60f56b1-3924-4182-9e0c-5680aa9d3f4b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430588 May 12 19:37:06.893619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1e41b-d7c0-4548-944e-9c13bb54b678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d96346-9eee-4ef3-acdf-19a8216c4fc3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:06.953737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:07.043393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-4f049eea-0d26-4c57-b39e-8177b61766e0 service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032743 May 12 19:37:07.082192 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b47d479e-3fd9-4ff3-ae0b-e69dd5d8ef9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.126197 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b47d479e-3fd9-4ff3-ae0b-e69dd5d8ef9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.166559 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-f7048913-b370-4b32-8d47-b18c1c6a6639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 HTTP/1.1" status: 200 len: 217 time: 0.1152821 May 12 19:37:07.218012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 2, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:07.224431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:37:07.225719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Updating router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 port 4c162889-3d20-420c-8cbb-43299c322893 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:37:07.300079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b47d479e-3fd9-4ff3-ae0b-e69dd5d8ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.307153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-9d1ad7fa-384f-4044-bc3c-5f50dee01d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:07.308768 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-9d1ad7fa-384f-4044-bc3c-5f50dee01d2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d33ef676-aadf-4ac5-ab3f-2485032c2a6d HTTP/1.1" status: 200 len: 797 time: 0.1355374 May 12 19:37:07.326514 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.332318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Deleting port 907a5a8a-f3d8-4027-b9d2-306bb1998467 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:07.332940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.405580 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb66ca88-a980-4c24-8815-95752f64e184'] response: {'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'code': 200} May 12 19:37:07.452512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-19b9f7a4-2775-4ecb-bbcc-667d1bae431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:07.455325 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-19b9f7a4-2775-4ecb-bbcc-667d1bae431b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3da18450-faba-4c15-af43-f6fd6be9f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1367137 May 12 19:37:07.647539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d479e-3fd9-4ff3-ae0b-e69dd5d8ef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d96346-9eee-4ef3-acdf-19a8216c4fc3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:07.665015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b47d479e-3fd9-4ff3-ae0b-e69dd5d8ef9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.668660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b47d479e-3fd9-4ff3-ae0b-e69dd5d8ef9c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70d96346-9eee-4ef3-acdf-19a8216c4fc3 HTTP/1.1" status: 204 len: 168 time: 0.7816916 May 12 19:37:07.752525 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-00fae8dc-f28d-4709-920b-c2251e06a1ab service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888789 May 12 19:37:07.793590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.799535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.819829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Transition to ACTIVE for port object 4c162889-3d20-420c-8cbb-43299c322893 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:07.831163 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:07.991599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdec1735-5d66-4ec1-af34-1432d1832779 req-68b5aa9b-890c-4367-a7d8-ad5c735ead65 service neutron] 10.222.0.36 "GET /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307708 May 12 19:37:08.034016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-15734f64-2a15-4e74-95fe-c6fd4f166571 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:08.042040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-15734f64-2a15-4e74-95fe-c6fd4f166571 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 821 time: 0.4920170 May 12 19:37:08.044859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155e32e-d0dd-4e44-934d-cd9969c30166 None None] Pushing event updated for resources: {'Port': ['ID=4c162889-3d20-420c-8cbb-43299c322893,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:08.066245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] For port 907a5a8a-f3d8-4027-b9d2-306bb1998467, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=907a5a8a-f3d8-4027-b9d2-306bb1998467,segment=NetworkSegment(aa9f3028-90b8-42b0-bf70-e7a4658125ab),segment_id=aa9f3028-90b8-42b0-bf70-e7a4658125ab)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:08.066607 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:08.129173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1386f8e-13b8-4a8e-8c0c-df1d04234984 req-0b3e8779-7c0f-455d-97ed-6e0feb0dd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:08.130709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1386f8e-13b8-4a8e-8c0c-df1d04234984 req-0b3e8779-7c0f-455d-97ed-6e0feb0dd9a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1101 time: 0.5843308 May 12 19:37:08.140880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400103b-8ac6-49d1-b09a-80c7976f04bf req-2e46c330-70be-4516-aec8-ed48c4ce81c9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:08.148320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8400103b-8ac6-49d1-b09a-80c7976f04bf req-2e46c330-70be-4516-aec8-ed48c4ce81c9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.6006889 May 12 19:37:08.156258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-3da4e3f3-e3a1-420c-9a39-f49c4fe61071 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/quotas/358c86a990744b45a5b956e61c70a5d6 HTTP/1.1" status: 200 len: 375 time: 0.1127844 May 12 19:37:08.247777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Attempting to bind port 4c162889-3d20-420c-8cbb-43299c322893 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:08.248144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Attempting to bind port 4c162889-3d20-420c-8cbb-43299c322893 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:08.248502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Attempting to bind port 4c162889-3d20-420c-8cbb-43299c322893 on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:08.260213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:08.260683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Checking segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:08.260990 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:08.261460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Bound using segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:08.261855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Bound port: 4c162889-3d20-420c-8cbb-43299c322893, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:08.262226 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:08.273510 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:08.332391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Calling delete_port for 907a5a8a-f3d8-4027-b9d2-306bb1998467 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:08.355483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] For port 4c162889-3d20-420c-8cbb-43299c322893, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:08.358891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] For port 4c162889-3d20-420c-8cbb-43299c322893, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4c162889-3d20-420c-8cbb-43299c322893,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:08.364061 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:08.439485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1386f8e-13b8-4a8e-8c0c-df1d04234984 req-df770ee5-b267-4326-a8c1-d8693257bc2c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811897 May 12 19:37:08.445539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8400103b-8ac6-49d1-b09a-80c7976f04bf req-cb4e01b6-b666-43e0-bd83-cd0be0dba7b0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962909 May 12 19:37:08.465935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:37:08.466556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:08.556726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155e32e-d0dd-4e44-934d-cd9969c30166 None None] Pushing event updated for resources: {'Port': ['ID=4c162889-3d20-420c-8cbb-43299c322893,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:08.721254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:37:08.783617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-61f0de63-3c36-4168-a82c-ed49f7436bb4 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6264970 May 12 19:37:08.910941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-a5fe542c-add8-41fb-87df-47d9814bc486 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:08.912472 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-a5fe542c-add8-41fb-87df-47d9814bc486 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 814 time: 0.2781487 May 12 19:37:08.936879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-877fce3d-aca9-4fb7-9a9d-6e03b5c5765d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/quotas/8489433b5528432c9427e394cae70d6b HTTP/1.1" status: 200 len: 375 time: 0.0141549 May 12 19:37:08.966276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce15c9-f958-443c-b532-da498d587660 req-43f5799c-5623-44b9-bb88-4f07e4133320 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:08.966878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-31ce15c9-f958-443c-b532-da498d587660 req-43f5799c-5623-44b9-bb88-4f07e4133320 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Synchronizing usage tracker for tenant:8489433b5528432c9427e394cae70d6b on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:08.986631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-31ce15c9-f958-443c-b532-da498d587660 req-43f5799c-5623-44b9-bb88-4f07e4133320 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Unset dirty status for tenant:8489433b5528432c9427e394cae70d6b on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:08.988593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31ce15c9-f958-443c-b532-da498d587660 req-43f5799c-5623-44b9-bb88-4f07e4133320 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc2281eb-a562-4754-b611-c515a5d8626e HTTP/1.1" status: 200 len: 945 time: 0.1451890 May 12 19:37:09.074271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Deleting port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:09.074704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:09.123212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:08Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:09.129664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992b60-a767-4645-999a-9784fa08e056 None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:08Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:37:09.174695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:09.457136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=907a5a8a-f3d8-4027-b9d2-306bb1998467,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:09.496061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-59a1be95-be3a-46f5-9c75-c7605964f613 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030475 May 12 19:37:09.510999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] For port 8fb6b0ba-aa93-4d23-9c94-a294e967a983, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8fb6b0ba-aa93-4d23-9c94-a294e967a983,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:09.511611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:09.592244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-df8aa99c-dede-41e1-a1f2-0046d545c0d8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6277661 May 12 19:37:09.705240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Calling delete_port for 8fb6b0ba-aa93-4d23-9c94-a294e967a983 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:09.933753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:09.947907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8fb6b0ba-aa93-4d23-9c94-a294e967a983'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:10.017944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Pushing event deleted for resources: {'Port': ['ID=8fb6b0ba-aa93-4d23-9c94-a294e967a983,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:10.114894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] No DVR routers for this DVR port 8fb6b0ba-aa93-4d23-9c94-a294e967a983 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:37:10.120545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-2a76c636-994c-41b3-b2be-3b141e944841 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157761 May 12 19:37:10.121246 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:10.123972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'name': 'network-vif-deleted', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:10.146501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-f883b2dd-bbdf-4b85-b5ec-9fe6186b1e6b service neutron] 10.222.0.72 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526319 May 12 19:37:10.180363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-31ce15c9-f958-443c-b532-da498d587660 req-aafc2fe6-b30d-4c2f-a59f-99e0bc7ab7b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "DELETE /v2.0/ports/8fb6b0ba-aa93-4d23-9c94-a294e967a983 HTTP/1.1" status: 204 len: 173 time: 1.1866138 May 12 19:37:10.277158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:10.526274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-e11b7b55-f340-4509-9d51-cfb639730b56 service neutron] 10.222.0.72 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788869 May 12 19:37:10.687438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4c162889-3d20-420c-8cbb-43299c322893 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:10.882230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4c162889-3d20-420c-8cbb-43299c322893 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:10.893679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4c162889-3d20-420c-8cbb-43299c322893 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:10.896661 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:11.044141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c3358-068d-43bd-8e66-bcb4b39619f0 req-140b974c-c7e8-4ebf-a164-3bff70b8d1ab tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:11.045778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d9c3358-068d-43bd-8e66-bcb4b39619f0 req-140b974c-c7e8-4ebf-a164-3bff70b8d1ab tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.5424221 May 12 19:37:11.079350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4c162889-3d20-420c-8cbb-43299c322893 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:11.079924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:11.172574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 4c162889-3d20-420c-8cbb-43299c322893, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4c162889-3d20-420c-8cbb-43299c322893,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:11.182378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:11.276417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=4c162889-3d20-420c-8cbb-43299c322893,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:11.298987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.299299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.299564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.300058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.300386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.300713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.301034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.301379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.301696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.302009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.302543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.302663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:11.306243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Router d951feac-b6d9-41fe-81a4-1425d99b0c5b has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:37:11.335143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d9c3358-068d-43bd-8e66-bcb4b39619f0 req-2083a542-959a-4227-96d2-65a8a72ba40d tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804742 May 12 19:37:11.421218 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0296a4d-44f2-4324-9f76-95d13b2ee78b'] response: {'server_uuid': 'dc2281eb-a562-4754-b611-c515a5d8626e', 'name': 'network-vif-deleted', 'tag': '8fb6b0ba-aa93-4d23-9c94-a294e967a983', 'status': 'completed', 'code': 200} May 12 19:37:11.440340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855fe06-b244-4737-89a1-cc25573972b2 req-12bd6b55-c5ad-4022-8274-fb29e808b7da tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:11.441735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a855fe06-b244-4737-89a1-cc25573972b2 req-12bd6b55-c5ad-4022-8274-fb29e808b7da tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.5502996 May 12 19:37:11.544845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a855fe06-b244-4737-89a1-cc25573972b2 req-2f78296b-1d27-4ca0-a193-dbcecd33986b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842175 May 12 19:37:11.873659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e093649-b8f5-4a11-95d0-51f8820c04dd req-9d4418e5-1636-4f2d-affa-e7dcca66e070 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 210 time: 0.3276174 May 12 19:37:11.883583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42fe05a5-43d8-4f02-8e94-e68828edd1df req-f75adc25-2a57-4843-a386-442616a4ec82 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 210 time: 0.1021249 May 12 19:37:11.899092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:37:11.911818 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] Sync routers for ids ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:37:11.935242 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] Routers {'d951feac-b6d9-41fe-81a4-1425d99b0c5b'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:37:11.935242 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:11.935652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53356) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:11.936657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ad67068f-96fb-456a-98d2-1d17f3600e47 admin admin] 10.222.0.72 "PUT /v2.0/routers/d951feac-b6d9-41fe-81a4-1425d99b0c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7598350 May 12 19:37:12.106208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8fb6b0ba-aa93-4d23-9c94-a294e967a983 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:12.188034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 8fb6b0ba-aa93-4d23-9c94-a294e967a983 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:12.189119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8fb6b0ba-aa93-4d23-9c94-a294e967a983 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:12.275969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b7dec-71b1-44cd-a55d-13dcb0277fef req-0f69efa9-0d78-402e-b9fb-fc9dff481f24 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:12.288196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-645b7dec-71b1-44cd-a55d-13dcb0277fef req-0f69efa9-0d78-402e-b9fb-fc9dff481f24 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1730943 May 12 19:37:12.390053 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] Set router d951feac-b6d9-41fe-81a4-1425d99b0c5b gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:37:12.398531 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-645b7dec-71b1-44cd-a55d-13dcb0277fef req-387b2bde-77dc-4dc9-85fa-1fd3592871f8 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093166 May 12 19:37:12.542884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4c162889-3d20-420c-8cbb-43299c322893 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:12.569030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266252a9-4d87-4f4e-9b6f-8cb8982a4d87 req-17c1348d-6053-49f4-a197-9b7fb77d7ce7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:12.578320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-266252a9-4d87-4f4e-9b6f-8cb8982a4d87 req-17c1348d-6053-49f4-a197-9b7fb77d7ce7 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1375880 May 12 19:37:12.682902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-266252a9-4d87-4f4e-9b6f-8cb8982a4d87 req-2047e167-a731-42a0-b0c1-911fdf437801 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032059 May 12 19:37:12.716884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4c162889-3d20-420c-8cbb-43299c322893 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:12.717278 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:12.758409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-4091587f-884e-4371-8621-2d21c3eac2fa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:12.760266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-4091587f-884e-4371-8621-2d21c3eac2fa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Synchronizing usage tracker for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:12.789978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:12.858076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-4091587f-884e-4371-8621-2d21c3eac2fa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Unset dirty status for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:12.859272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-4091587f-884e-4371-8621-2d21c3eac2fa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.36 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 821 time: 0.7867770 May 12 19:37:12.919373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4c162889-3d20-420c-8cbb-43299c322893 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:13.058773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'port': {'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'admin_state_up': True, 'tenant_id': '358c86a990744b45a5b956e61c70a5d6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:13.078099 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:37:08Z', 'revision_number': 5, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:13.216463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b38d663-8153-42a2-9553-e6c802f98767 req-900f1fcf-243b-4480-b357-355151116c25 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 210 time: 0.0745296 May 12 19:37:13.251367 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] Checking router: d951feac-b6d9-41fe-81a4-1425d99b0c5b for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:37:13.327560 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] Routers {'d951feac-b6d9-41fe-81a4-1425d99b0c5b'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:37:13.341981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:36:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:13.412325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffe0e7d6-7ad4-4786-ad6e-b7fb1d04c2b7 req-09f9b7d5-d1dd-4a1b-b569-4cbcc7d9c3a9 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 210 time: 0.1827834 May 12 19:37:13.469420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bedd8d-5e8d-4fd8-b845-dc384a877d4b req-1d45bffc-7402-4a56-8d2c-de2a1f013f0f tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:13.481002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45bedd8d-5e8d-4fd8-b845-dc384a877d4b req-1d45bffc-7402-4a56-8d2c-de2a1f013f0f tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1396644 May 12 19:37:13.484161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:13.492333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:13.503075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-1bb9f1da-6514-4143-ab9b-a871d311cb75 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:13.504982 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-1bb9f1da-6514-4143-ab9b-a871d311cb75 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 814 time: 0.6480551 May 12 19:37:13.508926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Deleting port 6ed88eb7-035e-4f7c-9bee-156075baacf0 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:13.509563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:13.542600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Usage tracker for resource:port and tenant:358c86a990744b45a5b956e61c70a5d6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:13.549999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45bedd8d-5e8d-4fd8-b845-dc384a877d4b req-5bf2a6cf-fc4d-46e7-bf0e-648b352cf1d1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678868 May 12 19:37:13.551614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:13.558067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Request body: {'port': {'device_id': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'admin_state_up': True, 'tenant_id': '8489433b5528432c9427e394cae70d6b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:13.591085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:13.639500 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] Set router d951feac-b6d9-41fe-81a4-1425d99b0c5b gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:37:13.692233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Made reservation on behalf of 358c86a990744b45a5b956e61c70a5d6 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:13.695645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:13.862771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:13.866946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Usage tracker for resource:port and tenant:8489433b5528432c9427e394cae70d6b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:13.869893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:13.875736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:13.899384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Made reservation on behalf of 8489433b5528432c9427e394cae70d6b for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:13.902886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:13.927370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370923-9360-46db-b9e3-a7dddc0b1967 req-e49a7d17-296e-4682-8f79-aef63735cb0b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:13.934996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac370923-9360-46db-b9e3-a7dddc0b1967 req-e49a7d17-296e-4682-8f79-aef63735cb0b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1118312 May 12 19:37:13.944278 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:37:08Z', 'revision_number': 5, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:13.948508 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e252fa-c556-4994-be6e-5aa5a583fc1a None None] The sync data for ids ['d951feac-b6d9-41fe-81a4-1425d99b0c5b'] in n-d-841626-1 is: [{'id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'name': 'tempest-ServersTestMultiNic-447356184-router', 'tenant_id': 'fedf2927801c44adaf172effccbb1f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:52Z', 'updated_at': '2022-05-12T19:37:08Z', 'revision_number': 5, 'project_id': 'fedf2927801c44adaf172effccbb1f6e', 'gw_port': {'id': '6ed88eb7-035e-4f7c-9bee-156075baacf0', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951feac-b6d9-41fe-81a4-1425d99b0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:55Z', 'updated_at': '2022-05-12T19:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:37:13.992868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac370923-9360-46db-b9e3-a7dddc0b1967 req-07264fa9-9e64-4375-ac27-c370c554f602 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570307 May 12 19:37:14.016380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] For port 6ed88eb7-035e-4f7c-9bee-156075baacf0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ed88eb7-035e-4f7c-9bee-156075baacf0,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:14.016745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:14.197161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Calling delete_port for 6ed88eb7-035e-4f7c-9bee-156075baacf0 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:14.381834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06c8e839-5eeb-4022-a382-afc5e954b472 req-fca51936-1738-42bd-aa9f-6247db97ebaf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 210 time: 0.0536335 May 12 19:37:14.435699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 907a5a8a-f3d8-4027-b9d2-306bb1998467 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:14.456307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Allocated IP 172.20.0.10 (4c2d504e-f2a4-4ab8-9171-1593ffacfbd7/971a7fb7-de75-45dc-b693-5f6312d1c107/37848aac-7388-4360-8774-007483ea588d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:14.475909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 907a5a8a-f3d8-4027-b9d2-306bb1998467 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:14.481237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 907a5a8a-f3d8-4027-b9d2-306bb1998467 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:14.605028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b81471d9-7213-4ee9-ab7e-04c5efb0ccfd req-1113e273-408a-45f0-9890-f62574a88e06 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 210 time: 0.0530276 May 12 19:37:14.695027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Allocated IP 172.20.0.2 (808eaa5d-9961-4163-93d3-a78e78fe08a2/26ebd3c5-bd72-4aa7-aab1-542dd2704fe0/9ee1e96f-e760-4c85-9bd5-36e60ed85bca) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:14.776681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8c7ca-d1bd-4a94-bb68-9b72d52b32c8 req-b05b8f2f-b97e-43fd-bdfb-a833f2ce1636 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:14.778321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efa8c7ca-d1bd-4a94-bb68-9b72d52b32c8 req-b05b8f2f-b97e-43fd-bdfb-a833f2ce1636 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.0892920 May 12 19:37:14.829679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efa8c7ca-d1bd-4a94-bb68-9b72d52b32c8 req-e24f1d92-b068-42f0-af44-cfbc91781163 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 May 12 19:37:15.045227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.132075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed88eb7-035e-4f7c-9bee-156075baacf0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:15.189078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.189350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef61c14-9da9-4670-a663-16a82b9d8fc4 req-221d7d17-399a-4f57-9004-0adf0bfbadb5 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:15.196778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ef61c14-9da9-4670-a663-16a82b9d8fc4 req-221d7d17-399a-4f57-9004-0adf0bfbadb5 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.0956502 May 12 19:37:15.238330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ef61c14-9da9-4670-a663-16a82b9d8fc4 req-49c2849f-2c4c-43b4-afd1-5b285b489baf tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 May 12 19:37:15.279144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Transition to ACTIVE for port object 37848aac-7388-4360-8774-007483ea588d will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:15.291456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.314873 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.498648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.503755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.545404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5672c1af-ff30-46c2-90b3-edada2f8b9c9 req-ff06ca75-a174-4783-beb3-a71218c56368 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 210 time: 0.0452440 May 12 19:37:15.555221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.570135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.657291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:15.657291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d951feac-b6d9-41fe-81a4-1425d99b0c5b {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:37:15.674810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Network 808eaa5d-9961-4163-93d3-a78e78fe08a2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:15.681594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:15.689161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:15.695999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:15.696266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Pushing event updated for resources: {'Port': ['ID=37848aac-7388-4360-8774-007483ea588d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:15.701611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:15.732182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:15.857314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bce3-3b22-4c8c-8980-6c97e925c4fb req-d7c31956-0501-4d2b-99e2-b11cc3383b4b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:15.859310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31f7bce3-3b22-4c8c-8980-6c97e925c4fb req-d7c31956-0501-4d2b-99e2-b11cc3383b4b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 931 time: 0.1183963 May 12 19:37:15.933980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31f7bce3-3b22-4c8c-8980-6c97e925c4fb req-a7844c59-7efd-4e6f-98f6-585d1367f8b7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666413 May 12 19:37:15.957111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Pushing event updated for resources: {'Port': ['ID=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:15.982427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-44e66bba-c8c9-4223-827c-7b2022d70c10 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:15.983273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-44e66bba-c8c9-4223-827c-7b2022d70c10 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Synchronizing usage tracker for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:15.991770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:15.992591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:16.020971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:16.025852 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e7dbe90-b8a2-4f62-a870-295b1f6a5b48 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d951feac-b6d9-41fe-81a4-1425d99b0c5b HTTP/1.1" status: 204 len: 168 time: 4.0884237 May 12 19:37:16.029916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53446) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:16.040234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-d643bbe4-67bc-47d3-8d51-0e361513a7c7 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4989481 May 12 19:37:16.079403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-edc3584a-9b4f-4ad2-a8c2-f771d2e7aef5 None None] Provisioning for port 37848aac-7388-4360-8774-007483ea588d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:16.085629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:16.086231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-edc3584a-9b4f-4ad2-a8c2-f771d2e7aef5 None None] Provisioning complete for port 37848aac-7388-4360-8774-007483ea588d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:16.086404 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edc3584a-9b4f-4ad2-a8c2-f771d2e7aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:16.087136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:16.122424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-44e66bba-c8c9-4223-827c-7b2022d70c10 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Unset dirty status for tenant:fefd684dfebb447f9d3ac48dcbbf5e55 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:16.123915 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-44e66bba-c8c9-4223-827c-7b2022d70c10 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.36 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.6215904 May 12 19:37:16.128430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Request body: {'port': {'device_id': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:16.136055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7dea-99f1-41aa-b611-e17d8c31a844 req-070da80b-c2b7-4b68-96e2-001062f67196 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:16.137639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580d7dea-99f1-41aa-b611-e17d8c31a844 req-070da80b-c2b7-4b68-96e2-001062f67196 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1157227 May 12 19:37:16.167149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-edc3584a-9b4f-4ad2-a8c2-f771d2e7aef5 None None] Port 37848aac-7388-4360-8774-007483ea588d cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:37:16.240426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580d7dea-99f1-41aa-b611-e17d8c31a844 req-80b2bbed-a9fe-4640-8455-6531f01b32f0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935900 May 12 19:37:16.271476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-25ab2388-99c7-4e36-82eb-54265d784a2b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2184453 May 12 19:37:16.297782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Request body: {'port': {'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:16.430094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] Deleting subnet cd879f12-6b59-4759-a230-d0fb816a6232 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:37:16.443612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:16.476769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Deleting port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:16.479583 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:16.526576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ed88eb7-035e-4f7c-9bee-156075baacf0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:16.604578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6ed88eb7-035e-4f7c-9bee-156075baacf0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:16.605084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ed88eb7-035e-4f7c-9bee-156075baacf0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:16.625134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d479659-611e-4b58-94ab-5b4835e44d36 req-fade124c-d97a-4f36-b8c0-243f8abc1d5f tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:16.652422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d479659-611e-4b58-94ab-5b4835e44d36 req-fade124c-d97a-4f36-b8c0-243f8abc1d5f tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1993554 May 12 19:37:16.770247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d479659-611e-4b58-94ab-5b4835e44d36 req-9d25a82d-83d5-4c3e-99ac-e89ff959e6b9 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001878 May 12 19:37:16.809518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:16.941014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd00b-22eb-43ad-8dc0-ae408c8cd886 req-816cb0e5-7536-4a6b-b4b7-e193251b7697 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:16.943809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25cbd00b-22eb-43ad-8dc0-ae408c8cd886 req-816cb0e5-7536-4a6b-b4b7-e193251b7697 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 932 time: 0.1916292 May 12 19:37:17.008707 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:17.038568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:17.061955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25cbd00b-22eb-43ad-8dc0-ae408c8cd886 req-3b9abcea-cea3-4fa9-b2ca-79157350234a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093941 May 12 19:37:17.236020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e91ce-c34e-4a16-8fe7-b670889f1cac req-a8357552-5455-4175-987e-86bf0362a4b9 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:17.244999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-894e91ce-c34e-4a16-8fe7-b670889f1cac req-a8357552-5455-4175-987e-86bf0362a4b9 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 931 time: 0.1781468 May 12 19:37:17.307776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-894e91ce-c34e-4a16-8fe7-b670889f1cac req-428b2cf3-6cec-44b4-aa3d-e9cd5a95724d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615199 May 12 19:37:17.353439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:17.471073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce60df-1e99-4719-9529-4428b055acce req-d3568d43-1a8c-40e9-bef4-389761bfb491 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:17.473177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dce60df-1e99-4719-9529-4428b055acce req-d3568d43-1a8c-40e9-bef4-389761bfb491 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.0899208 May 12 19:37:17.523612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dce60df-1e99-4719-9529-4428b055acce req-bb3cd441-946d-4bfd-9ceb-6a82d23eee40 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440919 May 12 19:37:17.783923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] For port 6f25fc55-884a-4d43-b3d8-aea52d4b3571, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=6f25fc55-884a-4d43-b3d8-aea52d4b3571,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:17.784183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:17.800098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:17.981119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf83cf-b17e-47ac-917d-b86884da2c4e req-f310db33-da9e-4318-8423-76d130c41606 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:17.988917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Calling delete_port for 6f25fc55-884a-4d43-b3d8-aea52d4b3571 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:17.992203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38bf83cf-b17e-47ac-917d-b86884da2c4e req-f310db33-da9e-4318-8423-76d130c41606 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 946 time: 0.1062064 May 12 19:37:18.056285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38bf83cf-b17e-47ac-917d-b86884da2c4e req-4b7df39f-5e1b-4dfe-8f32-75fe6301366e tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618610 May 12 19:37:18.083281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd879f12-6b59-4759-a230-d0fb816a6232,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:18.109961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213ea3d-54fe-4b4f-95eb-5be291873b2e None None] Network 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:37:18.133383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:18.160801 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-90b545fa-c45d-4820-9210-400354877257 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cd879f12-6b59-4759-a230-d0fb816a6232 HTTP/1.1" status: 204 len: 168 time: 2.1194935 May 12 19:37:18.166539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53492) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:18.405414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 6f25fc55-884a-4d43-b3d8-aea52d4b3571 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:18.442124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a3119-a628-4b7d-8bbb-221a67dee57a req-24753209-21db-475f-8bde-fe31ab8f0b36 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:18.450344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a8a3119-a628-4b7d-8bbb-221a67dee57a req-24753209-21db-475f-8bde-fe31ab8f0b36 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 932 time: 0.1610134 May 12 19:37:18.503987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37848aac-7388-4360-8774-007483ea588d {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:18.531428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a8a3119-a628-4b7d-8bbb-221a67dee57a req-46f9bcb4-73d2-4839-ae64-6d723e1d7c80 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763543 May 12 19:37:18.547134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:18.558597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:18.629167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Transition to ACTIVE for port object 37848aac-7388-4360-8774-007483ea588d will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:18.659877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:37:18.677156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:18.695764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['216dcc24-8a30-4b07-ae89-ed99856c864c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:18.702466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Deleting port f3a91a70-823a-4b37-9fa7-c55805edbe10 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:18.703018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:18.706898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e49d0e-f55a-4242-adaf-60b740c98245 req-cb554d99-3ed2-4417-89a6-240840c79385 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:18.709221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30e49d0e-f55a-4242-adaf-60b740c98245 req-cb554d99-3ed2-4417-89a6-240840c79385 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 931 time: 0.1651986 May 12 19:37:18.752051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:18.802686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30e49d0e-f55a-4242-adaf-60b740c98245 req-f8aa2876-59fc-4097-b8f9-ac3e35e181c0 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838957 May 12 19:37:18.958680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] DHCP port deletion for 9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:37:18.989532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] Deleting port f3a91a70-823a-4b37-9fa7-c55805edbe10 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:18.990584 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:19.052638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dbae9-9a79-4154-8e54-1c422a3edc6a req-a01401bf-a766-447b-839d-0ffaebd8bf7b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:19.063206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a44dbae9-9a79-4154-8e54-1c422a3edc6a req-a01401bf-a766-447b-839d-0ffaebd8bf7b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1120088 May 12 19:37:19.140943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a44dbae9-9a79-4154-8e54-1c422a3edc6a req-087de467-3e80-4b7b-a817-62427dddf510 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711164 May 12 19:37:19.192356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] No DVR routers for this DVR port 6f25fc55-884a-4d43-b3d8-aea52d4b3571 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:37:19.195743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:19.302911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'name': 'network-vif-deleted', 'tag': '6f25fc55-884a-4d43-b3d8-aea52d4b3571'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:19.332258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee1e96f-e760-4c85-9bd5-36e60ed85bca {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:19.365654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Pushing event updated for resources: {'Port': ['ID=37848aac-7388-4360-8774-007483ea588d,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:19.510217 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29e511c-c0c0-49c0-97ad-bfb10b0fc000'] response: {'server_uuid': '73a769fc-8eca-4e19-ad4c-cb99c22acee2', 'name': 'network-vif-deleted', 'tag': '6f25fc55-884a-4d43-b3d8-aea52d4b3571', 'status': 'completed', 'code': 200} May 12 19:37:19.515890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:19.599231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e7cbcbb5-f531-4d12-ade0-c8dd9d8e421d req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.36 "DELETE /v2.0/ports/6f25fc55-884a-4d43-b3d8-aea52d4b3571 HTTP/1.1" status: 204 len: 173 time: 3.4036891 May 12 19:37:19.599989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82420c9a-6498-4bd2-9cc4-47ef9ac7d2cc tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Pushing event deleted for resources: {'Port': ['ID=6f25fc55-884a-4d43-b3d8-aea52d4b3571,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:19.649954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] For port f3a91a70-823a-4b37-9fa7-c55805edbe10, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f3a91a70-823a-4b37-9fa7-c55805edbe10,segment=NetworkSegment(aa9f3028-90b8-42b0-bf70-e7a4658125ab),segment_id=aa9f3028-90b8-42b0-bf70-e7a4658125ab)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:19.651264 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:19.713176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f75cb13-64fb-4310-8fd6-0ea5ac04ae38 req-8d166c66-9a6e-444d-a446-9aab647b2c50 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a769fc-8eca-4e19-ad4c-cb99c22acee2 HTTP/1.1" status: 200 len: 210 time: 0.3768864 May 12 19:37:19.762642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Transition to ACTIVE for port object 9ee1e96f-e760-4c85-9bd5-36e60ed85bca will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:19.798476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:19.820896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] Calling delete_port for f3a91a70-823a-4b37-9fa7-c55805edbe10 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:19.937453 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:19.962556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Pushing event updated for resources: {'Port': ['ID=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:19.979372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46a3d-0eba-4569-8141-eeea441c85ab req-80799f80-ca64-4837-992b-9e6532fc8405 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:19.987483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58d46a3d-0eba-4569-8141-eeea441c85ab req-80799f80-ca64-4837-992b-9e6532fc8405 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2690456 May 12 19:37:19.991339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] Pushing event deleted for resources: {'Port': ['ID=f3a91a70-823a-4b37-9fa7-c55805edbe10,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:19.993172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea8e3b-3fbb-4b97-9fca-8cccd62c2126 None None] No DVR routers for this DVR port f3a91a70-823a-4b37-9fa7-c55805edbe10 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:37:20.053935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58d46a3d-0eba-4569-8141-eeea441c85ab req-f692b1bb-4e85-40d8-b405-ad53c1fd6cb1 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651915 May 12 19:37:20.067955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a754e0-04c2-4556-ad07-f52a5c617f35 req-b8c0d7d4-e77c-4071-8ed9-ed2b08debcf2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:20.069686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58a754e0-04c2-4556-ad07-f52a5c617f35 req-b8c0d7d4-e77c-4071-8ed9-ed2b08debcf2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 944 time: 0.1832755 May 12 19:37:20.158040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58a754e0-04c2-4556-ad07-f52a5c617f35 req-1a058546-3a6e-4499-8f33-82223a8f93b6 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805349 May 12 19:37:20.195156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Attempting to bind port 37848aac-7388-4360-8774-007483ea588d on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:20.195831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Attempting to bind port 37848aac-7388-4360-8774-007483ea588d by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:20.196344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Attempting to bind port 37848aac-7388-4360-8774-007483ea588d on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:20.245129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Port 37848aac-7388-4360-8774-007483ea588d on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:37:20.245743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Attempting to bind port 37848aac-7388-4360-8774-007483ea588d on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:20.261623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] For port f3a91a70-823a-4b37-9fa7-c55805edbe10, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f3a91a70-823a-4b37-9fa7-c55805edbe10,segment=NetworkSegment(aa9f3028-90b8-42b0-bf70-e7a4658125ab),segment_id=aa9f3028-90b8-42b0-bf70-e7a4658125ab)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:20.262187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:20.285238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:20.285844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Checking segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:20.286514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Bound using segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:20.287230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Bound port: 37848aac-7388-4360-8774-007483ea588d, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:20.287745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:20.422678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Calling delete_port for f3a91a70-823a-4b37-9fa7-c55805edbe10 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:20.487774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286795a-a738-4847-afcd-7b568775cf6b req-ab6babae-18b5-4357-abf2-b1068324eaf9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:20.495988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2286795a-a738-4847-afcd-7b568775cf6b req-ab6babae-18b5-4357-abf2-b1068324eaf9 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1983666 May 12 19:37:20.515750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f3a91a70-823a-4b37-9fa7-c55805edbe10 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:20.545002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Attempting to bind port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:20.547649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Attempting to bind port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:20.548217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Attempting to bind port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:20.551961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f7e5e-fd89-45e0-9003-37e60a8ade8c req-5debf506-53ed-4f13-a424-fb4b0b5aa43e tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:20.552159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f3a91a70-823a-4b37-9fa7-c55805edbe10 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:20.552460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f3a91a70-823a-4b37-9fa7-c55805edbe10 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:20.560612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-347f7e5e-fd89-45e0-9003-37e60a8ade8c req-5debf506-53ed-4f13-a424-fb4b0b5aa43e tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 943 time: 0.2013128 May 12 19:37:20.570908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:37:20.571114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Attempting to bind port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca on network 808eaa5d-9961-4163-93d3-a78e78fe08a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:20.587308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2286795a-a738-4847-afcd-7b568775cf6b req-d8a26fca-050d-4a49-a10b-d10f4ada3a59 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882950 May 12 19:37:20.603537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:20.603537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Checking segment: {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:20.603537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Bound using segment: {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:20.608676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Bound port: 9ee1e96f-e760-4c85-9bd5-36e60ed85bca, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73d4324-c43c-458c-a012-a70af00ceee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:20.608676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:20.643927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-347f7e5e-fd89-45e0-9003-37e60a8ade8c req-8a2b904c-1de7-4335-b5b7-9eabcb73a25a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830345 May 12 19:37:20.669837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] For port 37848aac-7388-4360-8774-007483ea588d, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:20.695106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:37:20.695106 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:37:20.707760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] For port 37848aac-7388-4360-8774-007483ea588d, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37848aac-7388-4360-8774-007483ea588d,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:20.715836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:20.821045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:20.821045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:20.821045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] 10.222.0.36 "PUT /v2.0/ports/37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 1092 time: 4.5320077 May 12 19:37:20.840080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] For port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:20.840080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] For port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:20.864105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:20.876622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e343cd-29b0-413a-86ae-ace1cfe27335 service neutron] Pushing event updated for resources: {'Port': ['ID=37848aac-7388-4360-8774-007483ea588d,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:20.966780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:20.967405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:20.968959 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] 10.222.0.36 "PUT /v2.0/ports/9ee1e96f-e760-4c85-9bd5-36e60ed85bca HTTP/1.1" status: 200 len: 1091 time: 4.8604133 May 12 19:37:21.087447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cc5d6-6f24-49a9-b76f-037acfbf7c2e service neutron] Pushing event updated for resources: {'Port': ['ID=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:21.140646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-f46d8e8a-b02e-4b04-8751-e58931488cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.150168 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-f46d8e8a-b02e-4b04-8751-e58931488cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1095 time: 0.2285049 May 12 19:37:21.351559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Deleting port f3a91a70-823a-4b37-9fa7-c55805edbe10 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:21.351938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:21.402723 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-48b8d0a9-b63f-4af8-864e-bf37afca4e6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 217 time: 0.2437048 May 12 19:37:21.451276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664ba24-e897-4f0a-9af9-8ba140ca4714 req-71961c8b-10df-4fcb-8edd-b4a5c2e8b89c tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.455037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f664ba24-e897-4f0a-9af9-8ba140ca4714 req-71961c8b-10df-4fcb-8edd-b4a5c2e8b89c tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.1721427 May 12 19:37:21.483313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12849a97-508d-4f18-b1c6-02c6d1843fca req-028a8074-a73f-4726-b68f-529f04e7da00 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.483313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12849a97-508d-4f18-b1c6-02c6d1843fca req-028a8074-a73f-4726-b68f-529f04e7da00 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.1361353 May 12 19:37:21.485888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] The port 'f3a91a70-823a-4b37-9fa7-c55805edbe10' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:37:21.528039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d'}, {'name': 'network-changed', 'server_uuid': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'tag': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:21.558343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f664ba24-e897-4f0a-9af9-8ba140ca4714 req-c5eae850-ce1e-4345-84e9-55786fffc003 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023819 May 12 19:37:21.560695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-58c06963-a8ea-4ed0-9498-ddb46135e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.562288 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-58c06963-a8ea-4ed0-9498-ddb46135e715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 1094 time: 0.5376813 May 12 19:37:21.588697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12849a97-508d-4f18-b1c6-02c6d1843fca req-f65a1839-fb84-4e18-9b62-ab0505e7d55a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939558 May 12 19:37:21.682814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-5dd480af-87ca-4d4c-84d3-0b2365b418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.684446 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-5dd480af-87ca-4d4c-84d3-0b2365b418d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.2504876 May 12 19:37:21.695103 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e4500c-9024-4270-8ba8-a30b9f355dd5'] response: {'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d', 'status': 'completed', 'code': 200} May 12 19:37:21.695103 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e4500c-9024-4270-8ba8-a30b9f355dd5'] response: {'name': 'network-changed', 'server_uuid': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'tag': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca', 'status': 'completed', 'code': 200} May 12 19:37:21.749044 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-24705986-5167-4a21-beea-78a0b06e0b0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ee1e96f-e760-4c85-9bd5-36e60ed85bca HTTP/1.1" status: 200 len: 217 time: 0.1757262 May 12 19:37:21.789804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb234-9dd2-460d-a57f-fd6cb32cb1f3 req-801a32c2-85c2-49bb-ba6b-2625995661ab tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.798071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fadb234-9dd2-460d-a57f-fd6cb32cb1f3 req-801a32c2-85c2-49bb-ba6b-2625995661ab tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 944 time: 0.1184716 May 12 19:37:21.823874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:21.871753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9355bd6c-bcdb-4e76-87b3-eb964fa49fe3']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:21.887751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4bcde525-dd3e-403c-aebf-92e9cba8d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.889052 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-4bcde525-dd3e-403c-aebf-92e9cba8d76f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 HTTP/1.1" status: 200 len: 854 time: 0.1300285 May 12 19:37:21.890611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9f3028-90b8-42b0-bf70-e7a4658125ab') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:21.890906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9f3028-90b8-42b0-bf70-e7a4658125ab') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:21.891479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fadb234-9dd2-460d-a57f-fd6cb32cb1f3 req-86a635aa-4ce4-4985-8752-1e75533dcf94 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925481 May 12 19:37:21.916779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fca9-0779-45c4-940e-56538d90f826 req-9ad3e7fd-f48c-4a47-8844-405779059b77 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:21.918292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c85fca9-0779-45c4-940e-56538d90f826 req-9ad3e7fd-f48c-4a47-8844-405779059b77 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1058764 May 12 19:37:21.972935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:21.976816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c85fca9-0779-45c4-940e-56538d90f826 req-4a065c84-969f-4aa8-a58c-08aba09eb128 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515449 May 12 19:37:21.982644 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-5d538d50-91c7-48b7-a184-7d350b2eadf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=808eaa5d-9961-4163-93d3-a78e78fe08a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668263 May 12 19:37:22.065549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.085558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-4fcd9770-0ece-472e-a216-013c50a39c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:22.087122 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-4fcd9770-0ece-472e-a216-013c50a39c59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3912168 May 12 19:37:22.088435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6c070-1685-4928-88c5-74fd0ea5d815 req-93a811ac-2208-4af4-ac34-da184c07e63f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:22.089937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eaa6c070-1685-4928-88c5-74fd0ea5d815 req-93a811ac-2208-4af4-ac34-da184c07e63f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 943 time: 0.0844979 May 12 19:37:22.101483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:37:22.102112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.140101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eaa6c070-1685-4928-88c5-74fd0ea5d815 req-6cccd556-a92b-4176-9843-c843a3f9ce0d tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: timer() May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:37:22.183942 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:37:22.215921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53588) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:22.310678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.338439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.341033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.355706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:22.359634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3e68ed758d4ddb9f41207bee7155f4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:22.362470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] Pushing event deleted for resources: {'Network': ['ID=9355bd6c-bcdb-4e76-87b3-eb964fa49fe3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:22.362637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:22.365545 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-347c64b5-408e-49f3-ae25-444d1783e1b1 service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719769 May 12 19:37:22.368996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:22.437226 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-99a83f7e-2b8a-4061-8f7e-a862bef36850 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9355bd6c-bcdb-4e76-87b3-eb964fa49fe3 HTTP/1.1" status: 204 len: 168 time: 4.2555008 May 12 19:37:22.457841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.464155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.512467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a3e68ed758d4ddb9f41207bee7155f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952943 May 12 19:37:22.513360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b470385-dc0c-4542-85ee-a07a3021c519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1652ec-3cbd-442d-8057-a8a2954811a8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:22.515805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53596) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:22.525229 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-922c6545-f554-4cf0-a26a-22d400117ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283178 May 12 19:37:22.578933 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86a0cd9e-d518-45e8-a785-5a361738c964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.605675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86a0cd9e-d518-45e8-a785-5a361738c964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.618553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53604) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:22.695230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-239a4142-8bd6-429c-bc4e-3b04c981a238 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fedf2927801c44adaf172effccbb1f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755532 May 12 19:37:22.697664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53608) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:22.757217 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86a0cd9e-d518-45e8-a785-5a361738c964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.757566 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6fb511af-949e-4ce7-9a0d-48ede47b56f9 req-81ac21b4-9019-46bb-9975-ba3fa87f3eb7 service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769228 May 12 19:37:22.801826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57ff64a6-6b34-4f40-a08b-e1b4f3eda296 req-b96a602b-02ae-403a-8541-98461a497bd6 service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686632 May 12 19:37:22.836724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0cd9e-d518-45e8-a785-5a361738c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1652ec-3cbd-442d-8057-a8a2954811a8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:22.893574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4202d89-703a-4a35-a70f-1f2031dfd8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.897636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86a0cd9e-d518-45e8-a785-5a361738c964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:22.898779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-86a0cd9e-d518-45e8-a785-5a361738c964 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d1652ec-3cbd-442d-8057-a8a2954811a8 HTTP/1.1" status: 204 len: 168 time: 0.3817852 May 12 19:37:22.922176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-827f6140-8640-4026-9482-7f5273ed518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:22.923947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-827f6140-8640-4026-9482-7f5273ed518b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1095 time: 0.0774336 May 12 19:37:22.945591 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4202d89-703a-4a35-a70f-1f2031dfd8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:23.004259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa753e-638f-4b1b-8b06-4b94d6314054 req-726d8d64-7f60-43ed-aca5-c70b9e834d30 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.006798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98aa753e-638f-4b1b-8b06-4b94d6314054 req-726d8d64-7f60-43ed-aca5-c70b9e834d30 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2498364 May 12 19:37:23.039882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691ed4a-1b5a-4bc1-8b60-3a70d27409dd req-fb035b85-79e7-4f15-aed0-aa92b8ba3560 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.041663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9691ed4a-1b5a-4bc1-8b60-3a70d27409dd req-fb035b85-79e7-4f15-aed0-aa92b8ba3560 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.2240944 May 12 19:37:23.088280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4202d89-703a-4a35-a70f-1f2031dfd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:23.105367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98aa753e-638f-4b1b-8b06-4b94d6314054 req-f781f6cc-421b-4110-a6a0-ad3e26628b6f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926940 May 12 19:37:23.115078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4202d89-703a-4a35-a70f-1f2031dfd8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1192de-dca6-44de-a52a-263cbece916e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:23.130006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4202d89-703a-4a35-a70f-1f2031dfd8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:23.133927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e4202d89-703a-4a35-a70f-1f2031dfd8a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c1192de-dca6-44de-a52a-263cbece916e HTTP/1.1" status: 204 len: 168 time: 0.4344347 May 12 19:37:23.165481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9691ed4a-1b5a-4bc1-8b60-3a70d27409dd req-dc30af54-edf4-47e4-b50b-f87bf69e52b8 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957313 May 12 19:37:23.232183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-1bc4e054-00cc-48a7-b41f-7da9ba5cad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.234911 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-1bc4e054-00cc-48a7-b41f-7da9ba5cad15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.3039210 May 12 19:37:23.322340 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-2b396215-c067-4418-90ed-aea197b4053f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 217 time: 0.0790122 May 12 19:37:23.404279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-5519994c-9ba7-4d20-96d5-bff03c61ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.405673 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-5519994c-9ba7-4d20-96d5-bff03c61ff9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.0763807 May 12 19:37:23.470001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:23.496434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:23.519466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:23.526560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Usage tracker for resource:security_group_rule and tenant:28856393447545869c78389babb96aa9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:23.530015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:23.534334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-84a4d448-faff-4058-8788-b92b3a92538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.536011 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-84a4d448-faff-4058-8788-b92b3a92538c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215618 May 12 19:37:23.538144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517033aa-aa5a-4316-b480-2e916189ce46 req-217545b4-b129-4316-a238-71d2534ecde1 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.539652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-517033aa-aa5a-4316-b480-2e916189ce46 req-217545b4-b129-4316-a238-71d2534ecde1 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 944 time: 0.2238593 May 12 19:37:23.540567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:23.551410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-372f144e-0b71-49a3-9d3f-0de653c24d60 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.552829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-372f144e-0b71-49a3-9d3f-0de653c24d60 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.1472065 May 12 19:37:23.561548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453b68e-7252-4e67-933d-547c8f746c51 req-cb232d2e-f4d1-426a-8bfb-6ca5ab83ccc0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:23.563144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0453b68e-7252-4e67-933d-547c8f746c51 req-cb232d2e-f4d1-426a-8bfb-6ca5ab83ccc0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.2045267 May 12 19:37:23.718095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-ccab0aed-e221-4f72-9553-b61a97558514 service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749899 May 12 19:37:23.804990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-517033aa-aa5a-4316-b480-2e916189ce46 req-2e6a2a8d-92a4-4377-a1ef-3de262a2f090 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508373 May 12 19:37:23.810635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Deleting port 216dcc24-8a30-4b07-ae89-ed99856c864c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:23.810985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:23.844610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0453b68e-7252-4e67-933d-547c8f746c51 req-16e2e90f-a636-466e-aa61-6c0b522e445b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387340 May 12 19:37:23.859207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:23.868173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:23.944654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28856393447545869c78389babb96aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732709 May 12 19:37:23.950226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:23.953322 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-801aa036-ccf6-4166-a086-931b007b621f service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252395 May 12 19:37:23.954074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1688713-856b-4b05-8d39-06433f0dda14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab411b4-6f24-4d94-a6f5-c677d9e6d611,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:24.071727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-fc271872-874f-4af5-b358-cd34c597031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:24.073524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-fc271872-874f-4af5-b358-cd34c597031f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8489433b5528432c9427e394cae70d6b&device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 1094 time: 0.0784369 May 12 19:37:24.114725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53650) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:24.118669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37848aac-7388-4360-8774-007483ea588d details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:24.227537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90817ad4-9a3a-41ab-ad41-e85a34a2b6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.246466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-b677657d-bde2-454d-9007-9ccc2e75b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:24.248344 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-b677657d-bde2-454d-9007-9ccc2e75b98e service neutron] 10.222.0.36 "GET /v2.0/networks?id=808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 200 len: 915 time: 0.1693139 May 12 19:37:24.274590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90817ad4-9a3a-41ab-ad41-e85a34a2b6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.297921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a28f58-2df5-4890-818b-ae81432a3e70 req-7734d7b6-89fa-4282-90f5-a36d2c0f3499 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:24.299449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08a28f58-2df5-4890-818b-ae81432a3e70 req-7734d7b6-89fa-4282-90f5-a36d2c0f3499 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 943 time: 0.3058114 May 12 19:37:24.317221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 37848aac-7388-4360-8774-007483ea588d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37848aac-7388-4360-8774-007483ea588d,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:24.331421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '37848aac-7388-4360-8774-007483ea588d', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'port_id': '37848aac-7388-4360-8774-007483ea588d', 'mac_address': 'fa:16:3e:31:fe:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:24.332230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-25caee20-fb61-43d4-9b2a-e1d543a7cc02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ee1e96f-e760-4c85-9bd5-36e60ed85bca HTTP/1.1" status: 200 len: 217 time: 0.0760853 May 12 19:37:24.338090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1673868892-network', 'tenant_id': '11beff97becd44029168bf49595a7c3c'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:24.357518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] For port 216dcc24-8a30-4b07-ae89-ed99856c864c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=216dcc24-8a30-4b07-ae89-ed99856c864c,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:24.357922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.386933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 37848aac-7388-4360-8774-007483ea588d is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:24.387275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.392773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:24.401564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-8f3c5877-2493-4a73-b536-a56e8b8f2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:24.403138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-8f3c5877-2493-4a73-b536-a56e8b8f2b97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 HTTP/1.1" status: 200 len: 854 time: 0.0654137 May 12 19:37:24.404880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37848aac-7388-4360-8774-007483ea588d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:24.421154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 37848aac-7388-4360-8774-007483ea588d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37848aac-7388-4360-8774-007483ea588d,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:24.426330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.426978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9ee1e96f-e760-4c85-9bd5-36e60ed85bca details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:24.451417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-c3f93542-0bdd-43c7-87f4-6b7f487b79f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=808eaa5d-9961-4163-93d3-a78e78fe08a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410957 May 12 19:37:24.462358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Usage tracker for resource:network and tenant:11beff97becd44029168bf49595a7c3c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:24.517755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=37848aac-7388-4360-8774-007483ea588d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:24.532367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:24.543346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Calling delete_port for 216dcc24-8a30-4b07-ae89-ed99856c864c owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:24.590484 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-894037a2-ea7c-40fb-94c9-f090d75d756d service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338034 May 12 19:37:24.591077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:24.628034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08a28f58-2df5-4890-818b-ae81432a3e70 req-d889ab85-3122-4ed7-84b2-efd61cdc7368 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865181 May 12 19:37:24.636342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Made reservation on behalf of 11beff97becd44029168bf49595a7c3c for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:24.638956 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.639086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:24.657235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca', 'network_id': '808eaa5d-9961-4163-93d3-a78e78fe08a2', 'port_id': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca', 'mac_address': 'fa:16:3e:94:d3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ebd3c5-bd72-4aa7-aab1-542dd2704fe0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:24.659911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.693819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:24.704378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc2587-f116-4311-ad23-3cb40952f8e4 req-27e11b72-dea3-468e-a5b1-8ba1c019216b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:24.705992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96dc2587-f116-4311-ad23-3cb40952f8e4 req-27e11b72-dea3-468e-a5b1-8ba1c019216b tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc815e30-cad2-4788-a052-25c5d8d524f6 HTTP/1.1" status: 200 len: 946 time: 0.4038594 May 12 19:37:24.708804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90817ad4-9a3a-41ab-ad41-e85a34a2b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.713682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Usage tracker for resource:security_group_rule and tenant:11beff97becd44029168bf49595a7c3c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:24.728080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:24.752011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:24.752781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.754064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:24.756739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817ad4-9a3a-41ab-ad41-e85a34a2b6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab411b4-6f24-4d94-a6f5-c677d9e6d611,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:24.779750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4496058d-7968-460a-bb5a-a7093519e8b4 req-a720f53a-5257-432f-af31-eb841d25705e service neutron] 10.222.0.36 "GET /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832073 May 12 19:37:24.796370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee1e96f-e760-4c85-9bd5-36e60ed85bca {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:24.818272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:24.823874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.830732 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-90817ad4-9a3a-41ab-ad41-e85a34a2b6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.831879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-90817ad4-9a3a-41ab-ad41-e85a34a2b6ba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ab411b4-6f24-4d94-a6f5-c677d9e6d611 HTTP/1.1" status: 204 len: 168 time: 0.8803527 May 12 19:37:24.880451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96dc2587-f116-4311-ad23-3cb40952f8e4 req-a2fc006f-4705-4df1-8cef-e70234178ce0 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd635a19-90e2-4257-853a-5269e5f449bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539459 May 12 19:37:24.886230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:24.957747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Pushing event deleted for resources: {'Port': ['ID=216dcc24-8a30-4b07-ae89-ed99856c864c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:24.966521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:25.086004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] No DVR routers for this DVR port 216dcc24-8a30-4b07-ae89-ed99856c864c on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:37:25.119479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['37848aac-7388-4360-8774-007483ea588d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:25.130811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.133683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'name': 'network-vif-deleted', 'tag': '216dcc24-8a30-4b07-ae89-ed99856c864c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:25.156222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['9ee1e96f-e760-4c85-9bd5-36e60ed85bca'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:25.200619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-de31fb52-4ca8-491e-bd32-7be869aa92fc req-cdba2714-55f0-4a30-8102-e8e45e88c579 tempest-ServerRescueTestJSON-1149404293 tempest-ServerRescueTestJSON-1149404293-project] 10.222.0.73 "DELETE /v2.0/ports/216dcc24-8a30-4b07-ae89-ed99856c864c HTTP/1.1" status: 204 len: 173 time: 1.6362295 May 12 19:37:25.226551 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.237826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53670) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:25.238342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.261505 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.278931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb216a-65ab-4228-8a81-9a7b88c0d0db req-ebd26ea5-df34-44dd-b0dd-1db2d87eb091 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:25.280415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57fb216a-65ab-4228-8a81-9a7b88c0d0db req-ebd26ea5-df34-44dd-b0dd-1db2d87eb091 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 945 time: 0.2380884 May 12 19:37:25.288462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:25.289484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:37:25.296567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Usage tracker for resource:security_group_rule and tenant:eb649f647bdd46b2bd8fa769b6a3587b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:25.300766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:25.305771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed296b9-b8cb-4eef-a324-59b5c2a86207 req-5ff8081e-cdfa-418b-8f5f-a31ec9753b24 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:25.307504 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fed296b9-b8cb-4eef-a324-59b5c2a86207 req-5ff8081e-cdfa-418b-8f5f-a31ec9753b24 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2560995 May 12 19:37:25.317397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:25.325109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7078d0c9-848c-4afc-b6cb-0e2009823a04,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:25.351058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.351595 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Added segment 03b9673b-bd9a-434c-a613-41141edf4866 of type vlan for network 9cdb49c9-ba04-4b72-9d17-6f78e920597b May 12 19:37:25.412464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57fb216a-65ab-4228-8a81-9a7b88c0d0db req-d85bcc9f-9bc1-40f0-b205-dfedf3cb4565 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202831 May 12 19:37:25.417619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.425707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fed296b9-b8cb-4eef-a324-59b5c2a86207 req-9a2a1ccf-6089-48b8-9bd3-a1609de530ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016619 May 12 19:37:25.464086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.474519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.481846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.484873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:25.485505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.513499 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1f60d4-7676-4917-8d43-3b8f6450d391'] response: {'server_uuid': 'fc815e30-cad2-4788-a052-25c5d8d524f6', 'name': 'network-vif-deleted', 'tag': '216dcc24-8a30-4b07-ae89-ed99856c864c', 'status': 'completed', 'code': 200} May 12 19:37:25.525149 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb649f647bdd46b2bd8fa769b6a3587b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851973 May 12 19:37:25.527565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53674) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:25.533434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 216dcc24-8a30-4b07-ae89-ed99856c864c no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:25.572570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95b20d-7caf-48d9-a17f-379bc135d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1efc6d-6c61-41b4-98cd-6715246bc4ca,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:25.584632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 216dcc24-8a30-4b07-ae89-ed99856c864c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:25.585080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 216dcc24-8a30-4b07-ae89-ed99856c864c not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:25.617980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eae95bf9-810c-424b-8c24-c5a9c4b4bdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.626480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5026858 May 12 19:37:25.629631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53678) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:25.639935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Request body: {'subnet': {'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1673868892-subnet', 'tenant_id': '11beff97becd44029168bf49595a7c3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:25.640984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e5ac2-e82e-492d-a123-1caa09e9b213 admin admin] Pushing event updated for resources: {'Network': ['ID=9cdb49c9-ba04-4b72-9d17-6f78e920597b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:25.648712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:25.663797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:37:25.664338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Usage tracker for resource:subnet and tenant:11beff97becd44029168bf49595a7c3c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:25.669463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:25.673267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eae95bf9-810c-424b-8c24-c5a9c4b4bdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.679393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc8411-a4c1-454f-8e2b-b829055709bf req-91b3188d-b825-4c4d-ad68-17f5d8e855c0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:25.685320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:25.687735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bcc8411-a4c1-454f-8e2b-b829055709bf req-91b3188d-b825-4c4d-ad68-17f5d8e855c0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1174583 May 12 19:37:25.712953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Made reservation on behalf of 11beff97becd44029168bf49595a7c3c for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:25.716366 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.762419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bcc8411-a4c1-454f-8e2b-b829055709bf req-afa53dac-b824-483b-8d03-446908fa60a1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 May 12 19:37:25.963736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eae95bf9-810c-424b-8c24-c5a9c4b4bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:25.980503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae95bf9-810c-424b-8c24-c5a9c4b4bdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1efc6d-6c61-41b4-98cd-6715246bc4ca,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:25.985136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53686) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:26.000882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eae95bf9-810c-424b-8c24-c5a9c4b4bdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:26.004717 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eae95bf9-810c-424b-8c24-c5a9c4b4bdbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d1efc6d-6c61-41b4-98cd-6715246bc4ca HTTP/1.1" status: 204 len: 168 time: 0.4735575 May 12 19:37:26.085316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577673b-d4f5-4ad7-bdb6-9d2bffe57c92 req-ec99d982-23d4-42c1-b5fb-249a5ce81163 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:26.086825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9577673b-d4f5-4ad7-bdb6-9d2bffe57c92 req-ec99d982-23d4-42c1-b5fb-249a5ce81163 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 944 time: 0.3165441 May 12 19:37:26.113954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:26.194400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c169f0-b2a6-4bc6-818c-2192522e4589,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:26.203402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Checking segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:26.203772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Network hostable DHCP agents. Network: 9cdb49c9-ba04-4b72-9d17-6f78e920597b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:37:26.225165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:37:26.230349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9577673b-d4f5-4ad7-bdb6-9d2bffe57c92 req-b6fe0519-a8c2-4410-9d75-f4e162f96535 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831261 May 12 19:37:26.242547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 9cdb49c9-ba04-4b72-9d17-6f78e920597b) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:26.248465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:26.250617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:26.253105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a06ff-f911-4971-9bce-ff1774e50404 None None] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:37:26.276975 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c7e3d700-885c-4537-8726-29275474c72c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6449113 May 12 19:37:26.565499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'tenant_id': '11beff97becd44029168bf49595a7c3c', 'fixed_ips': [{'subnet_id': 'd5c169f0-b2a6-4bc6-818c-2192522e4589'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:37:26.566625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:26.750113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Allocated IP 172.20.0.2 (9cdb49c9-ba04-4b72-9d17-6f78e920597b/d5c169f0-b2a6-4bc6-818c-2192522e4589/9b203a02-923b-4bed-ae50-aed83de68201) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:26.834613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf853e-6a2e-4348-9f2c-97e524419cac req-bc1733a9-78c3-4765-8998-bf9e864c6c78 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:26.836273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcbf853e-6a2e-4348-9f2c-97e524419cac req-bc1733a9-78c3-4765-8998-bf9e864c6c78 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.1888702 May 12 19:37:26.846520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e67e2-82be-4d0d-aa6e-45d52249aa59 req-084e9bb7-c7c0-4274-a670-338461abb69f tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:26.847987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-007e67e2-82be-4d0d-aa6e-45d52249aa59 req-084e9bb7-c7c0-4274-a670-338461abb69f tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 945 time: 0.2328398 May 12 19:37:26.871025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56a9c2fc-343a-47eb-b84c-1c895766f0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:26.937239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcbf853e-6a2e-4348-9f2c-97e524419cac req-3cef14d9-bbe5-4683-9745-e44cd1a899a6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881293 May 12 19:37:26.975917 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-007e67e2-82be-4d0d-aa6e-45d52249aa59 req-f3d8056f-d5cd-42f6-87f1-d315db698e20 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061082 May 12 19:37:27.009666 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:27.025545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:27.035192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Transition to ACTIVE for port object 9b203a02-923b-4bed-ae50-aed83de68201 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:27.074760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Transition to ACTIVE for port object 9b203a02-923b-4bed-ae50-aed83de68201 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:27.089031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:27.163134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:27.166078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:27.169145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:27.205523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Pushing event updated for resources: {'Port': ['ID=9b203a02-923b-4bed-ae50-aed83de68201,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:27.311225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Attempting to bind port 9b203a02-923b-4bed-ae50-aed83de68201 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:27.311814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Attempting to bind port 9b203a02-923b-4bed-ae50-aed83de68201 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:27.312286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Attempting to bind port 9b203a02-923b-4bed-ae50-aed83de68201 on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:27.318487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:27.318978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Checking segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:27.319464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:27.320103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Bound using segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:27.320635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Bound port: 9b203a02-923b-4bed-ae50-aed83de68201, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:27.321218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:27.412308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] For port 9b203a02-923b-4bed-ae50-aed83de68201, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:27.415696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] For port 9b203a02-923b-4bed-ae50-aed83de68201, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9b203a02-923b-4bed-ae50-aed83de68201,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:27.420752 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:27.511234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811dcf4-7438-4b30-b876-df11f34597f2 None None] Pushing event updated for resources: {'Port': ['ID=9b203a02-923b-4bed-ae50-aed83de68201,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:27.565687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a05fc-56f2-421a-a4a1-bd2314470f1e req-2b183b2b-dd07-4fc8-ad66-17bf6cabd23b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:27.567606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a3a05fc-56f2-421a-a4a1-bd2314470f1e req-2b183b2b-dd07-4fc8-ad66-17bf6cabd23b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.4616871 May 12 19:37:27.642560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-5b41b126-88ad-4b9e-909c-8f8a53079c7f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:27.643335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-5b41b126-88ad-4b9e-909c-8f8a53079c7f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Synchronizing usage tracker for tenant:11beff97becd44029168bf49595a7c3c on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:27.829256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a3a05fc-56f2-421a-a4a1-bd2314470f1e req-b1a5ef9b-682f-4361-8d16-022310d31442 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404616 May 12 19:37:27.842533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-5b41b126-88ad-4b9e-909c-8f8a53079c7f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Unset dirty status for tenant:11beff97becd44029168bf49595a7c3c on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:27.849206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-5b41b126-88ad-4b9e-909c-8f8a53079c7f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 816 time: 0.5156202 May 12 19:37:27.863077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-f80fc1cb-15af-4f61-a88f-2822cd741d9a tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/quotas/11beff97becd44029168bf49595a7c3c HTTP/1.1" status: 200 len: 375 time: 0.0129616 May 12 19:37:28.015417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Deleting port d6d647fa-72bd-44a2-a9c0-75fb926e29db {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:28.015759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:28.151463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9ee1e96f-e760-4c85-9bd5-36e60ed85bca up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:28.189696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-4ae3d970-58d7-4c13-a738-ad9e4102b01b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2977464 May 12 19:37:28.246715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:28.254330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:28.254510 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:28.304449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec369f-1569-4210-8c17-eb75477f6b79 req-c4aae0bc-2bee-441f-a993-d21159a75d92 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:28.306011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aec369f-1569-4210-8c17-eb75477f6b79 req-c4aae0bc-2bee-441f-a993-d21159a75d92 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 944 time: 0.3397114 May 12 19:37:28.366409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] For port d6d647fa-72bd-44a2-a9c0-75fb926e29db, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d6d647fa-72bd-44a2-a9c0-75fb926e29db,segment=NetworkSegment(bd2d3186-0353-4128-bef1-c79be98c25b7),segment_id=bd2d3186-0353-4128-bef1-c79be98c25b7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:28.366863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:28.387824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:28.389059 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:28.421558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:28.431937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:28.443313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:28.446143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37848aac-7388-4360-8774-007483ea588d up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:28.567459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aec369f-1569-4210-8c17-eb75477f6b79 req-1e2f2566-d4d5-4e8a-91a1-395404dadbba tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466195 May 12 19:37:28.589034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Calling delete_port for d6d647fa-72bd-44a2-a9c0-75fb926e29db owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:28.605848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b203a02-923b-4bed-ae50-aed83de68201 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:28.667318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-304bbc13-b837-4779-ad49-7132dde8dfc3 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766138 May 12 19:37:28.725562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:28.732044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 9b203a02-923b-4bed-ae50-aed83de68201 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:28.743593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 37848aac-7388-4360-8774-007483ea588d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:28.749113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 37848aac-7388-4360-8774-007483ea588d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:28.749552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:28.779356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c89a4-e1a0-4bef-9c80-e6a0e161cef5 None None] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:37:28.901730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] Provisioning for port 9b203a02-923b-4bed-ae50-aed83de68201 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:28.935866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-d5281e93-d42b-42bc-9d56-85c81b828614 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606416 May 12 19:37:28.938500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] Provisioning complete for port 9b203a02-923b-4bed-ae50-aed83de68201 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:28.938866 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:28.961282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c9d41-34df-459a-982e-f84f1a387151 req-e611479a-71ad-4b3e-828d-64a2fe17efe6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:28.966144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-264c9d41-34df-459a-982e-f84f1a387151 req-e611479a-71ad-4b3e-828d-64a2fe17efe6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.1809020 May 12 19:37:29.046349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-264c9d41-34df-459a-982e-f84f1a387151 req-af937dad-5c0f-40eb-848c-afb4f132f174 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710392 May 12 19:37:29.173498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 37848aac-7388-4360-8774-007483ea588d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:29.173885 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:29.218851 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80c8e07c-40c7-484b-95ad-cd6981a2d6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:29.230702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:29.242099 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8529aca-ffaa-4a67-8fdb-7f682efc62b4'] response: {'server_uuid': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca', 'code': 200} May 12 19:37:29.331689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d647fa-72bd-44a2-a9c0-75fb926e29db,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:29.462599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fae97d-21e6-4068-b891-5b7eef2dff6e req-dd0e0a88-fb98-4e89-8241-6e9125a9eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:29.464093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85fae97d-21e6-4068-b891-5b7eef2dff6e req-dd0e0a88-fb98-4e89-8241-6e9125a9eae6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 1096 time: 0.1939557 May 12 19:37:29.541520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85fae97d-21e6-4068-b891-5b7eef2dff6e req-98e1e383-16ca-4578-9b9e-a8667d7a948f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707083 May 12 19:37:29.556194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 37848aac-7388-4360-8774-007483ea588d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37848aac-7388-4360-8774-007483ea588d,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:29.570829 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:29.643731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] Current status of the port 9b203a02-923b-4bed-ae50-aed83de68201 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:29.644101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:29.692184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=37848aac-7388-4360-8774-007483ea588d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:29.699610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] For port 9b203a02-923b-4bed-ae50-aed83de68201, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9b203a02-923b-4bed-ae50-aed83de68201,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:29.707898 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:29.783891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc41a0-91bf-4d10-837b-211dc76a4df6 None None] Pushing event updated for resources: {'Port': ['ID=9b203a02-923b-4bed-ae50-aed83de68201,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:29.930089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ecc5fc13-f71d-460e-b1e4-fa0e8571f25c None None] Provisioning complete for port 9b203a02-923b-4bed-ae50-aed83de68201 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:29.930760 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ecc5fc13-f71d-460e-b1e4-fa0e8571f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:29.934961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079996d6-eabc-49c7-b966-51b449661a91 req-8499653d-5615-482e-a86e-e84df6d8a1e8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:29.942043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-079996d6-eabc-49c7-b966-51b449661a91 req-8499653d-5615-482e-a86e-e84df6d8a1e8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 945 time: 0.5588450 May 12 19:37:29.991741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409d17-faf7-4398-8126-241fa1f16f0a req-319fb5cf-389f-4314-98b5-3dff40fea936 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:29.997772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7409d17-faf7-4398-8126-241fa1f16f0a req-319fb5cf-389f-4314-98b5-3dff40fea936 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.6133459 May 12 19:37:29.999843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:30.065366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5fc13-f71d-460e-b1e4-fa0e8571f25c None None] Current status of the port 9b203a02-923b-4bed-ae50-aed83de68201 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:30.130222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-079996d6-eabc-49c7-b966-51b449661a91 req-60ead1f3-8350-4e78-9492-2a90f4712e75 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863577 May 12 19:37:30.180133 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:30.202523 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:30.213163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7409d17-faf7-4398-8126-241fa1f16f0a req-22fdc0ba-9970-4e60-bb0a-f500feb8cce1 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049069 May 12 19:37:30.623015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b203a02-923b-4bed-ae50-aed83de68201 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:30.718104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9b203a02-923b-4bed-ae50-aed83de68201 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:30.718605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:30.832570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-22836a21-1bcc-4054-8f72-7661ca01bbf0 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:30.834093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-22836a21-1bcc-4054-8f72-7661ca01bbf0 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 816 time: 0.5664966 May 12 19:37:30.885344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9b203a02-923b-4bed-ae50-aed83de68201 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:30.885760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-bdda76d4-4a26-4089-8267-f4720003e660 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:30.887216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-bdda76d4-4a26-4089-8267-f4720003e660 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 816 time: 0.3973851 May 12 19:37:30.900875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6395a86-928d-4f2b-a6ef-13dc87b49ea0 req-157c4e4e-5669-42a8-9f95-b4c70e3ee63e tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:30.901266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6395a86-928d-4f2b-a6ef-13dc87b49ea0 req-157c4e4e-5669-42a8-9f95-b4c70e3ee63e tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.5361841 May 12 19:37:30.956026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-6eb2e516-13aa-4ae9-aace-6d18efe7dd86 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/quotas/11beff97becd44029168bf49595a7c3c HTTP/1.1" status: 200 len: 375 time: 0.1045065 May 12 19:37:30.967880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Request body: {'port': {'device_id': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'admin_state_up': True, 'tenant_id': '11beff97becd44029168bf49595a7c3c'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:31.186825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6395a86-928d-4f2b-a6ef-13dc87b49ea0 req-bbd57b8f-54e0-42f2-8204-cbc6b8b81bed tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226243 May 12 19:37:31.211806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Router a7d11aea-df12-4306-83c3-be872e11851a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:37:31.232469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:31.241474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Usage tracker for resource:port and tenant:11beff97becd44029168bf49595a7c3c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:31.244048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37848aac-7388-4360-8774-007483ea588d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:31.298703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:31.324001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:31.377682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-8dd2aa1f-1d36-4277-9fb1-1521e0696153 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3847649 May 12 19:37:31.411598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Made reservation on behalf of 11beff97becd44029168bf49595a7c3c for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:31.415084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:31.538137 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:31.846774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:37:31.857851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] Sync routers for ids ['a7d11aea-df12-4306-83c3-be872e11851a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:37:31.867702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] Routers {'a7d11aea-df12-4306-83c3-be872e11851a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:37:31.868395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a7d11aea-df12-4306-83c3-be872e11851a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:31.903705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-a00d889b-f983-43bb-8468-659d7a1b69a5 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166078 May 12 19:37:31.911266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635d414-4b21-47a9-b0e4-b51632f3b61b req-c01b26b9-bfbd-497e-b592-69d7cfb18bf4 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:31.912679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a635d414-4b21-47a9-b0e4-b51632f3b61b req-c01b26b9-bfbd-497e-b592-69d7cfb18bf4 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.6106703 May 12 19:37:31.975827 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0a1d25dc-7f71-48db-852f-c43c4d56ec1b admin admin] 10.222.0.72 "PUT /v2.0/routers/a7d11aea-df12-4306-83c3-be872e11851a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9895825 May 12 19:37:31.978591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53858) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:32.053806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] Set router a7d11aea-df12-4306-83c3-be872e11851a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:37:32.079427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a635d414-4b21-47a9-b0e4-b51632f3b61b req-b4e802b8-10d6-44e9-b86c-5b26c57a2e0d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522558 May 12 19:37:32.096456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Allocated IP 172.20.0.5 (9cdb49c9-ba04-4b72-9d17-6f78e920597b/d5c169f0-b2a6-4bc6-818c-2192522e4589/d726377a-ace7-48f9-a1f9-e2a4f796f9df) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:32.202747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:32.230542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-28fd44cd-504e-4b74-8d8a-9b28ad3b2093 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023496 May 12 19:37:32.503995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:32.519218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc820e52-2f1c-42b9-b1d0-619531991288 req-14bac153-4829-494d-ba3f-fc46de49c824 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:32.521161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc820e52-2f1c-42b9-b1d0-619531991288 req-14bac153-4829-494d-ba3f-fc46de49c824 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 946 time: 0.2609713 May 12 19:37:32.531272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Deleting port 481a8d4a-bf34-48e8-8bea-be5c0564cf67 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:32.531667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:32.655328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:37:29Z', 'revision_number': 5, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port': {'id': '481a8d4a-bf34-48e8-8bea-be5c0564cf67', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:34:41Z', 'updated_at': '2022-05-12T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:32.659745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] Checking router: a7d11aea-df12-4306-83c3-be872e11851a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:37:32.664412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:32.670203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc820e52-2f1c-42b9-b1d0-619531991288 req-2d9c2f93-f14b-4a29-b569-616387c7c55e tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395779 May 12 19:37:32.677450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] Routers {'a7d11aea-df12-4306-83c3-be872e11851a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:37:32.678297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a7d11aea-df12-4306-83c3-be872e11851a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:32.755117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Transition to ACTIVE for port object d726377a-ace7-48f9-a1f9-e2a4f796f9df will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:32.809174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adc54-2611-4ee3-9408-423d21e34485 req-7bda981a-5c9d-4320-942e-8ceb8d6e2fb4 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:32.810890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd9adc54-2611-4ee3-9408-423d21e34485 req-7bda981a-5c9d-4320-942e-8ceb8d6e2fb4 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.1995907 May 12 19:37:32.828522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] For port 481a8d4a-bf34-48e8-8bea-be5c0564cf67, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=481a8d4a-bf34-48e8-8bea-be5c0564cf67,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:32.828888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:32.850237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:32.910897 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7631d018-f495-426b-8522-2fdd14988dcc'] response: {'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37848aac-7388-4360-8774-007483ea588d', 'code': 200} May 12 19:37:32.973404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] Set router a7d11aea-df12-4306-83c3-be872e11851a gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:37:32.982303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Calling delete_port for 481a8d4a-bf34-48e8-8bea-be5c0564cf67 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:33.065913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:33.080567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd9adc54-2611-4ee3-9408-423d21e34485 req-70e77751-6437-4226-a93b-b520a12902bc tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595181 May 12 19:37:33.089872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:33.092752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:33.233075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077a2c3-137d-4669-8686-0a316c2f3276 req-e3ffe5fd-f681-48d7-a47e-f5478f760c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:33.234591 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c077a2c3-137d-4669-8686-0a316c2f3276 req-e3ffe5fd-f681-48d7-a47e-f5478f760c83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.1610839 May 12 19:37:33.237172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:37:32Z', 'revision_number': 6, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:33.247540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2199bf-f778-4f4d-9bf3-6b912ce56e4e None None] The sync data for ids ['a7d11aea-df12-4306-83c3-be872e11851a'] in n-d-841626-1 is: [{'id': 'a7d11aea-df12-4306-83c3-be872e11851a', 'name': 'tempest-ServerRescueTestJSON-944424972-router', 'tenant_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:34:39Z', 'updated_at': '2022-05-12T19:37:32Z', 'revision_number': 6, 'project_id': 'fefd684dfebb447f9d3ac48dcbbf5e55', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:37:33.360256 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c077a2c3-137d-4669-8686-0a316c2f3276 req-602cb393-3d92-4ef7-8de4-c5546a2983e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105170 May 12 19:37:33.377517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:33.378245 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.383011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.427321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Pushing event updated for resources: {'Port': ['ID=d726377a-ace7-48f9-a1f9-e2a4f796f9df,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:33.437349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-158a752d-8a25-4b1e-a514-6402f146e81b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5349412 May 12 19:37:33.445164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=481a8d4a-bf34-48e8-8bea-be5c0564cf67,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:33.465765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Request body: {'port': {'device_id': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:33.503171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f7f7-c43d-470b-a975-80e418006258 req-d46d70a3-87d1-48b6-bf0d-37c59d9187c3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:33.504683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4683f7f7-c43d-470b-a975-80e418006258 req-d46d70a3-87d1-48b6-bf0d-37c59d9187c3 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.5256732 May 12 19:37:33.531852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1ec2137-78ca-4ea1-b20e-5f5721ca62fd None None] Provisioning for port d726377a-ace7-48f9-a1f9-e2a4f796f9df completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:33.542923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1ec2137-78ca-4ea1-b20e-5f5721ca62fd None None] Provisioning complete for port d726377a-ace7-48f9-a1f9-e2a4f796f9df triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:33.543175 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1ec2137-78ca-4ea1-b20e-5f5721ca62fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.558704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-5648eb4d-f55c-4961-a185-35583db33c29 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:33.565430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-5648eb4d-f55c-4961-a185-35583db33c29 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 816 time: 0.3198709 May 12 19:37:33.579474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.591808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-64d84cec-64ab-4f83-90ed-ad116073a2cf tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/quotas/11beff97becd44029168bf49595a7c3c HTTP/1.1" status: 200 len: 375 time: 0.0253718 May 12 19:37:33.650345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec2137-78ca-4ea1-b20e-5f5721ca62fd None None] Port d726377a-ace7-48f9-a1f9-e2a4f796f9df cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:37:33.733170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4683f7f7-c43d-470b-a975-80e418006258 req-1cb8a9ed-82a8-4677-8929-4c5f0eb60811 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092037 May 12 19:37:33.755905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.880521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.882799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.899339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-07c978f6-d6b0-45e9-abf6-2ddbd19b36df tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Synchronizing usage tracker for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:33.911673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.912271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d11aea-df12-4306-83c3-be872e11851a {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:37:33.926523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:33.930694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-499e30ca-eaa2-4d94-9df3-88af6ad8c2ac admin admin] 10.222.0.72 "DELETE /v2.0/routers/a7d11aea-df12-4306-83c3-be872e11851a HTTP/1.1" status: 204 len: 168 time: 1.9505293 May 12 19:37:33.931670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53922) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:34.005280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] Deleting subnet 15847631-1372-4435-b02a-609c1ec736ad {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:37:34.021002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.054163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-07c978f6-d6b0-45e9-abf6-2ddbd19b36df tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Unset dirty status for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:34.055529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-07c978f6-d6b0-45e9-abf6-2ddbd19b36df tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4236290 May 12 19:37:34.078775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.258490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.346630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-3fcb0a05-d8ab-485a-a153-89c3bd34da44 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:34.348069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-3fcb0a05-d8ab-485a-a153-89c3bd34da44 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 816 time: 0.2281079 May 12 19:37:34.369784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Request body: {'port': {'device_id': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'admin_state_up': True, 'tenant_id': '11beff97becd44029168bf49595a7c3c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:34.387824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.520641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15847631-1372-4435-b02a-609c1ec736ad,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:34.527847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.548015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6d647fa-72bd-44a2-a9c0-75fb926e29db no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:34.554687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d80b74-6857-41be-a84d-3a63a72fbe1c req-2b0a91cc-fece-4e55-b684-4b919cb88f3f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:34.562740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80d80b74-6857-41be-a84d-3a63a72fbe1c req-2b0a91cc-fece-4e55-b684-4b919cb88f3f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.6037607 May 12 19:37:34.620462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d6d647fa-72bd-44a2-a9c0-75fb926e29db {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:34.621207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6d647fa-72bd-44a2-a9c0-75fb926e29db not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:34.622797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 481a8d4a-bf34-48e8-8bea-be5c0564cf67 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:34.641359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-c6975708-9802-4feb-95ca-74ccbde2f94d service neutron] 10.222.0.72 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264635 May 12 19:37:34.652718 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e7861dee-42e3-451b-b0b8-865872154ec0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/15847631-1372-4435-b02a-609c1ec736ad HTTP/1.1" status: 204 len: 168 time: 0.7195797 May 12 19:37:34.655285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:34.661195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:34.677066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:34.695518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 481a8d4a-bf34-48e8-8bea-be5c0564cf67 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:34.695809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 481a8d4a-bf34-48e8-8bea-be5c0564cf67 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:34.785225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Made reservation on behalf of 11beff97becd44029168bf49595a7c3c for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:34.789438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.849514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80d80b74-6857-41be-a84d-3a63a72fbe1c req-84b31981-ec92-4553-a165-c2973c25d754 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858450 May 12 19:37:34.870760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d726377a-ace7-48f9-a1f9-e2a4f796f9df {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:34.897673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.901117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:34.916174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Transition to ACTIVE for port object d726377a-ace7-48f9-a1f9-e2a4f796f9df will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:34.926548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.122205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.137605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-3af626d2-8398-41f1-9367-821db6fd0cc7 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948299 May 12 19:37:35.165378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99ecd9c-b441-4665-85ac-5615b577c193']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:35.174526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Allocated IP 172.20.0.14 (9cdb49c9-ba04-4b72-9d17-6f78e920597b/d5c169f0-b2a6-4bc6-818c-2192522e4589/b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:35.186800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2d3186-0353-4128-bef1-c79be98c25b7') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:35.189560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2d3186-0353-4128-bef1-c79be98c25b7') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:37:35.220118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.265256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.280891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d726377a-ace7-48f9-a1f9-e2a4f796f9df,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:35.298401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:37:35.298813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: timer() May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:37:35.321269 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:37:35.385724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5843d-d1e2-4242-8a85-d78ccf13c992 req-1703182f-2243-4d9e-92fc-145190647e61 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:35.388771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2e5843d-d1e2-4242-8a85-d78ccf13c992 req-1703182f-2243-4d9e-92fc-145190647e61 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 946 time: 0.3896785 May 12 19:37:35.469639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.492259 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.505472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Attempting to bind port d726377a-ace7-48f9-a1f9-e2a4f796f9df on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:35.505877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Attempting to bind port d726377a-ace7-48f9-a1f9-e2a4f796f9df by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:35.506271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Attempting to bind port d726377a-ace7-48f9-a1f9-e2a4f796f9df on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:35.533755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Port d726377a-ace7-48f9-a1f9-e2a4f796f9df on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:37:35.534291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Attempting to bind port d726377a-ace7-48f9-a1f9-e2a4f796f9df on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:35.542931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:35.543265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Checking segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:35.547052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Bound using segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:35.547685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Bound port: d726377a-ace7-48f9-a1f9-e2a4f796f9df, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:35.548099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.566622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2e5843d-d1e2-4242-8a85-d78ccf13c992 req-81fa2d67-6bc0-44d4-b394-d690ed9e4ea8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572165 May 12 19:37:35.693223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e99ecd9c-b441-4665-85ac-5615b577c193,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:35.711758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] For port d726377a-ace7-48f9-a1f9-e2a4f796f9df, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:35.716642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] For port d726377a-ace7-48f9-a1f9-e2a4f796f9df, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:35.733255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-73e3d2cd-909c-4f4f-819b-5e83704131ab admin admin] 10.222.0.72 "DELETE /v2.0/networks/e99ecd9c-b441-4665-85ac-5615b577c193 HTTP/1.1" status: 204 len: 168 time: 1.0506392 May 12 19:37:35.734392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.798942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.823146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Transition to ACTIVE for port object b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:35.860959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.923977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:35.924853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:35.926449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] 10.222.0.73 "PUT /v2.0/ports/d726377a-ace7-48f9-a1f9-e2a4f796f9df HTTP/1.1" status: 200 len: 1091 time: 2.4716001 May 12 19:37:35.935280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'tag': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:35.959518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f3332-df58-488b-a138-f4e252441db8 req-70341da5-e716-4f3f-bb47-617a3cd2d674 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:35.967539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-686f3332-df58-488b-a138-f4e252441db8 req-70341da5-e716-4f3f-bb47-617a3cd2d674 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.5132170 May 12 19:37:35.988132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Pushing event updated for resources: {'Port': ['ID=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:36.001748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:36.003570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:36.006880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:36.042883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53976) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:36.135143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:36.137952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:36.176812 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-39d6a5b2-2140-42ad-bd8d-d391ab5e15e5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8127799 May 12 19:37:36.183066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-18830e9c-00df-4be0-b560-2f94e30caf07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fefd684dfebb447f9d3ac48dcbbf5e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374772 May 12 19:37:36.188103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae541f40-61b2-4b1a-8915-5dfa61ba3f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d726377a-ace7-48f9-a1f9-e2a4f796f9df,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:36.189718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Request body: {'port': {'device_id': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:36.206673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53982) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:36.238592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:36.310067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-686f3332-df58-488b-a138-f4e252441db8 req-45762faa-7c09-4602-81b4-163a2621ee1f tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386025 May 12 19:37:36.375288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bb2be-56d6-45ff-aace-05e7c588bf36 req-ce7ab68d-5002-4339-9e10-dc499a2380fb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:36.383337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c7bb2be-56d6-45ff-aace-05e7c588bf36 req-ce7ab68d-5002-4339-9e10-dc499a2380fb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.5738757 May 12 19:37:36.474911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d0e485bc-691e-4a27-ac3c-8f45136ca06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:36.498185 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:36.504061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c7bb2be-56d6-45ff-aace-05e7c588bf36 req-2e3b96cb-1574-4f79-b47e-c5cfc894f1f0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192169 May 12 19:37:36.509287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:36.518794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-aee0b264-1e58-4e0d-b7b8-227f372c2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:36.521757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-aee0b264-1e58-4e0d-b7b8-227f372c2b49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 1094 time: 0.5445485 May 12 19:37:36.539163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'port_id': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'mac_address': 'fa:16:3e:83:c2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:36.607124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:36.607617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:36.630766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1740d5c-7d43-48f7-b034-245c52537fa9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:36.652645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:36.659825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e60eea9-50ea-4dd3-b4d6-989061f09a1c None None] Provisioning for port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:36.664665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:36.666354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f68299e-28fb-4eb5-99a7-8fb9c75314a5 req-2c4502f7-b93b-4333-8ecf-b253ce123533 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 210 time: 0.0521562 May 12 19:37:36.736547 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d0e485bc-691e-4a27-ac3c-8f45136ca06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:36.751987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-60911416-5af5-48f9-a1b4-abb2380ee1df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df HTTP/1.1" status: 200 len: 217 time: 0.2171469 May 12 19:37:36.776063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e60eea9-50ea-4dd3-b4d6-989061f09a1c None None] Provisioning complete for port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:36.776690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e60eea9-50ea-4dd3-b4d6-989061f09a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:36.895530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5e60eea9-50ea-4dd3-b4d6-989061f09a1c None None] Port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:37:36.897293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['d1740d5c-7d43-48f7-b034-245c52537fa9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:37.095725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:37.109204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:37.123133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.162154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Transition to ACTIVE for port object b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:37.170417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.306959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-1b98dcee-9951-4542-88d2-a94d0d83193b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:37.308461 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-1b98dcee-9951-4542-88d2-a94d0d83193b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.36 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 816 time: 0.3122580 May 12 19:37:37.355861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Request body: {'port': {'device_id': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'admin_state_up': True, 'tenant_id': '11beff97becd44029168bf49595a7c3c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:37.471009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-c4be485e-49ca-42a5-b0be-3c5e03b31cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:37.473228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-c4be485e-49ca-42a5-b0be-3c5e03b31cee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.7091537 May 12 19:37:37.588537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:37.593077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Usage tracker for resource:port and tenant:11beff97becd44029168bf49595a7c3c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:37.596557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:37.603183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:37.607351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d0e485bc-691e-4a27-ac3c-8f45136ca06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.632847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-658a55b1-8606-43f0-958a-a2054df53983 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0199044 May 12 19:37:37.655148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e485bc-691e-4a27-ac3c-8f45136ca06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd635a19-90e2-4257-853a-5269e5f449bd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:37.660849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:37.670881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:37.674258 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d0e485bc-691e-4a27-ac3c-8f45136ca06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.677786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d0e485bc-691e-4a27-ac3c-8f45136ca06c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd635a19-90e2-4257-853a-5269e5f449bd HTTP/1.1" status: 204 len: 168 time: 1.4593883 May 12 19:37:37.680627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Usage tracker for resource:floatingip and tenant:358c86a990744b45a5b956e61c70a5d6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:37.683543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Made reservation on behalf of 11beff97becd44029168bf49595a7c3c for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:37.687003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.690441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38720e-f258-47b7-89fc-aef3149bf19f req-55b450e8-024c-44c7-b1c9-aeb3f54d4cac tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:37.702658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e38720e-f258-47b7-89fc-aef3149bf19f req-55b450e8-024c-44c7-b1c9-aeb3f54d4cac tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.4878604 May 12 19:37:37.704736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:37.706553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:37.728568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:37.763597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.796611 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.799352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e38720e-f258-47b7-89fc-aef3149bf19f req-d903fa69-6a78-4c94-8800-b3eaf088388c tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957320 May 12 19:37:37.805639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-61a5857a-b9fc-47bc-ac29-1c51443a6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:37.815828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Attempting to bind port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:37.816172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Attempting to bind port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:37.816505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Attempting to bind port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:37.829793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:37:37.829793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Attempting to bind port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:37.829793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:37.830278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Checking segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:37.830278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Bound using segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:37.830688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Bound port: b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:37.831034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:37.833862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-61a5857a-b9fc-47bc-ac29-1c51443a6cfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3331041 May 12 19:37:37.990994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] For port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:37.996691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] For port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:37.998309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Allocated IP 172.20.0.12 (9cdb49c9-ba04-4b72-9d17-6f78e920597b/d5c169f0-b2a6-4bc6-818c-2192522e4589/8b36ac25-d46f-4d1d-a124-8156a91da4bd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:38.009942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.080805 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa9ef1f-c8a6-4864-ae2e-88013727a599'] response: {'name': 'network-changed', 'server_uuid': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'tag': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df', 'status': 'completed', 'code': 200} May 12 19:37:38.087658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-a7638fbd-4fdd-4139-8b49-ee03084652ef service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648960 May 12 19:37:38.214858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:38.215476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.216898 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] 10.222.0.73 "PUT /v2.0/ports/b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f HTTP/1.1" status: 200 len: 1092 time: 2.0329416 May 12 19:37:38.217380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'tag': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:38.233101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:38.259901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab146907-5e62-407b-bfa2-8b26f39ebc52 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:38.482754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.516764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port d1740d5c-7d43-48f7-b034-245c52537fa9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:38.517450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.620744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9036-2d75-47f5-a848-909b318a698d req-2bbe74fb-a05e-4129-b760-1bab52fba074 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:38.630374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b5f9036-2d75-47f5-a848-909b318a698d req-2bbe74fb-a05e-4129-b760-1bab52fba074 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.4083941 May 12 19:37:38.658821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-76046338-eef3-4735-8138-4a5b5149ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:38.660293 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-76046338-eef3-4735-8138-4a5b5149ea44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 1095 time: 0.2372179 May 12 19:37:38.706997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3edc859-45d4-4950-a9f1-d5ff38865b8e req-c7f1b90e-2f00-462d-8a19-923eef76d15f service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117828 May 12 19:37:38.760106 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-beb90351-a526-4c40-8459-dd04e699dcf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f HTTP/1.1" status: 200 len: 217 time: 0.0828192 May 12 19:37:38.763247 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.768846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:38.769354 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.816428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:38.830553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:38.843361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.884289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Transition to ACTIVE for port object 8b36ac25-d46f-4d1d-a124-8156a91da4bd will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:38.898133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-3c34d9bf-7141-459e-bcd9-b8c12fafbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:38.899741 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-3c34d9bf-7141-459e-bcd9-b8c12fafbd93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.1265459 May 12 19:37:38.965237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b5f9036-2d75-47f5-a848-909b318a698d req-2776a823-c089-4ad0-8741-c61acf13fa11 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321829 May 12 19:37:38.985230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:38.997027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:39.082109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:39.168763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-bdb5a0b0-191c-4750-a99d-f67b1a2f77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:39.170629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-bdb5a0b0-191c-4750-a99d-f67b1a2f77bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607682 May 12 19:37:39.359955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:39.365986 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-4cd51bf3-cf9f-4325-b1c8-d99c88d99050 service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871147 May 12 19:37:39.369693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:39.374807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Pushing event updated for resources: {'Port': ['ID=8b36ac25-d46f-4d1d-a124-8156a91da4bd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:39.403717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Allocated IP 172.25.2.215 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/5cd38a5e-4832-41b0-b8e7-2b9a6f25bc00) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:39.677825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:39.692016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54074) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:39.699181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:39.729618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-50195772-e147-4f2b-b812-9ef3bd2842b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:39.731804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-50195772-e147-4f2b-b812-9ef3bd2842b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 1094 time: 0.9713616 May 12 19:37:39.759717 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ffa691ec-6706-4665-95d8-dfbf86272196 req-7c80fb7b-a2b5-4b0a-a7f0-c83d6a099dee service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859267 May 12 19:37:39.853283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:39.854367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:39.882693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-63f4424b-b026-4db6-bf50-b679a057a67d None None] Provisioning for port 8b36ac25-d46f-4d1d-a124-8156a91da4bd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:39.892279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-63f4424b-b026-4db6-bf50-b679a057a67d None None] Provisioning complete for port 8b36ac25-d46f-4d1d-a124-8156a91da4bd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:39.893494 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63f4424b-b026-4db6-bf50-b679a057a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:39.935461 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-4007ffd5-cc51-4bb9-a6b2-db1bf51b713d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5819709 May 12 19:37:39.950263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:39.953948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Request body: {'port': {'device_id': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:40.052580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-536533520-network', 'tenant_id': '35d1d374da814178b32a898912d325c2'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:40.059758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:40.078411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d629d-250b-43ec-96ee-04b89dcf0042 req-13dfd744-89c9-4ae9-882c-2f769e2fec82 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:40.085572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b6d629d-250b-43ec-96ee-04b89dcf0042 req-13dfd744-89c9-4ae9-882c-2f769e2fec82 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 932 time: 0.9170628 May 12 19:37:40.092248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:40.095985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:40.115387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Usage tracker for resource:network and tenant:35d1d374da814178b32a898912d325c2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:40.123028 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:37:40.123596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:40.128831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:40.139225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-63f4424b-b026-4db6-bf50-b679a057a67d None None] Port 8b36ac25-d46f-4d1d-a124-8156a91da4bd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:37:40.171044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:40.193917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Pushing event updated for resources: {'Port': ['ID=5cd38a5e-4832-41b0-b8e7-2b9a6f25bc00,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:40.208953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-a606c169-d0ca-438f-827e-c5acd6bf43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:40.211345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-a606c169-d0ca-438f-827e-c5acd6bf43e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 917 time: 0.4675920 May 12 19:37:40.220455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:40.510880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-1fc084a9-aaf5-4a44-9524-8d0cc4a5c9fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df HTTP/1.1" status: 200 len: 217 time: 0.2882695 May 12 19:37:40.513049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.513692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.514986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.515441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.516171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.516932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.517452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.518044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.518480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.519652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.520651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.521094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:40.604239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Made reservation on behalf of 35d1d374da814178b32a898912d325c2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:40.606623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:40.636065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8b6d629d-250b-43ec-96ee-04b89dcf0042 req-19a1c2d9-99d1-476a-9ea4-25f9c10c4c1d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Synchronizing usage tracker for tenant:11beff97becd44029168bf49595a7c3c on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:40.654084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:40.735116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:40.738623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-fb0c065c-1bac-456c-b476-938bf83f4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:40.740099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-fb0c065c-1bac-456c-b476-938bf83f4aee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.1939955 May 12 19:37:40.743353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8b6d629d-250b-43ec-96ee-04b89dcf0042 req-19a1c2d9-99d1-476a-9ea4-25f9c10c4c1d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Unset dirty status for tenant:11beff97becd44029168bf49595a7c3c on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:40.744421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b6d629d-250b-43ec-96ee-04b89dcf0042 req-19a1c2d9-99d1-476a-9ea4-25f9c10c4c1d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580048 May 12 19:37:40.746940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Usage tracker for resource:security_group_rule and tenant:35d1d374da814178b32a898912d325c2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:40.749887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:40.752447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:40.800991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b36ac25-d46f-4d1d-a124-8156a91da4bd {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:40.805685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:40.818036 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:40.854362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Transition to ACTIVE for port object 8b36ac25-d46f-4d1d-a124-8156a91da4bd will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:40.864676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:40.973658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.161333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-4ad54809-f7ad-459b-be29-32eb06d3d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:41.162802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-4ad54809-f7ad-459b-be29-32eb06d3d465 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4114826 May 12 19:37:41.310965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Pushing event updated for resources: {'Port': ['ID=8b36ac25-d46f-4d1d-a124-8156a91da4bd,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:41.363186 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Attempting to bind port 8b36ac25-d46f-4d1d-a124-8156a91da4bd on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:41.363526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Attempting to bind port 8b36ac25-d46f-4d1d-a124-8156a91da4bd by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:41.363870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Attempting to bind port 8b36ac25-d46f-4d1d-a124-8156a91da4bd on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:41.369788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Port 8b36ac25-d46f-4d1d-a124-8156a91da4bd on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:37:41.370106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Attempting to bind port 8b36ac25-d46f-4d1d-a124-8156a91da4bd on network 9cdb49c9-ba04-4b72-9d17-6f78e920597b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:41.377395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:41.377734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Checking segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:41.378291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Bound using segment: {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:41.378725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Bound port: 8b36ac25-d46f-4d1d-a124-8156a91da4bd, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b9673b-bd9a-434c-a613-41141edf4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:41.379128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.490040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] For port 8b36ac25-d46f-4d1d-a124-8156a91da4bd, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:41.494062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] For port 8b36ac25-d46f-4d1d-a124-8156a91da4bd, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:41.501387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.542116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b23b1-ef33-46de-80a7-45e5ad4fc2f9 req-8050e3ef-1702-4a23-bc01-f043278a8a5b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:41.543655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-551b23b1-ef33-46de-80a7-45e5ad4fc2f9 req-8050e3ef-1702-4a23-bc01-f043278a8a5b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.6420822 May 12 19:37:41.565711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.600310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Pushing event updated for resources: {'Port': ['ID=8b36ac25-d46f-4d1d-a124-8156a91da4bd,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:41.605523 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.610053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:41.610945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.612006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d726377a-ace7-48f9-a1f9-e2a4f796f9df details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:41.612620 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-7ab00e38-27bf-4c8d-8a00-00b25f1bec54 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b36ac25-d46f-4d1d-a124-8156a91da4bd HTTP/1.1" status: 200 len: 1092 time: 1.6713793 May 12 19:37:41.669225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-9ff43b3c-5205-49cf-8d66-ff8c9f1ca205 service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771078 May 12 19:37:41.790481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:37:41.847892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-e8348ae6-4f44-4236-9eba-6b9efc2a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:41.851095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-e8348ae6-4f44-4236-9eba-6b9efc2a2fdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 1095 time: 0.1944599 May 12 19:37:41.916817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57149d3c-5830-4151-b803-92ba02d2c6b9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:41.921447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.921797 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Added segment 25bb5f0d-a8de-4c8e-ba3e-70e684166ec4 of type vlan for network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 May 12 19:37:41.929058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-551b23b1-ef33-46de-80a7-45e5ad4fc2f9 req-82241f44-41f0-452b-8123-45e5cd4a7ecc tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655026 May 12 19:37:41.935548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:37:41.959730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d726377a-ace7-48f9-a1f9-e2a4f796f9df, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:41.971914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:41.981099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df', 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'port_id': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df', 'mac_address': 'fa:16:3e:ad:9f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c169f0-b2a6-4bc6-818c-2192522e4589', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:41.990982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.047854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.074791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-715a6057-6cd8-4b2e-a49d-91397a3987c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd HTTP/1.1" status: 200 len: 217 time: 0.2163014 May 12 19:37:42.077419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d726377a-ace7-48f9-a1f9-e2a4f796f9df is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:42.078885 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.092312 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105bd7e1-4e62-48ee-89cc-39966340f8ea'] response: {'name': 'network-changed', 'server_uuid': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'tag': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f', 'status': 'completed', 'code': 200} May 12 19:37:42.104538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d726377a-ace7-48f9-a1f9-e2a4f796f9df {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:42.124242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d726377a-ace7-48f9-a1f9-e2a4f796f9df, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:42.133752 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.212716 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4936b044-20ba-4732-84a7-9989c343708c'] response: {'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'code': 200} May 12 19:37:42.288057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Pushing event updated for resources: {'Port': ['ID=5cd38a5e-4832-41b0-b8e7-2b9a6f25bc00,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:42.296836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d726377a-ace7-48f9-a1f9-e2a4f796f9df,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:42.311335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-c852e460-6b20-4711-9dbd-0d58c51ba74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:42.312954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-c852e460-6b20-4711-9dbd-0d58c51ba74b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.2194645 May 12 19:37:42.385440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d726377a-ace7-48f9-a1f9-e2a4f796f9df'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:42.414458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee08680-3d9c-4309-b54e-fca0d438b2d6 req-d837bc05-628e-49f1-bea9-34e75bd59a61 service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330830 May 12 19:37:42.415370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-ee7a2172-9ab2-4fab-8e08-ee2297c8bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:42.416959 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-ee7a2172-9ab2-4fab-8e08-ee2297c8bcba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 1095 time: 0.2597747 May 12 19:37:42.422876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:37:42.469412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.511308 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.519694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-3e69a87b-1fc2-4325-87b9-42ef66e9c121 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8760786 May 12 19:37:42.603641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-17c88eb3-8a23-4722-b85d-5ed33b993eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:42.605107 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-17c88eb3-8a23-4722-b85d-5ed33b993eba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2816677 May 12 19:37:42.619969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.621399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:42.622201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:42.761141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] Pushing event updated for resources: {'Network': ['ID=189bdd70-9b7e-47d6-9144-cb61b83b6fd7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:42.768345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f2053cef-9d94-4b4c-9d91-2b1ea893178f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0713124 May 12 19:37:42.785611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54126) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:42.798146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-4e1705b6-aadc-46fd-ba13-1395987b073e tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Synchronizing usage tracker for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:42.815529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Request body: {'subnet': {'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-536533520-subnet', 'tenant_id': '35d1d374da814178b32a898912d325c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:42.832729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:37:42.854644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602a571-8c12-4264-a723-d457edf83d4b req-3715c8ff-52ad-4afb-866a-dc27790812c3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:42.859819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d602a571-8c12-4264-a723-d457edf83d4b req-3715c8ff-52ad-4afb-866a-dc27790812c3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.5002298 May 12 19:37:42.860727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-4e1705b6-aadc-46fd-ba13-1395987b073e tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Unset dirty status for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:42.861860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-4e1705b6-aadc-46fd-ba13-1395987b073e tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.3410254 May 12 19:37:42.867560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:42.881905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-c1cd8585-adce-47a7-ab9e-a8de294b3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:42.892028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-c1cd8585-adce-47a7-ab9e-a8de294b3ae4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 917 time: 0.4627378 May 12 19:37:42.899493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Usage tracker for resource:subnet and tenant:35d1d374da814178b32a898912d325c2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:42.907496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:42.943841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d602a571-8c12-4264-a723-d457edf83d4b req-373971ba-5c02-48ee-b1c4-b2db9fc4c0cb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757761 May 12 19:37:43.002947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:43.021515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-773920c6-ab30-426d-8794-f6602b668d37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f HTTP/1.1" status: 200 len: 217 time: 0.1168251 May 12 19:37:43.084878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Made reservation on behalf of 35d1d374da814178b32a898912d325c2 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:43.088636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:43.226017 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-b2a4ac45-d1d5-4f90-83c6-414af67c7f59 service neutron] 10.222.0.36 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069665 May 12 19:37:43.244632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-c4bc026a-c038-459e-8b47-3f64a5ada7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:43.246421 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-c4bc026a-c038-459e-8b47-3f64a5ada7b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.2172883 May 12 19:37:43.547709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-fd30645d-dcb1-4d40-b1b7-c5bf19d40924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:43.549493 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-fd30645d-dcb1-4d40-b1b7-c5bf19d40924 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2825971 May 12 19:37:43.557669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-93a3b879-4329-437b-aaa2-cfa875742c72 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:43.559146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-93a3b879-4329-437b-aaa2-cfa875742c72 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.6365068 May 12 19:37:43.567154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca81c-72bd-4a27-bf24-646cff5dac75 req-00693741-32d6-4fbb-94f5-e3f7f4fd36d5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:43.568606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-546ca81c-72bd-4a27-bf24-646cff5dac75 req-00693741-32d6-4fbb-94f5-e3f7f4fd36d5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.3993382 May 12 19:37:43.574270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-4b0a9e3c-1e4f-48a6-999f-a5820ab42374 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:37:43.575221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c971408-02ef-4809-8bac-6addc05f4b2a req-4b0a9e3c-1e4f-48a6-999f-a5820ab42374 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057466 May 12 19:37:43.587263 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cd4ea2a5-cad7-40c2-bba8-4220dd9e4b7c req-ec4b088d-21ac-4a9f-b6e3-9b16231baee6 service neutron] 10.222.0.36 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479009 May 12 19:37:43.618718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:43.661521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-546ca81c-72bd-4a27-bf24-646cff5dac75 req-c8bde849-7b53-4ee1-b2db-82cf56df95fb tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852408 May 12 19:37:43.943119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:43.959918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d726377a-ace7-48f9-a1f9-e2a4f796f9df up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:43.973324 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-d0f7f45d-99cf-4e2d-a88f-5a8f3f1abbcf service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143815 May 12 19:37:44.000681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f', 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'port_id': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f', 'mac_address': 'fa:16:3e:fb:f3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c169f0-b2a6-4bc6-818c-2192522e4589', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:44.033137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b1f5-aca4-4ee5-9fbb-961c76a26fd4 req-c02ad080-ceb3-4bba-b9c0-5fe85a7dfd3b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:44.045416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:44.051077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5629b1f5-aca4-4ee5-9fbb-961c76a26fd4 req-c02ad080-ceb3-4bba-b9c0-5fe85a7dfd3b tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.2353539 May 12 19:37:44.068655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9b9c8-3769-4e2e-8076-18f2d83968d2 req-5a2092bb-3091-45d0-9a0f-a9312bdf0986 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:44.080730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fb9b9c8-3769-4e2e-8076-18f2d83968d2 req-5a2092bb-3091-45d0-9a0f-a9312bdf0986 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 944 time: 0.2319472 May 12 19:37:44.099778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:44.100650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:44.131003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:44.167001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:44.169031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port d726377a-ace7-48f9-a1f9-e2a4f796f9df completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:44.176014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port d726377a-ace7-48f9-a1f9-e2a4f796f9df triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:44.176608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:44.239935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5629b1f5-aca4-4ee5-9fbb-961c76a26fd4 req-62c1ecbb-05a7-4ead-88c0-33916be69b02 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878860 May 12 19:37:44.254273 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:44.263108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fb9b9c8-3769-4e2e-8076-18f2d83968d2 req-345edf6e-5fe3-4838-b894-50c294e53ea9 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581872 May 12 19:37:44.443323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'tag': '8b36ac25-d46f-4d1d-a124-8156a91da4bd'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:44.455026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:44.524747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d726377a-ace7-48f9-a1f9-e2a4f796f9df is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:44.525134 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:44.572913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d726377a-ace7-48f9-a1f9-e2a4f796f9df, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:44.574025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:44.582820 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:44.641812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Checking segment: {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:44.645895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Network hostable DHCP agents. Network: 189bdd70-9b7e-47d6-9144-cb61b83b6fd7, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:37:44.674247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d726377a-ace7-48f9-a1f9-e2a4f796f9df,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:44.676369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d4cc01-b373-4fbd-8dfd-7baab7192476,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:44.682319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:44.760763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-5f3a0ea1-3f48-479f-872d-30f4976558fa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:44.771156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-5f3a0ea1-3f48-479f-872d-30f4976558fa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 821 time: 0.2927339 May 12 19:37:44.778126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:37:44.789510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53ea6b-17a4-47fd-b10e-8121f4ffd5a0 req-c1fad9c5-7504-46a5-8bf9-de2e28dbae52 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:44.796436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a53ea6b-17a4-47fd-b10e-8121f4ffd5a0 req-c1fad9c5-7504-46a5-8bf9-de2e28dbae52 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.3825476 May 12 19:37:44.806357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aec7fdf2-e1c2-47ee-93d5-1966eac2eab9 req-a4f571bb-0b1a-4822-8f7a-bcc6132c6ccc service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195159 May 12 19:37:44.807083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 189bdd70-9b7e-47d6-9144-cb61b83b6fd7) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:44.814401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:44.814988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:44.832556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60486ca-92a6-478e-832f-4f85a68e1987 None None] Network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:37:44.862445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b1c57bc8-4905-44e8-8efc-b903fff07f9b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0720539 May 12 19:37:44.873488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-733ebf3b-4660-4019-baec-5318200e4ba7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/quotas/358c86a990744b45a5b956e61c70a5d6 HTTP/1.1" status: 200 len: 375 time: 0.1013966 May 12 19:37:44.998810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a53ea6b-17a4-47fd-b10e-8121f4ffd5a0 req-cc930da8-404d-4de5-8fed-c391d86d503d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891611 May 12 19:37:45.063778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-64ab8c28-31ac-4006-9986-71ca285b1836 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1735570 May 12 19:37:45.361964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-c62f9d64-8b50-4044-9410-d7a720c15312 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962735 May 12 19:37:45.394647 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f768fbd2-1c71-48ba-9383-566578978b56'] response: {'name': 'network-changed', 'server_uuid': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'tag': '8b36ac25-d46f-4d1d-a124-8156a91da4bd', 'status': 'completed', 'code': 200} May 12 19:37:45.463961 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e40c0c5-3508-44cd-92b1-1796e2daece6'] response: {'server_uuid': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df', 'code': 200} May 12 19:37:45.586489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-a1f2c933-970a-49b1-a831-f750f5149d22 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225356 May 12 19:37:45.643329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a950e-960a-4fde-8031-cb6ba66adf04 None None] Network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:37:45.812363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-272b6b88-301d-41a6-a969-61ce8318e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:45.815055 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-272b6b88-301d-41a6-a969-61ce8318e668 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 1095 time: 0.3792784 May 12 19:37:45.901556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36661-99d3-45d2-994b-10c2e169cd7e req-a01b169a-a278-4212-8142-ea1b2be3165f tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:45.911112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84b36661-99d3-45d2-994b-10c2e169cd7e req-a01b169a-a278-4212-8142-ea1b2be3165f tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.2107987 May 12 19:37:45.990578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84b36661-99d3-45d2-994b-10c2e169cd7e req-85046fc3-f249-46dd-a592-870cfba68369 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779831 May 12 19:37:46.011416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb17c74-dc6a-479a-a185-8d0c0ca5ab87 req-c4b0945f-d5ce-4569-b601-35355e5fed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:46.013172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7cb17c74-dc6a-479a-a185-8d0c0ca5ab87 req-c4b0945f-d5ce-4569-b601-35355e5fed08 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 1096 time: 0.4678180 May 12 19:37:46.115427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7cb17c74-dc6a-479a-a185-8d0c0ca5ab87 req-b5e2f4f7-e307-4d47-a712-f7419701bf23 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856743 May 12 19:37:46.140457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b1e55-faa4-4920-bce1-e88c401aa30d req-b9b589ee-a89d-4ab9-b123-ef9178a4239b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:46.143003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b70b1e55-faa4-4920-bce1-e88c401aa30d req-b9b589ee-a89d-4ab9-b123-ef9178a4239b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 944 time: 0.1461382 May 12 19:37:46.180041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-22eb8ab8-4be3-45fb-be2f-719579e6fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:46.181705 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-22eb8ab8-4be3-45fb-be2f-719579e6fc08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 917 time: 0.3588052 May 12 19:37:46.242486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8b36ac25-d46f-4d1d-a124-8156a91da4bd details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:46.265041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b70b1e55-faa4-4920-bce1-e88c401aa30d req-ed432207-204e-4a38-b1a8-781699c73606 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131101 May 12 19:37:46.306294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54216) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:46.327934 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-970b4cc5-0fce-4104-a893-f28776934ec4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd HTTP/1.1" status: 200 len: 217 time: 0.1387753 May 12 19:37:46.527268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-c0a058d4-ee15-4e72-9d20-3d294c9be0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:46.530043 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-c0a058d4-ee15-4e72-9d20-3d294c9be0d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.1948919 May 12 19:37:46.591904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8b36ac25-d46f-4d1d-a124-8156a91da4bd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:46.641816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8b36ac25-d46f-4d1d-a124-8156a91da4bd', 'network_id': '9cdb49c9-ba04-4b72-9d17-6f78e920597b', 'port_id': '8b36ac25-d46f-4d1d-a124-8156a91da4bd', 'mac_address': 'fa:16:3e:7c:c5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c169f0-b2a6-4bc6-818c-2192522e4589', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:46.652586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:46.679551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72de86-ca8d-4f11-b3d6-e459bd90485e req-4f27713e-f916-49bf-82cb-e1b4b505dec6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:46.688991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff72de86-ca8d-4f11-b3d6-e459bd90485e req-4f27713e-f916-49bf-82cb-e1b4b505dec6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.2400193 May 12 19:37:46.719892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-c749eb81-a99b-46d7-90c9-3b1207a2e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:46.721814 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-c749eb81-a99b-46d7-90c9-3b1207a2e79b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834605 May 12 19:37:46.744286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8b36ac25-d46f-4d1d-a124-8156a91da4bd is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:46.744664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:46.758698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff72de86-ca8d-4f11-b3d6-e459bd90485e req-6f5db318-2d8d-45ee-83dc-253d8643bfe6 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682156 May 12 19:37:46.759620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:46.768039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0f700846272549e58f3f2fa17367566f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:46.784236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:46.800628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b36ac25-d46f-4d1d-a124-8156a91da4bd {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:46.808813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:46.837845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8b36ac25-d46f-4d1d-a124-8156a91da4bd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:46.848472 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:46.975011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8b36ac25-d46f-4d1d-a124-8156a91da4bd,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:46.999262 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-a85e0d1b-200e-4d0c-a937-23ad0c302d8f service neutron] 10.222.0.36 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698028 May 12 19:37:47.041500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fe559ce-85c8-4aec-8b8b-c3cb580bf097 req-07456c2d-566a-409c-ba13-72d1c671aac8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 210 time: 0.0738776 May 12 19:37:47.184875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8b36ac25-d46f-4d1d-a124-8156a91da4bd'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:47.190085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-7631edb2-d84d-423f-82a8-3c1de10c10b4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:47.192158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-7631edb2-d84d-423f-82a8-3c1de10c10b4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Synchronizing usage tracker for tenant:35d1d374da814178b32a898912d325c2 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:47.230063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-7631edb2-d84d-423f-82a8-3c1de10c10b4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Unset dirty status for tenant:35d1d374da814178b32a898912d325c2 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:47.258644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-7631edb2-d84d-423f-82a8-3c1de10c10b4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 813 time: 0.4064054 May 12 19:37:47.311433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-99627707-314d-4283-aba4-01c246d89b4f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/quotas/35d1d374da814178b32a898912d325c2 HTTP/1.1" status: 200 len: 375 time: 0.0412166 May 12 19:37:47.438325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-c8ba6b53-d6a0-4863-82e0-22678b360f84 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1257532 May 12 19:37:47.450802 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d9306b6-1d67-49d1-8467-0538ad3944b3 req-6aa37d54-bb69-4ce0-bb95-5c519181ec69 service neutron] 10.222.0.36 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363737 May 12 19:37:47.643740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:47.715509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:47.783476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:47.796121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:47.796493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:47.826333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:47.826702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-85a9d444-e794-435b-a7d1-4897dc865ff2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:47.828805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-85a9d444-e794-435b-a7d1-4897dc865ff2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.73 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 821 time: 0.2493923 May 12 19:37:47.845735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'port': {'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'admin_state_up': True, 'tenant_id': '358c86a990744b45a5b956e61c70a5d6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:47.952035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97845ee9-ab7e-46c7-bea2-a3f2d688f4c1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:47.958261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cd311048-7a6c-48df-bea2-e3724c2822c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f700846272549e58f3f2fa17367566f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6507168 May 12 19:37:47.970131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54238) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:47.999983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:48.000706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.033712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:48.035464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:48.040895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Usage tracker for resource:port and tenant:358c86a990744b45a5b956e61c70a5d6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:48.045830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:48.046020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:48.046586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6937f0-94b8-4118-ba73-b96b98753732 req-9ca7bac2-664b-4f8d-91fc-9373615c07cb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:48.048466 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6937f0-94b8-4118-ba73-b96b98753732 req-9ca7bac2-664b-4f8d-91fc-9373615c07cb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.6233046 May 12 19:37:48.052935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:48.057149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.058585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:48.065060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-3e87ea2e-5fb7-4948-9570-0682002e2b27 service neutron] 10.222.0.72 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257858 May 12 19:37:48.083244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Made reservation on behalf of 358c86a990744b45a5b956e61c70a5d6 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:48.091789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.183207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:48.256294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6937f0-94b8-4118-ba73-b96b98753732 req-ff9098cb-3d7b-4185-961e-83db77c116d7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931732 May 12 19:37:48.313804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:48.314355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.351838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:48.354351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Allocated IP 172.20.0.8 (4c2d504e-f2a4-4ab8-9171-1593ffacfbd7/971a7fb7-de75-45dc-b693-5f6312d1c107/505cedff-cda4-4acc-a6fb-fe225461cc8c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:48.356759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc7d8-4cd8-4b16-a8a3-561bea354ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.361649 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.410122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc7d8-4cd8-4b16-a8a3-561bea354ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.483549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:48.539538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-49fcb28e-289b-4736-9b20-84593d8e5901 service neutron] 10.222.0.72 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146595 May 12 19:37:48.573146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefa292-17a3-4b11-ac5a-169afb6ccf05 req-c3f39582-fd90-4dc2-aace-98ced34cebba tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:48.575262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdefa292-17a3-4b11-ac5a-169afb6ccf05 req-c3f39582-fd90-4dc2-aace-98ced34cebba tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.1472325 May 12 19:37:48.584692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc7d8-4cd8-4b16-a8a3-561bea354ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.621624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cc7d8-4cd8-4b16-a8a3-561bea354ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97845ee9-ab7e-46c7-bea2-a3f2d688f4c1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:48.634422 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc7d8-4cd8-4b16-a8a3-561bea354ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.635631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1a0cc7d8-4cd8-4b16-a8a3-561bea354ee0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97845ee9-ab7e-46c7-bea2-a3f2d688f4c1 HTTP/1.1" status: 204 len: 168 time: 0.6612630 May 12 19:37:48.664336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdefa292-17a3-4b11-ac5a-169afb6ccf05 req-9deecd34-5006-4c41-bbe9-fe7d147d3196 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725482 May 12 19:37:48.854663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.892532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Transition to ACTIVE for port object 505cedff-cda4-4acc-a6fb-fe225461cc8c will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:48.930449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555ad2d-da4e-4e95-b205-3e99eb7f2233 req-7cf4020d-49af-49be-a9f5-7deaf62de611 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:48.932323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9555ad2d-da4e-4e95-b205-3e99eb7f2233 req-7cf4020d-49af-49be-a9f5-7deaf62de611 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 948 time: 0.1131697 May 12 19:37:48.965909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:48.982434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['37848aac-7388-4360-8774-007483ea588d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:49.103889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:49.107065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:49.124324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:49.184434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9555ad2d-da4e-4e95-b205-3e99eb7f2233 req-5c61d018-5fe6-455a-a2b8-7ccb874a85fa tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381999 May 12 19:37:49.266601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Pushing event updated for resources: {'Port': ['ID=505cedff-cda4-4acc-a6fb-fe225461cc8c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:49.294162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:49.313386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.316665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.317092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.317541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.317937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.318457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.319547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.319956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.322633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.323074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.324678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.325002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:37:49.348781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff4e02-c750-4ff4-a811-518168b2357d req-e928106e-af0e-438b-8175-91c6f6e419d6 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:49.358562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acff4e02-c750-4ff4-a811-518168b2357d req-e928106e-af0e-438b-8175-91c6f6e419d6 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 945 time: 0.3425698 May 12 19:37:49.378418 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65549942-184b-4cdb-8651-7f166b8f1b5f'] response: {'server_uuid': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f', 'code': 200} May 12 19:37:49.386887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:49.421377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:49.426393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acff4e02-c750-4ff4-a811-518168b2357d req-f6ab70f2-6490-4ed9-9440-805a8b00a26b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 May 12 19:37:49.433623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:49.434616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:49.466552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Usage tracker for resource:security_group_rule and tenant:b91b077ab3234c7aaf35ded248823b11 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:49.477548 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-ae9158e6-421d-4bb6-b558-c01761322476 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6399541 May 12 19:37:49.478455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:49.488244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Request body: {'port': {'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:49.614655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:49.615802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-30110a99-9d39-4a05-a5ed-1f42aaf34b10 None None] Provisioning for port 505cedff-cda4-4acc-a6fb-fe225461cc8c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:49.623128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-30110a99-9d39-4a05-a5ed-1f42aaf34b10 None None] Provisioning complete for port 505cedff-cda4-4acc-a6fb-fe225461cc8c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:49.624242 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30110a99-9d39-4a05-a5ed-1f42aaf34b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:49.713223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13886d-e3f1-48a8-a98d-a1b746a31166 req-58de917a-5a73-481c-8fd9-d51f1f1f2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:49.715662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d13886d-e3f1-48a8-a98d-a1b746a31166 req-58de917a-5a73-481c-8fd9-d51f1f1f2512 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 1097 time: 0.2651932 May 12 19:37:49.739566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:49.744623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:49.808558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d13886d-e3f1-48a8-a98d-a1b746a31166 req-92b6e8c0-c8ca-4ec7-a6bb-0682e49314c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820496 May 12 19:37:49.823716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-30110a99-9d39-4a05-a5ed-1f42aaf34b10 None None] Port 505cedff-cda4-4acc-a6fb-fe225461cc8c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:37:49.837058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd61025-9aaa-476c-8e8b-fd21a79a10ea req-5cccd24b-3b5d-4b65-82de-d9b57893c241 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:49.848040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-edd61025-9aaa-476c-8e8b-fd21a79a10ea req-5cccd24b-3b5d-4b65-82de-d9b57893c241 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 931 time: 0.2403619 May 12 19:37:49.939375 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-edd61025-9aaa-476c-8e8b-fd21a79a10ea req-bb48b1cb-7097-4b5a-b3c6-6528f3c1ecfc tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903881 May 12 19:37:50.057009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:50.082203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'mac_address': 'fa:16:3e:63:d8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:37:50.086815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.130678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.193716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:50.194149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.227854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:50.247676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:50.256283 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.282684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a81b7e0a-e56b-4593-af87-1970f3357e50 req-1e20e42c-ea45-4a10-933d-e3405cb9244d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 210 time: 0.0751839 May 12 19:37:50.297279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8b36ac25-d46f-4d1d-a124-8156a91da4bd up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:50.317675 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b91b077ab3234c7aaf35ded248823b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9838474 May 12 19:37:50.321370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54272) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:50.325722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae523ab-258d-43f4-88ab-7cde168ba452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da091bb1-4000-40bc-96f4-dd6f239031b3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:50.402565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9901bc9-0a46-45a1-bb4d-e62be3369b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.415258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=10']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:50.442210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9901bc9-0a46-45a1-bb4d-e62be3369b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.447397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 8b36ac25-d46f-4d1d-a124-8156a91da4bd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:37:50.462776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8b36ac25-d46f-4d1d-a124-8156a91da4bd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:50.463161 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.512975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487768fb-b71f-4c35-8267-eca52291f8bf req-bbc4983f-d728-409c-a30b-e773527fa349 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:50.514592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-487768fb-b71f-4c35-8267-eca52291f8bf req-bbc4983f-d728-409c-a30b-e773527fa349 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2305548 May 12 19:37:50.525401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:37:50.608874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-487768fb-b71f-4c35-8267-eca52291f8bf req-583179e9-d509-448e-af2e-0317211898cc tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785797 May 12 19:37:50.645772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9901bc9-0a46-45a1-bb4d-e62be3369b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.673586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505cedff-cda4-4acc-a6fb-fe225461cc8c {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:50.679263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9901bc9-0a46-45a1-bb4d-e62be3369b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da091bb1-4000-40bc-96f4-dd6f239031b3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:50.691256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.701511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9901bc9-0a46-45a1-bb4d-e62be3369b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:50.703693 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b9901bc9-0a46-45a1-bb4d-e62be3369b12 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da091bb1-4000-40bc-96f4-dd6f239031b3 HTTP/1.1" status: 204 len: 168 time: 0.3812575 May 12 19:37:50.719907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Transition to ACTIVE for port object 505cedff-cda4-4acc-a6fb-fe225461cc8c will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:50.728988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:51.041230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8b36ac25-d46f-4d1d-a124-8156a91da4bd is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:51.041611 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:51.114786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=505cedff-cda4-4acc-a6fb-fe225461cc8c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:51.300362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7334baa-e9d8-4c22-99d6-282735afcbaa req-700491e9-3c83-48b0-b318-d0a7bb1bfaf9 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:51.308040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7334baa-e9d8-4c22-99d6-282735afcbaa req-700491e9-3c83-48b0-b318-d0a7bb1bfaf9 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 945 time: 0.4184880 May 12 19:37:51.367931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8b36ac25-d46f-4d1d-a124-8156a91da4bd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:51.376053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:51.400752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17fc0c-5091-4de1-b07d-b7764cd6f42d req-4f1d0b4e-12e4-4dcd-a0b1-aa7405d7dd3d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:51.408132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a17fc0c-5091-4de1-b07d-b7764cd6f42d req-4f1d0b4e-12e4-4dcd-a0b1-aa7405d7dd3d tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.4431441 May 12 19:37:51.413017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'}, {'server_uuid': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36ac25-d46f-4d1d-a124-8156a91da4bd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:51.441758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7334baa-e9d8-4c22-99d6-282735afcbaa req-9682bfef-2e53-40b9-8531-366101d288d3 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324222 May 12 19:37:51.484861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8b36ac25-d46f-4d1d-a124-8156a91da4bd,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:51.486469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-cfc98df1-4718-464f-95ce-b2d3c90bf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:51.492788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-cfc98df1-4718-464f-95ce-b2d3c90bf04d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e53690acfa040a785edabdc14120b1e&device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1101 time: 0.3685679 May 12 19:37:51.698188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a17fc0c-5091-4de1-b07d-b7764cd6f42d req-d74bb674-121c-40e2-afa1-c43c439e267b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882986 May 12 19:37:51.758412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-2764c29e-49f9-4ab7-b9f7-1a7e8a9e89dc tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:51.759138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-2764c29e-49f9-4ab7-b9f7-1a7e8a9e89dc tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Synchronizing usage tracker for tenant:8489433b5528432c9427e394cae70d6b on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:51.789298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-103043f7-1cdc-4503-aa62-977c8438c80e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:51.795058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-103043f7-1cdc-4503-aa62-977c8438c80e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.36 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 813 time: 0.9719267 May 12 19:37:51.800786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Attempting to bind port 505cedff-cda4-4acc-a6fb-fe225461cc8c on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:51.801437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Attempting to bind port 505cedff-cda4-4acc-a6fb-fe225461cc8c by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:51.802907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Attempting to bind port 505cedff-cda4-4acc-a6fb-fe225461cc8c on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:51.817915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Request body: {'port': {'device_id': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7', 'admin_state_up': True, 'tenant_id': '35d1d374da814178b32a898912d325c2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:51.838268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Port 505cedff-cda4-4acc-a6fb-fe225461cc8c on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:37:51.839390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Attempting to bind port 505cedff-cda4-4acc-a6fb-fe225461cc8c on network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:51.851920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:51.852793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Checking segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:51.853495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Bound using segment: {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:51.854022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Bound port: 505cedff-cda4-4acc-a6fb-fe225461cc8c, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63369214-b2de-49f1-b544-6ccfabb84b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:51.854440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:51.888599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003953-d76c-4cb1-8990-2e1322f586b6 req-d7b7ffeb-d814-476c-99a2-818d2dd789d8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:51.896176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16003953-d76c-4cb1-8990-2e1322f586b6 req-d7b7ffeb-d814-476c-99a2-818d2dd789d8 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.1968448 May 12 19:37:51.948255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-b061160f-625d-4236-a6f7-b9630f4294d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:51.949559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-b061160f-625d-4236-a6f7-b9630f4294d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4194145 May 12 19:37:52.023858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-2764c29e-49f9-4ab7-b9f7-1a7e8a9e89dc tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Unset dirty status for tenant:8489433b5528432c9427e394cae70d6b on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:52.023858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-2764c29e-49f9-4ab7-b9f7-1a7e8a9e89dc tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.6159666 May 12 19:37:52.181318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-3583d301-0bea-4326-b565-1888fd1be94b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a HTTP/1.1" status: 200 len: 217 time: 0.2225828 May 12 19:37:52.207072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] For port 505cedff-cda4-4acc-a6fb-fe225461cc8c, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:52.218179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] For port 505cedff-cda4-4acc-a6fb-fe225461cc8c, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:52.266093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16003953-d76c-4cb1-8990-2e1322f586b6 req-ed0364f0-5d1d-4bba-87d7-f7fa9941c5ef tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685234 May 12 19:37:52.279646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:52.305909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-71c3ae8e-798f-4a9f-b927-20670fdc558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:52.309806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-71c3ae8e-798f-4a9f-b927-20670fdc558d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1210222 May 12 19:37:52.323628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d696713-5566-4107-82da-4fa3b53623a2 req-2e6eb2dc-d589-44fe-8de1-4ead0ab2e9ae tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:52.335781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d696713-5566-4107-82da-4fa3b53623a2 req-2e6eb2dc-d589-44fe-8de1-4ead0ab2e9ae tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 943 time: 0.4601061 May 12 19:37:52.490480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92178ee0-cb06-4056-8f0c-9d0ccd478756 req-e8c5012c-db16-4332-a91d-31d42aed0a4a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 210 time: 0.0903027 May 12 19:37:52.506783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d696713-5566-4107-82da-4fa3b53623a2 req-78f914c2-cdbc-47de-90be-3c5b180ca6bb tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700335 May 12 19:37:52.561128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-ed534807-035e-4fab-99b8-504eae9b573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:52.569243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-ed534807-035e-4fab-99b8-504eae9b573f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2313097 May 12 19:37:52.605530 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021083c7-3dee-4b39-a65d-b430e95d6530'] response: {'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'code': 200} May 12 19:37:52.606075 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021083c7-3dee-4b39-a65d-b430e95d6530'] response: {'server_uuid': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36ac25-d46f-4d1d-a124-8156a91da4bd', 'code': 200} May 12 19:37:52.642751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:52.643551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:52.648356 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] 10.222.0.73 "PUT /v2.0/ports/505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 1091 time: 3.1647811 May 12 19:37:52.652851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Deleting port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:37:52.653403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:52.716274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:52.931333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:52.955641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Usage tracker for resource:port and tenant:35d1d374da814178b32a898912d325c2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:52.961849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-9c9dd373-bec4-4baf-b5db-b61b370945ce service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849721 May 12 19:37:52.962455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:53.005810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:53.031381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdba350-5fca-4afd-9ac5-eae6ae22b5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=505cedff-cda4-4acc-a6fb-fe225461cc8c,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:53.084038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Made reservation on behalf of 35d1d374da814178b32a898912d325c2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:37:53.104612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:53.185503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca7b4-ce82-460e-a00c-69de97a203fb req-da842a9a-8cc7-462a-8eee-8a1150c27cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:53.187185 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9bdca7b4-ce82-460e-a00c-69de97a203fb req-da842a9a-8cc7-462a-8eee-8a1150c27cfd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 1097 time: 0.4442775 May 12 19:37:53.204901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99fc0ae-ff79-4039-ba58-6f69d548bc94 req-80a436ae-e49f-476d-a9e6-4e9ccc325ee8 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224894 May 12 19:37:53.232618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41683c-92f5-43f7-9789-a42ee78bf4ad req-4e2fd189-8092-4aea-a0e3-9275657f15c6 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:53.240900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a41683c-92f5-43f7-9789-a42ee78bf4ad req-4e2fd189-8092-4aea-a0e3-9275657f15c6 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.4073508 May 12 19:37:53.305318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a41683c-92f5-43f7-9789-a42ee78bf4ad req-cd8d99ac-4882-47e5-85fb-a88aef217bc6 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623081 May 12 19:37:53.323443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-a1f1ba5a-85d1-41d0-b4da-23af3d9bc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:53.325036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-a1f1ba5a-85d1-41d0-b4da-23af3d9bc889 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 1094 time: 0.4961648 May 12 19:37:53.328805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a8326-6064-459e-bea1-45307822fcfb req-00d8a832-abdd-41a3-884e-5d62479977cc tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:53.343987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a2a8326-6064-459e-bea1-45307822fcfb req-00d8a832-abdd-41a3-884e-5d62479977cc tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.5118799 May 12 19:37:53.414855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a2a8326-6064-459e-bea1-45307822fcfb req-f74cf616-12db-4551-8fd6-8a82a958a6fb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696366 May 12 19:37:53.461173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-be5a165e-793f-4cdb-a6fe-f4ec75c4b2c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 217 time: 0.0962830 May 12 19:37:53.487187 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac028f8-f168-4e1a-8161-ceafb025ad52'] response: {'name': 'network-changed', 'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'status': 'completed', 'code': 200} May 12 19:37:53.691730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:37:53.694988 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9bdca7b4-ce82-460e-a00c-69de97a203fb req-0f12bad3-c1df-4158-af76-6bd4ff1080cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123070 May 12 19:37:53.713334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e4214-380c-4720-9309-c0a74e037243 req-a6086e72-bbff-4c65-84cd-c056a67e7cb5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:53.717014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] For port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,segment=NetworkSegment(f73d4324-c43c-458c-a012-a70af00ceee2),segment_id=f73d4324-c43c-458c-a012-a70af00ceee2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:53.717607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:53.721753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df7e4214-380c-4720-9309-c0a74e037243 req-a6086e72-bbff-4c65-84cd-c056a67e7cb5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 950 time: 0.2234857 May 12 19:37:53.795137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df7e4214-380c-4720-9309-c0a74e037243 req-6d3e5319-6738-4a6c-ae02-b3d539b7f271 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586815 May 12 19:37:53.829805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:37:53.830180 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:53.861305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e4f19-7e76-45e3-9f7f-ce5ada302809 req-a7da7aca-01f9-4d68-bb7b-228c06a00735 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:53.864607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd0e4f19-7e76-45e3-9f7f-ce5ada302809 req-a7da7aca-01f9-4d68-bb7b-228c06a00735 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 945 time: 0.2211928 May 12 19:37:53.889155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Calling delete_port for 9ee1e96f-e760-4c85-9bd5-36e60ed85bca owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:37:53.935269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd0e4f19-7e76-45e3-9f7f-ce5ada302809 req-aeed8932-61c5-41aa-a5ec-4b880b746806 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/security-groups?id=79bc071e-07b2-4090-95ab-81325a5bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 May 12 19:37:53.938618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-a583c740-ad4e-4e1a-a4f7-0edcd28fb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:53.942415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-a583c740-ad4e-4e1a-a4f7-0edcd28fb295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.4518688 May 12 19:37:53.952470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Allocated IP 172.20.0.10 (189bdd70-9b7e-47d6-9144-cb61b83b6fd7/87d4cc01-b373-4fbd-8dfd-7baab7192476/98563107-3769-40e4-adb5-f63ba09efbbc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:37:54.063242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:37:54.063687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:54.084072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7750ba6-a8db-49ae-a4b8-5ebe76c21baf req-99784291-74db-4f0c-a534-fa40a560095a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:54.090594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7750ba6-a8db-49ae-a4b8-5ebe76c21baf req-99784291-74db-4f0c-a534-fa40a560095a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 943 time: 0.1278398 May 12 19:37:54.128344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:37:54.139815 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:54.191436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-973b25db-9667-42a3-ac03-66259453e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:54.193296 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-973b25db-9667-42a3-ac03-66259453e524 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341754 May 12 19:37:54.305861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7750ba6-a8db-49ae-a4b8-5ebe76c21baf req-2117b117-d8f3-4975-bd08-a64daccf624c tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086143 May 12 19:37:54.308499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b682e92-c50a-41a1-853d-9daab577994d req-a482d0d8-bb18-44fb-827a-a82bd0481fbc tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 210 time: 0.1597819 May 12 19:37:54.309638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:54.481728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:54.607282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:54.624204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Pushing event deleted for resources: {'Port': ['ID=9ee1e96f-e760-4c85-9bd5-36e60ed85bca,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:54.837156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:54.846114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb09dcc-c438-4c34-aaec-3dfd5aee4951 req-dd5c12fe-3e0e-44af-81da-15475e84fc06 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:54.847472 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fb09dcc-c438-4c34-aaec-3dfd5aee4951 req-dd5c12fe-3e0e-44af-81da-15475e84fc06 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.3478847 May 12 19:37:54.884036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577ba1e-698b-4e1c-a33e-9cc2615e5c77 req-5bba6ae3-a8e3-411b-b911-ed464872e2b3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:54.891288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b577ba1e-698b-4e1c-a33e-9cc2615e5c77 req-5bba6ae3-a8e3-411b-b911-ed464872e2b3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2884936 May 12 19:37:54.910365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-7126486a-04d7-4806-a22d-a0f9fbb7d114 service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979232 May 12 19:37:54.971377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fb09dcc-c438-4c34-aaec-3dfd5aee4951 req-9a6eab6a-4919-44af-8afb-6e6b42f823a9 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105924 May 12 19:37:54.995977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] No DVR routers for this DVR port 9ee1e96f-e760-4c85-9bd5-36e60ed85bca on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:37:55.003390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:55.005213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b577ba1e-698b-4e1c-a33e-9cc2615e5c77 req-872d0654-cac7-4756-bc5d-ccfdb51bfcc3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128604 May 12 19:37:55.090457 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3b9af0-7d58-40b8-b71f-ec4ec60bc242'] response: {'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'code': 200} May 12 19:37:55.113447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-df286e52-c86e-4b5c-b655-3d9cca04fae6 req-db5b349e-bf1c-4e6d-8de8-23225104901a tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.36 "DELETE /v2.0/ports/9ee1e96f-e760-4c85-9bd5-36e60ed85bca HTTP/1.1" status: 204 len: 173 time: 3.0841215 May 12 19:37:55.198946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:55.277522 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-300c2c26-b26c-4ce0-8981-62376291cd44 req-915463d1-0cb9-4d6a-af01-3e35afecdb5e service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205793 May 12 19:37:55.298687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:37:55.301899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:37:55.306549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:37:55.344839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:55.505459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'name': 'network-vif-deleted', 'tag': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:55.552051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:55.552738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:55.585174 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-b6b2a470-6685-4c56-bb1c-4856722fa3e8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7740510 May 12 19:37:55.587454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-ad581fee-5bb2-4636-9aab-4255c09f99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:55.588846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-ad581fee-5bb2-4636-9aab-4255c09f99c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 1094 time: 0.2275391 May 12 19:37:55.601440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Request body: {'port': {'device_id': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:37:55.648802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86f51862-dda3-46c1-8c47-2172bce6cb8d req-15d24e53-645e-433b-af48-70cf41866455 tempest-ServerDiskConfigTestJSON-865213657 tempest-ServerDiskConfigTestJSON-865213657-project] 10.222.0.72 "GET /v2.0/ports?device_id=555b70d2-9ec8-47b6-ad60-1314aea567ad HTTP/1.1" status: 200 len: 210 time: 0.2905488 May 12 19:37:55.705350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54380) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:55.723341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d734db8-ad8b-41c6-b802-c08c61da861a req-db7c508d-86d7-4208-9284-18955062564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:55.725525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d734db8-ad8b-41c6-b802-c08c61da861a req-db7c508d-86d7-4208-9284-18955062564a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1102 time: 0.3560853 May 12 19:37:55.820939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98776e3-58e8-4041-9dbd-69798646d65b req-c1672018-25e1-4767-b208-9d6d09f78654 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:55.823010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b98776e3-58e8-4041-9dbd-69798646d65b req-c1672018-25e1-4767-b208-9d6d09f78654 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 951 time: 0.6021616 May 12 19:37:55.840546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d734db8-ad8b-41c6-b802-c08c61da861a req-8757d05c-24cd-4ffb-835b-db173f33e74b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073263 May 12 19:37:55.905140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b98776e3-58e8-4041-9dbd-69798646d65b req-2ca59309-20b6-4cdf-a73b-33116dde75de tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666070 May 12 19:37:55.989695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-f7ec1e38-9af4-4730-8319-6d4e55962c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:55.996721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-f7ec1e38-9af4-4730-8319-6d4e55962c47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.3620670 May 12 19:37:56.236601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:56.285076 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-4d09d182-cd3a-48de-b1f8-9263857a3986 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 217 time: 0.2232704 May 12 19:37:56.286934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:37:56.288599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:56.291820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9ee1e96f-e760-4c85-9bd5-36e60ed85bca no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:37:56.294855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Usage tracker for resource:security_group_rule and tenant:dd48e7750a6a46b587de5e522b244979 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:37:56.300035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:37:56.309550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:37:56.329754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 9ee1e96f-e760-4c85-9bd5-36e60ed85bca {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:37:56.330398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9ee1e96f-e760-4c85-9bd5-36e60ed85bca not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:37:56.368080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eae8f-d977-48b8-97bd-a5c368e579da req-262955b4-85be-4118-846b-5e9583a1f0ec tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:56.376503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a3eae8f-d977-48b8-97bd-a5c368e579da req-262955b4-85be-4118-846b-5e9583a1f0ec tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 943 time: 0.4752893 May 12 19:37:56.407188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f315a-7f23-4589-b63f-86f2b0a3f564 req-02a8ddfc-6989-41ab-90e2-4ff20b62c005 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:56.408771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-420f315a-7f23-4589-b63f-86f2b0a3f564 req-02a8ddfc-6989-41ab-90e2-4ff20b62c005 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 932 time: 0.3035483 May 12 19:37:56.431046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-44fe9035-595a-4d97-8686-00f90aa61b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:56.432491 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-44fe9035-595a-4d97-8686-00f90aa61b70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.1238947 May 12 19:37:56.494608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6d69-e595-4104-ad7b-050057fba019 req-31705d1e-84bf-4604-aa9f-5438e0ebc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:56.496079 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-758b6d69-e595-4104-ad7b-050057fba019 req-31705d1e-84bf-4604-aa9f-5438e0ebc6df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1096 time: 0.4966903 May 12 19:37:56.507001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a3eae8f-d977-48b8-97bd-a5c368e579da req-45c48b07-361e-4a0e-82dd-e8b835372be1 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293294 May 12 19:37:56.539077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-420f315a-7f23-4589-b63f-86f2b0a3f564 req-9f64a592-9e00-484e-b466-e9c23256909b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Synchronizing usage tracker for tenant:35d1d374da814178b32a898912d325c2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:37:56.640280 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf92ec6-7c74-4e1e-8abb-3a4b2debc446'] response: {'server_uuid': '555b70d2-9ec8-47b6-ad60-1314aea567ad', 'name': 'network-vif-deleted', 'tag': '9ee1e96f-e760-4c85-9bd5-36e60ed85bca', 'status': 'completed', 'code': 200} May 12 19:37:56.667627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-420f315a-7f23-4589-b63f-86f2b0a3f564 req-9f64a592-9e00-484e-b466-e9c23256909b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Unset dirty status for tenant:35d1d374da814178b32a898912d325c2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:37:56.672625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-420f315a-7f23-4589-b63f-86f2b0a3f564 req-9f64a592-9e00-484e-b466-e9c23256909b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576485 May 12 19:37:56.679466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:56.701409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:56.846690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a665c-cf58-4ad4-b6da-ac24badcf419,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:56.851341 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57c35b20-bf8b-4660-b062-1b3f8fe17835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:56.853979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-51a8f01a-45d9-4dd2-9b28-77fd8257e56b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd48e7750a6a46b587de5e522b244979&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1475196 May 12 19:37:56.856666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54392) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:37:56.857390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6d69-e595-4104-ad7b-050057fba019 req-3aa820b4-1f1c-48f0-9bf9-0182fb746a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:56.859251 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-758b6d69-e595-4104-ad7b-050057fba019 req-3aa820b4-1f1c-48f0-9bf9-0182fb746a37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.3065100 May 12 19:37:56.949386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-4bec8df7-6dcb-49ae-866e-8f37111cc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:56.950949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-4bec8df7-6dcb-49ae-866e-8f37111cc2d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5029624 May 12 19:37:57.048580 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc84f-8498-4c58-9fc5-2d1b6abb087b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:57.058935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4aed7-5188-496f-a327-e6a25540586b req-f42f7924-4942-4043-9148-699765f7f17b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:57.066188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de4aed7-5188-496f-a327-e6a25540586b req-f42f7924-4942-4043-9148-699765f7f17b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.2778921 May 12 19:37:57.240511 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-758b6d69-e595-4104-ad7b-050057fba019 req-1205ab4f-85cf-4db6-9580-29f0a16a35c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 1000 time: 0.3678813 May 12 19:37:57.250078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de4aed7-5188-496f-a327-e6a25540586b req-ffbd6c2e-ab15-43c4-93a6-16f8a595e679 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827054 May 12 19:37:57.252185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc84f-8498-4c58-9fc5-2d1b6abb087b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:57.309881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4fa9-cfb2-49ef-b803-bc9ace6c156d req-6ea16b93-9bcb-4f2a-8f4a-c29f508594cb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:57.311289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f43c4fa9-cfb2-49ef-b803-bc9ace6c156d req-6ea16b93-9bcb-4f2a-8f4a-c29f508594cb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.4082539 May 12 19:37:57.370663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f43c4fa9-cfb2-49ef-b803-bc9ace6c156d req-6dc1c1da-31b9-4655-8a85-2ac337886b79 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530407 May 12 19:37:57.371496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc84f-8498-4c58-9fc5-2d1b6abb087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:57.392110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdc84f-8498-4c58-9fc5-2d1b6abb087b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a665c-cf58-4ad4-b6da-ac24badcf419,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:57.406894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc84f-8498-4c58-9fc5-2d1b6abb087b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:57.408053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4cbdc84f-8498-4c58-9fc5-2d1b6abb087b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d8a665c-cf58-4ad4-b6da-ac24badcf419 HTTP/1.1" status: 204 len: 168 time: 0.5486808 May 12 19:37:57.483276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6d69-e595-4104-ad7b-050057fba019 req-449bc4e6-6664-4022-8db7-2081463d94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:57.484719 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-758b6d69-e595-4104-ad7b-050057fba019 req-449bc4e6-6664-4022-8db7-2081463d94d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.2336013 May 12 19:37:57.486568 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-9145bded-165d-4e6b-82ca-5baebc63c499 service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094399 May 12 19:37:57.488780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98563107-3769-40e4-adb5-f63ba09efbbc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:37:57.577562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:57.675049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39793ed-55e1-42d9-9886-1f7236f62284 req-6c7847be-8a6a-4e8d-b9c8-36b02b10b1e7 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:57.676345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f39793ed-55e1-42d9-9886-1f7236f62284 req-6c7847be-8a6a-4e8d-b9c8-36b02b10b1e7 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 951 time: 0.2001312 May 12 19:37:57.678883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Transition to ACTIVE for port object 98563107-3769-40e4-adb5-f63ba09efbbc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:37:57.699382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:57.713754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a07d7e-fc8f-4ec2-be2b-e0f4153f5eb4 req-c51cf7ec-cccc-4425-a639-e5dd4bdc6556 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:57.715279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51a07d7e-fc8f-4ec2-be2b-e0f4153f5eb4 req-c51cf7ec-cccc-4425-a639-e5dd4bdc6556 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.1821053 May 12 19:37:57.758437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f39793ed-55e1-42d9-9886-1f7236f62284 req-b873672d-c249-4413-b9a6-e38998660ea0 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759718 May 12 19:37:57.810998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51a07d7e-fc8f-4ec2-be2b-e0f4153f5eb4 req-59d076c6-d9ef-4b71-8fab-f7ae5b27029c tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857356 May 12 19:37:57.949410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:58.051584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d9446-7813-4bb9-a190-7920f8502be0 req-67942074-365d-4eb2-b4a5-687e1365b89a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:58.061751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee3d9446-7813-4bb9-a190-7920f8502be0 req-67942074-365d-4eb2-b4a5-687e1365b89a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 943 time: 0.1266549 May 12 19:37:58.067934 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c38ee86b-6715-4b3f-a311-4ebbc6a947ad req-b8641402-575e-4315-ba19-75d0dccaa5ea service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210311 May 12 19:37:58.074984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6d69-e595-4104-ad7b-050057fba019 req-8f61e8f2-baf5-44d8-aaab-5b994b011f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:58.076670 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-758b6d69-e595-4104-ad7b-050057fba019 req-8f61e8f2-baf5-44d8-aaab-5b994b011f99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5746245 May 12 19:37:58.258680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee3d9446-7813-4bb9-a190-7920f8502be0 req-dfdb6c7e-a9af-439c-90f4-3d779c7f728b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958585 May 12 19:37:58.286440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-758b6d69-e595-4104-ad7b-050057fba019 req-9fde4ea3-3c48-4ea3-8f1d-e2a8abaf041f service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008266 May 12 19:37:58.290253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c50f8-c2b8-4090-845d-9f253968144e req-e86b0447-27f5-4205-8382-a2bcbf504407 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:58.299922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f9c50f8-c2b8-4090-845d-9f253968144e req-e86b0447-27f5-4205-8382-a2bcbf504407 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.2214789 May 12 19:37:58.427254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f9c50f8-c2b8-4090-845d-9f253968144e req-9b57d587-0b4e-4475-b267-e283e385722f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263638 May 12 19:37:58.577257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:37:58.577257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:37:58.577257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:58.577257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Port 98563107-3769-40e4-adb5-f63ba09efbbc on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:37:58.577257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:37:58.617753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:37:58.618365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Checking segment: {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:37:58.618915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Bound using segment: {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:37:58.619523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Bound port: 98563107-3769-40e4-adb5-f63ba09efbbc, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:37:58.620050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:58.634100 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-758b6d69-e595-4104-ad7b-050057fba019 req-76cc34fb-c6f5-4a36-873d-c7381cd592c9 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389604 May 12 19:37:58.845879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:37:58.856399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:37:58.869727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:58.948119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535f24e-56f7-43c0-8f19-502e511124ca req-1bc718ae-5037-4aa4-9c63-b9a5e92512c9 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:58.954440 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-03d9bc59-21ea-459b-add4-480f06db1b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:58.966447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9535f24e-56f7-43c0-8f19-502e511124ca req-1bc718ae-5037-4aa4-9c63-b9a5e92512c9 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 946 time: 0.3548148 May 12 19:37:58.981767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:58.982341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:37:58.984284 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] 10.222.0.36 "PUT /v2.0/ports/98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 1092 time: 3.3909018 May 12 19:37:58.985006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f81ab0-d368-48fb-bf00-ecbf539c1711 service neutron] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:37:58.994992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:37:59.073928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9535f24e-56f7-43c0-8f19-502e511124ca req-044d4842-7df5-4725-9065-79893ee0728c tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034830 May 12 19:37:59.185239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-54f47e62-6859-4627-8b96-4c2fa0959ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:59.186907 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-54f47e62-6859-4627-8b96-4c2fa0959ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1095 time: 0.1596997 May 12 19:37:59.206277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd4ade-0fb2-46a1-9cd0-6c93066004a6 req-94f0513a-1181-4989-9aac-a39caf462094 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:59.208264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3acd4ade-0fb2-46a1-9cd0-6c93066004a6 req-94f0513a-1181-4989-9aac-a39caf462094 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2091436 May 12 19:37:59.336244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3acd4ade-0fb2-46a1-9cd0-6c93066004a6 req-c5b3dd06-cdad-4bd1-833d-7ca3ae3b0955 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097753 May 12 19:37:59.428425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-7cb79252-c73c-47ee-89fd-5fce93bcb84c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 217 time: 0.2311029 May 12 19:37:59.471634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc56e-e0aa-4884-9a96-d482bb9de967 req-350390db-2f5c-4bdd-91cd-1d0fff387be7 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:59.473295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368cc56e-e0aa-4884-9a96-d482bb9de967 req-350390db-2f5c-4bdd-91cd-1d0fff387be7 tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1102 time: 0.1098328 May 12 19:37:59.545693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368cc56e-e0aa-4884-9a96-d482bb9de967 req-4a2f437e-e592-472a-84ca-9aeb324ec3ba tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662174 May 12 19:37:59.584458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-30de38cf-745e-424e-9063-a3e23643cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:59.586020 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-30de38cf-745e-424e-9063-a3e23643cd15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.1451850 May 12 19:37:59.655177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-2cdf669d-42b1-42ef-9803-2a9df86a2cec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589552 May 12 19:37:59.656728 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484a4818-e5d5-45bd-9046-ab25d2d3020e'] response: {'name': 'network-changed', 'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc', 'status': 'completed', 'code': 200} May 12 19:37:59.708581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 505cedff-cda4-4acc-a6fb-fe225461cc8c details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:37:59.929140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c393c5-9522-4f23-ad95-eb941f5afcef req-e204e4b8-07d3-416e-b9ae-63cd0c354eeb tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:37:59.941421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3c393c5-9522-4f23-ad95-eb941f5afcef req-e204e4b8-07d3-416e-b9ae-63cd0c354eeb tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 943 time: 0.2098117 May 12 19:37:59.958494 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-1364e000-64a6-44d0-8923-01a9ab38e3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948036 May 12 19:38:00.060600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 505cedff-cda4-4acc-a6fb-fe225461cc8c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:00.078835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'mac_address': 'fa:16:3e:95:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:38:00.226346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3c393c5-9522-4f23-ad95-eb941f5afcef req-4b105793-39ad-471e-8d93-e8b4bf58fcb2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803476 May 12 19:38:00.242226 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:00.262216 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:00.263979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 505cedff-cda4-4acc-a6fb-fe225461cc8c is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:00.264552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:00.291165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505cedff-cda4-4acc-a6fb-fe225461cc8c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:00.318462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 505cedff-cda4-4acc-a6fb-fe225461cc8c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:00.318664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540988c-8eee-4e53-87f1-1aaa6130a3d5 req-def5e464-dcef-4b08-bd2f-25e75d62e509 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:00.320056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7540988c-8eee-4e53-87f1-1aaa6130a3d5 req-def5e464-dcef-4b08-bd2f-25e75d62e509 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.3287914 May 12 19:38:00.332527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cad1a486-7d23-47e2-84bd-d6426304a83d req-44865049-3aac-44ae-94c3-5c065dd6bfd3 service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631802 May 12 19:38:00.333903 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:00.401830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7540988c-8eee-4e53-87f1-1aaa6130a3d5 req-2dd8da43-acc1-49db-a03d-1b6387d87d7f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699651 May 12 19:38:00.476676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=505cedff-cda4-4acc-a6fb-fe225461cc8c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:00.575726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54480) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:00.627233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-f6e53c2c-f1b3-4d5a-846d-e7ef1397b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:00.629018 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-f6e53c2c-f1b3-4d5a-846d-e7ef1397b2aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1095 time: 0.2126896 May 12 19:38:00.653857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] Deleting subnet 26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:38:00.659530 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:00.669931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['505cedff-cda4-4acc-a6fb-fe225461cc8c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:00.792124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:00.833856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-56643aff-0e1c-4146-8e7c-ec1791b97647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:00.835830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-56643aff-0e1c-4146-8e7c-ec1791b97647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 914 time: 0.1993301 May 12 19:38:00.877245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e4f8-5024-41ab-9b19-7fe339ed79ab req-827a2c5d-167e-4bf5-a6dd-555d36f7281c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:00.885372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70d9e4f8-5024-41ab-9b19-7fe339ed79ab req-827a2c5d-167e-4bf5-a6dd-555d36f7281c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.4313772 May 12 19:38:00.942459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:00.978269 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-595e7985-8b91-40f0-be2f-22869a9554d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 217 time: 0.1319146 May 12 19:38:01.081394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-39f1f50d-8f20-4574-aec4-d93457a0f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:01.083165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-39f1f50d-8f20-4574-aec4-d93457a0f33f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.0975127 May 12 19:38:01.226421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70d9e4f8-5024-41ab-9b19-7fe339ed79ab req-4699071d-bbbf-4da6-807c-9e2bed1231ab tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401070 May 12 19:38:01.244420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-b5e74ca4-eb92-4ddf-be59-66a65a2b49e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094575 May 12 19:38:01.319070 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.362010 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.374816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ebd3c5-bd72-4aa7-aab1-542dd2704fe0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:01.380994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b8d674d4-42a7-4e92-9e29-ea8b30a7af94 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/26ebd3c5-bd72-4aa7-aab1-542dd2704fe0 HTTP/1.1" status: 204 len: 168 time: 0.8016033 May 12 19:38:01.389102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7574-e8ad-4f5d-b1b2-f6018c67ab84 req-df0cdbc2-72fb-4850-99ea-05f116bd9973 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:01.390671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9cf7574-e8ad-4f5d-b1b2-f6018c67ab84 req-df0cdbc2-72fb-4850-99ea-05f116bd9973 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2295563 May 12 19:38:01.391162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54518) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:01.538779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.555760 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.589879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9cf7574-e8ad-4f5d-b1b2-f6018c67ab84 req-65ee6a48-2dd4-4b52-a027-f499f60bdef5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079912 May 12 19:38:01.590979 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-867da9f3-55d5-445e-a2b5-72c32cc5e7fc service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369839 May 12 19:38:01.695349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-7d32e834-c6d5-4d7e-a13d-46b8eb76ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:01.696932 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-7d32e834-c6d5-4d7e-a13d-46b8eb76ef02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1096 time: 0.2754560 May 12 19:38:01.720749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 505cedff-cda4-4acc-a6fb-fe225461cc8c up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:38:01.805468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 505cedff-cda4-4acc-a6fb-fe225461cc8c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:38:01.810961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 505cedff-cda4-4acc-a6fb-fe225461cc8c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:01.811333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.832638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.848011 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a348d841-2c38-433d-abfa-0a188b745ce5 req-b251aa98-27ae-47ea-95c6-f23f489e5754 service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502649 May 12 19:38:01.887302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808eaa5d-9961-4163-93d3-a78e78fe08a2']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:01.905420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73d4324-c43c-458c-a012-a70af00ceee2') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:01.905798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73d4324-c43c-458c-a012-a70af00ceee2') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:01.911655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54540) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:01.916774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-81a71b9c-768c-4deb-a88c-71331943bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:01.918504 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-81a71b9c-768c-4deb-a88c-71331943bf44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.2153616 May 12 19:38:01.922104 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.940276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5571fb1-effa-41c9-b0e4-6168684c0a71 req-99b07f0f-da8d-4036-82bf-13b859ace3d7 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:01.941497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 505cedff-cda4-4acc-a6fb-fe225461cc8c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:01.941920 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:01.947397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5571fb1-effa-41c9-b0e4-6168684c0a71 req-99b07f0f-da8d-4036-82bf-13b859ace3d7 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.3048151 May 12 19:38:01.991807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 505cedff-cda4-4acc-a6fb-fe225461cc8c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:01.992752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:02.002213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2dd47-939d-452e-b66e-7a12e3608fef req-79921fba-9c2e-4303-86ec-8403d7615b2a tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:02.004149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8f2dd47-939d-452e-b66e-7a12e3608fef req-79921fba-9c2e-4303-86ec-8403d7615b2a tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 1102 time: 0.2576287 May 12 19:38:02.005116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.009384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.032203 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-906b44a4-dead-4ecf-9a64-adb5cdd90650 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 1000 time: 0.1061018 May 12 19:38:02.045762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5571fb1-effa-41c9-b0e4-6168684c0a71 req-509486d4-23c3-412b-9d93-62fbf8e264bd tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974271 May 12 19:38:02.046937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:38:02.047365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: timer() May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:38:02.072837 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:38:02.107292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=505cedff-cda4-4acc-a6fb-fe225461cc8c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:02.114013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.152085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:02.158650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Usage tracker for resource:security_group_rule and tenant:14552f3cd7d44151a3c47b0bd3a4cbf3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:02.163980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:02.167608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-d9e33650-54d9-4afe-9550-dbb6adaef81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:02.169314 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-d9e33650-54d9-4afe-9550-dbb6adaef81b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.1221495 May 12 19:38:02.172803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:02.214855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8f2dd47-939d-452e-b66e-7a12e3608fef req-b865242b-3a79-43d1-8b0d-a97db1a60f1b tempest-ServersAdminTestJSON-140025941 tempest-ServersAdminTestJSON-140025941-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005219 May 12 19:38:02.216942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.234555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.262836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] Pushing event deleted for resources: {'Network': ['ID=808eaa5d-9961-4163-93d3-a78e78fe08a2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:02.285636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2766372b-8bda-4c48-a02f-d9a2fbe2a87b admin admin] 10.222.0.72 "DELETE /v2.0/networks/808eaa5d-9961-4163-93d3-a78e78fe08a2 HTTP/1.1" status: 204 len: 168 time: 0.8932698 May 12 19:38:02.297479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-c5096352-df4b-4c55-9dd1-b167d828e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:02.299212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-c5096352-df4b-4c55-9dd1-b167d828e52b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230991 May 12 19:38:02.305858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c39ad0-be64-4720-a9f2-b0c35428370d req-8821dc2e-3741-4fd4-9506-07cabce93f96 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:02.308528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99c39ad0-be64-4720-a9f2-b0c35428370d req-8821dc2e-3741-4fd4-9506-07cabce93f96 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 945 time: 0.1498473 May 12 19:38:02.336228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:38:02.386090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99c39ad0-be64-4720-a9f2-b0c35428370d req-4cef7ab9-1c13-407d-90e1-2166203e3b1f tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724940 May 12 19:38:02.492435 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23939cc3-6961-4ca4-97e4-64b65e07cf3b'] response: {'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'code': 200} May 12 19:38:02.504902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.505540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54556) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:02.530180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.531330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:02.559834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '98563107-3769-40e4-adb5-f63ba09efbbc', 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7', 'port_id': '98563107-3769-40e4-adb5-f63ba09efbbc', 'mac_address': 'fa:16:3e:4f:6d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d4cc01-b373-4fbd-8dfd-7baab7192476', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:38:02.625582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-257fe91a-e231-4e5d-b5ca-8c0c9cf02043 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8489433b5528432c9427e394cae70d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185710 May 12 19:38:02.626453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54562) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:02.629860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:02.630397 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.658812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98563107-3769-40e4-adb5-f63ba09efbbc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:02.682343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:02.689547 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.724462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-496f7734-4c51-4acd-ba22-64f94f95f527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.753242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfedf8-7abc-440f-853f-c7f14d4ed101 req-157c13ff-de59-4b39-8e04-a80e0ba9b3e2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:02.754962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2edfedf8-7abc-440f-853f-c7f14d4ed101 req-157c13ff-de59-4b39-8e04-a80e0ba9b3e2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.1799986 May 12 19:38:02.798462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d689253-43e6-4cb5-9982-e30c8a4dcc79,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:02.798914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:02.811015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-02c142bc-c110-4dca-8385-1ca7a8f2eff9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14552f3cd7d44151a3c47b0bd3a4cbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954046 May 12 19:38:02.815986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54566) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:02.822045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-541f0502-9ab8-40f4-8eea-467f4abd8fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075512 May 12 19:38:02.827227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-496f7734-4c51-4acd-ba22-64f94f95f527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.923731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2968a5-6d85-4f8d-afa0-b79bc6e4e7e1 req-5d36daf0-58a3-4e71-9be8-95f7841ea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:02.924880 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3d2968a5-6d85-4f8d-afa0-b79bc6e4e7e1 req-5d36daf0-58a3-4e71-9be8-95f7841ea304 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 1096 time: 0.3383725 May 12 19:38:02.929664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2edfedf8-7abc-440f-853f-c7f14d4ed101 req-dde867c8-a4de-4810-8279-51dd7fb3be32 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655912 May 12 19:38:02.957170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0298505-2ac6-4dca-a1d3-a5d60f5729e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.987250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-496f7734-4c51-4acd-ba22-64f94f95f527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:02.998258 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3d2968a5-6d85-4f8d-afa0-b79bc6e4e7e1 req-2d4bc9e5-f7dc-46b5-8b81-52dcef2fd938 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665603 May 12 19:38:03.000222 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8df53b8c-7bcc-4580-bd58-c1f0416a52d6 req-d341df4a-0049-4921-9cfd-a5e94f7b9f52 service neutron] 10.222.0.36 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715786 May 12 19:38:03.004687 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0298505-2ac6-4dca-a1d3-a5d60f5729e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:03.014297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['98563107-3769-40e4-adb5-f63ba09efbbc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:03.025533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630ed7-2ef4-4aa6-afaa-eb7c913caec9 req-d4421c09-e80f-4314-b751-b336cbb206f7 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:03.031212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630ed7-2ef4-4aa6-afaa-eb7c913caec9 req-d4421c09-e80f-4314-b751-b336cbb206f7 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:03.044913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630ed7-2ef4-4aa6-afaa-eb7c913caec9 req-d4421c09-e80f-4314-b751-b336cbb206f7 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:03.046628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d630ed7-2ef4-4aa6-afaa-eb7c913caec9 req-d4421c09-e80f-4314-b751-b336cbb206f7 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c&device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b&device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 2418 time: 0.2837610 May 12 19:38:03.054869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f7734-4c51-4acd-ba22-64f94f95f527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc071e-07b2-4090-95ab-81325a5bedf5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:03.089750 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-496f7734-4c51-4acd-ba22-64f94f95f527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:03.100498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-496f7734-4c51-4acd-ba22-64f94f95f527 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79bc071e-07b2-4090-95ab-81325a5bedf5 HTTP/1.1" status: 204 len: 168 time: 0.4592638 May 12 19:38:03.161012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d630ed7-2ef4-4aa6-afaa-eb7c913caec9 req-10b0a983-0434-4780-b69b-2d545b3410e9 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980415 May 12 19:38:03.206663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0298505-2ac6-4dca-a1d3-a5d60f5729e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:03.244268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298505-2ac6-4dca-a1d3-a5d60f5729e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d689253-43e6-4cb5-9982-e30c8a4dcc79,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:03.264805 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0298505-2ac6-4dca-a1d3-a5d60f5729e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:03.283898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e0298505-2ac6-4dca-a1d3-a5d60f5729e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d689253-43e6-4cb5-9982-e30c8a4dcc79 HTTP/1.1" status: 204 len: 168 time: 0.4508631 May 12 19:38:03.498012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e7290-4522-492a-be6e-6288b7465a89 req-4b2e8407-9198-428d-ae46-e62cfdca9e2d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:03.499487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a18e7290-4522-492a-be6e-6288b7465a89 req-4b2e8407-9198-428d-ae46-e62cfdca9e2d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.1474159 May 12 19:38:03.527481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7168-7084-4508-b6c5-28912659dd79 req-f1ff2047-c698-4eef-b157-1d65b8adeb8f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:03.528920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-313a7168-7084-4508-b6c5-28912659dd79 req-f1ff2047-c698-4eef-b157-1d65b8adeb8f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.1364114 May 12 19:38:03.584546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a18e7290-4522-492a-be6e-6288b7465a89 req-16f238c2-1147-4248-bfb8-6809967c1943 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772674 May 12 19:38:03.592333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-313a7168-7084-4508-b6c5-28912659dd79 req-b5867934-1b7c-44da-93d8-d86e2f03885d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557470 May 12 19:38:03.626506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54592) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:03.662630 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:03.690295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:03.697502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Usage tracker for resource:security_group_rule and tenant:3092898b6b314ff8b923ec8b6d97cc3e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:03.704069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:03.717139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:04.035924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e0be0-8a62-4b3a-85b2-7c59b46338b2 req-ac4f4517-76ad-4c4c-ac1b-c0426fb20072 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:04.037379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-575e0be0-8a62-4b3a-85b2-7c59b46338b2 req-ac4f4517-76ad-4c4c-ac1b-c0426fb20072 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 945 time: 0.3226869 May 12 19:38:04.047935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a479b13-5730-4a5d-9392-82026cd460c1 req-3c35498f-3af9-4718-a3b5-f9378150005a tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:04.049392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a479b13-5730-4a5d-9392-82026cd460c1 req-3c35498f-3af9-4718-a3b5-f9378150005a tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 950 time: 0.1599565 May 12 19:38:04.077987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54608) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:04.106399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.130944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.159548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-575e0be0-8a62-4b3a-85b2-7c59b46338b2 req-5651e675-4114-45cf-a436-889cc61b5666 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023149 May 12 19:38:04.181234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a479b13-5730-4a5d-9392-82026cd460c1 req-ee39f2ff-68d9-40c4-89dc-831b4b8dac54 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195505 May 12 19:38:04.200442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3092898b6b314ff8b923ec8b6d97cc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722418 May 12 19:38:04.203209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54614) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:04.206078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c0818-0866-4f7c-9f1f-8b9cc543c288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae49c7d-9ffc-4e62-9d0e-e50ee9cb8a83,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:04.221495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1726149287-network', 'tenant_id': '745784e73bf844bd89793abbdebffe6c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:04.226294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:04.230731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Usage tracker for resource:network and tenant:745784e73bf844bd89793abbdebffe6c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:04.237590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:04.249317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:04.294095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67f4cbc0-10d8-4721-8b5c-4b8ae14cd3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.317446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Made reservation on behalf of 745784e73bf844bd89793abbdebffe6c for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:04.319695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.335206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:38:04.337362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67f4cbc0-10d8-4721-8b5c-4b8ae14cd3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.343882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.371557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:04.387983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Usage tracker for resource:security_group_rule and tenant:745784e73bf844bd89793abbdebffe6c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:04.392787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:04.401793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:04.441960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67f4cbc0-10d8-4721-8b5c-4b8ae14cd3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.458380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725d700-fcf4-43ca-963e-8247bd44cea3 req-ca041b56-4e65-4c60-8e68-637860f17348 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:04.461384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c725d700-fcf4-43ca-963e-8247bd44cea3 req-ca041b56-4e65-4c60-8e68-637860f17348 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.1499639 May 12 19:38:04.468033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4cbc0-10d8-4721-8b5c-4b8ae14cd3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae49c7d-9ffc-4e62-9d0e-e50ee9cb8a83,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:04.488177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 98563107-3769-40e4-adb5-f63ba09efbbc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:38:04.489533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67f4cbc0-10d8-4721-8b5c-4b8ae14cd3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.490796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67f4cbc0-10d8-4721-8b5c-4b8ae14cd3e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dae49c7d-9ffc-4e62-9d0e-e50ee9cb8a83 HTTP/1.1" status: 204 len: 168 time: 0.2865548 May 12 19:38:04.515648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 98563107-3769-40e4-adb5-f63ba09efbbc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:04.516215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.541737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c725d700-fcf4-43ca-963e-8247bd44cea3 req-866f82b5-ef2d-4fdc-a8df-9ee6166659f7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733345 May 12 19:38:04.573971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.587071 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.621744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:38:04.631858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc5b8ea-c1d4-4be9-bbff-83e15016d03e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:04.639075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.641400 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Added segment 4f669a0f-109e-49fd-af95-b43fe1bcde00 of type vlan for network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 May 12 19:38:04.695650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.709145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:04.709961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.753295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:04.754623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:04.762275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.763348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:04.794678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.796158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:04.796753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:04.946943 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4177464f-8a16-49f0-aa54-880a3f094e71'] response: {'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc', 'code': 200} May 12 19:38:04.958443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:04.965611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:04.966133 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:05.001736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80539853-b964-4c27-b2fb-95c89a5df867 req-42e18f87-d869-453b-a15b-cf1ad1640a81 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:05.007361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:05.011747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80539853-b964-4c27-b2fb-95c89a5df867 req-42e18f87-d869-453b-a15b-cf1ad1640a81 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2509127 May 12 19:38:05.022723 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:05.068374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80539853-b964-4c27-b2fb-95c89a5df867 req-23c13041-adcd-46c2-8b01-4ae9ccb5dff6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555282 May 12 19:38:05.113027 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0307708 May 12 19:38:05.113650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54636) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:05.121966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Request body: {'subnet': {'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1726149287-subnet', 'tenant_id': '745784e73bf844bd89793abbdebffe6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:05.129400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:05.134785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Usage tracker for resource:subnet and tenant:745784e73bf844bd89793abbdebffe6c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:05.141744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:05.155669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:05.172597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e001b92-7e54-43dc-b0c6-240ba2d98b33 admin admin] Pushing event updated for resources: {'Network': ['ID=bd66dab7-fc0e-4afa-9bb2-f35df2985bb8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:05.188743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:05.190357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Made reservation on behalf of 745784e73bf844bd89793abbdebffe6c for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:05.191460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:38:05.194239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:05.222267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac27d9-d9b9-4585-9197-0a324c03492a req-88796920-d671-449a-ad38-582b2549189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:05.225858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8ac27d9-d9b9-4585-9197-0a324c03492a req-88796920-d671-449a-ad38-582b2549189f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1097 time: 0.1790764 May 12 19:38:05.237936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-c8174830-fc74-4f81-a619-f3557e5c70aa tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:05.238535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-c8174830-fc74-4f81-a619-f3557e5c70aa tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Synchronizing usage tracker for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:05.305424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8ac27d9-d9b9-4585-9197-0a324c03492a req-d83cf15b-9de9-42c3-adf5-00bbbd220e08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591486 May 12 19:38:05.308317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-c8174830-fc74-4f81-a619-f3557e5c70aa tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Unset dirty status for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:05.309438 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-c8174830-fc74-4f81-a619-f3557e5c70aa tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 950 time: 0.3036637 May 12 19:38:05.405146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Deleting port 3ee91f7f-425b-4882-8c2c-24f7769e2969 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:05.405837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:05.615364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e8686-a60d-44ad-9eb7-7bc1d1b5baca req-bb4dca47-adf4-4472-b73f-b4293ba52201 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:05.616933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-008e8686-a60d-44ad-9eb7-7bc1d1b5baca req-bb4dca47-adf4-4472-b73f-b4293ba52201 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 945 time: 0.2254224 May 12 19:38:05.692891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] For port 3ee91f7f-425b-4882-8c2c-24f7769e2969, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=3ee91f7f-425b-4882-8c2c-24f7769e2969,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:05.693293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:05.737924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-008e8686-a60d-44ad-9eb7-7bc1d1b5baca req-19490d7d-393f-4c6f-b58a-f61702aa2e68 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825589 May 12 19:38:05.756348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea39b-3932-4aea-9223-35a89ea520ff req-b08b412e-8587-4a9a-ad08-45ce27aa6180 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:05.757955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e55ea39b-3932-4aea-9223-35a89ea520ff req-b08b412e-8587-4a9a-ad08-45ce27aa6180 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be67a69-4293-4b3a-b0b4-ad99248f7caa HTTP/1.1" status: 200 len: 950 time: 0.2153876 May 12 19:38:05.787343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:05.830537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Calling delete_port for 3ee91f7f-425b-4882-8c2c-24f7769e2969 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:05.864621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e55ea39b-3932-4aea-9223-35a89ea520ff req-d354d109-5e8f-4ece-99c6-bc4f1297716c tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981219 May 12 19:38:05.889031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f2073a-1f1b-4b70-bd44-02364a703fdc,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:05.911952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Checking segment: {'id': '4f669a0f-109e-49fd-af95-b43fe1bcde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:38:05.912353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Network hostable DHCP agents. Network: bd66dab7-fc0e-4afa-9bb2-f35df2985bb8, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:38:05.956329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:38:05.974728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, bd66dab7-fc0e-4afa-9bb2-f35df2985bb8) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:38:05.983939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02635e-f2ca-445e-b517-e94a98fc5b9b None None] Network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:38:05.990018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:05.990784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:06.032692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:06.052370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', '3ee91f7f-425b-4882-8c2c-24f7769e2969', '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:06.077447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fb8f0748-da01-465a-b30b-d9a3f881e717 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9627028 May 12 19:38:06.135469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43d00-149f-427f-8e98-aecfd863fa9e req-86eee90e-1c06-4aa5-9f8c-7eb757ad9b9c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:06.137616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81f43d00-149f-427f-8e98-aecfd863fa9e req-86eee90e-1c06-4aa5-9f8c-7eb757ad9b9c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1183348 May 12 19:38:06.250568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Pushing event deleted for resources: {'Port': ['ID=3ee91f7f-425b-4882-8c2c-24f7769e2969,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:06.339485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] No DVR routers for this DVR port 3ee91f7f-425b-4882-8c2c-24f7769e2969 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:06.342960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:06.346076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'name': 'network-vif-deleted', 'tag': '3ee91f7f-425b-4882-8c2c-24f7769e2969'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:06.351133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81f43d00-149f-427f-8e98-aecfd863fa9e req-ab48512b-b0e1-44a1-b960-488b5385a521 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050037 May 12 19:38:06.393788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4836ce67-2f68-4b84-bd4d-4eeab2ca84d6 req-e106385e-8749-4e3e-ae07-6a96992db94b tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "DELETE /v2.0/ports/3ee91f7f-425b-4882-8c2c-24f7769e2969 HTTP/1.1" status: 204 len: 173 time: 1.0776246 May 12 19:38:06.457460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-1c6782b0-ae10-49be-948e-686dc2ca70e6 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:06.458977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-1c6782b0-ae10-49be-948e-686dc2ca70e6 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2260914 May 12 19:38:06.513213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cbab72-d4e4-4ab0-af32-efd3fe6dc435 None None] Network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:38:06.654606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-999ad9ee-7e4f-4e72-b5a8-69ff0ad8379e tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.1850259 May 12 19:38:06.663089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'floatingip': {'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:06.782268 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:06.926000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6d085-b1e0-48cb-bac1-457e848ed09a req-ea050692-22a2-45e8-887b-11111ca23f06 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:06.927488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52d6d085-b1e0-48cb-bac1-457e848ed09a req-ea050692-22a2-45e8-887b-11111ca23f06 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 943 time: 0.3586531 May 12 19:38:06.948173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:07.207672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52d6d085-b1e0-48cb-bac1-457e848ed09a req-24768b86-593b-40a0-8adf-60b52bbaa6be tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734864 May 12 19:38:07.386613 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b777ff-7238-4746-92f2-2951097d1937'] response: {'server_uuid': '2be67a69-4293-4b3a-b0b4-ad99248f7caa', 'name': 'network-vif-deleted', 'tag': '3ee91f7f-425b-4882-8c2c-24f7769e2969', 'status': 'completed', 'code': 200} May 12 19:38:07.583158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:07.590146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:07.778755 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:07.879883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b652a-cf21-4150-8add-7b029ab446ec req-71d1336f-f7d8-44b7-8a07-68797eef5192 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:07.881438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-71d1336f-f7d8-44b7-8a07-68797eef5192 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/networks?id=bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 HTTP/1.1" status: 200 len: 814 time: 0.2934139 May 12 19:38:07.883640 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 associated. External IP: 172.25.2.215, port: 37848aac-7388-4360-8774-007483ea588d. May 12 19:38:07.965626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-78ad196d-7272-4943-96ce-cb73b484170c tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/quotas/745784e73bf844bd89793abbdebffe6c HTTP/1.1" status: 200 len: 375 time: 0.0262818 May 12 19:38:08.047005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54762) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:08.079725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-51f0613c-645a-49d5-bb2b-9d320cb97e1f tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=745784e73bf844bd89793abbdebffe6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066544 May 12 19:38:08.166241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.181228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:08.185936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1342c9bbb24b60809c16533f9b21e9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:08.189319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:08.195529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:08.264451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.281571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.286942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.333220 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e1342c9bbb24b60809c16533f9b21e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850029 May 12 19:38:08.334062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b41337-a416-4e92-ae6b-c4ed842146d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60fd3bd-936c-432f-a853-effd469be165,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:08.336349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54768) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:08.352690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-0ef481fa-51cd-42e4-aded-0106284f54b8 service neutron] 10.222.0.72 "GET /v2.0/networks/bd66dab7-fc0e-4afa-9bb2-f35df2985bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655442 May 12 19:38:08.369269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:08.398648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94e371d9-0f2f-45ed-b47c-1b1652ba7d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.489885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:08.538747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94e371d9-0f2f-45ed-b47c-1b1652ba7d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.595507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94e371d9-0f2f-45ed-b47c-1b1652ba7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.606295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:38:08.612393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e371d9-0f2f-45ed-b47c-1b1652ba7d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60fd3bd-936c-432f-a853-effd469be165,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:08.615664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94e371d9-0f2f-45ed-b47c-1b1652ba7d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.619719 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-94e371d9-0f2f-45ed-b47c-1b1652ba7d6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c60fd3bd-936c-432f-a853-effd469be165 HTTP/1.1" status: 204 len: 168 time: 0.2795653 May 12 19:38:08.714393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-0708318f-2720-40d0-b1b5-76fa47157952 service neutron] 10.222.0.72 "GET /v2.0/networks/bd66dab7-fc0e-4afa-9bb2-f35df2985bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520987 May 12 19:38:08.824536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:38:08.834283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:08.838752 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:38:08.850314 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:08.851147 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:08.909207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-32856025-fe47-4e5c-90b8-9a05460305f7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "PUT /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 200 len: 997 time: 2.2480559 May 12 19:38:08.910413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:08.978726 n-d-841626-1 neutron-server[88114]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b7b8c82d-7508-424c-91ae-334a62a68643']: {'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'code': 422} returned with failed status May 12 19:38:08.983449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54784) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:09.012111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:09.025551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-a1d5f1f2-a981-4146-bdce-a1424f832d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:09.027550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-a1d5f1f2-a981-4146-bdce-a1424f832d0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.1099954 May 12 19:38:09.033660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:09.039109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Usage tracker for resource:security_group_rule and tenant:3045f960b0f74c5dab6847a50738b7b9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:09.042212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:09.048437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:09.161728 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:09.208392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-9c51e62a-ec37-4b8d-a10e-bd5f29d6989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:09.217012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-9c51e62a-ec37-4b8d-a10e-bd5f29d6989f service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.1838050 May 12 19:38:09.236539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:09.249420 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:09.328817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba28ed5-f79e-4ed4-b504-8538a64e0dc2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:09.343049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-82c774ab-08c3-434f-87bc-5308e5cd9cbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 1000 time: 0.1250503 May 12 19:38:09.384224 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0bc1a668-c22a-49dc-9a2f-16fe72a5c0fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3045f960b0f74c5dab6847a50738b7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969603 May 12 19:38:09.384444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54800) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:09.408560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-26f8ff51-913c-4b46-a7d8-8a7b2df670ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:09.416891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-26f8ff51-913c-4b46-a7d8-8a7b2df670ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.0729492 May 12 19:38:09.459517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3a26f70-33b4-4413-997e-0e6c3081211e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:09.493536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-972c9288-c707-4f23-82d7-def28c5a1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:09.501849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-972c9288-c707-4f23-82d7-def28c5a1ffe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839944 May 12 19:38:09.524210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3a26f70-33b4-4413-997e-0e6c3081211e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:09.627016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3a26f70-33b4-4413-997e-0e6c3081211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:09.649564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a26f70-33b4-4413-997e-0e6c3081211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba28ed5-f79e-4ed4-b504-8538a64e0dc2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:09.667290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-ced58582-c52e-4b26-8ed2-b2df7a1e7c0b service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645741 May 12 19:38:09.697428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3a26f70-33b4-4413-997e-0e6c3081211e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:09.698898 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d3a26f70-33b4-4413-997e-0e6c3081211e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dba28ed5-f79e-4ed4-b504-8538a64e0dc2 HTTP/1.1" status: 204 len: 168 time: 0.3135588 May 12 19:38:09.774279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3ee91f7f-425b-4882-8c2c-24f7769e2969 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:09.840933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 3ee91f7f-425b-4882-8c2c-24f7769e2969 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:38:09.841556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 3ee91f7f-425b-4882-8c2c-24f7769e2969 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:09.857478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b33259fd-59b9-44ba-a7fa-e003fabd9f6d req-f6b21fa2-f4ae-4b6a-97bb-01207f873eff service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749308 May 12 19:38:09.932669 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:31:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:07Z', 'revision_number': 1, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:09.943349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:38:09.955384 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:09.956230 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:10.131770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f4d3cce-8360-4d51-a2ae-a589a59a9ab7 req-7ac0449f-376d-4134-a4fd-75db8631a7e7 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 210 time: 0.0596659 May 12 19:38:10.176739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754acad5-6ab1-4156-bb38-60aead71d08a req-b068e564-a6a5-446f-9709-4415ce8d573a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:10.182387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-754acad5-6ab1-4156-bb38-60aead71d08a req-b068e564-a6a5-446f-9709-4415ce8d573a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1541126 May 12 19:38:10.203583 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:10.254518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-754acad5-6ab1-4156-bb38-60aead71d08a req-f91a0ad6-8257-4d08-99f9-0dd99b25ceec tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641673 May 12 19:38:10.267187 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebb4d2b-b0e2-4e9a-b2ba-18097bd79da9'] response: {'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d', 'status': 'completed', 'code': 200} May 12 19:38:10.546105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-f32683e3-440c-4f06-8c82-b0cfdf2c6ffa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:10.547644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-f32683e3-440c-4f06-8c82-b0cfdf2c6ffa tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1326602 May 12 19:38:10.644011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-84e6ab9c-1637-4616-8e36-98a03f2490d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:10.646887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-84e6ab9c-1637-4616-8e36-98a03f2490d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.3487208 May 12 19:38:10.773796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b652a-cf21-4150-8add-7b029ab446ec req-75878060-494d-43eb-94c5-7ac2b49f7390 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:10.774410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c90b652a-cf21-4150-8add-7b029ab446ec req-75878060-494d-43eb-94c5-7ac2b49f7390 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Synchronizing usage tracker for tenant:745784e73bf844bd89793abbdebffe6c on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:10.785908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-becfa1d3-2ba6-4e39-bb1f-93c2e8b4ccb7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1000 time: 0.2297621 May 12 19:38:10.800174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'floatingip': {'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:10.800841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:31:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:07Z', 'revision_number': 1, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:10.811798 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7f392-5983-42f8-84cc-43929405c7f3 None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:31:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:07Z', 'revision_number': 1, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:38:10.823126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c90b652a-cf21-4150-8add-7b029ab446ec req-75878060-494d-43eb-94c5-7ac2b49f7390 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Unset dirty status for tenant:745784e73bf844bd89793abbdebffe6c on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:10.824275 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-75878060-494d-43eb-94c5-7ac2b49f7390 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.36 "GET /v2.0/networks?id=bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 HTTP/1.1" status: 200 len: 814 time: 0.4217865 May 12 19:38:10.840012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Request body: {'port': {'device_id': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8', 'admin_state_up': True, 'tenant_id': '745784e73bf844bd89793abbdebffe6c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:10.938383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:10.956907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-7c67831e-0be7-44d4-961b-e69ff7f3f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:10.958498 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-7c67831e-0be7-44d4-961b-e69ff7f3f8fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.2917485 May 12 19:38:11.229832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472174e-0427-4e55-a261-dde3b1f40094 None None] New status for floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:38:11.239505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-1aa4467a-e4d9-4d45-98bd-47e0f44e5209 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 1000 time: 0.2650518 May 12 19:38:11.328856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:11.344054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Usage tracker for resource:port and tenant:745784e73bf844bd89793abbdebffe6c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:11.364899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:11.381492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:11.403949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-cad620c1-cee3-48f2-93c6-090389c0e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:11.405509 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-cad620c1-cee3-48f2-93c6-090389c0e803 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.1503179 May 12 19:38:11.502190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Made reservation on behalf of 745784e73bf844bd89793abbdebffe6c for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:11.506264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:11.680967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-697b102d-6205-4666-8f89-53bba867ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:11.683036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-697b102d-6205-4666-8f89-53bba867ee00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2660267 May 12 19:38:11.727263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18076-6537-42fb-88e0-414da756e24c req-bbc05e8c-4d57-4aae-9e2c-9abba588f541 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:11.734007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-bbc05e8c-4d57-4aae-9e2c-9abba588f541 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 813 time: 0.2842183 May 12 19:38:11.855738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-f92946f7-a35a-4372-80c6-3909dbee9f84 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/quotas/35d1d374da814178b32a898912d325c2 HTTP/1.1" status: 200 len: 375 time: 0.1201739 May 12 19:38:11.865018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Allocated IP 172.20.0.7 (bd66dab7-fc0e-4afa-9bb2-f35df2985bb8/b3f2073a-1f1b-4b70-bd44-02364a703fdc/28efde8d-d5a4-42bc-b062-33dcbb7bac31) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:38:11.913056 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-eacf7d2c-52f7-4cc5-8f83-3cbfcbff0934 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5162790 May 12 19:38:11.955634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-945908f1-8e7a-4cf1-a02b-d3eb8df31cec service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531633 May 12 19:38:12.136820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-40601b69-4c64-49b6-80cd-266076be761e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2740226 May 12 19:38:12.236803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:38:12.237231 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:38:12.316952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-2e15937f-73fc-45af-9ba6-a44406f7ee0b service neutron] 10.222.0.72 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789036 May 12 19:38:12.367621 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89a8fbf5-db71-41ea-94af-132a3aadf2d3 req-0f9b8a1b-2178-4e40-900a-b8251e623870 service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053292 May 12 19:38:12.448876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:12.490120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-53c6da88-8561-44f1-a9c5-b7bc6967aa24 service neutron] 10.222.0.72 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635029 May 12 19:38:12.534045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b9682-611c-424d-b373-13e2277ce640 req-a64adf23-c7ae-4548-ab7d-df0606507ba3 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:12.534856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-978b9682-611c-424d-b373-13e2277ce640 req-a64adf23-c7ae-4548-ab7d-df0606507ba3 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Synchronizing usage tracker for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:12.540980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:12.660757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:38:12.664408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:38:12.670266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-978b9682-611c-424d-b373-13e2277ce640 req-a64adf23-c7ae-4548-ab7d-df0606507ba3 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Unset dirty status for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:12.671592 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-978b9682-611c-424d-b373-13e2277ce640 req-a64adf23-c7ae-4548-ab7d-df0606507ba3 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 949 time: 0.2740190 May 12 19:38:12.674158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:38:12.777834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Pushing event updated for resources: {'Port': ['ID=28efde8d-d5a4-42bc-b062-33dcbb7bac31,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:12.816843 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:12.836562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:12.837215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:12.861670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Deleting port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:12.861670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:12.926454 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-b1b1a5da-c02a-40aa-8990-058033eac553 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0904076 May 12 19:38:12.972067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Request body: {'port': {'device_id': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:13.318078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:13.340490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] For port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:13.340490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:13.359412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c9f0e-e0a6-4188-b927-76d270a8d1e4 req-c1bf68ae-5c27-4ef7-9b21-1928115035dc tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:13.366610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b8c9f0e-e0a6-4188-b927-76d270a8d1e4 req-c1bf68ae-5c27-4ef7-9b21-1928115035dc tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=57f80b8b-3227-4774-a865-76db4de34467 HTTP/1.1" status: 200 len: 949 time: 0.6336231 May 12 19:38:13.538860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Calling delete_port for 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:13.661573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b8c9f0e-e0a6-4188-b927-76d270a8d1e4 req-e7ef4390-b8c0-4f65-858e-c583e4473800 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938750 May 12 19:38:13.869828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:13.882860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:13.925680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Pushing event deleted for resources: {'Port': ['ID=36788eb9-82e1-4647-8fcb-ca4a6e4b50c5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:14.040470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bc36-f920-411c-aeee-c27ef53ccb78 req-a1ef93f7-da3f-4ab8-a491-c10a980b028f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:14.042794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6840bc36-f920-411c-aeee-c27ef53ccb78 req-a1ef93f7-da3f-4ab8-a491-c10a980b028f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 943 time: 0.1893311 May 12 19:38:14.048566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] No DVR routers for this DVR port 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:14.051965 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:14.054810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f80b8b-3227-4774-a865-76db4de34467', 'name': 'network-vif-deleted', 'tag': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:14.115462 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-978b9682-611c-424d-b373-13e2277ce640 req-83f07fc5-cb3d-4e07-9678-9c53cffcb5ec tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "DELETE /v2.0/ports/36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 HTTP/1.1" status: 204 len: 173 time: 1.3725588 May 12 19:38:14.156109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28efde8d-d5a4-42bc-b062-33dcbb7bac31 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:14.174030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:14.192136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:14.193297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Transition to ACTIVE for port object 28efde8d-d5a4-42bc-b062-33dcbb7bac31 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:38:14.202857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:14.205410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6840bc36-f920-411c-aeee-c27ef53ccb78 req-166afab3-8381-41f7-bb68-bec38dd7c413 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956640 May 12 19:38:14.210765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:14.636199 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 associated. External IP: 172.25.2.215, port: 37848aac-7388-4360-8774-007483ea588d. May 12 19:38:14.923584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Pushing event updated for resources: {'Port': ['ID=28efde8d-d5a4-42bc-b062-33dcbb7bac31,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:14.962430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Attempting to bind port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:38:14.962767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Attempting to bind port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '4f669a0f-109e-49fd-af95-b43fe1bcde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:38:14.963101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Attempting to bind port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 on network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:14.976914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 on network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:38:14.977502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Attempting to bind port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 on network bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:14.991714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999e97f-0aed-4160-9453-6abe4e377765 req-6eadb263-3f11-4a1a-b096-c61df63c7b3a tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:14.993267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7999e97f-0aed-4160-9453-6abe4e377765 req-6eadb263-3f11-4a1a-b096-c61df63c7b3a tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 943 time: 0.5754030 May 12 19:38:14.995087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:38:14.995494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Checking segment: {'id': '4f669a0f-109e-49fd-af95-b43fe1bcde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:38:14.996581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Bound using segment: {'id': '4f669a0f-109e-49fd-af95-b43fe1bcde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:38:14.997089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Bound port: 28efde8d-d5a4-42bc-b062-33dcbb7bac31, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f669a0f-109e-49fd-af95-b43fe1bcde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:38:14.997581 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:15.027873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18076-6537-42fb-88e0-414da756e24c req-eb10a9bf-68cc-47d9-99ab-1c2983f79708 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:15.034432 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-eb10a9bf-68cc-47d9-99ab-1c2983f79708 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.73 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 813 time: 0.7043312 May 12 19:38:15.094388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Request body: {'port': {'device_id': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7', 'admin_state_up': True, 'tenant_id': '35d1d374da814178b32a898912d325c2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:15.192249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7999e97f-0aed-4160-9453-6abe4e377765 req-6a6d7419-2850-4178-a37c-b6a3722dedae tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/security-groups?id=efc5b8ea-c1d4-4be9-bbff-83e15016d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890593 May 12 19:38:15.253933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:38:15.316567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:15.324351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Usage tracker for resource:port and tenant:35d1d374da814178b32a898912d325c2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:15.335904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:15.346472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:15.360326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] For port 28efde8d-d5a4-42bc-b062-33dcbb7bac31, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:38:15.363756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] For port 28efde8d-d5a4-42bc-b062-33dcbb7bac31, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=28efde8d-d5a4-42bc-b062-33dcbb7bac31,segment=NetworkSegment(4f669a0f-109e-49fd-af95-b43fe1bcde00),segment_id=4f669a0f-109e-49fd-af95-b43fe1bcde00)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:38:15.367953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Made reservation on behalf of 35d1d374da814178b32a898912d325c2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:15.376592 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:15.390471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:15.462540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:15.463371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:15.464909 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] 10.222.0.36 "PUT /v2.0/ports/28efde8d-d5a4-42bc-b062-33dcbb7bac31 HTTP/1.1" status: 200 len: 1091 time: 2.4983852 May 12 19:38:15.616690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfaf2c-2a56-493f-b1c1-60dfc1e92e50 service neutron] Pushing event updated for resources: {'Port': ['ID=28efde8d-d5a4-42bc-b062-33dcbb7bac31,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:15.690386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b652a-cf21-4150-8add-7b029ab446ec req-d7d86979-0ebe-4d8d-aa53-781316d5f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:15.691922 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-d7d86979-0ebe-4d8d-aa53-781316d5f00a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=745784e73bf844bd89793abbdebffe6c&device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 1094 time: 0.1755009 May 12 19:38:15.757506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:38:15.771764 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:38:15.772895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-a85768b9-aebc-403d-a8fe-5be9cfb5801d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28efde8d-d5a4-42bc-b062-33dcbb7bac31 HTTP/1.1" status: 200 len: 217 time: 0.0725017 May 12 19:38:15.780385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Allocated IP 172.20.0.9 (189bdd70-9b7e-47d6-9144-cb61b83b6fd7/87d4cc01-b373-4fbd-8dfd-7baab7192476/ff58c439-d8cb-4dc0-9d56-c5e028871707) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:38:15.783932 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:15.790886 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:15.847757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53af63-81ad-4c46-8e4f-c714d03325e4 req-918894bc-b578-4448-953c-4718fc9e995e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:15.849459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b53af63-81ad-4c46-8e4f-c714d03325e4 req-918894bc-b578-4448-953c-4718fc9e995e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.4314404 May 12 19:38:15.873531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b652a-cf21-4150-8add-7b029ab446ec req-058bbd68-6bf9-41b1-9891-61a92bfdecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:15.875315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-058bbd68-6bf9-41b1-9891-61a92bfdecdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3f2073a-1f1b-4b70-bd44-02364a703fdc HTTP/1.1" status: 200 len: 854 time: 0.0964890 May 12 19:38:15.939843 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-bbb251eb-90e5-47af-b228-a6a0434a8d92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66dab7-fc0e-4afa-9bb2-f35df2985bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555148 May 12 19:38:15.989486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b53af63-81ad-4c46-8e4f-c714d03325e4 req-875cc28f-6570-42b3-8396-c266ccd08297 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297228 May 12 19:38:16.054673 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:16.191623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-886500f4-197f-4c6e-b44e-c75426d56a9f req-cfd9d398-1dd6-4612-92b2-924c5645e421 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 210 time: 0.0613546 May 12 19:38:16.266393 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909eaf2f-9551-4d7f-9e26-5a24238e965f'] response: {'server_uuid': '57f80b8b-3227-4774-a865-76db4de34467', 'name': 'network-vif-deleted', 'tag': '36788eb9-82e1-4647-8fcb-ca4a6e4b50c5', 'status': 'completed', 'code': 200} May 12 19:38:16.395497 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-cce20ed3-ade3-4353-82b5-7ac330281a70 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66dab7-fc0e-4afa-9bb2-f35df2985bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492662 May 12 19:38:16.403399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:38:16.572802 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c90b652a-cf21-4150-8add-7b029ab446ec req-e8e32be8-60f4-46f8-a6ea-52be3f2d16e7 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66dab7-fc0e-4afa-9bb2-f35df2985bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704338 May 12 19:38:16.597911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:16.601363 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:95:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:13Z', 'revision_number': 3, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:16.607683 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:38:16.626139 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:16.627212 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:16.656620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:16.671179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['98563107-3769-40e4-adb5-f63ba09efbbc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:16.725435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-527e6377-d1bc-4954-a6ec-83a46f474ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:16.726939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-527e6377-d1bc-4954-a6ec-83a46f474ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265&tenant_id=39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 1094 time: 0.5343826 May 12 19:38:16.746715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:16.828004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:38:16.836567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c965-67a4-4583-84c2-971fa68c3396 req-ed81c4f7-2171-4a65-96fe-aa680c159d7f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:16.843685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fe0c965-67a4-4583-84c2-971fa68c3396 req-ed81c4f7-2171-4a65-96fe-aa680c159d7f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 943 time: 0.3085599 May 12 19:38:16.850660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:16.923579 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:16.926596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:38:16.930282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:38:16.939096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:38:16.988295 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:17.005312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Pushing event updated for resources: {'Port': ['ID=ff58c439-d8cb-4dc0-9d56-c5e028871707,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:17.013424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:17.014308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:17.039716 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-08c4edc3-9b17-42fb-8941-d98e156ca362 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9597838 May 12 19:38:17.041755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fe0c965-67a4-4583-84c2-971fa68c3396 req-dd623e17-4b70-41c2-a80d-47ab281aede6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971290 May 12 19:38:17.060251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Request body: {'port': {'device_id': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:17.111724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:17.182884 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:38:17.267024 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:17.298337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a48a8032-9977-47f3-aa71-382d14349fc2 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "PUT /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 200 len: 998 time: 6.5073214 May 12 19:38:17.444707 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:95:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:13Z', 'revision_number': 3, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:17.452490 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec867ce-0985-46e1-95d5-0e818eced16f None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:95:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:13Z', 'revision_number': 3, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:38:17.484915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-ace0bb73-fc31-4ae1-adaf-a296e643e20a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:17.486311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-ace0bb73-fc31-4ae1-adaf-a296e643e20a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports/37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 943 time: 0.1798704 May 12 19:38:17.553762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c9d1c-d587-438d-8ecf-436b7ca9b55d req-c25f1c19-3bb9-4a26-ad62-ce97ec74be0f tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:17.560754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-740c9d1c-d587-438d-8ecf-436b7ca9b55d req-c25f1c19-3bb9-4a26-ad62-ce97ec74be0f tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 943 time: 0.3535988 May 12 19:38:17.707209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff58c439-d8cb-4dc0-9d56-c5e028871707 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:17.715792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:17.737897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05017ef-0797-4e46-9eef-d9bfa3fdad5f None None] New status for floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:38:17.740124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Transition to ACTIVE for port object ff58c439-d8cb-4dc0-9d56-c5e028871707 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:38:17.747009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:17.809515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:17.862332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:38:17.862669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 36788eb9-82e1-4647-8fcb-ca4a6e4b50c5 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:17.900912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:17.933785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-740c9d1c-d587-438d-8ecf-436b7ca9b55d req-d7a24b24-e0d3-41f0-8c9d-1a287d50bfc5 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/security-groups?id=efc5b8ea-c1d4-4be9-bbff-83e15016d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717234 May 12 19:38:17.952999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Pushing event updated for resources: {'Port': ['ID=ff58c439-d8cb-4dc0-9d56-c5e028871707,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:17.963299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-c8aa8d51-ce70-4447-af54-f7adabe5fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:17.975565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-c8aa8d51-ce70-4447-af54-f7adabe5fc16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.3712163 May 12 19:38:18.059878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Attempting to bind port ff58c439-d8cb-4dc0-9d56-c5e028871707 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:38:18.060497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Attempting to bind port ff58c439-d8cb-4dc0-9d56-c5e028871707 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:38:18.060497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Attempting to bind port ff58c439-d8cb-4dc0-9d56-c5e028871707 on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:18.067288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Port ff58c439-d8cb-4dc0-9d56-c5e028871707 on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:38:18.067782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Attempting to bind port ff58c439-d8cb-4dc0-9d56-c5e028871707 on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:18.077469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:38:18.078231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Checking segment: {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:38:18.078806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Bound using segment: {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:38:18.079053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Bound port: ff58c439-d8cb-4dc0-9d56-c5e028871707, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:38:18.080551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:18.117846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:38:18.177315 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:38:18.190274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:18.190874 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:18.198205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1740d5c-7d43-48f7-b034-245c52537fa9 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:18.205959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:18.221810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Transition to ACTIVE for port object d1740d5c-7d43-48f7-b034-245c52537fa9 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:38:18.229011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] For port ff58c439-d8cb-4dc0-9d56-c5e028871707, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:38:18.237613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] For port ff58c439-d8cb-4dc0-9d56-c5e028871707, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ff58c439-d8cb-4dc0-9d56-c5e028871707,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:38:18.250720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:18.253005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:18.317603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'tag': '28efde8d-d5a4-42bc-b062-33dcbb7bac31'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:18.360462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:18.361205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:18.363404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] 10.222.0.73 "PUT /v2.0/ports/ff58c439-d8cb-4dc0-9d56-c5e028871707 HTTP/1.1" status: 200 len: 1091 time: 1.3076813 May 12 19:38:18.421950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-178a0ffc-5091-4c04-9e20-24507479fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:18.423806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-178a0ffc-5091-4c04-9e20-24507479fc82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.4456077 May 12 19:38:18.429633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ff4dd-7102-470e-884a-f037477cfbcc service neutron] Pushing event updated for resources: {'Port': ['ID=ff58c439-d8cb-4dc0-9d56-c5e028871707,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:18.549892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18076-6537-42fb-88e0-414da756e24c req-7c61e518-01f7-4344-9d3e-d88754d06d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:18.551661 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-7c61e518-01f7-4344-9d3e-d88754d06d09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 1094 time: 0.1276908 May 12 19:38:18.555250 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:18.621548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=9']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:18.622035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-38fdeab8-cd90-4646-8fd8-250d1617cb69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 217 time: 0.1795709 May 12 19:38:18.622522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55228) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:18.660632 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-72e73e1a-b1b0-472d-8fa4-b149d2799957 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff58c439-d8cb-4dc0-9d56-c5e028871707 HTTP/1.1" status: 200 len: 217 time: 0.0983102 May 12 19:38:18.731189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18076-6537-42fb-88e0-414da756e24c req-8fa062a7-ef3e-4ce7-97c6-2b627227ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:18.732884 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-8fa062a7-ef3e-4ce7-97c6-2b627227ede8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.0626249 May 12 19:38:18.744536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] No DVR routers for this DVR port d1740d5c-7d43-48f7-b034-245c52537fa9 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:18.794167 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-907b80bb-cff7-4636-aa33-b4a93553c5b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520067 May 12 19:38:18.846628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:18.859994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-c9236b0c-f397-40b7-81b7-76b7fba90201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:18.861390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-c9236b0c-f397-40b7-81b7-76b7fba90201 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.2129445 May 12 19:38:18.874433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:18.947913 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-bc6525bb-1ab8-4c64-812e-e927567712f9 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436031 May 12 19:38:18.951963 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:95:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:17Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:18.958116 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:38:18.964435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Usage tracker for resource:security_group_rule and tenant:d4d582bc2c8447d580959b5c62c2303a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:18.968149 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:18.968967 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:18.972367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:19.001810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff88be-e8fe-413f-8016-0943295b8394 req-e91ce6b3-be4e-42c5-bf74-77e8cc574d8d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.003236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efff88be-e8fe-413f-8016-0943295b8394 req-e91ce6b3-be4e-42c5-bf74-77e8cc574d8d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.4581234 May 12 19:38:19.004213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:19.083661 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f18076-6537-42fb-88e0-414da756e24c req-b2fe8e27-20ac-43ff-825e-b7a555761d27 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277666 May 12 19:38:19.102042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efff88be-e8fe-413f-8016-0943295b8394 req-24a63b8d-8b51-4166-ad92-07325aaba857 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896215 May 12 19:38:19.174588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:38:19.174921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:38:19.175245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:19.187701 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b13d04-511d-4776-912e-3590876d8c50'] response: {'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d', 'status': 'completed', 'code': 200} May 12 19:38:19.188385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Port d1740d5c-7d43-48f7-b034-245c52537fa9 on network 94275588-efd8-4b36-bffc-99a50113a80d not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:38:19.188699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Attempting to bind port d1740d5c-7d43-48f7-b034-245c52537fa9 on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:19.193935 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:19.203993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-752040c2-06eb-40f3-94a1-9c8e6ea50ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.205493 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-752040c2-06eb-40f3-94a1-9c8e6ea50ab3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3330564 May 12 19:38:19.210098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:38:19.210428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Checking segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:38:19.210979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Bound using segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:38:19.211584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Bound port: d1740d5c-7d43-48f7-b034-245c52537fa9, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:38:19.212085 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.296237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-a5f08aa2-ff0f-4eb4-a7e3-48051a7f2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.297749 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-a5f08aa2-ff0f-4eb4-a7e3-48051a7f2af3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.0759327 May 12 19:38:19.410952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.431201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.547176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4d582bc2c8447d580959b5c62c2303a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9187999 May 12 19:38:19.547176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:38:19.553031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:19.553579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0464a-6173-4291-b778-bc24895f10ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d661aeb-e697-4b05-b0f7-e6be954c27a1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:19.563117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:38:19.568189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-89d8c453-f0fc-4e4a-b7d4-38de546237a5 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455060 May 12 19:38:19.576550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.585163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-66aa8b33-2a3a-4a09-bd15-d80ffbc24fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.586649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-66aa8b33-2a3a-4a09-bd15-d80ffbc24fba service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.2817132 May 12 19:38:19.633853 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:95:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:17Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:19.639072 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bcae9a-6b41-4421-b6bf-a4712b539c95 None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:95:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:17Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:38:19.685805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-d71c5efc-6209-4c1b-9998-28e48316e40d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 217 time: 0.0840371 May 12 19:38:19.750388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98006983-6fe9-4e27-97be-097d6c2c33ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.790797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-9135911b-bdad-41ff-bad3-7f9a46aba64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.792259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-9135911b-bdad-41ff-bad3-7f9a46aba64a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.0970085 May 12 19:38:19.793963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98006983-6fe9-4e27-97be-097d6c2c33ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.863937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607adcc-6a4a-49d4-bce1-d09cc6841190 req-e08e4570-d689-4789-a77b-b31ef520f337 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.865542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7607adcc-6a4a-49d4-bce1-d09cc6841190 req-e08e4570-d689-4789-a77b-b31ef520f337 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 943 time: 0.5482471 May 12 19:38:19.866949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.867545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.868871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] 10.222.0.73 "PUT /v2.0/ports/d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 1091 time: 3.1269093 May 12 19:38:19.929908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-cb71f384-3da5-439b-b0ad-7e08ed0f9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:19.931480 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-cb71f384-3da5-439b-b0ad-7e08ed0f9b61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283853 May 12 19:38:19.932887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98006983-6fe9-4e27-97be-097d6c2c33ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:19.978449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006983-6fe9-4e27-97be-097d6c2c33ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d661aeb-e697-4b05-b0f7-e6be954c27a1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:19.993502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe1b9d-354f-4167-8cad-ab8998987e6e service neutron] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=10']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:20.029413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7607adcc-6a4a-49d4-bce1-d09cc6841190 req-87359bd2-7113-4f10-8bb5-04ac5efec9f4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475501 May 12 19:38:20.064008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-071bd6a2-04be-4a26-b783-25eb2d8a99a3 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823298 May 12 19:38:20.086788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98006983-6fe9-4e27-97be-097d6c2c33ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:20.091253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98006983-6fe9-4e27-97be-097d6c2c33ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d661aeb-e697-4b05-b0f7-e6be954c27a1 HTTP/1.1" status: 204 len: 168 time: 0.5369339 May 12 19:38:20.112630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-1993d438-c5fa-4778-b7ee-8e0f4ec85a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:20.116272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-1993d438-c5fa-4778-b7ee-8e0f4ec85a62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1095 time: 0.2123616 May 12 19:38:20.227547 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-5e656d71-493b-499d-bbbb-c4bb0c4b8d3b service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843602 May 12 19:38:20.268620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-7b6aead2-b352-4132-8f2c-d778ce637cd5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:20.269869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-7b6aead2-b352-4132-8f2c-d778ce637cd5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Synchronizing usage tracker for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:20.329133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-7b6aead2-b352-4132-8f2c-d778ce637cd5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Unset dirty status for tenant:8e53690acfa040a785edabdc14120b1e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:20.329978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-7b6aead2-b352-4132-8f2c-d778ce637cd5 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 951 time: 0.1873472 May 12 19:38:20.400795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 28efde8d-d5a4-42bc-b062-33dcbb7bac31 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:38:20.413146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-a47bfdb3-0e71-4720-8668-8a9097f6ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:20.414747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-a47bfdb3-0e71-4720-8668-8a9097f6ca87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.2915046 May 12 19:38:20.421083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a2f4659c-0185-4174-aa91-dda11759a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:20.422575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-a2f4659c-0185-4174-aa91-dda11759a4b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 1096 time: 0.2436395 May 12 19:38:20.424004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Deleting port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:20.424685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:20.430853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3058-c112-49cd-81a1-d55f6918c01e req-cb146bd8-33b8-471b-9c14-529463cd12dd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:20.437650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32df3058-c112-49cd-81a1-d55f6918c01e req-cb146bd8-33b8-471b-9c14-529463cd12dd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.2630520 May 12 19:38:20.613402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 28efde8d-d5a4-42bc-b062-33dcbb7bac31, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=28efde8d-d5a4-42bc-b062-33dcbb7bac31,segment=NetworkSegment(4f669a0f-109e-49fd-af95-b43fe1bcde00),segment_id=4f669a0f-109e-49fd-af95-b43fe1bcde00)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:20.635208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '28efde8d-d5a4-42bc-b062-33dcbb7bac31', 'network_id': 'bd66dab7-fc0e-4afa-9bb2-f35df2985bb8', 'port_id': '28efde8d-d5a4-42bc-b062-33dcbb7bac31', 'mac_address': 'fa:16:3e:7e:5e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f2073a-1f1b-4b70-bd44-02364a703fdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:38:20.662070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32df3058-c112-49cd-81a1-d55f6918c01e req-492ab177-4904-479d-aae5-dc10afd579ea tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217247 May 12 19:38:20.688190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-af902795-73da-4290-a6f4-5233caed582d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 998 time: 0.2442877 May 12 19:38:20.688445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-49dd83db-61bb-44db-84fb-8157a34fe688 req-e5ad3f6b-7d34-4bdd-b569-e5242d3fed1c service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498546 May 12 19:38:20.747837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:20.748450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:20.760746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-332fb9e4-6227-400b-90f9-dd8f4222ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:20.762295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-332fb9e4-6227-400b-90f9-dd8f4222ea64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.3213067 May 12 19:38:20.775381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28efde8d-d5a4-42bc-b062-33dcbb7bac31 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:20.785750 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7392cef-85a0-4914-8a12-4e5f60338b50'] response: {'name': 'network-changed', 'server_uuid': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'tag': '28efde8d-d5a4-42bc-b062-33dcbb7bac31', 'status': 'completed', 'code': 200} May 12 19:38:20.793436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 28efde8d-d5a4-42bc-b062-33dcbb7bac31, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=28efde8d-d5a4-42bc-b062-33dcbb7bac31,segment=NetworkSegment(4f669a0f-109e-49fd-af95-b43fe1bcde00),segment_id=4f669a0f-109e-49fd-af95-b43fe1bcde00)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:20.800754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:20.844955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-556d108b-7e0f-4dac-b9d1-42b1c5b4bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:20.846426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-556d108b-7e0f-4dac-b9d1-42b1c5b4bf40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.1495140 May 12 19:38:20.868384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] For port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:20.868877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:20.904155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=28efde8d-d5a4-42bc-b062-33dcbb7bac31,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:20.913636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.913976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.914315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.914646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.914972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.915294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.915746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.916075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.916394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.916715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.917034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.917373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:20.968003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-57d3c339-4c11-403d-93ea-46e1560c03a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 1001 time: 0.1970732 May 12 19:38:21.025031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Calling delete_port for 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:21.060634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-78b44ac8-6be5-41c8-997b-f4a8971736f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.062239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-78b44ac8-6be5-41c8-997b-f4a8971736f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038608 May 12 19:38:21.063534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-fa632095-2acd-4047-b1c1-02470cd64fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.064819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-fa632095-2acd-4047-b1c1-02470cd64fcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.0872595 May 12 19:38:21.077244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b9e29-dd40-4cf2-a1b1-433503bd6fe7 req-30c01731-5c05-437a-a53b-3b1ea7f933fa tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.078673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-181b9e29-dd40-4cf2-a1b1-433503bd6fe7 req-30c01731-5c05-437a-a53b-3b1ea7f933fa tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/ports?device_id=15426953-5eda-476d-a885-396f38378b9e HTTP/1.1" status: 200 len: 951 time: 0.1849351 May 12 19:38:21.118717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-280908e7-df17-4c4a-81bc-af1358446cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.120196 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-280908e7-df17-4c4a-81bc-af1358446cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=745784e73bf844bd89793abbdebffe6c&device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 1095 time: 0.3321981 May 12 19:38:21.131500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['28efde8d-d5a4-42bc-b062-33dcbb7bac31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:21.202211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c'}, {'name': 'network-changed', 'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:21.290085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-181b9e29-dd40-4cf2-a1b1-433503bd6fe7 req-7d0ef1cb-a4a2-4de8-9392-4c9f5a2a3a81 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.72 "GET /v2.0/security-groups?id=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615238 May 12 19:38:21.345816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-f2f8a711-8ef9-425e-a629-94d1ccb7dc48 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761838 May 12 19:38:21.353863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-8b3d88c2-1793-4d2f-a69c-d8f3eb75beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.355854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-8b3d88c2-1793-4d2f-a69c-d8f3eb75beb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2760825 May 12 19:38:21.461496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:21.474187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:21.532580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Pushing event deleted for resources: {'Port': ['ID=8264b6b5-31d8-48d4-a3de-8d5ef8feb80a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:21.538589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-b22b82f5-ad47-46a3-96ec-c51dfd029ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.539865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-b22b82f5-ad47-46a3-96ec-c51dfd029ffa service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 HTTP/1.1" status: 200 len: 915 time: 0.4125700 May 12 19:38:21.654008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-ff976320-f6da-424b-ab00-ce835c150d00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28efde8d-d5a4-42bc-b062-33dcbb7bac31 HTTP/1.1" status: 200 len: 217 time: 0.0839291 May 12 19:38:21.729700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] No DVR routers for this DVR port 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:21.737294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:21.769003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d2f8fba1-3dcf-477b-8de4-3bda2c5ae055 req-27d43832-bacd-44a6-afe6-7ec5a9dac724 tempest-ServersAdminTestJSON-1501375510 tempest-ServersAdminTestJSON-1501375510-project] 10.222.0.73 "DELETE /v2.0/ports/8264b6b5-31d8-48d4-a3de-8d5ef8feb80a HTTP/1.1" status: 204 len: 173 time: 1.4237330 May 12 19:38:21.774022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-03754ba5-24d2-48da-82e0-d18d7f771960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.774332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-03754ba5-24d2-48da-82e0-d18d7f771960 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3f2073a-1f1b-4b70-bd44-02364a703fdc HTTP/1.1" status: 200 len: 854 time: 0.0929947 May 12 19:38:21.810177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ff58c439-d8cb-4dc0-9d56-c5e028871707 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:38:21.848091 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-158d3233-c6f4-4883-ada5-1364dc6a6a05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66dab7-fc0e-4afa-9bb2-f35df2985bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659046 May 12 19:38:21.891212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d81f92a-5e8a-4b80-8077-3f7e2a567ae3 req-34dfcce8-4ce2-450a-b99f-cf344cf84048 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341249 May 12 19:38:21.943207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe2ac2-508d-4a1b-acb2-6b6a72fadc87 req-d4e6b5aa-7f25-4d39-a650-c9f507ce7347 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:21.949078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbe2ac2-508d-4a1b-acb2-6b6a72fadc87 req-d4e6b5aa-7f25-4d39-a650-c9f507ce7347 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 944 time: 0.3417838 May 12 19:38:21.974457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-8302e0fc-7777-4138-aa97-46a6917f3a79 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985115 May 12 19:38:21.988800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port ff58c439-d8cb-4dc0-9d56-c5e028871707, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ff58c439-d8cb-4dc0-9d56-c5e028871707,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:22.007395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'ff58c439-d8cb-4dc0-9d56-c5e028871707', 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7', 'port_id': 'ff58c439-d8cb-4dc0-9d56-c5e028871707', 'mac_address': 'fa:16:3e:19:a3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d4cc01-b373-4fbd-8dfd-7baab7192476', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:38:22.048182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afbe2ac2-508d-4a1b-acb2-6b6a72fadc87 req-49569d28-7b6c-4ebe-869f-eb62f004a467 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/security-groups?id=efc5b8ea-c1d4-4be9-bbff-83e15016d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899451 May 12 19:38:22.056479 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-2e14e3c0-a50f-4d4d-beb0-0727560bb17d service neutron] 10.222.0.36 "GET /v2.0/networks/bd66dab7-fc0e-4afa-9bb2-f35df2985bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927030 May 12 19:38:22.119445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port ff58c439-d8cb-4dc0-9d56-c5e028871707 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:22.119822 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:22.162938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff58c439-d8cb-4dc0-9d56-c5e028871707 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:22.191513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port ff58c439-d8cb-4dc0-9d56-c5e028871707, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ff58c439-d8cb-4dc0-9d56-c5e028871707,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:22.198915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:22.272562 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa77e5d2-1aaf-405c-aec4-12335ddeb539 req-4cb6eb52-0cca-4fbe-b60a-e8351310ceed service neutron] 10.222.0.36 "GET /v2.0/networks/bd66dab7-fc0e-4afa-9bb2-f35df2985bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092264 May 12 19:38:22.337821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76930fb5-ed59-4cd1-9446-6a4c5e21b3c0 req-27383a46-c996-4155-8095-95cafbfaaf79 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:22.339409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76930fb5-ed59-4cd1-9446-6a4c5e21b3c0 req-27383a46-c996-4155-8095-95cafbfaaf79 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.1554527 May 12 19:38:22.359945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f4fa66-284b-428d-848c-cb3dd63bdb0e req-be561cf2-96c3-453c-9ad9-544d2af83a55 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846519 May 12 19:38:22.401347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 28efde8d-d5a4-42bc-b062-33dcbb7bac31 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:38:22.416286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76930fb5-ed59-4cd1-9446-6a4c5e21b3c0 req-8439d261-3c6d-4bbd-8976-0a5701477ae1 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627940 May 12 19:38:22.499138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['ff58c439-d8cb-4dc0-9d56-c5e028871707'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:22.622100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=ff58c439-d8cb-4dc0-9d56-c5e028871707,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:22.731350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36532063-9a92-4adc-8b72-1153f7e1abf6 req-d10ad559-b82a-477d-8680-152a8f54d373 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:22.737442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36532063-9a92-4adc-8b72-1153f7e1abf6 req-d10ad559-b82a-477d-8680-152a8f54d373 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 944 time: 0.2162378 May 12 19:38:22.786747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'tag': 'ff58c439-d8cb-4dc0-9d56-c5e028871707'}, {'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-deleted', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:22.797841 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6723fd8e-a416-4fd3-87a2-4c382268a4d0'] response: {'name': 'network-changed', 'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'status': 'completed', 'code': 200} May 12 19:38:22.797987 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6723fd8e-a416-4fd3-87a2-4c382268a4d0'] response: {'name': 'network-changed', 'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'status': 'completed', 'code': 200} May 12 19:38:22.809499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:38:22.850639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:22.851072 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:22.917011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36532063-9a92-4adc-8b72-1153f7e1abf6 req-778d200d-22e7-472f-8f08-f6d0c95ce10b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739526 May 12 19:38:22.964746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-b9098eb2-8dc7-4e3a-8217-360aa3463f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:22.969169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-b9098eb2-8dc7-4e3a-8217-360aa3463f49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 1096 time: 0.1503885 May 12 19:38:23.230737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-4d7599f8-50b3-4c6b-9545-7ebd8236cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:23.232367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-4d7599f8-50b3-4c6b-9545-7ebd8236cf42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.2306764 May 12 19:38:23.261399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:23.261995 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:23.295677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efde8d-d5a4-42bc-b062-33dcbb7bac31'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:23.307989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 28efde8d-d5a4-42bc-b062-33dcbb7bac31, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=28efde8d-d5a4-42bc-b062-33dcbb7bac31,segment=NetworkSegment(4f669a0f-109e-49fd-af95-b43fe1bcde00),segment_id=4f669a0f-109e-49fd-af95-b43fe1bcde00)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:23.316011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:23.440729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-c8a08efd-3e6b-4f55-adfd-fd33a255048a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 1001 time: 0.1730294 May 12 19:38:23.469627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce6a0e-b171-4751-9f46-f955522f2f44 req-285ec2e4-e36c-4b12-b5b9-956fd3b162e9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:23.473584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=28efde8d-d5a4-42bc-b062-33dcbb7bac31,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:23.479933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2ce6a0e-b171-4751-9f46-f955522f2f44 req-285ec2e4-e36c-4b12-b5b9-956fd3b162e9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.2458229 May 12 19:38:23.578653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2ce6a0e-b171-4751-9f46-f955522f2f44 req-49abc5b3-a1d4-456f-8712-c8e936dfd5de tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977285 May 12 19:38:23.596932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-394d585d-00b1-44fd-979a-e9521e578b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:23.598401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-394d585d-00b1-44fd-979a-e9521e578b25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.1006393 May 12 19:38:23.816459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ff58c439-d8cb-4dc0-9d56-c5e028871707 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:38:23.944516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c44b8ba-adb0-4412-a619-98a3059f3ba0 req-ba2a881c-098a-4b6f-9ebc-d422b98ed7ce tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1001 time: 0.2349505 May 12 19:38:24.030202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port ff58c439-d8cb-4dc0-9d56-c5e028871707 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:38:24.043400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port ff58c439-d8cb-4dc0-9d56-c5e028871707 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:24.044355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:24.055439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44b8ba-adb0-4412-a619-98a3059f3ba0 req-5c724db5-2f97-48f1-90dd-89f23b32c83f tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:24.069705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c44b8ba-adb0-4412-a619-98a3059f3ba0 req-5c724db5-2f97-48f1-90dd-89f23b32c83f tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports/505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 942 time: 0.1242619 May 12 19:38:24.078425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-2351f740-4d4e-4a34-8917-2d17b829fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:24.082258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-2351f740-4d4e-4a34-8917-2d17b829fac9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588897 May 12 19:38:24.405662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-c9407ce8-913f-4f74-b688-2185d7e1d129 service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089569 May 12 19:38:24.409696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55412) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:24.443898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port ff58c439-d8cb-4dc0-9d56-c5e028871707 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:24.444357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:24.451403 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78997d6-27a7-4605-8cff-360b0b53166b'] response: {'name': 'network-changed', 'server_uuid': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'tag': 'ff58c439-d8cb-4dc0-9d56-c5e028871707', 'status': 'completed', 'code': 200} May 12 19:38:24.452162 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78997d6-27a7-4605-8cff-360b0b53166b'] response: {'server_uuid': '15426953-5eda-476d-a885-396f38378b9e', 'name': 'network-vif-deleted', 'tag': '8264b6b5-31d8-48d4-a3de-8d5ef8feb80a', 'status': 'completed', 'code': 200} May 12 19:38:24.545368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port ff58c439-d8cb-4dc0-9d56-c5e028871707, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ff58c439-d8cb-4dc0-9d56-c5e028871707,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:24.561829 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:24.563977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:24.838475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:38:24.839588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8264b6b5-31d8-48d4-a3de-8d5ef8feb80a not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:24.844384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=ff58c439-d8cb-4dc0-9d56-c5e028871707,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:24.853364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-f7666b79-fb81-40e8-8d50-c071275d6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:24.856100 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-f7666b79-fb81-40e8-8d50-c071275d6dd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 1096 time: 0.3305552 May 12 19:38:24.858352 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0f53208f-b9e3-4554-85ff-1252ccc76e58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e53690acfa040a785edabdc14120b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466183 May 12 19:38:24.861404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55432) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:25.080571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c44b8ba-adb0-4412-a619-98a3059f3ba0 req-1b253056-bd82-452c-8863-e6568cedd9be tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1001 time: 0.6696191 May 12 19:38:25.314014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-7169ef6e-151e-435e-900d-6f2556f41460 service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9005933 May 12 19:38:25.410204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44b8ba-adb0-4412-a619-98a3059f3ba0 req-af1b9d25-23e0-42dc-abe8-2e583f61e545 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.429410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c44b8ba-adb0-4412-a619-98a3059f3ba0 req-af1b9d25-23e0-42dc-abe8-2e583f61e545 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.3424561 May 12 19:38:25.475372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-e440d097-d8ae-4bcb-9965-1ff5deaa1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.477073 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-e440d097-d8ae-4bcb-9965-1ff5deaa1a93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 914 time: 0.5859871 May 12 19:38:25.490789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319e185f-b00c-4def-9c40-caf038291c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:25.534420 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b28e70-a97f-4442-882f-c3bf2722c232'] response: {'server_uuid': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efde8d-d5a4-42bc-b062-33dcbb7bac31', 'code': 200} May 12 19:38:25.685570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319e185f-b00c-4def-9c40-caf038291c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:25.787520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-bb171be8-b2f8-4f1c-a764-1ea042440ff7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff58c439-d8cb-4dc0-9d56-c5e028871707 HTTP/1.1" status: 200 len: 217 time: 0.2231464 May 12 19:38:25.817262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979736-deff-4b0a-8a88-5c87ac89146d req-53b3a5d2-5de6-438f-8287-003060406498 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.825592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95979736-deff-4b0a-8a88-5c87ac89146d req-53b3a5d2-5de6-438f-8287-003060406498 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 945 time: 0.8727872 May 12 19:38:25.857812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-ca5f62ac-4431-4e0f-89de-a54f0a284885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.859573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-ca5f62ac-4431-4e0f-89de-a54f0a284885 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1095 time: 0.2407696 May 12 19:38:25.878193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319e185f-b00c-4def-9c40-caf038291c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:25.893918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.900270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.906602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.913597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.919608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.926013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.931892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.933862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-f218fb90-42cd-4d76-b997-1744d4d82b5c tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5442 time: 0.2294104 May 12 19:38:25.934937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e185f-b00c-4def-9c40-caf038291c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dd37e1-d9d5-44c8-9898-7e44ea61a1d6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:25.964897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3591748-95bc-45b0-8be5-86f9e3c6621b req-256e23b0-49b6-4034-9af6-4ee2dd0d1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:25.966599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e3591748-95bc-45b0-8be5-86f9e3c6621b req-256e23b0-49b6-4034-9af6-4ee2dd0d1caf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 1096 time: 0.2841253 May 12 19:38:25.967960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319e185f-b00c-4def-9c40-caf038291c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:25.972997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-319e185f-b00c-4def-9c40-caf038291c80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59dd37e1-d9d5-44c8-9898-7e44ea61a1d6 HTTP/1.1" status: 204 len: 168 time: 1.1105540 May 12 19:38:26.010939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95979736-deff-4b0a-8a88-5c87ac89146d req-d2ad888f-1b6b-4464-9547-e5af20e243d6 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/security-groups?id=efc5b8ea-c1d4-4be9-bbff-83e15016d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848137 May 12 19:38:26.039962 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e3591748-95bc-45b0-8be5-86f9e3c6621b req-0d38fdb0-3a01-4e11-ab16-8304fc6ca010 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efc5b8ea-c1d4-4be9-bbff-83e15016d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653899 May 12 19:38:26.095667 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e22c6677-975f-42f9-86a8-0efb83b9996d req-4a95e9bb-9239-4983-ab30-d0732aa32530 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462362 May 12 19:38:26.319966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-069fd7d0-6b93-4872-8870-8c3d652fe07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:26.322776 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-069fd7d0-6b93-4872-8870-8c3d652fe07f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.2438836 May 12 19:38:26.582767 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-9bc4373f-b5c8-489b-bc2f-59f0c0c070d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127033 May 12 19:38:26.634748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55480) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:26.653681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7d6d1-83b0-43da-b9d9-a2d02342039d req-b346dfb1-7a96-493d-97cf-5ae265c177b0 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:26.656812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59e7d6d1-83b0-43da-b9d9-a2d02342039d req-b346dfb1-7a96-493d-97cf-5ae265c177b0 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 945 time: 0.3038549 May 12 19:38:26.666559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-108d6268-9bf3-4691-9637-edab80e125b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:26.668022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-108d6268-9bf3-4691-9637-edab80e125b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.5712636 May 12 19:38:26.851953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-916e857e-5a69-4a7c-90b3-b99efbbfa29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:26.874263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55486) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:27.094443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59e7d6d1-83b0-43da-b9d9-a2d02342039d req-3965fd1f-2273-4010-b0e3-0979f71866a3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197502 May 12 19:38:27.111376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-e06ea2c6-de6f-42cb-9ad8-e948196bd7bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 200 len: 998 time: 0.3824012 May 12 19:38:27.434989 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ae40dd19-0bc8-4dfb-9724-e381ad3d2684 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06e9beabdb114d5ea055cb5ab50978e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571282 May 12 19:38:27.450551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55496) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:27.459818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-a4234754-3c79-4efd-b701-63f41abb3147 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1001 time: 0.2834034 May 12 19:38:27.464940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:27.535953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff58c439-d8cb-4dc0-9d56-c5e028871707'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:27.600303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:27.649386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Usage tracker for resource:security_group_rule and tenant:480ab319102f4946a8492196eed10fea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:27.654082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:27.666598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-81240722-7217-4d31-bccc-1f72b5806906 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.671301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:27.676336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-81240722-7217-4d31-bccc-1f72b5806906 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports/505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 942 time: 0.2132466 May 12 19:38:27.685321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-9851dada-a728-4b07-a42c-89854947bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.689266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-9851dada-a728-4b07-a42c-89854947bd38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.2239437 May 12 19:38:27.738626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d25857-868b-4ac6-9bdb-2f0752af31bb req-23913fde-0477-4fec-b861-09afdf2b01b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.756401 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-1cd99e1a-be77-4531-ad59-8761a2e47a60 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0520854 May 12 19:38:27.757198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99d25857-868b-4ac6-9bdb-2f0752af31bb req-23913fde-0477-4fec-b861-09afdf2b01b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.8254876 May 12 19:38:27.843179 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c617d18-80b8-4e26-b472-34c4178f91fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:27.907277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-10dd51ad-66b8-4196-9f7c-f0ef2d3e109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.909302 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-10dd51ad-66b8-4196-9f7c-f0ef2d3e109f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 1096 time: 0.9697232 May 12 19:38:27.911783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c617d18-80b8-4e26-b472-34c4178f91fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:27.951263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.958292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.965357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.968305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99d25857-868b-4ac6-9bdb-2f0752af31bb req-c8eaae79-cfa1-48d1-9356-9d37ec2e42b2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081900 May 12 19:38:27.971525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.978096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:27.984605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:28.001272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:28.003062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Synchronizing usage tracker for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:28.003196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-0d941872-5190-4302-aee6-fd0c1a7d2af1 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1001 time: 0.2015038 May 12 19:38:28.065864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Unset dirty status for tenant:871b1bf61e6b4847b33a81dec2c7effc on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:28.067332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-e66297d0-b174-41c7-8570-97ddd972d961 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 5442 time: 0.5342219 May 12 19:38:28.153845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-845dfea5-c768-41f6-b38f-18bd8f8e49d4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:28.155503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-845dfea5-c768-41f6-b38f-18bd8f8e49d4 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "GET /v2.0/ports/d4298f8c-728b-4b34-be14-9fdff6a5a141?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0769811 May 12 19:38:28.160671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:28.204113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:28.228712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c617d18-80b8-4e26-b472-34c4178f91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:28.364530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac830fc9-804b-404d-a77e-627999e665a9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:28.384593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3cd5f584-ae90-426a-9adf-ee2fb730ca02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=480ab319102f4946a8492196eed10fea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7462397 May 12 19:38:28.387456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c617d18-80b8-4e26-b472-34c4178f91fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:28.387877 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7c617d18-80b8-4e26-b472-34c4178f91fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2fdafb64-9628-43ac-8e8e-9be8b1945229 HTTP/1.1" status: 204 len: 168 time: 0.9358971 May 12 19:38:28.388631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:28.518272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c617d18-80b8-4e26-b472-34c4178f91fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdafb64-9628-43ac-8e8e-9be8b1945229,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:28.576258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-7eaeebf5-be71-438f-a0cb-487d51851112 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:28.577725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-7eaeebf5-be71-438f-a0cb-487d51851112 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.5709505 May 12 19:38:28.791459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e34bbc-415e-4468-95c4-b758ba49e888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:28.792056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c17236-348a-4271-a77b-f41b58e49dee req-5965e5d9-0f39-449c-bd24-01516829f129 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:28.802224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6c17236-348a-4271-a77b-f41b58e49dee req-5965e5d9-0f39-449c-bd24-01516829f129 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.4240353 May 12 19:38:28.811760 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-03bcf5d0-e5b7-4947-82bc-580a78a697fb tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "GET /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6492279 May 12 19:38:28.898122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:28.907760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-d6f5111b-d058-440c-94bb-ee31404c3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:28.910733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-d6f5111b-d058-440c-94bb-ee31404c3a06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4315596 May 12 19:38:28.953871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f94905f-dba9-4043-86d8-d647f8da7bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:28.974879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6c17236-348a-4271-a77b-f41b58e49dee req-7f1690fa-5b5a-46a3-a639-8fdc5ba15bc4 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708877 May 12 19:38:28.993476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-8e82ba84-9395-414b-a6a2-9e72c44f9974 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1001 time: 0.3878036 May 12 19:38:29.000290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:29.190891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e34bbc-415e-4468-95c4-b758ba49e888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:29.253455 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:29.298686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:29.328809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-77f5f0f8-4a72-46dd-aeb2-ae0191f77c45 req-f71a19fd-8c4e-4c59-88d8-a1f4c3e97880 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972169 May 12 19:38:29.339128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-faf1da7f-de39-4bcb-a248-7ec7cbb14038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:29.340586 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-faf1da7f-de39-4bcb-a248-7ec7cbb14038 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 917 time: 0.7503328 May 12 19:38:29.393622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e34bbc-415e-4468-95c4-b758ba49e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:29.431003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e34bbc-415e-4468-95c4-b758ba49e888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac830fc9-804b-404d-a77e-627999e665a9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:29.442677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e34bbc-415e-4468-95c4-b758ba49e888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:29.444013 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-26e34bbc-415e-4468-95c4-b758ba49e888 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac830fc9-804b-404d-a77e-627999e665a9 HTTP/1.1" status: 204 len: 168 time: 1.0350952 May 12 19:38:29.655203 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-63f86f18-805b-444e-a049-44009e5c143b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df HTTP/1.1" status: 200 len: 217 time: 0.0742633 May 12 19:38:29.801232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f213d-6f5f-4009-92d5-bd15db9d19f4 req-d38b68b5-8dda-4c7b-b2f8-48755a60dc63 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:29.808964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e80f213d-6f5f-4009-92d5-bd15db9d19f4 req-d38b68b5-8dda-4c7b-b2f8-48755a60dc63 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 945 time: 0.6116369 May 12 19:38:29.846050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:29.848446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-6fb9c956-a7ef-4da7-a69b-7882b4395ea7 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709172 May 12 19:38:29.850854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] For port d4298f8c-728b-4b34-be14-9fdff6a5a141, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4298f8c-728b-4b34-be14-9fdff6a5a141,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:29.855720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:29.856097 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 disassociated. External IP: 172.25.2.215, port: 505cedff-cda4-4acc-a6fb-fe225461cc8c. May 12 19:38:29.862785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-80b7f017-7e95-45c7-be8a-4512c9a61eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:29.864683 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-80b7f017-7e95-45c7-be8a-4512c9a61eca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.1914313 May 12 19:38:29.985891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:30.004410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:30.034768 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:30.054829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] For port d4298f8c-728b-4b34-be14-9fdff6a5a141, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:38:30.100474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:30.112830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Usage tracker for resource:security_group_rule and tenant:8073b18fc9aa429bb2ad98b6ec2eee9f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:30.113644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e80f213d-6f5f-4009-92d5-bd15db9d19f4 req-09c6e071-f6ff-4ddb-be16-7a7f42865ef8 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/security-groups?id=efc5b8ea-c1d4-4be9-bbff-83e15016d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040872 May 12 19:38:30.118778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:30.139084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:30.142540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] device_id is not set on port d4298f8c-728b-4b34-be14-9fdff6a5a141 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:38:30.171405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-a9ec052b-8750-47d4-bc6c-865c3a012d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:30.173022 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-a9ec052b-8750-47d4-bc6c-865c3a012d63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2991073 May 12 19:38:30.174962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:30.201715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:30.263217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:30.316256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55544) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:30.428151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3bf4a190-8997-472d-abff-d2dd13b4f12e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:30.450875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebb8db9-b6aa-4975-a2dc-11e86d5d23b3 req-5bc3cb4c-512c-411e-a623-c7a6b0712166 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040178 May 12 19:38:30.680360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3bf4a190-8997-472d-abff-d2dd13b4f12e is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:30.680998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:30.780834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3bf4a190-8997-472d-abff-d2dd13b4f12e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:30.790786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:30.791655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c6279b9d-e891-4c19-a3d4-16ede4ac845b no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:30.818350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1164494797-network', 'tenant_id': 'c141b744ae6841deacf9c2f95fcefbba'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:30.824235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:30.828778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Usage tracker for resource:network and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:30.832442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:30.839399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:30.845619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-c56116fa-078d-4c98-b3aa-9626f01b9c32 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:30.855737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-c56116fa-078d-4c98-b3aa-9626f01b9c32 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:30.869215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-c56116fa-078d-4c98-b3aa-9626f01b9c32 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:30.876883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-c56116fa-078d-4c98-b3aa-9626f01b9c32 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:30.887264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-c56116fa-078d-4c98-b3aa-9626f01b9c32 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:30.898692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-c56116fa-078d-4c98-b3aa-9626f01b9c32 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:30.900850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-c56116fa-078d-4c98-b3aa-9626f01b9c32 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 4664 time: 0.5143867 May 12 19:38:30.996877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.003103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Made reservation on behalf of c141b744ae6841deacf9c2f95fcefbba for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:31.005983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.071947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-9598fc29-4cf1-4a27-a868-ee56a71e1ae3 service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8791311 May 12 19:38:31.076575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.088058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] No DVR routers for this DVR port d4298f8c-728b-4b34-be14-9fdff6a5a141 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:31.101633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b76c2802-19b4-4d94-a69c-95e5b8181f6b req-eea876a9-522f-4c4e-b743-e841c39f3b5f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898720 May 12 19:38:31.125745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:38:31.179739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.187113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fcfbefa0-62d4-4cc0-8871-dcb85918b387 None None] Provisioning complete for port d4298f8c-728b-4b34-be14-9fdff6a5a141 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:31.199308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fcfbefa0-62d4-4cc0-8871-dcb85918b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.288543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] In _notify_port_updated(), no bound segment for port d4298f8c-728b-4b34-be14-9fdff6a5a141 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:38:31.289976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:31.290220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.291651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] 10.222.0.36 "PUT /v2.0/ports/d4298f8c-728b-4b34-be14-9fdff6a5a141 HTTP/1.1" status: 200 len: 1031 time: 2.4286902 May 12 19:38:31.310606 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccfd332-3c80-4b96-b676-b68d20677bbb'] response: {'server_uuid': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff58c439-d8cb-4dc0-9d56-c5e028871707', 'code': 200} May 12 19:38:31.311709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbefa0-62d4-4cc0-8871-dcb85918b387 None None] Port d4298f8c-728b-4b34-be14-9fdff6a5a141 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:38:31.312204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1ccbf-2b11-4c0e-95ec-d34f6e5caf5a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:31.355987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c6279b9d-e891-4c19-a3d4-16ede4ac845b is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:31.356713 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.361099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:31.370753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Usage tracker for resource:security_group_rule and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:31.377014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:31.390251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:31.394613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c6279b9d-e891-4c19-a3d4-16ede4ac845b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:31.398462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3bf4a190-8997-472d-abff-d2dd13b4f12e,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:31.408193 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.411705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f7f316dd-c9b6-48c1-b5b2-8372153d0a46 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:31.434085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7579d0-4c63-4f11-8c19-b53247014d54 service neutron] Pushing event updated for resources: {'Port': ['ID=d4298f8c-728b-4b34-be14-9fdff6a5a141,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:31.612845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-96743c41-d76b-48e6-8b8b-c72aefbfce17 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8073b18fc9aa429bb2ad98b6ec2eee9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6166959 May 12 19:38:31.618379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55552) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:31.656826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:38:31.674344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f52434-96f2-4f92-8074-42e3948fd88f req-484e39f9-db74-47d6-bced-12040f0b320f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:31.690571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3f52434-96f2-4f92-8074-42e3948fd88f req-484e39f9-db74-47d6-bced-12040f0b320f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 945 time: 0.2343154 May 12 19:38:31.715951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:38:31.781364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c6279b9d-e891-4c19-a3d4-16ede4ac845b,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:31.784134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:31.784619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.790085 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.816311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:31.818876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:31.819515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:31.832613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a212ba3e-8a1d-456a-96dd-aba2111d5f89 req-bf7e599d-f0f9-4b6b-b76e-65368f855045 service neutron] 10.222.0.73 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792775 May 12 19:38:31.873628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-b7a8f7c2-2ae9-4e68-bad3-17236550cf3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:31.890762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-b7a8f7c2-2ae9-4e68-bad3-17236550cf3d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "GET /v2.0/ports/66cba182-2ddf-4c1b-9b77-91d1d26174b9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5600860 May 12 19:38:31.899486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-5f209e4d-03a4-40f4-9d73-32f7e72dfe2d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "PUT /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 200 len: 695 time: 2.9047964 May 12 19:38:31.909620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:31.929653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3f52434-96f2-4f92-8074-42e3948fd88f req-22bc4084-9140-4d84-81ab-3e8c90e393ad tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375660 May 12 19:38:31.930442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:31.935287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043c7d-d2c4-4526-b162-765aecb331ee req-c3552aff-f37a-4ed7-b5aa-6e00c44f0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:31.937889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8043c7d-d2c4-4526-b162-765aecb331ee req-c3552aff-f37a-4ed7-b5aa-6e00c44f0e70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 1096 time: 0.4835083 May 12 19:38:32.016198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:32.053733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.054497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 66cba182-2ddf-4c1b-9b77-91d1d26174b9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:32.084562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52ce2fb9-c262-4a0a-8510-e084635b05e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.194695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52ce2fb9-c262-4a0a-8510-e084635b05e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.214197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.222383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.236462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8043c7d-d2c4-4526-b162-765aecb331ee req-c6cf26e7-25e9-4c8b-9c97-565ec7f66095 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061625 May 12 19:38:32.263130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:38:32.264736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-867d400e-3559-4755-98cf-e15d606d68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:32.267062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-867d400e-3559-4755-98cf-e15d606d68d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 1096 time: 0.3344500 May 12 19:38:32.276139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.276688 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Added segment e23275af-35c4-44c8-ae7e-628208071f40 of type vlan for network 7caa2925-73d2-4091-9410-0e6b37d566d0 May 12 19:38:32.347011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.399742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.400809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:32.401492 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.441892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:32.470131 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.474989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b54719-66c0-4843-b586-2decd8f9b08a req-cf8b1724-d264-45bd-9dac-bbbe0d68da1b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:32.483574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2b54719-66c0-4843-b586-2decd8f9b08a req-cf8b1724-d264-45bd-9dac-bbbe0d68da1b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.3510439 May 12 19:38:32.518321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52ce2fb9-c262-4a0a-8510-e084635b05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.545858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:32.546466 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.556591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7f5c0-8ba5-40f5-badd-a96374a2212c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:32.557923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce2fb9-c262-4a0a-8510-e084635b05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1ccbf-2b11-4c0e-95ec-d34f6e5caf5a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:32.600248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-a44b7383-1cdd-4c5b-a446-c31a10374617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:32.612387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-a44b7383-1cdd-4c5b-a446-c31a10374617 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.3303444 May 12 19:38:32.620949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:32.623988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:32.631192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] Pushing event updated for resources: {'Network': ['ID=7caa2925-73d2-4091-9410-0e6b37d566d0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:32.666353 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fd7dc500-69ec-4c38-9b2b-e441afab3c47 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3383710 May 12 19:38:32.667837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55562) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:32.694796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7caa2925-73d2-4091-9410-0e6b37d566d0 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:38:32.708906 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.709926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:32.731243 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:38:32.732009 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:38:32.737149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Request body: {'subnet': {'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1164494797-subnet', 'tenant_id': 'c141b744ae6841deacf9c2f95fcefbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:32.744659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52ce2fb9-c262-4a0a-8510-e084635b05e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.748382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-52ce2fb9-c262-4a0a-8510-e084635b05e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75e1ccbf-2b11-4c0e-95ec-d34f6e5caf5a HTTP/1.1" status: 204 len: 168 time: 1.1224353 May 12 19:38:32.748533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:32.753770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Usage tracker for resource:subnet and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:32.760641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-054f7636-07a3-40d2-b371-82873defdc82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 217 time: 0.1471019 May 12 19:38:32.766342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:32.780904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:32.817101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Made reservation on behalf of c141b744ae6841deacf9c2f95fcefbba for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:32.820284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:32.841856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-a33a4eb7-b6c6-4ade-936f-03aacab9f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:32.849720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-a33a4eb7-b6c6-4ade-936f-03aacab9f728 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.0880973 May 12 19:38:32.899995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2b54719-66c0-4843-b586-2decd8f9b08a req-4e6f6eb6-e577-447f-85ea-851507863e71 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151378 May 12 19:38:32.992023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-8cdb48c6-2cdb-44a5-9f02-2fae688d5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:33.007426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-8cdb48c6-2cdb-44a5-9f02-2fae688d5eae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566675 May 12 19:38:33.310857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:33.312971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:33.313680 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:33.363993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cba182-2ddf-4c1b-9b77-91d1d26174b9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:33.429804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=211bfd24-0ac1-4002-81d7-be66f3286eb1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:33.432347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:33.459716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Checking segment: {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:38:33.460068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Network hostable DHCP agents. Network: 7caa2925-73d2-4091-9410-0e6b37d566d0, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:38:33.492986 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-98c2b592-6915-400b-9b46-cf946caa7c63 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845614 May 12 19:38:33.574026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:33.725293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4f3bcd7-3ed3-40e6-b36d-ac6af66dd1fc req-e22aaf09-df13-4b03-9bf0-6d87a2b9947a service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312355 May 12 19:38:33.735098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:33.736782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c182b9-ceec-40b4-b81a-a54de23eb389 req-196b4111-1362-439e-ba6b-fabe2d87f955 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:33.738923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68c182b9-ceec-40b4-b81a-a54de23eb389 req-196b4111-1362-439e-ba6b-fabe2d87f955 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.5789573 May 12 19:38:33.740187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:33.740927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 9cec59f3-5d27-4198-bd90-58d6f15ce176 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:33.830184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68c182b9-ceec-40b4-b81a-a54de23eb389 req-d9a64984-9bfb-4eb2-993d-5b6d8cb5f835 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796604 May 12 19:38:33.967989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=66cba182-2ddf-4c1b-9b77-91d1d26174b9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:33.977955 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37748a50-d55a-48f1-a95a-1dcd7809784c'] response: {'name': 'network-changed', 'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'status': 'completed', 'code': 200} May 12 19:38:34.004366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] For port 66cba182-2ddf-4c1b-9b77-91d1d26174b9, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:38:34.073457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] device_id is not set on port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:38:34.081608 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:34.084079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:34.095820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:34.235446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:34.247738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 9cec59f3-5d27-4198-bd90-58d6f15ce176 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:34.248124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:34.285260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-96722bfd-b701-4c2a-a9bc-da958a72757b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.291835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-96722bfd-b701-4c2a-a9bc-da958a72757b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.293081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Network 7caa2925-73d2-4091-9410-0e6b37d566d0 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:38:34.297647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-96722bfd-b701-4c2a-a9bc-da958a72757b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.306758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:34.310309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-96722bfd-b701-4c2a-a9bc-da958a72757b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.313337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] No DVR routers for this DVR port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:34.316830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-96722bfd-b701-4c2a-a9bc-da958a72757b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.325542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-96722bfd-b701-4c2a-a9bc-da958a72757b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.326816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:38:34.343062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 9cec59f3-5d27-4198-bd90-58d6f15ce176, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:34.343214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-96722bfd-b701-4c2a-a9bc-da958a72757b tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 4576 time: 0.3342328 May 12 19:38:34.343597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7caa2925-73d2-4091-9410-0e6b37d566d0) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:38:34.348830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.349633 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:34.355641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:34.356246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:34.383040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1f4d6db7-dd77-4199-a46b-3b1c712fb76e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6556377 May 12 19:38:34.404816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] In _notify_port_updated(), no bound segment for port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 on network c3b23f44-1fb8-4731-8783-e2921a799d71 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:38:34.406018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.406925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:34.408425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-0f75f14e-866a-4bde-941a-47ed0d368bc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/66cba182-2ddf-4c1b-9b77-91d1d26174b9 HTTP/1.1" status: 200 len: 1032 time: 2.4982011 May 12 19:38:34.417864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-fadda5cc-51d8-42f1-8834-a5ef3b63310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.419458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-fadda5cc-51d8-42f1-8834-a5ef3b63310d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 1096 time: 0.3693364 May 12 19:38:34.502425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:34.502895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:34.663452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b3ef1-f8ca-4c0a-8db3-10415fe3645b None None] Network 7caa2925-73d2-4091-9410-0e6b37d566d0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:38:34.695292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36dd15ff-150b-4818-ae8f-f1dfd207f242 req-46929f83-b16d-4ed5-b545-38cc0bb557ca tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&id=d3eeba27-d25b-473b-9daa-476369effcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3512065 May 12 19:38:34.701342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-6382ebc9-dfa9-4066-952f-d7277cbcd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.702803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-6382ebc9-dfa9-4066-952f-d7277cbcd980 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.2737160 May 12 19:38:34.721553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9cd68-fdfc-4ab7-a023-f864bac41884 req-d31ffd43-a3a4-4626-bef0-36c9664f8da7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:34.729856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4e9cd68-fdfc-4ab7-a023-f864bac41884 req-d31ffd43-a3a4-4626-bef0-36c9664f8da7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 945 time: 0.5633256 May 12 19:38:34.761902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:34.832868 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:34.833886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4298f8c-728b-4b34-be14-9fdff6a5a141 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:34.861439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-3eac29ae-62a9-4abc-b879-cd89c13cc397 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 200 len: 217 time: 0.1305158 May 12 19:38:34.869831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4e9cd68-fdfc-4ab7-a023-f864bac41884 req-3d5800eb-b57c-4604-a1cd-ba163b54e23d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614245 May 12 19:38:34.887165 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e523c48-2e8e-48b7-9951-a74a16a14867'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e', 'code': 200} May 12 19:38:34.887529 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e523c48-2e8e-48b7-9951-a74a16a14867'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b', 'code': 200} May 12 19:38:34.887891 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e523c48-2e8e-48b7-9951-a74a16a14867'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'code': 200} May 12 19:38:34.888266 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e523c48-2e8e-48b7-9951-a74a16a14867'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cba182-2ddf-4c1b-9b77-91d1d26174b9', 'code': 200} May 12 19:38:34.995966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-61f69ab8-1211-4c9b-8f2d-d8b41eb95c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:35.000458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] For port f7f316dd-c9b6-48c1-b5b2-8372153d0a46, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:35.000922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:35.001330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-61f69ab8-1211-4c9b-8f2d-d8b41eb95c45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.1299062 May 12 19:38:35.111643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-5466e4e5-0f85-497d-a716-a874350faf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:35.116861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-5466e4e5-0f85-497d-a716-a874350faf44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093900 May 12 19:38:35.284467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4298f8c-728b-4b34-be14-9fdff6a5a141 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:35.308229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4efc138b-6a5e-4d5d-a17e-bdd5258443c9 None None] Provisioning complete for port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:35.308600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4efc138b-6a5e-4d5d-a17e-bdd5258443c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:35.369133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f522c-a1fd-4bc7-9670-5f2d755c6ee1 None None] Network 7caa2925-73d2-4091-9410-0e6b37d566d0 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:38:35.487064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-89ad5d98-869e-48a4-afab-fa9a27993447 service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533814 May 12 19:38:35.529492 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:35.530079 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:35.530198 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Floating IP 2d258d24-ddc7-4d92-a693-7e3f1819f5c3 disassociated. External IP: 172.25.2.135, port: f7f316dd-c9b6-48c1-b5b2-8372153d0a46. May 12 19:38:35.530494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for f7f316dd-c9b6-48c1-b5b2-8372153d0a46 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:35.616752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd63b-28d6-46f6-b409-114330be9189 req-91f1e0ed-7e96-4f7f-ab46-da61bbef5229 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:35.618277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f03fd63b-28d6-46f6-b409-114330be9189 req-91f1e0ed-7e96-4f7f-ab46-da61bbef5229 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.2865820 May 12 19:38:35.639493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=9cec59f3-5d27-4198-bd90-58d6f15ce176,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:35.653682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4efc138b-6a5e-4d5d-a17e-bdd5258443c9 None None] Port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:38:35.671648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4838d9-f1dc-48e1-80c2-3933d2edae15 req-516eaf5c-b08f-4f8c-8afc-16b154201ff3 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:35.679481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb4838d9-f1dc-48e1-80c2-3933d2edae15 req-516eaf5c-b08f-4f8c-8afc-16b154201ff3 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.3020587 May 12 19:38:35.715025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:35.750698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55628) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:35.762574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f03fd63b-28d6-46f6-b409-114330be9189 req-a3ef935b-de23-4d94-a3e2-0975758bc9fd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366482 May 12 19:38:35.764473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-332368a5-45fc-4e39-9ef8-4eb407497dc7 req-720759d1-a2e2-451e-b0b2-7bb756e5441e service neutron] 10.222.0.73 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689176 May 12 19:38:35.775355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=f7f316dd-c9b6-48c1-b5b2-8372153d0a46,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:35.778705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb4838d9-f1dc-48e1-80c2-3933d2edae15 req-589152fc-4378-43fb-b45c-ac8077ac64ce tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982928 May 12 19:38:35.935756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-62d201e9-ffbd-4a50-be62-fd579c67d8b4 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:35.954055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:35.959085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400b8e4-57be-4426-894f-916ad51b33bb None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:38:35.982267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-62d201e9-ffbd-4a50-be62-fd579c67d8b4 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "PUT /v2.0/quotas/e011aa7ed8e24c84950945303be2a645 HTTP/1.1" status: 200 len: 366 time: 0.2269146 May 12 19:38:35.982993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:35.994890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5aec6b18-ff4b-420a-b72b-f8ffe11cf45d tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0106857 May 12 19:38:35.998858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55648) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:36.030317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e2ec3e62-8b69-4e0c-a665-660e50637d42 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "GET /v2.0/quotas/e011aa7ed8e24c84950945303be2a645 HTTP/1.1" status: 200 len: 366 time: 0.0303540 May 12 19:38:36.035147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55652) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:36.094881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b96ad07a-65ae-4204-9135-c6a7abce04a5 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/e011aa7ed8e24c84950945303be2a645 HTTP/1.1" status: 204 len: 168 time: 0.0584970 May 12 19:38:36.097154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55656) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:36.115992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b1ac091-e798-4337-98d3-7cfb8d0618f1 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0147069 May 12 19:38:36.116169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Router 888107f4-5b60-4129-94df-e6d52c7c4b49 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:38:36.116299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55664) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:36.133922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1eceba36-5d54-4a3e-abe0-4d5d9a3c1853 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "GET /v2.0/quotas/e011aa7ed8e24c84950945303be2a645 HTTP/1.1" status: 200 len: 370 time: 0.0149858 May 12 19:38:36.135542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55668) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:36.145117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f9ced03-ef5a-4398-afda-193f46a8e928 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "GET /v2.0/quotas/e011aa7ed8e24c84950945303be2a645/default HTTP/1.1" status: 200 len: 370 time: 0.0058846 May 12 19:38:36.146435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55672) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:36.164068 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-bcd7b102-826f-4eaf-8330-96e751c72f11 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] delete failed (client error): The resource could not be found. May 12 19:38:36.165305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bcd7b102-826f-4eaf-8330-96e751c72f11 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/e011aa7ed8e24c84950945303be2a645 HTTP/1.1" status: 404 len: 348 time: 0.0177596 May 12 19:38:36.175933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-6c8b5f40-215e-450b-ac2c-6fd189265f11 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:36.183833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-6c8b5f40-215e-450b-ac2c-6fd189265f11 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1495512 May 12 19:38:36.359405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55682) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:36.382631 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321fc15f-0f0e-46ba-9e67-2b56048b4b01 None None] New status for floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:38:36.520390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:38:36.531786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] Sync routers for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:38:36.540963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-2ff1d1bb-de30-42e5-9955-ec3b5c139652 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 698 time: 0.3562646 May 12 19:38:36.546695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:36.547309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:36.556870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'floatingip': {'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:36.608360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] No DVR routers for this DVR port f7f316dd-c9b6-48c1-b5b2-8372153d0a46 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:36.612184 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:36.616574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:36.623207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:network and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:36.637570 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2162636d-9abf-4703-af37-97bcd476e34d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "DELETE /v2.0/ports/f7f316dd-c9b6-48c1-b5b2-8372153d0a46 HTTP/1.1" status: 204 len: 173 time: 2.2228725 May 12 19:38:36.694739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:36.705608 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:36.717570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port 3bf4a190-8997-472d-abff-d2dd13b4f12e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:36.717907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:36.750186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:36.878728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:subnet and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:36.895016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:36.895881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df086-2c7f-4998-b203-318699b2d465 req-c35df236-42e3-4adb-84dc-97c6a4572912 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:36.898963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-c35df236-42e3-4adb-84dc-97c6a4572912 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 822 time: 0.7129595 May 12 19:38:36.909934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:36.973106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-6e8a14d4-f438-4563-91f1-bb7b23447143 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/quotas/c141b744ae6841deacf9c2f95fcefbba HTTP/1.1" status: 200 len: 375 time: 0.0660853 May 12 19:38:36.986554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:subnetpool and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:36.999341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] For port 3bf4a190-8997-472d-abff-d2dd13b4f12e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3bf4a190-8997-472d-abff-d2dd13b4f12e,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:36.999848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:37.034149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:37.049444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-16676f39-124c-4506-9900-4de6e410c297 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:37.050868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-16676f39-124c-4506-9900-4de6e410c297 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7 HTTP/1.1" status: 200 len: 945 time: 0.4073868 May 12 19:38:37.056541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-2baf03c0-fcea-442f-8d44-d3e4845c4e90 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649416 May 12 19:38:37.136947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for 3bf4a190-8997-472d-abff-d2dd13b4f12e owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:37.139634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:05Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:37.143733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] Checking router: 888107f4-5b60-4129-94df-e6d52c7c4b49 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:38:37.153476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:37.154102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:37.254832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:port and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:37.286975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:37.300203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:37.330524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:37.353671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=3bf4a190-8997-472d-abff-d2dd13b4f12e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:37.400503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Deleting port 505cedff-cda4-4acc-a6fb-fe225461cc8c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:37.400842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:37.431179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] No DVR routers for this DVR port 3bf4a190-8997-472d-abff-d2dd13b4f12e on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:37.434479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:37.443448 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-2f40d60c-1782-4c63-b138-29d68c998ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "DELETE /v2.0/ports/3bf4a190-8997-472d-abff-d2dd13b4f12e HTTP/1.1" status: 204 len: 173 time: 0.8006816 May 12 19:38:37.511392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:router and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:37.517327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:37.517920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:37.549953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:37.624859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-700215f3-13ec-4d4d-bd6f-6822dbbcbcf1 service neutron] 10.222.0.72 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688780 May 12 19:38:37.659294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:05Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:37.664299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ae6a6-8ce2-488f-85ac-f87f187816b9 None None] The sync data for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 is: [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:31:53Z', 'revision_number': 4, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'd31a2031-e54a-494b-8795-319f1113a6a6', 'name': '', 'network_id': '55833bc9-ed78-481d-adda-97e20567a292', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:51Z', 'updated_at': '2022-05-12T19:32:05Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'subnets': [{'id': 'ceee2333-4370-4bfc-8be9-f2440559d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:38:37.664522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:floatingip and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:37.732513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:37.797645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] For port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:37.798255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:37.802880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:37.907918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:38:37.908393 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:38:37.910900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-1d2f23d0-bd01-4c17-a591-e9dec51544cc service neutron] 10.222.0.72 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773616 May 12 19:38:37.962058 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fce51-2f6b-45f6-a446-5ddf74aea117 None None] New status for floating IP 2d258d24-ddc7-4d92-a693-7e3f1819f5c3: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:38:37.964458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:37.986057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:security_group and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:37.993998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] For port 505cedff-cda4-4acc-a6fb-fe225461cc8c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=505cedff-cda4-4acc-a6fb-fe225461cc8c,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:37.994462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.007643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:38.157085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.239043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:38.272797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.318367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Calling delete_port for 505cedff-cda4-4acc-a6fb-fe225461cc8c owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:38.356206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] No DVR routers for this DVR port 07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:38.358703 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.368487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-d8d37c0a-bcbf-4757-a13b-50798df88d6d tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "DELETE /v2.0/ports/07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1 HTTP/1.1" status: 204 len: 173 time: 0.9197431 May 12 19:38:38.396524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Usage tracker for resource:security_group_rule and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:38.411407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.488723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:38.545846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port c6279b9d-e891-4c19-a3d4-16ede4ac845b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:38.546263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.554666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5ff70cde-c2c3-4ce5-99be-d7bd9b609664 tempest-QuotasTest-421706591 tempest-QuotasTest-421706591-project-admin] 10.222.0.72 "GET /v2.0/quotas/c9028c25cb6549e4997caa6be8999904/details.json HTTP/1.1" status: 200 len: 703 time: 2.0442460 May 12 19:38:38.756912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec522d-c286-4f2c-ac6a-8736e86cec60 req-cdd25749-ae3f-4bfc-85d5-e7e9ba5798ba tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:38.763246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec522d-c286-4f2c-ac6a-8736e86cec60 req-cdd25749-ae3f-4bfc-85d5-e7e9ba5798ba tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:38.764819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2ec522d-c286-4f2c-ac6a-8736e86cec60 req-cdd25749-ae3f-4bfc-85d5-e7e9ba5798ba tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 1676 time: 0.4546902 May 12 19:38:38.861369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] For port c6279b9d-e891-4c19-a3d4-16ede4ac845b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c6279b9d-e891-4c19-a3d4-16ede4ac845b,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:38.862309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.863550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:38.877233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['37848aac-7388-4360-8774-007483ea588d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:38.908433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['505cedff-cda4-4acc-a6fb-fe225461cc8c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:39.025606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for c6279b9d-e891-4c19-a3d4-16ede4ac845b owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:39.048190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55710) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:39.094597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Pushing event deleted for resources: {'Port': ['ID=505cedff-cda4-4acc-a6fb-fe225461cc8c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:39.194615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] No DVR routers for this DVR port 505cedff-cda4-4acc-a6fb-fe225461cc8c on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:39.198625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2ec522d-c286-4f2c-ac6a-8736e86cec60 req-6332295e-93cd-40e4-be4c-234bcc581ce7 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups?id=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463674 May 12 19:38:39.207135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:39.209771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'name': 'network-vif-deleted', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:39.225037 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:39.230813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40448e8-fb03-4e6b-bdd2-f809b301e919 req-c19d4172-fec4-4d35-96b7-632db67ba3a7 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.73 "DELETE /v2.0/ports/505cedff-cda4-4acc-a6fb-fe225461cc8c HTTP/1.1" status: 204 len: 173 time: 2.1671782 May 12 19:38:39.444780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=c6279b9d-e891-4c19-a3d4-16ede4ac845b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:39.459357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] No DVR routers for this DVR port c6279b9d-e891-4c19-a3d4-16ede4ac845b on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:39.461886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:39.480196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:39.481542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-96ed4c25-50e7-4bf7-8824-eddf40cec957 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "DELETE /v2.0/ports/c6279b9d-e891-4c19-a3d4-16ede4ac845b HTTP/1.1" status: 204 len: 173 time: 1.1003487 May 12 19:38:39.526215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:39.534760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Usage tracker for resource:security_group_rule and tenant:556852c579b5431b9f9c3fa61f386808 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:39.540726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:39.562403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:39.573631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port 9cec59f3-5d27-4198-bd90-58d6f15ce176 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:39.573997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:39.636663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7bcb3-d00a-4055-be30-fc5c1c6ae6d1 req-f931cfa1-329d-47af-a724-b5040c7d0654 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:39.638198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08c7bcb3-d00a-4055-be30-fc5c1c6ae6d1 req-f931cfa1-329d-47af-a724-b5040c7d0654 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 945 time: 0.2048712 May 12 19:38:39.822694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08c7bcb3-d00a-4055-be30-fc5c1c6ae6d1 req-76ed73c3-4c25-4131-b942-8210a776db25 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748662 May 12 19:38:39.865429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] For port 9cec59f3-5d27-4198-bd90-58d6f15ce176, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=9cec59f3-5d27-4198-bd90-58d6f15ce176,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:39.866117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:39.877816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:39.887861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.018024 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.055465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for 9cec59f3-5d27-4198-bd90-58d6f15ce176 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:40.255981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.299335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df086-2c7f-4998-b203-318699b2d465 req-9d34b3b0-2a72-4c02-89d6-2e03b8408551 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:40.299933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-565df086-2c7f-4998-b203-318699b2d465 req-9d34b3b0-2a72-4c02-89d6-2e03b8408551 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Synchronizing usage tracker for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:40.330076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4bee2-a570-4836-b10d-0d86d94db04a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:40.343754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-565df086-2c7f-4998-b203-318699b2d465 req-9d34b3b0-2a72-4c02-89d6-2e03b8408551 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Unset dirty status for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:40.345983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-9d34b3b0-2a72-4c02-89d6-2e03b8408551 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 822 time: 0.2442164 May 12 19:38:40.360150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4230490b-3571-47d5-9179-47c466918021 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=556852c579b5431b9f9c3fa61f386808&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3078115 May 12 19:38:40.364522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55728) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:40.371507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Request body: {'port': {'device_id': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'admin_state_up': True, 'tenant_id': 'c141b744ae6841deacf9c2f95fcefbba'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:40.394794 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 associated. External IP: 172.25.2.215, port: 37848aac-7388-4360-8774-007483ea588d. May 12 19:38:40.422201 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6bc427-15a6-4fdb-8661-3490b6b1c7fa'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': 'f7f316dd-c9b6-48c1-b5b2-8372153d0a46', 'status': 'completed', 'code': 200} May 12 19:38:40.647887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.649834 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.691872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.719030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=9cec59f3-5d27-4198-bd90-58d6f15ce176,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:40.761797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:40.793713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:port and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:40.800405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:40.803453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] No DVR routers for this DVR port 9cec59f3-5d27-4198-bd90-58d6f15ce176 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:40.805968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.813110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:40.821867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeba61-4adb-4ca3-aeab-9fc55c3fca30 req-38bdde65-bd7e-4c7a-9801-dea8651b58c0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:40.823412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abdeba61-4adb-4ca3-aeab-9fc55c3fca30 req-38bdde65-bd7e-4c7a-9801-dea8651b58c0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.3132861 May 12 19:38:40.824095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-75281bcd-6677-42b5-a1fd-a0f24c120f4e req-db5e867d-6790-48a3-b550-aa30e5cfd2d2 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.36 "DELETE /v2.0/ports/9cec59f3-5d27-4198-bd90-58d6f15ce176 HTTP/1.1" status: 204 len: 173 time: 1.3411059 May 12 19:38:40.836181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Made reservation on behalf of c141b744ae6841deacf9c2f95fcefbba for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:40.840299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.932807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.967981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abdeba61-4adb-4ca3-aeab-9fc55c3fca30 req-94c69c30-7cd3-41ae-aa6d-b35401955983 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876639 May 12 19:38:40.971546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4bee2-a570-4836-b10d-0d86d94db04a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:40.978555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:40.982353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cdb4bee2-a570-4836-b10d-0d86d94db04a HTTP/1.1" status: 204 len: 168 time: 0.6168787 May 12 19:38:40.990154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.990469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.990818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.991146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.991511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.992585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.992585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.992745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.992981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.993332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.993657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.994645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0de4a-922c-4d62-9119-6a7be04e4ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:40.998725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:38:41.091229 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcc3774-437b-4703-bb58-1dd53d968f0e'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1', 'code': 200} May 12 19:38:41.091847 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcc3774-437b-4703-bb58-1dd53d968f0e'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176', 'code': 200} May 12 19:38:41.140111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Allocated IP 172.20.0.14 (7caa2925-73d2-4091-9410-0e6b37d566d0/211bfd24-0ac1-4002-81d7-be66f3286eb1/f4e775e8-1581-44a6-83d8-9680bd1793b1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:38:41.280331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:38:41.285717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:41.294697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:38:41.311074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:41.311692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:41.437409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38a8be04-999f-4d11-ad66-ffc875e80a93 req-9c38ebb6-d1c0-4c18-baac-abdd8e6e1b1a tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 210 time: 0.1062109 May 12 19:38:41.468136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e21045af-6ac1-4cfa-8ff1-b33169c90947 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "PUT /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 200 len: 997 time: 4.9178243 May 12 19:38:41.566372 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa2c600-78c4-43e2-a2b1-3004548a703a'] response: {'server_uuid': '8b8c8c23-90b9-44ed-95c6-c4b94f77c1c7', 'name': 'network-vif-deleted', 'tag': '505cedff-cda4-4acc-a6fb-fe225461cc8c', 'status': 'completed', 'code': 200} May 12 19:38:41.570170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55736) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:41.603290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:41.631332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:41.634007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-3c2d39a7-9567-4432-a1e5-49d4befdc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:41.634456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:41.635524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-3c2d39a7-9567-4432-a1e5-49d4befdc25b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.1532054 May 12 19:38:41.650661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:41.656960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c9028c25cb6549e4997caa6be8999904 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:41.661358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:41.671904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:41.792101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:41.854209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Network 7caa2925-73d2-4091-9410-0e6b37d566d0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:38:41.862470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:38:41.865679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:38:41.873645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-7271cdaa-aba1-4a44-8693-1fb6a7b6f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:41.875275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-7271cdaa-aba1-4a44-8693-1fb6a7b6f31b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.2331886 May 12 19:38:41.923826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 505cedff-cda4-4acc-a6fb-fe225461cc8c no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:41.960449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-5318eb6a-1f80-4dc5-980e-2eee984b41a4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:41.961288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-5318eb6a-1f80-4dc5-980e-2eee984b41a4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Synchronizing usage tracker for tenant:745784e73bf844bd89793abbdebffe6c on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:41.976571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206d200-5ee7-4038-bccd-3f0205ddbc38 req-b0f02617-a69a-4747-8cc9-bc83c8e15fbe tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:41.978178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5206d200-5ee7-4038-bccd-3f0205ddbc38 req-b0f02617-a69a-4747-8cc9-bc83c8e15fbe tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.2427857 May 12 19:38:41.984099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 505cedff-cda4-4acc-a6fb-fe225461cc8c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:38:41.984447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 505cedff-cda4-4acc-a6fb-fe225461cc8c not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:42.010232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:42.023727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:42.024440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:42.036011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-5318eb6a-1f80-4dc5-980e-2eee984b41a4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Unset dirty status for tenant:745784e73bf844bd89793abbdebffe6c on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:42.037365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-5318eb6a-1f80-4dc5-980e-2eee984b41a4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.36 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 945 time: 0.3413451 May 12 19:38:42.047029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-c538b897-a5cc-41d8-8088-f792095faa25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 1000 time: 0.1626577 May 12 19:38:42.055185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5206d200-5ee7-4038-bccd-3f0205ddbc38 req-3a8a4734-20c1-4e42-bb54-be5572333745 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 May 12 19:38:42.130956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Deleting port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:42.131353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:42.151486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:31:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:39Z', 'revision_number': 8, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:42.157510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:38:42.172242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:42.172993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:42.210811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:42.221213 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-b0edf941-d89f-424a-ac35-84666ff4cf92 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8546093 May 12 19:38:42.234705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Request body: {'port': {'device_id': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:42.278914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:42.295740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-840db60b-dedd-4c07-9969-61fa5f3f3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:42.297251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-840db60b-dedd-4c07-9969-61fa5f3f3f7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.2411652 May 12 19:38:42.349056 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c9028c25cb6549e4997caa6be8999904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777143 May 12 19:38:42.359142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ede9c2-1bb2-4938-90b4-d679d94917c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8b3c40-3959-46c7-b0bb-1352e54ceb41,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:42.384120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55744) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:42.416390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-3856eb9c-2257-498c-bb53-06a1cf9d82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:42.418222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-3856eb9c-2257-498c-bb53-06a1cf9d82cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131880 May 12 19:38:42.437143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b'}, {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:42.453273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:42.566246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-9d6ca4f4-e83c-4d31-8bd7-dc4b296c2a6e service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400144 May 12 19:38:42.623753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:42.788999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f68b1821-6382-468f-857c-dbf813fc2620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:42.796105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1918ea-0b14-44e2-b3e1-9a2e4cde4674 req-701cfa11-4d69-46ba-82ef-fec79c2d8bd6 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:42.797952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b1918ea-0b14-44e2-b3e1-9a2e4cde4674 req-701cfa11-4d69-46ba-82ef-fec79c2d8bd6 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 945 time: 0.1878905 May 12 19:38:42.801533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c4004e-af65-421c-96ab-43cb4598ca27 req-e4310da4-11c5-4d73-978f-24b4096f3e7f service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277827 May 12 19:38:42.858006 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f68b1821-6382-468f-857c-dbf813fc2620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:42.888891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b1918ea-0b14-44e2-b3e1-9a2e4cde4674 req-f046b933-f90f-4e06-bfa4-e49e1376ac82 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/security-groups?id=efc5b8ea-c1d4-4be9-bbff-83e15016d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769646 May 12 19:38:42.935670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:31:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:39Z', 'revision_number': 8, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:42.944470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fc301-c05c-4782-bd12-fc2d9315adeb None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '913d2ba8-9dfe-4022-9bb3-7be04be7ffc5', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'port_id': '37848aac-7388-4360-8774-007483ea588d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'mac_address': 'fa:16:3e:31:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:37:40Z', 'updated_at': '2022-05-12T19:38:39Z', 'revision_number': 8, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:38:43.120567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3baf3929-841a-490f-bdd7-b922b365c7b1 req-d696711e-f46a-4ee7-937d-e976134a40b8 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf1494-c766-4dfb-a7ba-a072e0c8499a HTTP/1.1" status: 200 len: 210 time: 0.0921457 May 12 19:38:43.177088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594bfd4-4207-401c-9fef-c0ac76a2603e req-059fa23f-c081-470a-9d7a-d8117fc78ed9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:43.180124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4594bfd4-4207-401c-9fef-c0ac76a2603e req-059fa23f-c081-470a-9d7a-d8117fc78ed9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 944 time: 0.1554861 May 12 19:38:43.213347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] For port 28efde8d-d5a4-42bc-b062-33dcbb7bac31, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=28efde8d-d5a4-42bc-b062-33dcbb7bac31,segment=NetworkSegment(4f669a0f-109e-49fd-af95-b43fe1bcde00),segment_id=4f669a0f-109e-49fd-af95-b43fe1bcde00)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:43.213904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:43.235799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f68b1821-6382-468f-857c-dbf813fc2620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:43.254702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4594bfd4-4207-401c-9fef-c0ac76a2603e req-bf75a3bf-e692-4f64-95f5-3ab8980a8d2a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732398 May 12 19:38:43.297575 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21930adc-c33c-49aa-bf81-bf4e3db5b42c None None] New status for floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:38:43.389792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b1821-6382-468f-857c-dbf813fc2620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8b3c40-3959-46c7-b0bb-1352e54ceb41,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:43.392922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f68b1821-6382-468f-857c-dbf813fc2620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:43.396843 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f68b1821-6382-468f-857c-dbf813fc2620 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb8b3c40-3959-46c7-b0bb-1352e54ceb41 HTTP/1.1" status: 204 len: 168 time: 1.0089705 May 12 19:38:43.404055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Calling delete_port for 28efde8d-d5a4-42bc-b062-33dcbb7bac31 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:43.558857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd104e1-bac2-420b-9cb2-57637df4c122 req-3bc01b2b-1a83-4471-b162-f8383497b95f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:43.560278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dd104e1-bac2-420b-9cb2-57637df4c122 req-3bc01b2b-1a83-4471-b162-f8383497b95f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 946 time: 0.1952314 May 12 19:38:43.571148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:43.583999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112596-2265-4862-91a8-1ec7c1a1b8be req-80c0db7b-4069-4708-9580-74b45604f647 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:43.599354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61112596-2265-4862-91a8-1ec7c1a1b8be req-80c0db7b-4069-4708-9580-74b45604f647 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 932 time: 0.1559854 May 12 19:38:43.672667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e775e8-1581-44a6-83d8-9680bd1793b1 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:43.683392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:43.683539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61112596-2265-4862-91a8-1ec7c1a1b8be req-4a5e918b-8a20-4202-a7d4-60d20cc56199 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609548 May 12 19:38:43.691057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:43.702455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['28efde8d-d5a4-42bc-b062-33dcbb7bac31'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:43.742540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dd104e1-bac2-420b-9cb2-57637df4c122 req-d14ae13d-e8d9-4116-86be-cc831742a640 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721671 May 12 19:38:43.751957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Pushing event deleted for resources: {'Port': ['ID=28efde8d-d5a4-42bc-b062-33dcbb7bac31,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:43.839702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Transition to ACTIVE for port object f4e775e8-1581-44a6-83d8-9680bd1793b1 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:38:43.892736 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914a2564-bdac-4ba8-a384-6b69e00ac7ac'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': '3bf4a190-8997-472d-abff-d2dd13b4f12e', 'status': 'completed', 'code': 200} May 12 19:38:43.893140 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914a2564-bdac-4ba8-a384-6b69e00ac7ac'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': '07f496b0-a8ff-4eca-ab6b-f5fbb653c8f1', 'status': 'completed', 'code': 200} May 12 19:38:43.893625 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914a2564-bdac-4ba8-a384-6b69e00ac7ac'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': 'c6279b9d-e891-4c19-a3d4-16ede4ac845b', 'status': 'completed', 'code': 200} May 12 19:38:43.894318 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914a2564-bdac-4ba8-a384-6b69e00ac7ac'] response: {'server_uuid': 'e6cf1494-c766-4dfb-a7ba-a072e0c8499a', 'name': 'network-vif-deleted', 'tag': '9cec59f3-5d27-4198-bd90-58d6f15ce176', 'status': 'completed', 'code': 200} May 12 19:38:43.895817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] No DVR routers for this DVR port 28efde8d-d5a4-42bc-b062-33dcbb7bac31 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:43.899380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:43.904863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:43.918845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:38:44.037108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5804f39e-e3e0-4bd3-8073-e71f3b9d5b0c req-cbe5a9c0-4e11-4ff7-b700-14d1ed0b13c4 tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.36 "DELETE /v2.0/ports/28efde8d-d5a4-42bc-b062-33dcbb7bac31 HTTP/1.1" status: 204 len: 173 time: 1.9873965 May 12 19:38:44.081816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64fce03d-68a2-4d6b-8715-ed0b8ea23c01 req-16e7182d-c777-4632-83b8-6cb5ed12b9ee tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 200 len: 999 time: 0.1908321 May 12 19:38:44.096513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e2159-7333-41d0-801c-d72e16b94586 req-4f191b86-a8a3-4357-afb4-7cbb115ed1f5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:44.117406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a8e2159-7333-41d0-801c-d72e16b94586 req-4f191b86-a8a3-4357-afb4-7cbb115ed1f5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 945 time: 0.3128021 May 12 19:38:44.135313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:44.152123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'port_id': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'mac_address': 'fa:16:3e:83:c2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:38:44.155457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:44.182488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Attempting to bind port f4e775e8-1581-44a6-83d8-9680bd1793b1 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:38:44.185490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Attempting to bind port f4e775e8-1581-44a6-83d8-9680bd1793b1 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:38:44.185922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Attempting to bind port f4e775e8-1581-44a6-83d8-9680bd1793b1 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:44.195397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Port f4e775e8-1581-44a6-83d8-9680bd1793b1 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:38:44.197637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Attempting to bind port f4e775e8-1581-44a6-83d8-9680bd1793b1 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:38:44.216439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:38:44.216439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Checking segment: {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:38:44.221051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Bound using segment: {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:38:44.221051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Bound port: f4e775e8-1581-44a6-83d8-9680bd1793b1, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:38:44.221051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:44.246643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:44.248334 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:44.299205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1740d5c-7d43-48f7-b034-245c52537fa9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:44.320403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:44.327721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:44.343512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a8e2159-7333-41d0-801c-d72e16b94586 req-15a0fb5f-c293-4239-a0f4-8195015b1fa0 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251115 May 12 19:38:44.377983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-013a34e6-f150-4760-82a4-60a598d0bdb8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:44.379499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-013a34e6-f150-4760-82a4-60a598d0bdb8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.73 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 945 time: 0.3881671 May 12 19:38:44.384939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:38:44.389233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:38:44.398833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:44.430520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:44.495709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:44.496328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:44.498310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4e775e8-1581-44a6-83d8-9680bd1793b1 HTTP/1.1" status: 200 len: 1092 time: 2.2683244 May 12 19:38:44.515640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9f761-d6ae-4beb-83b4-e940d5eaf3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:44.524156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Deleting port ff58c439-d8cb-4dc0-9d56-c5e028871707 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:44.524553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:44.563865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d1740d5c-7d43-48f7-b034-245c52537fa9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:44.573933 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168bcd46-9b3f-408d-8ea8-d5de13553837'] response: {'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d', 'status': 'completed', 'code': 200} May 12 19:38:44.681858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fce03d-68a2-4d6b-8715-ed0b8ea23c01 req-f12c9315-a5e3-4336-b3b2-24868b10d575 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:44.683468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64fce03d-68a2-4d6b-8715-ed0b8ea23c01 req-f12c9315-a5e3-4336-b3b2-24868b10d575 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.5640733 May 12 19:38:44.735865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-64fce03d-68a2-4d6b-8715-ed0b8ea23c01 req-9f0873be-4486-4090-92ce-882e8eff8d75 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:44.736982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64fce03d-68a2-4d6b-8715-ed0b8ea23c01 req-9f0873be-4486-4090-92ce-882e8eff8d75 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238733 May 12 19:38:44.863015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df086-2c7f-4998-b203-318699b2d465 req-18bc63ba-3f48-437c-adc2-0cc093eb496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:44.864443 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-18bc63ba-3f48-437c-adc2-0cc093eb496b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 1095 time: 0.3183668 May 12 19:38:44.869491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-b5a2fb16-13f6-44b4-aa71-266c361fd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:44.871065 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-b5a2fb16-13f6-44b4-aa71-266c361fd56c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.3932958 May 12 19:38:44.944910 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-4531b1f8-9d16-4094-811f-9b5b893aa683 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1 HTTP/1.1" status: 200 len: 217 time: 0.0723350 May 12 19:38:45.030356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c4475ab-5f45-4d95-95ef-d560b2e3a32d req-97ad7c00-3b91-4fd1-bc47-8fe535355bfe tempest-ServerAddressesTestJSON-1392224310 tempest-ServerAddressesTestJSON-1392224310-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a57964-a60b-4252-8bda-e4dcd1b3bf49 HTTP/1.1" status: 200 len: 210 time: 0.0665007 May 12 19:38:45.040516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b3239-a430-4a6a-a66f-d738f9fc3db7 req-e475b8e0-b76a-4f91-a380-fd676573c896 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:45.047532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-614b3239-a430-4a6a-a66f-d738f9fc3db7 req-e475b8e0-b76a-4f91-a380-fd676573c896 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.4630544 May 12 19:38:45.091095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df086-2c7f-4998-b203-318699b2d465 req-9e9e67b5-d7bd-4f44-8429-61447b1c92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:45.092571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-9e9e67b5-d7bd-4f44-8429-61447b1c92ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=211bfd24-0ac1-4002-81d7-be66f3286eb1 HTTP/1.1" status: 200 len: 862 time: 0.1291151 May 12 19:38:45.140913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-614b3239-a430-4a6a-a66f-d738f9fc3db7 req-831ea3c3-d9a9-4549-9c29-3da5e6491f02 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879326 May 12 19:38:45.143018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] For port ff58c439-d8cb-4dc0-9d56-c5e028871707, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ff58c439-d8cb-4dc0-9d56-c5e028871707,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:45.144651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:45.250212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-095b1a80-fc01-4cec-bac0-e6cde9561eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7caa2925-73d2-4091-9410-0e6b37d566d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855930 May 12 19:38:45.255295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-6b96958f-2c5f-4557-a9ad-6ce3b5246a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:45.256773 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-6b96958f-2c5f-4557-a9ad-6ce3b5246a03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.3108883 May 12 19:38:45.362352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Calling delete_port for ff58c439-d8cb-4dc0-9d56-c5e028871707 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:45.495108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-53466b92-d3de-480f-a1c3-7894845a43c0 service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370744 May 12 19:38:45.579971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8275863-8c24-4499-94a2-a34c3c761d97 req-773175cc-6b5f-493f-b77c-ce7b96cf8fd8 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:45.581820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8275863-8c24-4499-94a2-a34c3c761d97 req-773175cc-6b5f-493f-b77c-ce7b96cf8fd8 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 945 time: 0.2603080 May 12 19:38:45.622656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99f5a8-6d71-4b79-8ba8-64f529a89a70 req-c34d78d6-8880-45a4-a6a4-fdc92dee1a19 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:45.630026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b99f5a8-6d71-4b79-8ba8-64f529a89a70 req-c34d78d6-8880-45a4-a6a4-fdc92dee1a19 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 944 time: 0.3068354 May 12 19:38:45.684677 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-f3439a17-78d5-48f2-a4db-4dc54b2608ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 1002 time: 0.1884513 May 12 19:38:45.704677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8275863-8c24-4499-94a2-a34c3c761d97 req-b76797cb-6d2f-4e87-afa2-f92cc8e9c2a9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166575 May 12 19:38:45.712304 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:45.725635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['98563107-3769-40e4-adb5-f63ba09efbbc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:45.739890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55814) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:45.778081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b99f5a8-6d71-4b79-8ba8-64f529a89a70 req-bfae7687-415f-461b-9ec7-314458c43f4e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474478 May 12 19:38:45.797508 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-565df086-2c7f-4998-b203-318699b2d465 req-9e363c54-cc5c-4979-88c7-f95a2ade1f03 service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444820 May 12 19:38:45.818906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-758a31a3-c77b-4bf3-8f43-fbdc92826cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:45.821272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-758a31a3-c77b-4bf3-8f43-fbdc92826cd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.1294594 May 12 19:38:45.845392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Pushing event deleted for resources: {'Port': ['ID=ff58c439-d8cb-4dc0-9d56-c5e028871707,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:45.847289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:45.899527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'name': 'network-vif-deleted', 'tag': '28efde8d-d5a4-42bc-b062-33dcbb7bac31'}, {'name': 'network-changed', 'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:45.925065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1603279859', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:45.929796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:38:45.932932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:45.941141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Usage tracker for resource:port and tenant:9f97273d25f74d39a2ebcb25465afc0b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:45.944346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:45.951901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:45.971079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Made reservation on behalf of 9f97273d25f74d39a2ebcb25465afc0b for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:38:45.973854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:45.974322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-11eb82ad-fbed-4fa1-9fc4-5b1da82d4379 req-d2dd4994-6403-417b-b5ae-3386372d841e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:45.975331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11eb82ad-fbed-4fa1-9fc4-5b1da82d4379 req-d2dd4994-6403-417b-b5ae-3386372d841e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0718215 May 12 19:38:45.987543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-1bb96a03-3abc-48bd-afa5-0c9a36342b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:45.989046 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-1bb96a03-3abc-48bd-afa5-0c9a36342b6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608357 May 12 19:38:45.991903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.045898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port d1740d5c-7d43-48f7-b034-245c52537fa9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:38:46.052453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port d1740d5c-7d43-48f7-b034-245c52537fa9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:46.052953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.065161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] No DVR routers for this DVR port ff58c439-d8cb-4dc0-9d56-c5e028871707 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:46.081695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.082317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:46.097833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Usage tracker for resource:security_group_rule and tenant:9f97273d25f74d39a2ebcb25465afc0b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:46.101122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b28c4617-6bf6-46fc-b9c6-5886d7d4a440 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.102716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:46.111532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67734816-f3ce-4f0e-a45d-23b63e0f8813 req-6d4cd96b-e82b-4f2d-a6f3-3d9d4af2ec86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.73 "DELETE /v2.0/ports/ff58c439-d8cb-4dc0-9d56-c5e028871707 HTTP/1.1" status: 204 len: 173 time: 1.7215667 May 12 19:38:46.112032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:46.130673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-b28359c9-594b-4582-83ad-e697ce06ba68 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1002 time: 0.3621905 May 12 19:38:46.194450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-23388184-9bd0-4083-b431-f2272f07f5ca service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934214 May 12 19:38:46.210841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b28c4617-6bf6-46fc-b9c6-5886d7d4a440 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.246305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d1740d5c-7d43-48f7-b034-245c52537fa9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:46.247186 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.256611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-700b3ae9-a7a8-4f17-8ec6-569f63119c22 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:46.257290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-700b3ae9-a7a8-4f17-8ec6-569f63119c22 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Synchronizing usage tracker for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:46.284134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:46.296523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11eb82ad-fbed-4fa1-9fc4-5b1da82d4379 req-3b22b90f-def0-42c9-b50f-22036b25ad96 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2834220 May 12 19:38:46.308162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:46.311926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-700b3ae9-a7a8-4f17-8ec6-569f63119c22 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Unset dirty status for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:46.313405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-700b3ae9-a7a8-4f17-8ec6-569f63119c22 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports/37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 943 time: 0.1748021 May 12 19:38:46.319618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.320559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ff58c439-d8cb-4dc0-9d56-c5e028871707 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:46.335759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b28c4617-6bf6-46fc-b9c6-5886d7d4a440 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.384265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c4617-6bf6-46fc-b9c6-5886d7d4a440 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d8b497-e6e4-4d71-9fb8-bf8a5876edfb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:46.403605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b28c4617-6bf6-46fc-b9c6-5886d7d4a440 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.407313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b28c4617-6bf6-46fc-b9c6-5886d7d4a440 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/security-groups/60d8b497-e6e4-4d71-9fb8-bf8a5876edfb HTTP/1.1" status: 204 len: 168 time: 0.5497861 May 12 19:38:46.407798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:46.429157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.433713 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5807bc6e-0990-4532-8d56-90bd1be01aa9 req-a7787b2e-2720-4fe0-994c-08fd09dd5707 service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323170 May 12 19:38:46.436939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.437838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: ff58c439-d8cb-4dc0-9d56-c5e028871707 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:38:46.438305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ff58c439-d8cb-4dc0-9d56-c5e028871707 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:46.447587 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-efdfb5f2-7bfe-4d9b-80de-e45851823154 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] show failed (client error): The resource could not be found. May 12 19:38:46.456931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-efdfb5f2-7bfe-4d9b-80de-e45851823154 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "GET /v2.0/security-groups/60d8b497-e6e4-4d71-9fb8-bf8a5876edfb HTTP/1.1" status: 404 len: 347 time: 0.0443902 May 12 19:38:46.459340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55834) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:46.469207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=12']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:46.469986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] device_id is not set on port ab521b38-a21e-4303-aeca-f07b9d6d5646 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:38:46.523314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 28efde8d-d5a4-42bc-b062-33dcbb7bac31 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:46.585414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'name': 'network-vif-deleted', 'tag': 'ff58c439-d8cb-4dc0-9d56-c5e028871707'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:46.592993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-ab2ddf8a-fea6-4793-8d90-d8d0b5224155 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1002 time: 0.1380024 May 12 19:38:46.618020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 28efde8d-d5a4-42bc-b062-33dcbb7bac31 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:38:46.618351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 28efde8d-d5a4-42bc-b062-33dcbb7bac31 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:46.635816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c52023-73ea-44b4-b4b2-d360ef53a9ee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:46.671242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Allocated IP 172.25.2.145 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/ab521b38-a21e-4303-aeca-f07b9d6d5646) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:38:46.886384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.922328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:46.989979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:38:46.992936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:38:46.997014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:38:47.003863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b0f904b3-8002-4fcc-a23f-ff7d933a5fd0 req-5ba0f5a8-0517-4f0d-b73a-dd6cb3d48c8f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Synchronizing usage tracker for tenant:35d1d374da814178b32a898912d325c2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:47.029083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Pushing event updated for resources: {'Port': ['ID=ab521b38-a21e-4303-aeca-f07b9d6d5646,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:47.036525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port 9fc9cca8-7bd4-4469-bb78-65583a01a026 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:47.036891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.054962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:47.055562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.081581 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1d365490-ffaf-4264-b5e3-753dac8dedfd tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3377740 May 12 19:38:47.084553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55846) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:47.089609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.145'}]}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:47.094533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:47.098731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Usage tracker for resource:router and tenant:9f97273d25f74d39a2ebcb25465afc0b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:47.102308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:47.108356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:47.119988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b0f904b3-8002-4fcc-a23f-ff7d933a5fd0 req-5ba0f5a8-0517-4f0d-b73a-dd6cb3d48c8f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Unset dirty status for tenant:35d1d374da814178b32a898912d325c2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:47.120653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.121376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0f904b3-8002-4fcc-a23f-ff7d933a5fd0 req-5ba0f5a8-0517-4f0d-b73a-dd6cb3d48c8f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c44c0991-4fab-46b9-ac9b-fa879ab581cc HTTP/1.1" status: 200 len: 210 time: 0.4171369 May 12 19:38:47.126385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.162588 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.181281 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ef1bd1-833c-492d-b666-97dba70fe8c1'] response: {'server_uuid': '79a57964-a60b-4252-8bda-e4dcd1b3bf49', 'name': 'network-vif-deleted', 'tag': '28efde8d-d5a4-42bc-b062-33dcbb7bac31', 'status': 'completed', 'code': 200} May 12 19:38:47.182470 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ef1bd1-833c-492d-b666-97dba70fe8c1'] response: {'name': 'network-changed', 'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'status': 'completed', 'code': 200} May 12 19:38:47.227888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-22a2890f-071a-4cec-b1a8-84dff8124068 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:47.229248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-22a2890f-071a-4cec-b1a8-84dff8124068 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.5680952 May 12 19:38:47.250479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55850) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:47.292014 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8842ef17-b6ca-4dee-a875-d1c27007551b'] response: {'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'code': 200} May 12 19:38:47.368367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.368688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.423956 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-8068c802-e469-42c4-8a89-0e047a0c4a02 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 1002 time: 0.1835790 May 12 19:38:47.576654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:38:47.639278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for 9fc9cca8-7bd4-4469-bb78-65583a01a026 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:47.676696 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.689726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] Deleting subnet b3f2073a-1f1b-4b70-bd44-02364a703fdc {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:38:47.695186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.765442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.768003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:47.843955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-cb5d20bd-4adc-4b09-9016-f9873f262bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:47.845385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-cb5d20bd-4adc-4b09-9016-f9873f262bab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 1095 time: 0.5942795 May 12 19:38:47.956257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400bf0a-ac49-45d1-8afe-d180920181ac req-b5be39c1-ce05-4906-a182-2a472cb8e39b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:47.957758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0400bf0a-ac49-45d1-8afe-d180920181ac req-b5be39c1-ce05-4906-a182-2a472cb8e39b tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.5814567 May 12 19:38:47.979201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.008216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f930a-a87e-4e63-ab30-d26cd8889295 req-9df685d2-6395-418f-9d91-1241bdc9c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:48.009679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-442f930a-a87e-4e63-ab30-d26cd8889295 req-9df685d2-6395-418f-9d91-1241bdc9c5f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 1097 time: 0.5251765 May 12 19:38:48.068104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-48e0f18a-61b8-498a-8ba7-55c59422c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:48.069629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-48e0f18a-61b8-498a-8ba7-55c59422c951 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 923 time: 0.2151980 May 12 19:38:48.120287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0400bf0a-ac49-45d1-8afe-d180920181ac req-7ded04be-01e3-4257-8d59-7ed8d0b41f0f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143210 May 12 19:38:48.122686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-442f930a-a87e-4e63-ab30-d26cd8889295 req-6cd490fc-77ea-4c7b-86e1-10e2d0215cd1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931053 May 12 19:38:48.158479 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-d9f2e740-75b9-4cab-bada-8ebd8cf14e83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1 HTTP/1.1" status: 200 len: 217 time: 0.0817192 May 12 19:38:48.184516 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.208786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.234094 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d632c69-9fef-4176-8994-b7db145fa119'] response: {'server_uuid': 'c44c0991-4fab-46b9-ac9b-fa879ab581cc', 'name': 'network-vif-deleted', 'tag': 'ff58c439-d8cb-4dc0-9d56-c5e028871707', 'status': 'completed', 'code': 200} May 12 19:38:48.240689 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.251450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=9fc9cca8-7bd4-4469-bb78-65583a01a026,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:48.268613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f2073a-1f1b-4b70-bd44-02364a703fdc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:48.274150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.294333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f36ae4bf-7667-4e2f-8716-b86c9aeade64 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3f2073a-1f1b-4b70-bd44-02364a703fdc HTTP/1.1" status: 204 len: 168 time: 1.0419724 May 12 19:38:48.296180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-e0a1ba52-915e-41b7-95f4-9a22cee7cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:48.297618 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-e0a1ba52-915e-41b7-95f4-9a22cee7cf8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=211bfd24-0ac1-4002-81d7-be66f3286eb1 HTTP/1.1" status: 200 len: 862 time: 0.1255708 May 12 19:38:48.323485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55858) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:48.400253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-b65425ab-14d2-46e9-bc80-f8ab4830b884 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7caa2925-73d2-4091-9410-0e6b37d566d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757356 May 12 19:38:48.410567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.410880 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 disassociated. External IP: 172.25.2.215, port: 37848aac-7388-4360-8774-007483ea588d. May 12 19:38:48.521969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f4e775e8-1581-44a6-83d8-9680bd1793b1 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:38:48.667253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:48.674085 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.681298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'port_id': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'mac_address': 'fa:16:3e:92:c2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211bfd24-0ac1-4002-81d7-be66f3286eb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:38:48.685279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.710459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.711579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-be5804b4-a68a-420c-8ed1-58ea1bdaa26f tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/floatingips/2d258d24-ddc7-4d92-a693-7e3f1819f5c3 HTTP/1.1" status: 204 len: 168 time: 2.2488523 May 12 19:38:48.737486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f4e775e8-1581-44a6-83d8-9680bd1793b1 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:48.738148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.741294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55862) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:48.755190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e775e8-1581-44a6-83d8-9680bd1793b1 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:38:48.775361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:48.778700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fae98-9a49-4d61-b952-f317dc167529 req-dd0fbe6d-63ab-45aa-8870-8769ef2e08d9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:48.780365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-912fae98-9a49-4d61-b952-f317dc167529 req-dd0fbe6d-63ab-45aa-8870-8769ef2e08d9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 946 time: 0.3221538 May 12 19:38:48.780940 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:48.859084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:48.917850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-912fae98-9a49-4d61-b952-f317dc167529 req-f13c3136-953e-41bd-bf93-3e061b911e9d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151619 May 12 19:38:48.954722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:38:49.006179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-f5fc828f-7aa8-4bef-8a1a-52cbf5cd65a9 service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996716 May 12 19:38:49.019729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f4e775e8-1581-44a6-83d8-9680bd1793b1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:38:49.164280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.205018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:38:49.211930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.219748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314884d0-0424-461b-beea-53a6a1814533 None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:38:49.226141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.241487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:49.242125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:49.253654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd66dab7-fc0e-4afa-9bb2-f35df2985bb8']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:49.266651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f669a0f-109e-49fd-af95-b43fe1bcde00') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:49.267154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f669a0f-109e-49fd-af95-b43fe1bcde00') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:49.280600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.283345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7f4b0-12e0-4444-95c2-74291a25513e req-3e9763f1-401b-4fa7-a524-f72efa94ce58 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:49.285660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7e7f4b0-12e0-4444-95c2-74291a25513e req-3e9763f1-401b-4fa7-a524-f72efa94ce58 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 945 time: 0.2562079 May 12 19:38:49.323117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.345711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-f9fb7d66-9d5c-4795-88e7-8e8d2c091eb5 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "PUT /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 200 len: 696 time: 1.8621869 May 12 19:38:49.351274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port d4298f8c-728b-4b34-be14-9fdff6a5a141 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:49.351626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.371266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7e7f4b0-12e0-4444-95c2-74291a25513e req-34e2d3ac-a12b-4e07-9755-00c3c722c9ca tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757182 May 12 19:38:49.386425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:38:49.386425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: timer() May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:38:49.412927 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:38:49.425308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.470681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-37fbf53a-68ae-47f4-ab92-945c57d50bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:49.472440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-37fbf53a-68ae-47f4-ab92-945c57d50bf9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.0985651 May 12 19:38:49.485401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:49.641845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.685804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:49.694743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-328079c8-3f99-4c64-9b71-370fd074002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:49.696941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-328079c8-3f99-4c64-9b71-370fd074002a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.2160826 May 12 19:38:49.772916 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba306dc5-85bd-4194-95dc-0f93888a312a req-373f0c9b-3734-4cf7-9e01-1182804e204c service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581298 May 12 19:38:49.806650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd66dab7-fc0e-4afa-9bb2-f35df2985bb8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:49.817408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-3e7a3002-a662-49fa-a8ba-e81722cd69fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 217 time: 0.0870512 May 12 19:38:49.899228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-107e6e97-1256-4a9f-ba67-4196ebeebfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:49.901065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-107e6e97-1256-4a9f-ba67-4196ebeebfed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.0744562 May 12 19:38:49.917332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:49.920101 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bd66dab7-fc0e-4afa-9bb2-f35df2985bb8 HTTP/1.1" status: 204 len: 168 time: 1.5944302 May 12 19:38:49.921722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.922067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.922402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.922731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.923224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.923702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.924066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314884d0-0424-461b-beea-53a6a1814533 None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:38:49.924681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.925155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.925649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.926117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.926703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.927173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e7c0f-e532-4456-90b2-3aa3e4ee97d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:38:49.934113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:38:49.935141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:49.962489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ff3a7-4e67-4f4e-a327-d61c0436b1f2 req-e59903fc-57a6-4e1b-ba23-0a465e192792 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:49.964001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df8ff3a7-4e67-4f4e-a327-d61c0436b1f2 req-e59903fc-57a6-4e1b-ba23-0a465e192792 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 946 time: 0.2735918 May 12 19:38:50.018643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.131682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:38:50.204044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df8ff3a7-4e67-4f4e-a327-d61c0436b1f2 req-7e770d17-9e37-42a0-8f93-41c54375c617 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310929 May 12 19:38:50.216446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-d9135c0d-77c2-4e5d-82f8-72f6471517c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:50.218268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-d9135c0d-77c2-4e5d-82f8-72f6471517c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3051727 May 12 19:38:50.274075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:50.347038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.410429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55914) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:50.528500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f4e775e8-1581-44a6-83d8-9680bd1793b1 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:38:50.606560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-df7648aa-d37d-4933-9203-8d33652ea1ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=745784e73bf844bd89793abbdebffe6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950443 May 12 19:38:50.610649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-314884d0-0424-461b-beea-53a6a1814533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:50.615691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55918) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:50.616223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314884d0-0424-461b-beea-53a6a1814533 None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4c162889-3d20-420c-8cbb-43299c322893', 'name': '', 'network_id': '4c2d504e-f2a4-4ab8-9171-1593ffacfbd7', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'mac_address': 'fa:16:3e:9f:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:37:00Z', 'updated_at': '2022-05-12T19:37:11Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'subnets': [{'id': '971a7fb7-de75-45dc-b693-5f6312d1c107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:38:50.622383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port f4e775e8-1581-44a6-83d8-9680bd1793b1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:38:50.628487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port f4e775e8-1581-44a6-83d8-9680bd1793b1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:38:50.629021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.632148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-a395447e-1cbc-49ff-92e6-e7aa214756fd service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047787 May 12 19:38:50.724308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for d4298f8c-728b-4b34-be14-9fdff6a5a141 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:50.776360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f4e775e8-1581-44a6-83d8-9680bd1793b1 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:38:50.777085 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.802766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212ac71-8873-4bd3-913b-cb8d9616ae2e req-6403cec2-164f-4cec-8a5d-2e7ed6c9ad93 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:50.804693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2212ac71-8873-4bd3-913b-cb8d9616ae2e req-6403cec2-164f-4cec-8a5d-2e7ed6c9ad93 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3517540 May 12 19:38:50.807126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:50.817446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:50.824748 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.850177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.852210 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ee85301-5ddd-4340-b35d-483cd13151ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.853798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.899502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:50.899989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1c302b-3407-4082-83a0-a20e5703fe18 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:38:50.924766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2212ac71-8873-4bd3-913b-cb8d9616ae2e req-bc747f31-b606-4741-b209-082b6484285a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079733 May 12 19:38:50.926102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:50.942802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadb8e80-4d19-4f32-947a-70a9281a6308 req-720afc1f-f86a-448c-a4aa-0e636ab69e21 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074210 May 12 19:38:50.946350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ee85301-5ddd-4340-b35d-483cd13151ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.029494 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 12 19:38:51.034069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55926) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:51.034313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8741136c-c625-4b59-89b4-fcbadcbb0a72 tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9449663 May 12 19:38:51.044891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.111472 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ba2d9-960d-4d72-b8dd-a5a5b4b87b90 None None] New status for floating IP 913d2ba8-9dfe-4022-9bb3-7be04be7ffc5: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:38:51.173707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=d4298f8c-728b-4b34-be14-9fdff6a5a141,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:51.190279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Deleting port ab521b38-a21e-4303-aeca-f07b9d6d5646 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:51.190629 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.292573 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ee85301-5ddd-4340-b35d-483cd13151ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.308054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.320432 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-77fe7b7b-b519-4a04-ba1d-2007fb18ef5e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/ports/d4298f8c-728b-4b34-be14-9fdff6a5a141 HTTP/1.1" status: 204 len: 168 time: 2.5667372 May 12 19:38:51.322929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55934) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:51.335060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee85301-5ddd-4340-b35d-483cd13151ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc5b8ea-c1d4-4be9-bbff-83e15016d03e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:51.391613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port 66cba182-2ddf-4c1b-9b77-91d1d26174b9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:51.392127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.411149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ee85301-5ddd-4340-b35d-483cd13151ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.414790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9ee85301-5ddd-4340-b35d-483cd13151ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efc5b8ea-c1d4-4be9-bbff-83e15016d03e HTTP/1.1" status: 204 len: 168 time: 0.7915986 May 12 19:38:51.549066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f685e-5dc2-4de3-b787-c44b4fb0a0da req-c2df7b9e-0cf6-4f80-b787-9a5108e02920 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:51.550626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c0f685e-5dc2-4de3-b787-c44b4fb0a0da req-c2df7b9e-0cf6-4f80-b787-9a5108e02920 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.4128835 May 12 19:38:51.559681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff796d-a3fe-442b-b185-fd1ebe4d9ffc req-fc26af0d-1ae7-4665-aa4b-c70d668c1b8d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:51.561559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eff796d-a3fe-442b-b185-fd1ebe4d9ffc req-fc26af0d-1ae7-4665-aa4b-c70d668c1b8d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 946 time: 0.3371410 May 12 19:38:51.670441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.734259 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:51.829834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Calling delete_port for ab521b38-a21e-4303-aeca-f07b9d6d5646 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:51.866660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c0f685e-5dc2-4de3-b787-c44b4fb0a0da req-513276f2-557c-4605-b9eb-70d432d61721 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011820 May 12 19:38:51.889980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for 66cba182-2ddf-4c1b-9b77-91d1d26174b9 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:51.902851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eff796d-a3fe-442b-b185-fd1ebe4d9ffc req-e838ba1f-c869-43f2-a26e-a80f448e7451 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179328 May 12 19:38:52.018544 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71999cbd-ce82-4ae4-b638-6e92cfb1fbdf'] response: {'name': 'network-changed', 'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'tag': '37848aac-7388-4360-8774-007483ea588d', 'status': 'completed', 'code': 200} May 12 19:38:52.049254 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aed9f28-8b4f-4cfa-a3c3-616a1cd00252'] response: {'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'code': 200} May 12 19:38:52.126789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:52.192920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab521b38-a21e-4303-aeca-f07b9d6d5646,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:52.235267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:52.298176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-5dc17804-8c9b-41cb-943d-94fa36faba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.299192 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-5dc17804-8c9b-41cb-943d-94fa36faba99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=358c86a990744b45a5b956e61c70a5d6&device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 1097 time: 0.2643523 May 12 19:38:52.328021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf656-6d3f-47b2-b0da-14b6879d6e57 req-6c8cfaa6-3bba-4ea1-8826-b2d57b502853 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.333002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Port': ['ID=66cba182-2ddf-4c1b-9b77-91d1d26174b9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:52.336804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af8cf656-6d3f-47b2-b0da-14b6879d6e57 req-6c8cfaa6-3bba-4ea1-8826-b2d57b502853 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.2708368 May 12 19:38:52.348828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:52.371786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-be727ba5-64d4-4ae5-b103-29cd5d24e39b tempest-RoutersAdminNegativeTest-1704542225 tempest-RoutersAdminNegativeTest-1704542225-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ab521b38-a21e-4303-aeca-f07b9d6d5646 HTTP/1.1" status: 204 len: 168 time: 1.3365498 May 12 19:38:52.433463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af8cf656-6d3f-47b2-b0da-14b6879d6e57 req-bb4c7fcc-1e14-429e-94c3-7d8a2fb50e05 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807753 May 12 19:38:52.557355 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:52.592514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-21551b2f-5362-455a-9aec-68c75348726e tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/ports/66cba182-2ddf-4c1b-9b77-91d1d26174b9 HTTP/1.1" status: 204 len: 168 time: 1.2681284 May 12 19:38:52.594728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9484c-f733-45c0-967f-fa65cce7cf12 req-fec84350-1a99-4a9b-be1f-dcbd7d9cb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.596250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e0f9484c-f733-45c0-967f-fa65cce7cf12 req-fec84350-1a99-4a9b-be1f-dcbd7d9cb24f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 1097 time: 0.4637158 May 12 19:38:52.598664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55972) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:52.732885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55978) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:52.804742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ec18-a662-42cc-b819-adcf1f6b850d req-190b9050-7887-4277-bf43-c5851ae87b9a tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.810835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ec18-a662-42cc-b819-adcf1f6b850d req-190b9050-7887-4277-bf43-c5851ae87b9a tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.816951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ec18-a662-42cc-b819-adcf1f6b850d req-190b9050-7887-4277-bf43-c5851ae87b9a tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.818742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4e4ec18-a662-42cc-b819-adcf1f6b850d req-190b9050-7887-4277-bf43-c5851ae87b9a tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c&device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b&device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 2418 time: 0.3483243 May 12 19:38:52.848179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44a3de-d059-4dd3-9d09-b46dda7705ac req-3cfc975a-42d4-4aa4-aa2f-7481442ee5e4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.855518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b44a3de-d059-4dd3-9d09-b46dda7705ac req-3cfc975a-42d4-4aa4-aa2f-7481442ee5e4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1667116 May 12 19:38:52.909141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-57b85134-2865-4e75-98c8-1a05334d04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:52.910764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-57b85134-2865-4e75-98c8-1a05334d04e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 200 len: 922 time: 0.5698011 May 12 19:38:52.915077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting subnet d33ef676-aadf-4ac5-ab3f-2485032c2a6d {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:38:52.917903 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e0f9484c-f733-45c0-967f-fa65cce7cf12 req-cc98b29e-db19-4a10-8004-725ac48335e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666712 May 12 19:38:52.931729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4e4ec18-a662-42cc-b819-adcf1f6b850d req-bbcbf39f-d791-45fc-8c3e-8e6b832c511e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049738 May 12 19:38:52.934349 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:52.951084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b44a3de-d059-4dd3-9d09-b46dda7705ac req-fa2138ac-093d-4c19-9dce-11ea05bd48d7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946312 May 12 19:38:52.982892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.024721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-b128ba4d-571d-4f42-a55a-41d2b1726e60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 200 len: 217 time: 0.1048701 May 12 19:38:53.037315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:38:53.044997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-f08ecbfa-3993-4431-95f7-a2652099b51e tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 200 len: 694 time: 0.0911322 May 12 19:38:53.045954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Usage tracker for resource:security_group_rule and tenant:2f698cd0713a4126bd7c63914ff64004 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:38:53.048816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.048966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:38:53.056287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:38:53.165080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.234464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-eff4063e-eece-4bde-ae11-70faafaa594f tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:53.235833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-eff4063e-eece-4bde-ae11-70faafaa594f tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 784 time: 0.1813223 May 12 19:38:53.290416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-710d5cdb-18ff-4eb4-b439-1e950d6346c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:53.291977 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-710d5cdb-18ff-4eb4-b439-1e950d6346c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 200 len: 860 time: 0.0874729 May 12 19:38:53.367512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.391597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-0a879cff-d0c4-4f56-8c41-22f5fb5b3b26 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 697 time: 0.1466503 May 12 19:38:53.414561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Subnet': ['ID=d33ef676-aadf-4ac5-ab3f-2485032c2a6d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:53.421411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.430440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd288ec-03c4-4f48-9879-3433cc1b19c9 None None] Network 3da18450-faba-4c15-af43-f6fd6be9f34c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:38:53.433765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1751c0e-fc12-41b3-8a01-d63e15328594 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/subnets/d33ef676-aadf-4ac5-ab3f-2485032c2a6d HTTP/1.1" status: 204 len: 168 time: 0.8339508 May 12 19:38:53.435712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56004) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:53.473220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.490541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-375e299c-d8d1-4781-b5b4-dd78f968c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:53.492054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-375e299c-d8d1-4781-b5b4-dd78f968c2a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924648 May 12 19:38:53.498815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.528879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-f2e33785-8cd8-4107-aa38-92996b45d085 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 697 time: 0.1272514 May 12 19:38:53.535876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting subnet 3b22bbc2-6bac-42bc-b5a2-638353b4178a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:38:53.546302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.626782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f698cd0713a4126bd7c63914ff64004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8914847 May 12 19:38:53.634944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56014) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:53.649548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62525a63-ca1d-4f58-b97b-44188822ca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb9e53d-3766-41b4-b675-a6bc0c2dd589,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:53.734126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.750070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0830fd22-b695-47e4-9eff-4f78d0e6829e req-dab5ff25-1b04-4f65-afb2-45c135198867 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4350536 May 12 19:38:53.751442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Deleting port 5cd38a5e-4832-41b0-b8e7-2b9a6f25bc00 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:53.751771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.806490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] DHCP port deletion for 3da18450-faba-4c15-af43-f6fd6be9f34c request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:38:53.812823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] Deleting port 36b8a468-b7e9-4d04-a442-a8d93942a953 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:53.813378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.830010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3485c0e-9a1d-4606-b59e-aa5fb4b385b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.857399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-3e191624-3ab0-4614-9240-49b44976221a service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487198 May 12 19:38:53.967284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3485c0e-9a1d-4606-b59e-aa5fb4b385b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.969389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:53.969777 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.027613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.130380 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-90ce61fa-b184-4382-8cc0-065f82ce6e30 req-78e7a81a-e984-47b3-81c3-638cedf03cad service neutron] 10.222.0.36 "GET /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574046 May 12 19:38:54.158530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3485c0e-9a1d-4606-b59e-aa5fb4b385b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.162247 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:38:54.194564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3485c0e-9a1d-4606-b59e-aa5fb4b385b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb9e53d-3766-41b4-b675-a6bc0c2dd589,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:54.198272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.258963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.270091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Calling delete_port for 5cd38a5e-4832-41b0-b8e7-2b9a6f25bc00 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:54.275505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Subnet': ['ID=3b22bbc2-6bac-42bc-b5a2-638353b4178a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:54.284121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c7edcef3-cfdd-441c-b076-2ccc0e128429 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/subnets/3b22bbc2-6bac-42bc-b5a2-638353b4178a HTTP/1.1" status: 204 len: 168 time: 0.8448496 May 12 19:38:54.284121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3485c0e-9a1d-4606-b59e-aa5fb4b385b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.289332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d3485c0e-9a1d-4606-b59e-aa5fb4b385b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbb9e53d-3766-41b4-b675-a6bc0c2dd589 HTTP/1.1" status: 204 len: 168 time: 0.6400161 May 12 19:38:54.289332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56022) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:54.303145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f4565-d676-4cf6-9c3e-553263559ee7 None None] Network c3b23f44-1fb8-4731-8783-e2921a799d71 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:38:54.418171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] For port 36b8a468-b7e9-4d04-a442-a8d93942a953, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=36b8a468-b7e9-4d04-a442-a8d93942a953,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:54.418452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.472619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.487009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port 36b8a468-b7e9-4d04-a442-a8d93942a953 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:54.487228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.592963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29049c6-6a12-4c17-a461-ae7e244c2938 req-c612ad33-abbc-4a41-9351-f761ee75e259 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:54.597680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] Calling delete_port for 36b8a468-b7e9-4d04-a442-a8d93942a953 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:54.600057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d29049c6-6a12-4c17-a461-ae7e244c2938 req-c612ad33-abbc-4a41-9351-f761ee75e259 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3418002 May 12 19:38:54.636817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 36b8a468-b7e9-4d04-a442-a8d93942a953 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:54.701456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d29049c6-6a12-4c17-a461-ae7e244c2938 req-fb2ce49a-182b-4d4b-8b1c-062384259286 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004157 May 12 19:38:54.720959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.813132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:54.828218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] For port 36b8a468-b7e9-4d04-a442-a8d93942a953, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=36b8a468-b7e9-4d04-a442-a8d93942a953,segment=NetworkSegment(1c15f444-3417-46eb-b679-41831bd82bf2),segment_id=1c15f444-3417-46eb-b679-41831bd82bf2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:54.829143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.853348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Pushing event deleted for resources: {'Port': ['ID=5cd38a5e-4832-41b0-b8e7-2b9a6f25bc00,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:54.908532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 36b8a468-b7e9-4d04-a442-a8d93942a953 update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:38:54.911511 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:54.963536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] Pushing event deleted for resources: {'Port': ['ID=36b8a468-b7e9-4d04-a442-a8d93942a953,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:54.989499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee53f89-e602-4f5a-afbc-4eb01a492c68 None None] No DVR routers for this DVR port 36b8a468-b7e9-4d04-a442-a8d93942a953 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:55.057213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b64f59c0-426a-4e16-8a62-dafec97a452a req-786c86d8-1bab-4803-bfd5-35e5659fc9a7 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1161556 May 12 19:38:55.095241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.098927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] DHCP port deletion for c3b23f44-1fb8-4731-8783-e2921a799d71 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:38:55.103713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] Deleting port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:55.104468 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.312574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.314099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a646c72-cbfc-4914-94d2-444d744550e0 req-a2253def-becf-4b26-9581-13df82e19cf8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "DELETE /v2.0/floatingips/913d2ba8-9dfe-4022-9bb3-7be04be7ffc5 HTTP/1.1" status: 204 len: 173 time: 1.7749362 May 12 19:38:55.320565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Calling delete_port for 36b8a468-b7e9-4d04-a442-a8d93942a953 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:55.350533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1c3ee-ec26-43e5-9560-ad4d5a4115b4 req-35b7215c-db25-439a-ba24-49ce3e4abf0b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:55.359235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ea1c3ee-ec26-43e5-9560-ad4d5a4115b4 req-35b7215c-db25-439a-ba24-49ce3e4abf0b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.1591465 May 12 19:38:55.409207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] For port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5bf8b0f4-e079-4bf9-acd7-6259d82c83c9,segment=NetworkSegment(fd52b2c7-7879-43a7-b134-6a6600bb79ba),segment_id=fd52b2c7-7879-43a7-b134-6a6600bb79ba)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:55.409897 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.415931 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5ce5910c-847b-4ff8-b512-5154b5975033 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f97273d25f74d39a2ebcb25465afc0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005332 May 12 19:38:55.418393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56040) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:55.496140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e02120c-fe5d-4570-b2e1-ba7a75189f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.504946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ea1c3ee-ec26-43e5-9560-ad4d5a4115b4 req-bf3f1731-cd58-44c8-803e-a69222be0694 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433778 May 12 19:38:55.523937 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e02120c-fe5d-4570-b2e1-ba7a75189f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.574170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:38:55.574867 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:38:55.584913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e02120c-fe5d-4570-b2e1-ba7a75189f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.608778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02120c-fe5d-4570-b2e1-ba7a75189f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c52023-73ea-44b4-b4b2-d360ef53a9ee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:55.623312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e02120c-fe5d-4570-b2e1-ba7a75189f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.624776 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e02120c-fe5d-4570-b2e1-ba7a75189f77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94c52023-73ea-44b4-b4b2-d360ef53a9ee HTTP/1.1" status: 204 len: 168 time: 0.2055197 May 12 19:38:55.687969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] Calling delete_port for 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:55.791661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b32001-10c2-4ead-8f2b-f23d4eece4ca req-b4504d9a-a853-421f-97cb-35d923197ea2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:55.806559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7b32001-10c2-4ead-8f2b-f23d4eece4ca req-b4504d9a-a853-421f-97cb-35d923197ea2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.1131914 May 12 19:38:55.837632 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:55.897123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7b32001-10c2-4ead-8f2b-f23d4eece4ca req-426769eb-b322-411a-842c-ff2e92775f29 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895483 May 12 19:38:55.909606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] No DVR routers for this DVR port 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:55.910953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26256ce-da10-4cdc-9e58-8d358f2796a9 None None] Pushing event deleted for resources: {'Port': ['ID=5bf8b0f4-e079-4bf9-acd7-6259d82c83c9,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:56.076599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Deleting port 36b8a468-b7e9-4d04-a442-a8d93942a953 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:56.077268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.094364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc8a31-8797-4395-909a-05393e3ce644 req-352657ca-5dfa-49c3-aa7d-7bee93b8dd44 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:56.095516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4bcc8a31-8797-4395-909a-05393e3ce644 req-352657ca-5dfa-49c3-aa7d-7bee93b8dd44 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Synchronizing usage tracker for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:56.120809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4bcc8a31-8797-4395-909a-05393e3ce644 req-352657ca-5dfa-49c3-aa7d-7bee93b8dd44 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Unset dirty status for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:56.126484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bcc8a31-8797-4395-909a-05393e3ce644 req-352657ca-5dfa-49c3-aa7d-7bee93b8dd44 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 946 time: 0.1208441 May 12 19:38:56.207048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bcc8a31-8797-4395-909a-05393e3ce644 req-f2be2635-c77b-490a-a92f-ea01c126868c tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 May 12 19:38:56.232891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] The port '36b8a468-b7e9-4d04-a442-a8d93942a953' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:38:56.344194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6034490-d330-4e9c-8370-7d9fba3890cf req-550f03d5-edf5-46a4-8749-38fa07e24f0a tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0869217 May 12 19:38:56.405512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.440214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da18450-faba-4c15-af43-f6fd6be9f34c']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:56.468856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f0660e6-03b0-45d3-b078-4d2f9c80cf39 req-6920dddf-5615-4ce5-a6f4-874812e6094f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0966306 May 12 19:38:56.487311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c15f444-3417-46eb-b679-41831bd82bf2') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:56.487875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c15f444-3417-46eb-b679-41831bd82bf2') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:56.501408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.522395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.529279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:38:56.529680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: timer() May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:38:56.665972 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:38:56.723025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:38:56.790842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8bda1-e1f5-4813-a5ed-5f74fbffaf74 req-388fe9ce-c7c3-420d-b330-1cbd33cd3c66 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:56.792595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37b8bda1-e1f5-4813-a5ed-5f74fbffaf74 req-388fe9ce-c7c3-420d-b330-1cbd33cd3c66 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.2536230 May 12 19:38:56.804031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:38:56.804668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5bf8b0f4-e079-4bf9-acd7-6259d82c83c9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:38:56.828451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.851399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c0c31c5-6aa7-47a2-a43e-ed790221ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.864479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:56.867938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Network': ['ID=3da18450-faba-4c15-af43-f6fd6be9f34c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:56.875044 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-574151a5-052a-4491-b4f1-f94673c2fa18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1629183 May 12 19:38:56.885053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37b8bda1-e1f5-4813-a5ed-5f74fbffaf74 req-89323271-488b-48d9-8c7a-cacde499a374 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662022 May 12 19:38:56.906076 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c6dfb0e6-3451-441a-8be1-d8d9ef15ed95 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/networks/3da18450-faba-4c15-af43-f6fd6be9f34c HTTP/1.1" status: 204 len: 168 time: 2.6171126 May 12 19:38:56.906566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56088) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.052373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56094) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.091219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-5103b7c9-8860-4027-a8db-d5133ce407e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.092284 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-5103b7c9-8860-4027-a8db-d5133ce407e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11beff97becd44029168bf49595a7c3c&device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 1097 time: 0.1163492 May 12 19:38:57.098093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.269595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.283525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-ab7d9d4b-515d-4b33-adce-845202863658 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.285070 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab7d9d4b-515d-4b33-adce-845202863658 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2315452 May 12 19:38:57.291901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019353b-f13d-4bc7-ad91-585058e38144 req-d0beceac-5f0b-47ee-9db8-dcdbf2a71bb6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.293444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b019353b-f13d-4bc7-ad91-585058e38144 req-d0beceac-5f0b-47ee-9db8-dcdbf2a71bb6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.2612579 May 12 19:38:57.294027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56104) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.312345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-d89c7c00-f7c5-473d-9afc-b1e56dedb067 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.312927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d89c7c00-f7c5-473d-9afc-b1e56dedb067 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096009 May 12 19:38:57.323537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56110) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.328883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b23f44-1fb8-4731-8783-e2921a799d71']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:57.332533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-82fb7809-df3b-43b8-ae6b-c0e4cba988fe tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.336038 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-82fb7809-df3b-43b8-ae6b-c0e4cba988fe tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0090241 May 12 19:38:57.337303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56114) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.347012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-f08ca25c-0669-41cd-999c-8b2598d46e3b tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.350436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f08ca25c-0669-41cd-999c-8b2598d46e3b tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082538 May 12 19:38:57.351070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56118) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.354372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd52b2c7-7879-43a7-b134-6a6600bb79ba') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:57.354663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd52b2c7-7879-43a7-b134-6a6600bb79ba') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:38:57.377359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-0df9dad5-bf2a-4bc3-a358-2643b430ca74 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.377359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0df9dad5-bf2a-4bc3-a358-2643b430ca74 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0227027 May 12 19:38:57.378786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56124) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.381854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.390898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-50f32a2b-a66b-480b-a29f-8801a8708b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.392384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-50f32a2b-a66b-480b-a29f-8801a8708b6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 200 len: 917 time: 0.2622752 May 12 19:38:57.396585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-cc454143-b983-4b72-be44-cb4f8b1138ee tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.399963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cc454143-b983-4b72-be44-cb4f8b1138ee tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0181251 May 12 19:38:57.400879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-edaec192-1101-4ab8-904f-a74e944d5da8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.401365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-edaec192-1101-4ab8-904f-a74e944d5da8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Synchronizing usage tracker for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:57.403042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56128) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.412343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b019353b-f13d-4bc7-ad91-585058e38144 req-4f74fbca-d88d-420d-bdf7-be2ec97a3d7d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040382 May 12 19:38:57.455227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-3b17069e-6932-4a4b-b0f9-11f4b7e13cdc tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.456110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3b17069e-6932-4a4b-b0f9-11f4b7e13cdc tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0504603 May 12 19:38:57.458246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.463731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56134) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.469238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-950757c5-f9ba-4ca3-8983-17eaf9cc12dd tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.472765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-950757c5-f9ba-4ca3-8983-17eaf9cc12dd tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056207 May 12 19:38:57.474456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56138) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.475960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-5ee6ed93-2355-4558-b969-5433bbe982bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd HTTP/1.1" status: 200 len: 217 time: 0.0716250 May 12 19:38:57.483556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-9a82ab31-fbd7-4a2c-be54-9fcc2b694707 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.486961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a82ab31-fbd7-4a2c-be54-9fcc2b694707 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076883 May 12 19:38:57.487735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:38:57.488540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56142) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.497458 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.549573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-edaec192-1101-4ab8-904f-a74e944d5da8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Unset dirty status for tenant:358c86a990744b45a5b956e61c70a5d6 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:57.550201 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-edaec192-1101-4ab8-904f-a74e944d5da8 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 946 time: 0.3631980 May 12 19:38:57.553269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-2ce86afd-0117-434d-a892-b97f36ea3f4f tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.554179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2ce86afd-0117-434d-a892-b97f36ea3f4f tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0090997 May 12 19:38:57.555830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-a2a67097-9a1d-4ac0-83f1-26aa9edb0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.557274 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-a2a67097-9a1d-4ac0-83f1-26aa9edb0d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 200 len: 855 time: 0.0716889 May 12 19:38:57.558989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56146) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: timer() May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:38:57.583119 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:38:57.596419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-ab5b75d1-9c89-4cf8-be39-f68b90de453c tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.597402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab5b75d1-9c89-4cf8-be39-f68b90de453c tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0375581 May 12 19:38:57.630972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56150) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.635985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-dd5748e7-e50a-48e0-a423-edf62adb5427 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.637013 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dd5748e7-e50a-48e0-a423-edf62adb5427 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048029 May 12 19:38:57.646422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56154) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.662359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-49c3fdf5-258f-4d83-849b-ec8fdaa751e5 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.663232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-49c3fdf5-258f-4d83-849b-ec8fdaa751e5 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0114498 May 12 19:38:57.669035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56158) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.682998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-d140cd1c-3d74-4dbf-aa25-c98deb79c65f tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.683904 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d140cd1c-3d74-4dbf-aa25-c98deb79c65f tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0091512 May 12 19:38:57.688557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56162) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.690860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Deleting port 37848aac-7388-4360-8774-007483ea588d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:57.691213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.701012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-5710ee52-2ca7-4501-b439-2dc53404479f tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.702654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5710ee52-2ca7-4501-b439-2dc53404479f tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0129120 May 12 19:38:57.705329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.709949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56166) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.730008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:57.739996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-fd1f10da-ce60-480e-be1d-8c76da0ce657 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.742437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd1f10da-ce60-480e-be1d-8c76da0ce657 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0140343 May 12 19:38:57.744413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56170) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.752075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-24cc1e9d-b9e2-4eba-b6b3-bd17910c4274 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.752384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5e42-1a20-4ad4-be15-a566c0a6d155 req-4d00c321-ad30-46e3-b983-315a2ddfdb5a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.752983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-24cc1e9d-b9e2-4eba-b6b3-bd17910c4274 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082846 May 12 19:38:57.753757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-216d5e42-1a20-4ad4-be15-a566c0a6d155 req-4d00c321-ad30-46e3-b983-315a2ddfdb5a tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 946 time: 0.3514905 May 12 19:38:57.757362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56174) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.758351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] Pushing event deleted for resources: {'Network': ['ID=c3b23f44-1fb8-4731-8783-e2921a799d71,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:57.765354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-1b371703-93da-4a0b-9306-f00a99ed3cd7 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.766054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1b371703-93da-4a0b-9306-f00a99ed3cd7 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077972 May 12 19:38:57.777203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e945b539-1281-4ca0-b109-dffdf0707f85 tempest-TaggedBootDevicesTest_v242-288848798 tempest-TaggedBootDevicesTest_v242-288848798-project] 10.222.0.72 "DELETE /v2.0/networks/c3b23f44-1fb8-4731-8783-e2921a799d71 HTTP/1.1" status: 204 len: 168 time: 0.8598771 May 12 19:38:57.777203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56178) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.777792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-f143ce1c-ac2c-4c81-8dd8-fe8d97b3938a tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.777967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-11aff869-5c34-4a2c-ad87-b876b40cec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.778722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f143ce1c-ac2c-4c81-8dd8-fe8d97b3938a tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0066438 May 12 19:38:57.780282 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-11aff869-5c34-4a2c-ad87-b876b40cec27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cdb49c9-ba04-4b72-9d17-6f78e920597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908064 May 12 19:38:57.800488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94efb6-400a-4f71-a00a-3a99a56390ef req-51ff363c-8b22-4662-99b1-e97070bb671f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:57.805768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d94efb6-400a-4f71-a00a-3a99a56390ef req-51ff363c-8b22-4662-99b1-e97070bb671f tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.2217050 May 12 19:38:57.806682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56184) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.843317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-91bb76dc-18d0-49e5-adeb-9230797a8637 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:57.846705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-91bb76dc-18d0-49e5-adeb-9230797a8637 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0240178 May 12 19:38:57.847792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56190) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:57.883645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-216d5e42-1a20-4ad4-be15-a566c0a6d155 req-ac214ab5-6484-450d-9b63-d756b427c75d tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/security-groups?id=0521df13-e8e8-45a1-926b-ed23d86d1f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089828 May 12 19:38:57.886315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d94efb6-400a-4f71-a00a-3a99a56390ef req-7ec59aa0-7a34-4a18-98a8-f1c81cb45a06 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641971 May 12 19:38:58.058216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e65f59af-f2d0-4f4e-b74a-89f508c56e1f req-2dcca890-af79-44d1-b00f-5a10495e0095 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0630393 May 12 19:38:58.083673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-bc0de142-3ade-4965-bfeb-37f0d5836dcd tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.085304 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bc0de142-3ade-4965-bfeb-37f0d5836dcd tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.1892405 May 12 19:38:58.088178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56206) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.098069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-67be4ebb-57c6-490d-af48-1e7507b135f0 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.105750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-67be4ebb-57c6-490d-af48-1e7507b135f0 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0165386 May 12 19:38:58.108736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56210) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.116978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-4469396a-e913-4558-89ee-fdd5e0480fc1 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.124156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4469396a-e913-4558-89ee-fdd5e0480fc1 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0144224 May 12 19:38:58.124745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56214) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.183021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-9d771314-21a7-4c27-95d1-1a7890bf9812 service neutron] 10.222.0.36 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750651 May 12 19:38:58.332971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-6cdc318c-2812-4477-81a0-7bb00c56e867 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.336327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6cdc318c-2812-4477-81a0-7bb00c56e867 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.2072294 May 12 19:38:58.339254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56228) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.349150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-0781de9d-06ca-4e8c-948f-8a7d699f00d8 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.352429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0781de9d-06ca-4e8c-948f-8a7d699f00d8 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0100234 May 12 19:38:58.361715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56232) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.373279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-a684363d-ce58-4618-a8cc-f99892c164f9 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.376501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a684363d-ce58-4618-a8cc-f99892c164f9 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0096610 May 12 19:38:58.396862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.407749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-96de850a-b612-4936-881c-487c29cae237 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.408765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-96de850a-b612-4936-881c-487c29cae237 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0107725 May 12 19:38:58.411484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56242) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.432969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-143cc882-b8bb-44b0-a877-d269fbe493f7 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.434053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-143cc882-b8bb-44b0-a877-d269fbe493f7 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0215671 May 12 19:38:58.437475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56246) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.449353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-4fa00645-65da-41a4-ba10-1ff209a01fb0 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.450182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4fa00645-65da-41a4-ba10-1ff209a01fb0 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0118237 May 12 19:38:58.454544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56250) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.466234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3b117-b66e-421c-8cb0-3d747d33adf2 req-0e172698-1209-4cae-95f1-523b5dd1f37b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:58.473266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93a3b117-b66e-421c-8cb0-3d747d33adf2 req-0e172698-1209-4cae-95f1-523b5dd1f37b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.3475249 May 12 19:38:58.477559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-f0d80d10-f4d5-4373-a119-ba6108ce4817 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.478602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0d80d10-f4d5-4373-a119-ba6108ce4817 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0136652 May 12 19:38:58.482826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56254) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.502279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-4ce9a6c9-e9a8-48d0-a819-77ced4f2aaab tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.505672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4ce9a6c9-e9a8-48d0-a819-77ced4f2aaab tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0171463 May 12 19:38:58.512422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56258) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.517706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93a3b117-b66e-421c-8cb0-3d747d33adf2 req-370d7d48-78e1-4c93-9545-2a2d7e1060ab tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 May 12 19:38:58.517967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] For port 37848aac-7388-4360-8774-007483ea588d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37848aac-7388-4360-8774-007483ea588d,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:58.518336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:58.531001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-ffc375c1-071e-488a-ae79-8f6d6fa1b3a2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.534414 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ffc375c1-071e-488a-ae79-8f6d6fa1b3a2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0187333 May 12 19:38:58.534811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56262) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.541627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-6c9221a7-ba7a-4c25-bf92-adca7c586d53 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.544670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6c9221a7-ba7a-4c25-bf92-adca7c586d53 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068491 May 12 19:38:58.544836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2f9959f2-b9fd-4f48-81b3-2e2490d4c304 req-a6013401-80fd-4397-b931-087aa1e9bbf4 service neutron] 10.222.0.36 "GET /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855632 May 12 19:38:58.546313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56268) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.554586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-5086c968-c7ac-4c33-a067-0741a0a117c2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.558039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5086c968-c7ac-4c33-a067-0741a0a117c2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083480 May 12 19:38:58.558372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56272) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.564647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-fd3e35e5-0f3b-4c5e-bb44-a10a5d743ef1 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.568018 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd3e35e5-0f3b-4c5e-bb44-a10a5d743ef1 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063217 May 12 19:38:58.568291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56276) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.573883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-35139e12-0bbf-484e-90cf-6ca8052c2e4d tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.576878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-35139e12-0bbf-484e-90cf-6ca8052c2e4d tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056043 May 12 19:38:58.577614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56280) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.583368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-8b0cbbda-9e82-4bdf-8a1c-3cd556654809 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.586788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b0cbbda-9e82-4bdf-8a1c-3cd556654809 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0059648 May 12 19:38:58.587090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56284) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.592824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-d1069bea-8d37-44fc-ac3f-ad12e95de5e4 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.595976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d1069bea-8d37-44fc-ac3f-ad12e95de5e4 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0055354 May 12 19:38:58.596246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56288) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.602568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-45ee1706-4173-4897-8a5f-0330355aa20c tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.605230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-45ee1706-4173-4897-8a5f-0330355aa20c tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065119 May 12 19:38:58.606216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56292) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.614861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-744e1405-1b3d-4705-9919-1df215feaf05 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.621348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-744e1405-1b3d-4705-9919-1df215feaf05 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071592 May 12 19:38:58.622447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56300) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.627645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-4b74cb42-c217-44c8-8557-fa1fa95126d6 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.631910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b74cb42-c217-44c8-8557-fa1fa95126d6 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0084109 May 12 19:38:58.633992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56304) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.639243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-4ed9629b-02d9-4b7c-8a79-c5e8b5bf84b3 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.640727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4ed9629b-02d9-4b7c-8a79-c5e8b5bf84b3 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056908 May 12 19:38:58.644344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56308) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.650569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-3d585922-b24f-466a-9d2f-97e199b8f2ce tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.651499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d585922-b24f-466a-9d2f-97e199b8f2ce tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062699 May 12 19:38:58.654915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56312) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.667140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-3e11727e-6269-481f-9444-3bc95f1e4d2c tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.668053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3e11727e-6269-481f-9444-3bc95f1e4d2c tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0122533 May 12 19:38:58.674397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56320) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.680214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-7495f765-1b96-403f-99ad-3d04f593fac2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.681154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7495f765-1b96-403f-99ad-3d04f593fac2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058887 May 12 19:38:58.683735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56324) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.688541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-319ada16-66bf-4774-8748-03286ff91001 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.689478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-319ada16-66bf-4774-8748-03286ff91001 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046966 May 12 19:38:58.693005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56328) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.700462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-301ba527-f70c-4ba0-b38c-3d72599b1ee1 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.703661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-301ba527-f70c-4ba0-b38c-3d72599b1ee1 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061312 May 12 19:38:58.735189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56332) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.740478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-52430e89-0815-4ab8-8cd2-674b670aa49e tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.745442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-52430e89-0815-4ab8-8cd2-674b670aa49e tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052881 May 12 19:38:58.747046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.757282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-e3890adf-3472-4f8b-a623-77f488c55a43 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.759552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e3890adf-3472-4f8b-a623-77f488c55a43 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0103197 May 12 19:38:58.762225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56340) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.773218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-58f37a99-b193-46ed-8224-bf2eea301413 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.777271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-58f37a99-b193-46ed-8224-bf2eea301413 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108950 May 12 19:38:58.778458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56344) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.797120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-8fe72dea-04a6-4f5a-a5f4-a1a6465b9152 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.800817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8fe72dea-04a6-4f5a-a5f4-a1a6465b9152 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099728 May 12 19:38:58.801868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.819211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Calling delete_port for 37848aac-7388-4360-8774-007483ea588d owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:38:58.823155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-ba06e10f-301f-4b79-9b53-b920b0f61f8a tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.830892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ba06e10f-301f-4b79-9b53-b920b0f61f8a tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0236788 May 12 19:38:58.831731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56352) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.860758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-047996c8-84fa-4711-bfe3-3fcafba20ecd tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.864273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-047996c8-84fa-4711-bfe3-3fcafba20ecd tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0291750 May 12 19:38:58.872671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56356) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.899641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-ed05ecc0-d3da-4c65-ad51-c3d647f6fcc2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.909603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ed05ecc0-d3da-4c65-ad51-c3d647f6fcc2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0203936 May 12 19:38:58.912457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.948923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096c88-5931-45a0-9eb1-4094376c9c38 req-5b885c11-20ec-405a-b382-138aa5f79a9e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:58.951595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17096c88-5931-45a0-9eb1-4094376c9c38 req-5b885c11-20ec-405a-b382-138aa5f79a9e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2573419 May 12 19:38:58.957140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-af442122-49ef-400c-bf33-b1106c982e5d tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.958273 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af442122-49ef-400c-bf33-b1106c982e5d tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082524 May 12 19:38:58.961121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56368) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:58.962227 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bf88d4ca-dc25-43a8-b819-73c5adf3465f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:58.980010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-e9fa1d09-990a-49d4-a64a-03ecb0ae9ab0 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:58.983113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e9fa1d09-990a-49d4-a64a-03ecb0ae9ab0 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0209076 May 12 19:38:58.988069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-bded5986-d80a-4289-9863-b972a68560e4 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:58.989088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-bded5986-d80a-4289-9863-b972a68560e4 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Synchronizing usage tracker for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:38:58.992836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56372) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.000175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-6353c7ab-bd69-4310-b91c-f45c330d9029 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.001145 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6353c7ab-bd69-4310-b91c-f45c330d9029 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067146 May 12 19:38:59.004338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56376) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.063708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17096c88-5931-45a0-9eb1-4094376c9c38 req-45bca20f-8a5a-42ef-96dc-d3b343386196 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 May 12 19:38:59.110819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-f3576636-a0cf-4c68-b64c-7f520dd9b4e6 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.114492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56388) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.114734 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3576636-a0cf-4c68-b64c-7f520dd9b4e6 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.1090765 May 12 19:38:59.119994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-2584ab61-5ce5-4dd1-bb78-4d0cb0363d55 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.121159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2584ab61-5ce5-4dd1-bb78-4d0cb0363d55 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051537 May 12 19:38:59.123656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56392) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.128866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-168a38d1-f603-4812-9091-9150577e46a9 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.135232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-168a38d1-f603-4812-9091-9150577e46a9 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103145 May 12 19:38:59.138096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56396) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.147779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-e4d3e7b9-d7a5-4976-afea-07a3c7e8c609 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.151838 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e4d3e7b9-d7a5-4976-afea-07a3c7e8c609 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0119107 May 12 19:38:59.152089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.155392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-bded5986-d80a-4289-9863-b972a68560e4 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Unset dirty status for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:38:59.156484 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-bded5986-d80a-4289-9863-b972a68560e4 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.36 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.4531353 May 12 19:38:59.157676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [None req-a7d47bfb-d26e-4c54-b7e9-89dfca052184 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.162186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a7d47bfb-d26e-4c54-b7e9-89dfca052184 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057406 May 12 19:38:59.162330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56404) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.203187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-0adb1bb5-cafb-44ae-b8e0-1f61a93616bb tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.206791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0adb1bb5-cafb-44ae-b8e0-1f61a93616bb tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0419774 May 12 19:38:59.212195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56408) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.234748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-b84ba03d-bdf4-4d3b-afe0-63b171fae42d tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.238245 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b84ba03d-bdf4-4d3b-afe0-63b171fae42d tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0165439 May 12 19:38:59.240565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56412) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.248822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-baafaa5e-7633-410d-82f4-a8e0a9169809 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.251087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-baafaa5e-7633-410d-82f4-a8e0a9169809 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086865 May 12 19:38:59.253880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56416) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.260795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:59.265887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-6d5491f3-6504-4f0a-b42e-ccaf64cc58b6 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.270230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d5491f3-6504-4f0a-b42e-ccaf64cc58b6 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0121176 May 12 19:38:59.274690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56420) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.343580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-9a16ea8b-ff9c-4f06-92fc-f018577ffcb7 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.344551 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a16ea8b-ff9c-4f06-92fc-f018577ffcb7 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0206413 May 12 19:38:59.348149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Deleting port 8b36ac25-d46f-4d1d-a124-8156a91da4bd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:38:59.348499 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:59.390348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56424) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.402760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Pushing event deleted for resources: {'Port': ['ID=37848aac-7388-4360-8774-007483ea588d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:38:59.407458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-e156bdb5-ef45-457d-8afd-2bac0dae2df5 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.411744 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e156bdb5-ef45-457d-8afd-2bac0dae2df5 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0177937 May 12 19:38:59.422144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56428) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:38:59.450526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc664366-4a71-492f-969a-c867362b3e87 req-c5e43bb6-c9c7-4baa-b87f-d363c203a489 tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 210 time: 0.1173842 May 12 19:38:59.466052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [None req-1c3b1acf-d63b-4707-ba4f-b65d35a404f2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:38:59.470447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c3b1acf-d63b-4707-ba4f-b65d35a404f2 tempest-ExtensionsTestJSON-573020943 tempest-ExtensionsTestJSON-573020943-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0435100 May 12 19:38:59.481472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa212cb-c109-4616-9834-2087fda060af req-f9bf630d-e138-4722-85ac-0d2d4e68f511 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:38:59.484455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfa212cb-c109-4616-9834-2087fda060af req-f9bf630d-e138-4722-85ac-0d2d4e68f511 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.2976859 May 12 19:38:59.527343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] No DVR routers for this DVR port 37848aac-7388-4360-8774-007483ea588d on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:38:59.553914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:59.577863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'name': 'network-vif-deleted', 'tag': '37848aac-7388-4360-8774-007483ea588d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:38:59.587821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfa212cb-c109-4616-9834-2087fda060af req-1cfe6fe7-a6f7-4759-a5dc-49702309d47a tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911365 May 12 19:38:59.613707 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96e889e9-3c03-482d-aca7-cfde69516fbd req-21ddcb75-b03c-44d6-ae82-971f30d91cdf tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.36 "DELETE /v2.0/ports/37848aac-7388-4360-8774-007483ea588d HTTP/1.1" status: 204 len: 173 time: 2.0553696 May 12 19:38:59.753857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21032c1c-8423-4702-847c-ac4c3ad3aa09 req-324b5e96-9ff4-4e81-92b9-f732a0ca6c7f tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0645678 May 12 19:38:59.941080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] For port 8b36ac25-d46f-4d1d-a124-8156a91da4bd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8b36ac25-d46f-4d1d-a124-8156a91da4bd,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:38:59.941475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:38:59.984496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:00.066284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56442) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:00.116174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a18d0-094b-471c-9220-c85935f02f7a req-a7ebca62-a592-460a-937c-ecb37e5afa11 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:00.127611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba7a18d0-094b-471c-9220-c85935f02f7a req-a7ebca62-a592-460a-937c-ecb37e5afa11 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 946 time: 0.3181965 May 12 19:39:00.173994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b27e2f-bfbc-4215-809d-fa5535e67766 req-327a15a4-d065-448c-87e0-b80bf0a66a96 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:00.182937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31b27e2f-bfbc-4215-809d-fa5535e67766 req-327a15a4-d065-448c-87e0-b80bf0a66a96 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2238955 May 12 19:39:00.204630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:00.214882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Calling delete_port for 8b36ac25-d46f-4d1d-a124-8156a91da4bd owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:00.426430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba7a18d0-094b-471c-9220-c85935f02f7a req-5f2a0929-ec5f-4657-9a80-e2439c211c87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977977 May 12 19:39:00.434772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:00.435186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31b27e2f-bfbc-4215-809d-fa5535e67766 req-c67e2059-dbdc-4272-b28d-a7b62e512cfd tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420523 May 12 19:39:00.445302 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:00.451625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d726377a-ace7-48f9-a1f9-e2a4f796f9df', 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:00.498704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Pushing event deleted for resources: {'Port': ['ID=8b36ac25-d46f-4d1d-a124-8156a91da4bd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:00.543982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:00.559041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5efdf579b342f3a0f3182384462522 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:00.572754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:00.585170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:00.590732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8b36ac25-d46f-4d1d-a124-8156a91da4bd'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:00.732477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8b36ac25-d46f-4d1d-a124-8156a91da4bd no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:00.788301 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df11bc7f-7950-498e-8fb0-cfed798e94e5'] response: {'server_uuid': '6f679a71-6fbb-4aad-a835-1b42af06149c', 'name': 'network-vif-deleted', 'tag': '37848aac-7388-4360-8774-007483ea588d', 'status': 'completed', 'code': 200} May 12 19:39:00.796252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] No DVR routers for this DVR port 8b36ac25-d46f-4d1d-a124-8156a91da4bd on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:00.800458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:00.809058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:00.830470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-66cbaca3-5b55-4f4b-915a-b5df3cf651fa req-e4b4d37d-7a7d-48b4-818c-d63d49c8ea87 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.36 "DELETE /v2.0/ports/8b36ac25-d46f-4d1d-a124-8156a91da4bd HTTP/1.1" status: 204 len: 173 time: 1.6660171 May 12 19:39:00.869870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:00.938260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b6080b-18aa-4776-adf9-6f63076fa2c1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:00.943121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80773d2a-0355-4292-96fc-ec3c74639ba4 req-ecd8368e-11c1-4506-a1b1-51324017ed4b tempest-FloatingIPsAssociationTestJSON-400056275 tempest-FloatingIPsAssociationTestJSON-400056275-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f679a71-6fbb-4aad-a835-1b42af06149c HTTP/1.1" status: 200 len: 210 time: 0.1319933 May 12 19:39:00.991114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bd9da642-9177-4018-8844-f2eff7189906 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d5efdf579b342f3a0f3182384462522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223247 May 12 19:39:00.993390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56458) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:01.044380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 8b36ac25-d46f-4d1d-a124-8156a91da4bd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:01.055593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8b36ac25-d46f-4d1d-a124-8156a91da4bd not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:01.056359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37848aac-7388-4360-8774-007483ea588d no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:01.122783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd62613-3dfb-40b9-a8d6-8527aca4c3d2 req-7fd82cc7-9e52-41b3-99bd-9affe14f06d8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:01.125032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfd62613-3dfb-40b9-a8d6-8527aca4c3d2 req-7fd82cc7-9e52-41b3-99bd-9affe14f06d8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.1324294 May 12 19:39:01.149791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac655c3b-52f8-4788-97e9-73923fe7fedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:01.227749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 37848aac-7388-4360-8774-007483ea588d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:01.228082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37848aac-7388-4360-8774-007483ea588d not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:01.250045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac655c3b-52f8-4788-97e9-73923fe7fedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:01.282577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfd62613-3dfb-40b9-a8d6-8527aca4c3d2 req-94f5b307-6201-490b-8894-9d98b9bfe9f8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481891 May 12 19:39:01.376109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac655c3b-52f8-4788-97e9-73923fe7fedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:01.409670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac655c3b-52f8-4788-97e9-73923fe7fedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b6080b-18aa-4776-adf9-6f63076fa2c1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:01.429595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac655c3b-52f8-4788-97e9-73923fe7fedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:01.433613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ac655c3b-52f8-4788-97e9-73923fe7fedc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99b6080b-18aa-4776-adf9-6f63076fa2c1 HTTP/1.1" status: 204 len: 168 time: 0.4377501 May 12 19:39:01.469287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac0eab34-8df3-4918-b63c-2c4616ff6df3 req-ee9e1720-2a7f-4356-9ee7-316eadb0955a tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1371095 May 12 19:39:01.613346 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:01.715293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afa626-0a79-4380-a5e3-896f35191094 req-b2e4faea-ef0f-465c-916d-e0fc114e1414 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:01.716779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4afa626-0a79-4380-a5e3-896f35191094 req-b2e4faea-ef0f-465c-916d-e0fc114e1414 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.1950402 May 12 19:39:01.786164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4afa626-0a79-4380-a5e3-896f35191094 req-d0b804b8-f081-43c4-9fa6-5170ff04f43f tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635586 May 12 19:39:01.903574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a9bf86d-d277-44bf-8f0c-9b797e2194c8 req-a12f46f2-74ef-4970-b48b-c829475e2828 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fb2b5c-cb9a-4fd6-bece-c11081519a9c HTTP/1.1" status: 200 len: 210 time: 0.0780287 May 12 19:39:02.083487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56492) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:02.872813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'name': 'network-vif-deleted', 'tag': '8b36ac25-d46f-4d1d-a124-8156a91da4bd'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:02.913574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c94af2-0377-4d3c-a021-cfc21328433a req-1e5818c1-cdb9-4ded-b35a-3507f9d5e52f tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1222980 May 12 19:39:03.031872 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ccfcbb-d87b-4d9f-994e-5c1108c3e462'] response: {'server_uuid': '10fb2b5c-cb9a-4fd6-bece-c11081519a9c', 'name': 'network-vif-deleted', 'tag': '8b36ac25-d46f-4d1d-a124-8156a91da4bd', 'status': 'completed', 'code': 200} May 12 19:39:03.116806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:03.190942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746336b3-0d29-4f5e-b48b-26098fa7d132 req-2d4cc1ca-1071-4cde-81ea-be0d725317b1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:03.202007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-746336b3-0d29-4f5e-b48b-26098fa7d132 req-2d4cc1ca-1071-4cde-81ea-be0d725317b1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.1810570 May 12 19:39:03.257812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-746336b3-0d29-4f5e-b48b-26098fa7d132 req-601c9d92-ba2a-4f0e-9f41-2981788fa88b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543771 May 12 19:39:03.324855 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.361774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-486328853'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:03.366925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:03.371221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:03.374275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:03.380926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:03.401137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:03.404832 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.450314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.485967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:03.491114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:security_group_rule and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:03.495085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:03.504836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:03.755271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d296b-2813-4c0d-b119-ade19c4464d3 req-4f147f4e-47f3-4186-a381-b0d77cce5aaa tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:03.756955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d1d296b-2813-4c0d-b119-ade19c4464d3 req-4f147f4e-47f3-4186-a381-b0d77cce5aaa tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 946 time: 0.2004528 May 12 19:39:03.798850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.809404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.843994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Deleting port 4c162889-3d20-420c-8cbb-43299c322893 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:03.844402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.859762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d1d296b-2813-4c0d-b119-ade19c4464d3 req-436a36c9-a52c-4ed4-8bc6-f37a99f56f2a tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879867 May 12 19:39:03.860467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:39:03.875097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda4223-0fe2-4663-b8be-72480867399b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:03.884118 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.884466 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment c983c0a7-5661-499e-8a30-83ecbda5107f of type vlan for network 3c91e3f2-80c8-4775-81ff-a5d45791cbef May 12 19:39:03.907118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ee17-1cc9-4e54-b380-e51109e7e7d8 req-cedb3386-eb77-4c9c-a12f-0b1231e437b6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:03.908622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0349ee17-1cc9-4e54-b380-e51109e7e7d8 req-cedb3386-eb77-4c9c-a12f-0b1231e437b6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2415299 May 12 19:39:03.950494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:03.980431 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0349ee17-1cc9-4e54-b380-e51109e7e7d8 req-8dd36207-8c87-4694-b3de-eac06bb0dbbe tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643454 May 12 19:39:04.015662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.022899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:04.023776 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.049650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] For port 4c162889-3d20-420c-8cbb-43299c322893, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4c162889-3d20-420c-8cbb-43299c322893,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:04.050600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.194477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Calling delete_port for 4c162889-3d20-420c-8cbb-43299c322893 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:04.382922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6619aea6-27d7-4126-af03-4d26c6a91153 req-4090ffb3-7029-44c7-8802-5b1b7a30284a tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.2384107 May 12 19:39:04.392554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2705536 May 12 19:39:04.399778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:04.405633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b65e1b-b470-4b50-9217-810a964596a9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=3c91e3f2-80c8-4775-81ff-a5d45791cbef,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:04.412386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-1412204153'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:04.420226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:04.432403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:39:04.446376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:04.449633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:04.464097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:04.500246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:04.507019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.549423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd8281-7d0b-4f11-88b2-c2b0fa32f227 req-30bbb015-5348-4974-bd7d-838a57d10477 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:04.551600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cbd8281-7d0b-4f11-88b2-c2b0fa32f227 req-30bbb015-5348-4974-bd7d-838a57d10477 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3979475 May 12 19:39:04.582288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.632882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c162889-3d20-420c-8cbb-43299c322893,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:04.637229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:39:04.680368 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cbd8281-7d0b-4f11-88b2-c2b0fa32f227 req-1641c1cb-923e-403b-a281-9f42fb872b0c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193206 May 12 19:39:04.712952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.713857 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment bb345fae-c09d-4a56-9e88-45c22eb13000 of type vlan for network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 May 12 19:39:04.753964 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.765245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea9f29-b567-4a1e-a84a-e34d7c5332ee req-5e8955a3-5827-4bf3-ab8d-1a673375979e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:04.766846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8ea9f29-b567-4a1e-a84a-e34d7c5332ee req-5e8955a3-5827-4bf3-ab8d-1a673375979e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.2082436 May 12 19:39:04.843287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8ea9f29-b567-4a1e-a84a-e34d7c5332ee req-526c96f9-b6b2-4dbf-9818-2ef4d3324656 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686026 May 12 19:39:04.847736 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:04.864867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:04.865623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:05.082666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:05.161080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7524168 May 12 19:39:05.244469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56576) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:05.271210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': '3c91e3f2-80c8-4775-81ff-a5d45791cbef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:05.297499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c0e3e-0ce1-41c6-ae1d-39a91bc44214 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:05.311635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:39:05.490934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:05.500213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:05.506704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:05.517506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:05.532721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-60a17713-7e69-4592-ac47-672709a2a5d5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:05.534258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-60a17713-7e69-4592-ac47-672709a2a5d5 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 946 time: 0.5925276 May 12 19:39:05.554191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55c6e2-9253-46a4-82d6-f890e35fb174 req-2afbbc52-be52-461f-882a-48224d649d20 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:05.561496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc55c6e2-9253-46a4-82d6-f890e35fb174 req-2afbbc52-be52-461f-882a-48224d649d20 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4452143 May 12 19:39:05.612178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:05.615665 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:05.635243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:39:05.650709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33ad6-3235-455c-a08a-b06bcadbec58 req-33321709-0e40-41df-94f3-e64cba8be945 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:05.652311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ad33ad6-3235-455c-a08a-b06bcadbec58 req-33321709-0e40-41df-94f3-e64cba8be945 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 946 time: 0.5226448 May 12 19:39:05.796485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Deleting port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:05.796773 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:05.834105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc55c6e2-9253-46a4-82d6-f890e35fb174 req-eac8bd12-38be-4a2f-ae9e-681fb389fc02 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717030 May 12 19:39:05.873445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:05.888906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] Sync routers for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:05.895623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ad33ad6-3235-455c-a08a-b06bcadbec58 req-a8e9ac3c-06c3-49a8-bd34-451b864e5df2 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820519 May 12 19:39:05.903584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56588) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:05.905737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6c18570f-8410-404e-b930-ad2bb356c13e admin admin] 10.222.0.72 "PUT /v2.0/routers/16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8189292 May 12 19:39:05.906064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:05.907002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:06.147805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:06.350291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02982b00-3570-4fdc-9e8d-df4d5333c356 req-68a71e97-2171-4563-9956-b1c08fb61fe8 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.2855282 May 12 19:39:06.527848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:39:04Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:06.532416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] Checking router: 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:39:06.575331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] Routers {'16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:06.576037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:06.629327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f4e775e8-1581-44a6-83d8-9680bd1793b1 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:39:06.657163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:06.802393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] For port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:06.802723 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:06.834187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=03b97f78-af04-4dde-b4f7-1da1e82590ad,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:06.841421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] Set router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:06.891485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:07.019476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Calling delete_port for b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:07.054366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:07.073716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'port_id': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'mac_address': 'fa:16:3e:92:c2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211bfd24-0ac1-4002-81d7-be66f3286eb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:39:07.094341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a4da-6cae-4d55-857f-45684f76dad8 req-5c3cfaca-d0d0-49dc-80da-001557c10eab tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:07.095856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0372a4da-6cae-4d55-857f-45684f76dad8 req-5c3cfaca-d0d0-49dc-80da-001557c10eab tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 1.0324287 May 12 19:39:07.107375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': 'c983c0a7-5661-499e-8a30-83ecbda5107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3c91e3f2-80c8-4775-81ff-a5d45791cbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:07.108023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: 3c91e3f2-80c8-4775-81ff-a5d45791cbef, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:39:07.187218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f4e775e8-1581-44a6-83d8-9680bd1793b1 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:07.187876 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:07.207938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4e775e8-1581-44a6-83d8-9680bd1793b1 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:07.225272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:07.237084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:07.268035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6b7c-ac70-4ece-8b6a-d46bbc3b59ca req-0f75590e-e501-4ab9-b0cc-88d4e8cefd51 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:07.282609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb8c6b7c-ac70-4ece-8b6a-d46bbc3b59ca req-0f75590e-e501-4ab9-b0cc-88d4e8cefd51 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.7501171 May 12 19:39:07.316627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f4e775e8-1581-44a6-83d8-9680bd1793b1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:07.345786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56598) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:07.356110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:07.376781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:39:04Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:07.384581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef35ce-3805-4ef2-aba8-b789fb9fdc0d None None] The sync data for ids ['16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2'] in n-d-841626-1 is: [{'id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346055778-router', 'tenant_id': '358c86a990744b45a5b956e61c70a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:36:53Z', 'updated_at': '2022-05-12T19:39:04Z', 'revision_number': 5, 'project_id': '358c86a990744b45a5b956e61c70a5d6', 'gw_port': {'id': 'd0a2a128-45cb-4639-8746-d97e63883fb2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:54Z', 'updated_at': '2022-05-12T19:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:07.423252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0372a4da-6cae-4d55-857f-45684f76dad8 req-126833f1-98d7-4aa5-b5b1-ad3093819dc9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046737 May 12 19:39:07.470116 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:07.477682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:39:07.485505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:07.505356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d726377a-ace7-48f9-a1f9-e2a4f796f9df', 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:07.529849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb8c6b7c-ac70-4ece-8b6a-d46bbc3b59ca req-beb8fef9-664a-42de-a41b-27fd8829faad tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456343 May 12 19:39:07.636050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3c91e3f2-80c8-4775-81ff-a5d45791cbef) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:07.653603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Deleting port d0a2a128-45cb-4639-8746-d97e63883fb2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:07.653971 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:07.656422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe1c48-0614-4db2-b64e-ce9ee01435cc None None] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:07.886210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.000328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] For port d0a2a128-45cb-4639-8746-d97e63883fb2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d0a2a128-45cb-4639-8746-d97e63883fb2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:08.000639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.124106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3c91e3f2-80c8-4775-81ff-a5d45791cbef', 'network_id': '3c91e3f2-80c8-4775-81ff-a5d45791cbef', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '03b97f78-af04-4dde-b4f7-1da1e82590ad'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:39:08.130259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.196624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:08.197569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.209586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Calling delete_port for d0a2a128-45cb-4639-8746-d97e63883fb2 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:08.248350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Pushing event deleted for resources: {'Port': ['ID=b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:08.327780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] No DVR routers for this DVR port b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:08.359936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.359936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Allocated IP 172.20.0.2 (3c91e3f2-80c8-4775-81ff-a5d45791cbef/03b97f78-af04-4dde-b4f7-1da1e82590ad/1e8fc901-49c3-4fc3-9c79-b29d33be9144) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:08.415135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-be5764c4-90b0-43a5-8e84-f66912770cf4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1486974 May 12 19:39:08.415135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.415135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efadd036-19d3-49f4-a12e-17b1dd559b9c req-9423c29a-f839-44cd-9712-8e299e75e611 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "DELETE /v2.0/ports/b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f HTTP/1.1" status: 204 len: 173 time: 2.8361239 May 12 19:39:08.425876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'name': 'network-vif-deleted', 'tag': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:08.433176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56612) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:08.435309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d6a3834c-db61-4472-94a2-37b76d207b7e req-7c2f9d20-5441-47ea-a651-d10e2bddad3e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Synchronizing usage tracker for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:08.456018 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b9cb91e-9c5d-4c24-89e5-ecfcf5d6ff2a req-39f77c7a-5210-4bde-b8cb-4796b2e0b529 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.2030497 May 12 19:39:08.463879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': 'b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:08.563145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4c162889-3d20-420c-8cbb-43299c322893 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:08.617095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4c162889-3d20-420c-8cbb-43299c322893 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:08.617540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4c162889-3d20-420c-8cbb-43299c322893 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:08.619191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f4e775e8-1581-44a6-83d8-9680bd1793b1 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:08.670064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.709159 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.728748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Transition to ACTIVE for port object 1e8fc901-49c3-4fc3-9c79-b29d33be9144 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:08.751736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d6a3834c-db61-4472-94a2-37b76d207b7e req-7c2f9d20-5441-47ea-a651-d10e2bddad3e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Unset dirty status for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:08.760709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6a3834c-db61-4472-94a2-37b76d207b7e req-7c2f9d20-5441-47ea-a651-d10e2bddad3e tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8c49d8b-c2e7-4bd0-b054-bc835ed6537b HTTP/1.1" status: 200 len: 210 time: 1.0604098 May 12 19:39:08.787941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Transition to ACTIVE for port object 1e8fc901-49c3-4fc3-9c79-b29d33be9144 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:08.787941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port f4e775e8-1581-44a6-83d8-9680bd1793b1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:08.787941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.825302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.827115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:08.831744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:08.845994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:08.852412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:08.869702 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b04c8f-42ef-4ce7-bc99-1e75a77e189c'] response: {'server_uuid': 'd8c49d8b-c2e7-4bd0-b054-bc835ed6537b', 'name': 'network-vif-deleted', 'tag': 'b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f', 'status': 'completed', 'code': 200} May 12 19:39:08.919332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Pushing event updated for resources: {'Port': ['ID=1e8fc901-49c3-4fc3-9c79-b29d33be9144,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:08.943676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:08.947438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:08.959241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:08.962741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:08.963629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:09.132898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Attempting to bind port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:39:09.133714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Attempting to bind port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c983c0a7-5661-499e-8a30-83ecbda5107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3c91e3f2-80c8-4775-81ff-a5d45791cbef'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:39:09.133814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Attempting to bind port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 on network 3c91e3f2-80c8-4775-81ff-a5d45791cbef {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:09.147980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:39:09.149136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Checking segment: {'id': 'c983c0a7-5661-499e-8a30-83ecbda5107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3c91e3f2-80c8-4775-81ff-a5d45791cbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:09.149570 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.150734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Bound using segment: {'id': 'c983c0a7-5661-499e-8a30-83ecbda5107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3c91e3f2-80c8-4775-81ff-a5d45791cbef'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:39:09.150734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Bound port: 1e8fc901-49c3-4fc3-9c79-b29d33be9144, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c983c0a7-5661-499e-8a30-83ecbda5107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3c91e3f2-80c8-4775-81ff-a5d45791cbef'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:39:09.150980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.160806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.220136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Deleting port d31a2031-e54a-494b-8795-319f1113a6a6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:09.220555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.225663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a2a128-45cb-4639-8746-d97e63883fb2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:09.236265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f4e775e8-1581-44a6-83d8-9680bd1793b1 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:09.236412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.283231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:09.306835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:09.314314 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.320093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084e128-81a0-48c2-8616-ca2f5596780c req-f3a3f9a2-694f-4ef5-b4c4-fc9a2aa342eb tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:09.321683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1084e128-81a0-48c2-8616-ca2f5596780c req-f3a3f9a2-694f-4ef5-b4c4-fc9a2aa342eb tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 945 time: 0.4025967 May 12 19:39:09.369210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] For port 1e8fc901-49c3-4fc3-9c79-b29d33be9144, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:39:09.382955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] For port 1e8fc901-49c3-4fc3-9c79-b29d33be9144, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1e8fc901-49c3-4fc3-9c79-b29d33be9144,segment=NetworkSegment(c983c0a7-5661-499e-8a30-83ecbda5107f),segment_id=c983c0a7-5661-499e-8a30-83ecbda5107f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:39:09.392519 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.408866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] For port d31a2031-e54a-494b-8795-319f1113a6a6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d31a2031-e54a-494b-8795-319f1113a6a6,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:09.409253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.410775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71b3d-113d-44c0-aa3d-d6ba2ca5d411 req-9957cbd3-b150-4e10-8957-6d0feeef13c4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:09.412354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08c71b3d-113d-44c0-aa3d-d6ba2ca5d411 req-9957cbd3-b150-4e10-8957-6d0feeef13c4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4239922 May 12 19:39:09.423551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:09.465462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1084e128-81a0-48c2-8616-ca2f5596780c req-f9e0a82b-df4f-40ac-8665-058ab777fd1d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344266 May 12 19:39:09.477461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.512139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b92c0-1815-4ac3-bad2-1263aafd9ad8 None None] Pushing event updated for resources: {'Port': ['ID=1e8fc901-49c3-4fc3-9c79-b29d33be9144,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:09.559621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Calling delete_port for d31a2031-e54a-494b-8795-319f1113a6a6 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:09.726886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.731654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08c71b3d-113d-44c0-aa3d-d6ba2ca5d411 req-8625741c-9b52-4d9e-8d5a-98bf73026ab4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987983 May 12 19:39:09.732845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.736710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.775185 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad57e3f-9e5b-4562-a358-34cb368092f5'] response: {'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'code': 200} May 12 19:39:09.819712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.855446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=ecf1ecde-690f-49ca-9537-021609190744,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:09.877556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:09.878549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:39:09.908178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': 'bb345fae-c09d-4a56-9e88-45c22eb13000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:09.908948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:39:09.929239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d31a2031-e54a-494b-8795-319f1113a6a6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:09.970100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:10.015808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:10.016485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device b9d6cfa9-d9cd-4172-b4c4-3e910b47d33f not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:10.031114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c5f43d9-6f36-4a68-9e89-96b282a0a449 req-de411182-dc9d-4cb4-a9d4-ccc941368086 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1264083 May 12 19:39:10.044040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.045011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ce5edfdb-67e7-4b9f-be0f-3305ce8c0257 admin admin] 10.222.0.72 "DELETE /v2.0/routers/16e4f6b6-8d4c-4d3f-b5c1-425f4e3a3ce2 HTTP/1.1" status: 204 len: 168 time: 4.0623305 May 12 19:39:10.048261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56632) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:10.102269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:39:10.136896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:10.142182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:10.143006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.150750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c7a626-c9cd-4946-8de6-35166d048ff9 None None] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:10.171296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] Deleting subnet 971a7fb7-de75-45dc-b693-5f6312d1c107 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:39:10.178074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.225142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4116a-71a7-4252-8fe8-2d8819a80981 req-d7e429c9-d1c0-49d5-9d12-8da524c9146c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:10.232645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ec4116a-71a7-4252-8fe8-2d8819a80981 req-d7e429c9-d1c0-49d5-9d12-8da524c9146c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3264749 May 12 19:39:10.255821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b694fdd4-1036-4f45-b246-5d019140465d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8143644 May 12 19:39:10.258845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56636) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:10.275322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-529749160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:10.302712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.329234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:10.332552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.343329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:router and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:10.355766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:10.376938 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ec4116a-71a7-4252-8fe8-2d8819a80981 req-d6ac6747-b8ba-4fec-ab7b-5dd31b4c9323 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379848 May 12 19:39:10.386383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:10.404669 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.406552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.435454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.493481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.545449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.551860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0ac74624-8b1f-4d18-9854-dcce037eb0e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2899938 May 12 19:39:10.555846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56650) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:10.691284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44', 'network_id': 'b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': 'ecf1ecde-690f-49ca-9537-021609190744'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:39:10.692241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:10.818176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e8fc901-49c3-4fc3-9c79-b29d33be9144 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:10.947223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95286e2d-f545-4064-9cb5-8eb88f25c494 None None] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:11.007293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-a8b263eb-0770-4167-9403-4fcc0decc954 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:11.008098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-a8b263eb-0770-4167-9403-4fcc0decc954 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Synchronizing usage tracker for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:11.102107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-a8b263eb-0770-4167-9403-4fcc0decc954 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Unset dirty status for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:11.103668 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-a8b263eb-0770-4167-9403-4fcc0decc954 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.3703494 May 12 19:39:11.104603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-468543c2-83c5-4348-a278-9ea72a450fff None None] Provisioning for port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:11.111202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Allocated IP 172.21.0.2 (b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44/ecf1ecde-690f-49ca-9537-021609190744/bffd5c83-2ba6-4f86-8875-45d686ddba81) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:11.118246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.134614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:11.168503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:11.169229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.257572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Deleting port f4e775e8-1581-44a6-83d8-9680bd1793b1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:11.257824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.326439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Router 888107f4-5b60-4129-94df-e6d52c7c4b49 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:39:11.530190 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.537630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:11.538009 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.588702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.591470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971a7fb7-de75-45dc-b693-5f6312d1c107,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:11.600881 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.602457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1e8fc901-49c3-4fc3-9c79-b29d33be9144, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1e8fc901-49c3-4fc3-9c79-b29d33be9144,segment=NetworkSegment(c983c0a7-5661-499e-8a30-83ecbda5107f),segment_id=c983c0a7-5661-499e-8a30-83ecbda5107f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:11.605735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Transition to ACTIVE for port object bffd5c83-2ba6-4f86-8875-45d686ddba81 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:11.610402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9900a87-6878-42df-925f-60e6cd275336 req-0c556602-07a0-4cba-b43a-b282e721524c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:11.611945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9900a87-6878-42df-925f-60e6cd275336 req-0c556602-07a0-4cba-b43a-b282e721524c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.6832759 May 12 19:39:11.617572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.623424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe31dc-16a7-4c4b-8849-cc8f48041bc8 req-025898fa-77ff-4cb4-956e-e98ac94e1ab8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:11.630324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cfe31dc-16a7-4c4b-8849-cc8f48041bc8 req-025898fa-77ff-4cb4-956e-e98ac94e1ab8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 946 time: 0.7103076 May 12 19:39:11.661371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ebc07-111c-45d5-a7ca-9789e1cf61b2 None None] Network 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:11.676627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c54f78de-f445-4571-98bd-48ad600c9f62 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/971a7fb7-de75-45dc-b693-5f6312d1c107 HTTP/1.1" status: 204 len: 168 time: 1.6262906 May 12 19:39:11.677828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56658) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:11.702782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Transition to ACTIVE for port object bffd5c83-2ba6-4f86-8875-45d686ddba81 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:11.725714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:11.736720 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] Sync routers for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:11.746981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.750751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d0a2a128-45cb-4639-8746-d97e63883fb2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:11.761364 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:11.762527 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:11.794897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] For port f4e775e8-1581-44a6-83d8-9680bd1793b1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f4e775e8-1581-44a6-83d8-9680bd1793b1,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:11.795255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.821607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:11.845171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d0a2a128-45cb-4639-8746-d97e63883fb2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:11.845792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d0a2a128-45cb-4639-8746-d97e63883fb2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:11.922551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1e8fc901-49c3-4fc3-9c79-b29d33be9144,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:11.929869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:11.981460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e74fa109-ea64-4ecb-bfd3-d9dea86a37dc admin admin] 10.222.0.72 "PUT /v2.0/routers/888107f4-5b60-4129-94df-e6d52c7c4b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6313672 May 12 19:39:11.985917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Calling delete_port for f4e775e8-1581-44a6-83d8-9680bd1793b1 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:12.021009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56662) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:12.022831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:12.036536 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:12.051528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:12.128756 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.163139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Pushing event updated for resources: {'Port': ['ID=bffd5c83-2ba6-4f86-8875-45d686ddba81,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:12.195815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6b6dcb1d-0da9-4b07-9ae2-e8fb16e8495b None None] Provisioning complete for port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:12.196924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6b6dcb1d-0da9-4b07-9ae2-e8fb16e8495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.257174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Attempting to bind port bffd5c83-2ba6-4f86-8875-45d686ddba81 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:39:12.257864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Attempting to bind port bffd5c83-2ba6-4f86-8875-45d686ddba81 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'bb345fae-c09d-4a56-9e88-45c22eb13000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:39:12.258408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Attempting to bind port bffd5c83-2ba6-4f86-8875-45d686ddba81 on network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:12.263987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.20.0.1 (3c91e3f2-80c8-4775-81ff-a5d45791cbef/03b97f78-af04-4dde-b4f7-1da1e82590ad/6b5aec84-86b4-4860-b608-aac1d2bc3cfe) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:12.281352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:39:12.282307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Checking segment: {'id': 'bb345fae-c09d-4a56-9e88-45c22eb13000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:12.282899 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.283555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Bound using segment: {'id': 'bb345fae-c09d-4a56-9e88-45c22eb13000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:39:12.284338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Bound port: bffd5c83-2ba6-4f86-8875-45d686ddba81, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb345fae-c09d-4a56-9e88-45c22eb13000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:39:12.284890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.371956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Deleting port f27147ee-f936-470b-acd7-5ca19272400a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:12.372328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.406053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] DHCP port deletion for 4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:39:12.431013 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cfe31dc-16a7-4c4b-8849-cc8f48041bc8 req-15381752-1760-4a89-92ef-5910c4fd3802 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997406 May 12 19:39:12.463445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9900a87-6878-42df-925f-60e6cd275336 req-8b8b5b23-5457-4da1-9217-aa4a70a11dfb tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134682 May 12 19:39:12.491423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] Deleting port f27147ee-f936-470b-acd7-5ca19272400a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:12.491797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.519500 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:39:09Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:12.524207 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] Checking router: 888107f4-5b60-4129-94df-e6d52c7c4b49 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:39:12.535251 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] Routers {'888107f4-5b60-4129-94df-e6d52c7c4b49'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:12.536039 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['888107f4-5b60-4129-94df-e6d52c7c4b49'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:12.609946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.641526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f4e775e8-1581-44a6-83d8-9680bd1793b1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:12.670942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e8fc901-49c3-4fc3-9c79-b29d33be9144 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:12.717154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.743319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] For port bffd5c83-2ba6-4f86-8875-45d686ddba81, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:39:12.745354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6b6dcb1d-0da9-4b07-9ae2-e8fb16e8495b None None] Current status of the port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:12.767857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event deleted for resources: {'Port': ['ID=f4e775e8-1581-44a6-83d8-9680bd1793b1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:12.798374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] For port bffd5c83-2ba6-4f86-8875-45d686ddba81, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bffd5c83-2ba6-4f86-8875-45d686ddba81,segment=NetworkSegment(bb345fae-c09d-4a56-9e88-45c22eb13000),segment_id=bb345fae-c09d-4a56-9e88-45c22eb13000)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:39:12.810442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:12.870546 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] Set router 888107f4-5b60-4129-94df-e6d52c7c4b49 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:12.947402 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca5bed1b-66ac-466d-acf1-9966af0add74 req-cf8e3b0f-27ea-4308-bf49-9bac267fd6c1 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0642986 May 12 19:39:12.991964 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.013958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-9f84c9e4-fd4b-4293-9deb-2bea410e1fd8 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:13.014547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-9f84c9e4-fd4b-4293-9deb-2bea410e1fd8 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.5801017 May 12 19:39:13.096550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Deleting port d726377a-ace7-48f9-a1f9-e2a4f796f9df {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:13.099417 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.131964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object 6b5aec84-86b4-4860-b608-aac1d2bc3cfe will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:13.167313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095ece1-7deb-436c-a0ad-8c0cfc08e3a9 None None] Pushing event updated for resources: {'Port': ['ID=bffd5c83-2ba6-4f86-8875-45d686ddba81,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:13.169989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:13.170359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.175418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] No DVR routers for this DVR port f4e775e8-1581-44a6-83d8-9680bd1793b1 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:13.189625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.231054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f4cf7-8fc1-49ec-b53f-ce566ddef63d req-6e100526-bcb2-4abb-882e-560821d30d4d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:13.232884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-060f4cf7-8fc1-49ec-b53f-ce566ddef63d req-6e100526-bcb2-4abb-882e-560821d30d4d tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 945 time: 0.5995705 May 12 19:39:13.239887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] For port f27147ee-f936-470b-acd7-5ca19272400a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f27147ee-f936-470b-acd7-5ca19272400a,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:13.240451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.356835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] For port f27147ee-f936-470b-acd7-5ca19272400a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f27147ee-f936-470b-acd7-5ca19272400a,segment=NetworkSegment(63369214-b2de-49f1-b544-6ccfabb84b79),segment_id=63369214-b2de-49f1-b544-6ccfabb84b79)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:13.357388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.398189 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.443359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:39:09Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:13.465343 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c3e04-4e44-479c-8078-c1608c580978 None None] The sync data for ids ['888107f4-5b60-4129-94df-e6d52c7c4b49'] in n-d-841626-1 is: [{'id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'name': 'tempest-TaggedBootDevicesTest_v242-1105695712-router', 'tenant_id': '871b1bf61e6b4847b33a81dec2c7effc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:31:43Z', 'updated_at': '2022-05-12T19:39:09Z', 'revision_number': 5, 'project_id': '871b1bf61e6b4847b33a81dec2c7effc', 'gw_port': {'id': '15c73d53-7e5e-4571-b9b7-2547a0fdb2c5', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888107f4-5b60-4129-94df-e6d52c7c4b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:31:45Z', 'updated_at': '2022-05-12T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:13.487377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'name': 'network-vif-deleted', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:13.508569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] Calling delete_port for f27147ee-f936-470b-acd7-5ca19272400a owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:13.579763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-060f4cf7-8fc1-49ec-b53f-ce566ddef63d req-5aaf2b44-2e0d-435e-bbf5-88dd297132be tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/security-groups?id=7078d0c9-848c-4afc-b6cb-0e2009823a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684352 May 12 19:39:13.580688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.592454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Calling delete_port for f27147ee-f936-470b-acd7-5ca19272400a owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:13.636374 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-599cd6a9-3cee-4f79-a928-e1a2faf40d38 req-4d98251f-048a-40d5-bd6c-d953342fdcb8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "DELETE /v2.0/ports/f4e775e8-1581-44a6-83d8-9680bd1793b1 HTTP/1.1" status: 204 len: 173 time: 2.5262024 May 12 19:39:13.656994 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.658613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] For port d726377a-ace7-48f9-a1f9-e2a4f796f9df, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d726377a-ace7-48f9-a1f9-e2a4f796f9df,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:13.658975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.683005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Deleting port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:13.683451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.740806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] No DVR routers for this DVR port f27147ee-f936-470b-acd7-5ca19272400a on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:13.764163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0629c-6ccd-49eb-9f7b-c7eb467c32e7 None None] Pushing event deleted for resources: {'Port': ['ID=f27147ee-f936-470b-acd7-5ca19272400a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:13.777706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:13.785924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Calling delete_port for d726377a-ace7-48f9-a1f9-e2a4f796f9df owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:13.846479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:13.848498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:13.892572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f27147ee-f936-470b-acd7-5ca19272400a no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:13.896591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:13.950480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f27147ee-f936-470b-acd7-5ca19272400a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:13.951013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f27147ee-f936-470b-acd7-5ca19272400a not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:13.984557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:39:13.984879 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:39:13.991677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] For port 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:13.992031 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:13.999874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-754109b1-1f57-46fd-828e-e29bf75c37e9 req-38d0448f-abc2-4f90-ac1d-5b2eab86cc22 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f391f5-cc48-482c-a358-a79ce0e730ef HTTP/1.1" status: 200 len: 210 time: 0.1770940 May 12 19:39:14.016102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=6b5aec84-86b4-4860-b608-aac1d2bc3cfe,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:14.045365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add00bba-1e6b-471b-aeca-32a6c5977581 req-cffb6ea3-9796-4f23-b27b-b1ef5215e567 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:14.058790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-add00bba-1e6b-471b-aeca-32a6c5977581 req-cffb6ea3-9796-4f23-b27b-b1ef5215e567 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.8388476 May 12 19:39:14.126856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:14.258996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5ce2245a-f024-42be-83aa-ad96ae99476b None None] Provisioning for port 6b5aec84-86b4-4860-b608-aac1d2bc3cfe completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:14.258996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5ce2245a-f024-42be-83aa-ad96ae99476b None None] Provisioning complete for port 6b5aec84-86b4-4860-b608-aac1d2bc3cfe triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:14.258996 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ce2245a-f024-42be-83aa-ad96ae99476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:14.369674 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a2496c-46d0-453e-9bbf-ce5d8f18343b'] response: {'server_uuid': '88f391f5-cc48-482c-a358-a79ce0e730ef', 'name': 'network-vif-deleted', 'tag': 'f4e775e8-1581-44a6-83d8-9680bd1793b1', 'status': 'completed', 'code': 200} May 12 19:39:14.369674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Calling delete_port for 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:14.457080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2245a-f024-42be-83aa-ad96ae99476b None None] Port 6b5aec84-86b4-4860-b608-aac1d2bc3cfe cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:14.493825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Deleting port f27147ee-f936-470b-acd7-5ca19272400a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:14.493825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:14.572916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d685484e-f766-4dbc-b53b-d4fc04434ecb req-a7f2dfd5-048f-45db-a62e-dc4b826d2f84 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1644580 May 12 19:39:14.615019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-add00bba-1e6b-471b-aeca-32a6c5977581 req-3b52ed7f-26ff-4405-b13b-f79af064657e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492475 May 12 19:39:14.628558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] The port 'f27147ee-f936-470b-acd7-5ca19272400a' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:39:14.641891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f4e775e8-1581-44a6-83d8-9680bd1793b1 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:14.681757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:14.735457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: f4e775e8-1581-44a6-83d8-9680bd1793b1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:14.736446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f4e775e8-1581-44a6-83d8-9680bd1793b1 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:14.796547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bffd5c83-2ba6-4f86-8875-45d686ddba81 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:14.809685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Pushing event deleted for resources: {'Port': ['ID=d726377a-ace7-48f9-a1f9-e2a4f796f9df,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:14.893171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port bffd5c83-2ba6-4f86-8875-45d686ddba81 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:14.908632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02553ae9-8a20-4263-82f7-a506b560192c None None] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:14.926394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d31a2031-e54a-494b-8795-319f1113a6a6 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:15.012392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d31a2031-e54a-494b-8795-319f1113a6a6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:15.012643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d31a2031-e54a-494b-8795-319f1113a6a6 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:15.050056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef50a299-54ef-406c-bb3a-52f55b67f3f4 req-f29c99bd-9149-466f-8a0c-98f478d54eef tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 210 time: 0.2377565 May 12 19:39:15.061953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] Provisioning for port bffd5c83-2ba6-4f86-8875-45d686ddba81 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:15.078745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] Provisioning complete for port bffd5c83-2ba6-4f86-8875-45d686ddba81 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:15.079333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.129089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.185853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] No DVR routers for this DVR port d726377a-ace7-48f9-a1f9-e2a4f796f9df on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:15.221396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.229832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'name': 'network-vif-deleted', 'tag': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:15.238437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.272309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56690) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:15.282363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843849388', 'description': 'tempest-description--1483625702'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:15.291860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:15.299909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:security_group and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:15.326247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:15.336805 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d278f37e-d084-425c-b287-4342e8558a01'] response: {'server_uuid': 'bf9ae853-619d-4ac7-841b-1a7a15015eaf', 'name': 'network-vif-deleted', 'tag': 'd726377a-ace7-48f9-a1f9-e2a4f796f9df', 'status': 'completed', 'code': 200} May 12 19:39:15.347064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:15.353627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] Current status of the port bffd5c83-2ba6-4f86-8875-45d686ddba81 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:15.355115 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.364628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50a507d7-63a8-48f3-b5ca-b8371d17f6dc req-e1688f40-6795-4a39-9151-b57c06252d61 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.73 "DELETE /v2.0/ports/d726377a-ace7-48f9-a1f9-e2a4f796f9df HTTP/1.1" status: 204 len: 173 time: 2.3409269 May 12 19:39:15.409554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c73d53-7e5e-4571-b9b7-2547a0fdb2c5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:15.462500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] For port bffd5c83-2ba6-4f86-8875-45d686ddba81, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bffd5c83-2ba6-4f86-8875-45d686ddba81,segment=NetworkSegment(bb345fae-c09d-4a56-9e88-45c22eb13000),segment_id=bb345fae-c09d-4a56-9e88-45c22eb13000)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:15.472830 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.478569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.521277 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.522551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2d504e-f2a4-4ab8-9171-1593ffacfbd7']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:15.541564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63369214-b2de-49f1-b544-6ccfabb84b79') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:15.541943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63369214-b2de-49f1-b544-6ccfabb84b79') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:15.555301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.582986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:15.602977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.605705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:security_group_rule and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:15.624757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441b3e0-ec8f-4b14-a59c-503bd523a301 req-719a4e68-aeba-466e-ba28-d1791b1241fb tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:15.632095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a441b3e0-ec8f-4b14-a59c-503bd523a301 req-719a4e68-aeba-466e-ba28-d1791b1241fb tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.5770645 May 12 19:39:15.651099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:15.662595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671de7-669d-4b07-8f30-852d83099948 None None] Pushing event updated for resources: {'Port': ['ID=bffd5c83-2ba6-4f86-8875-45d686ddba81,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:15.680576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:15.776167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.793156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.795243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:39:15.795635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.798490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-19b2588f-be30-4646-a000-896c0f684886 None None] Provisioning complete for port bffd5c83-2ba6-4f86-8875-45d686ddba81 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:15.798809 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19b2588f-be30-4646-a000-896c0f684886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: timer() May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:39:15.809046 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:39:15.812733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.839092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a441b3e0-ec8f-4b14-a59c-503bd523a301 req-71bdca27-a875-489a-8eaf-8cc55e250391 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060268 May 12 19:39:15.856989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f57ff18-6b96-41e0-9901-bd3cd0816198 req-c5deff2d-d232-4e74-9809-e2defc2661e4 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0829759 May 12 19:39:15.934525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19b2588f-be30-4646-a000-896c0f684886 None None] Current status of the port bffd5c83-2ba6-4f86-8875-45d686ddba81 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:15.943611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.966197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.972224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.972785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888107f4-5b60-4129-94df-e6d52c7c4b49 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:39:15.989320 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:15.990061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2d504e-f2a4-4ab8-9171-1593ffacfbd7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:16.003782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d726377a-ace7-48f9-a1f9-e2a4f796f9df no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:16.004639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.027154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.028403 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a9b83257-cece-48cd-aaa1-418edefb9876 admin admin] 10.222.0.72 "DELETE /v2.0/routers/888107f4-5b60-4129-94df-e6d52c7c4b49 HTTP/1.1" status: 204 len: 168 time: 3.9993117 May 12 19:39:16.031597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56698) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:16.032023 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c0d2fc9b-ab5f-4098-8f0d-0be7a32741c4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4c2d504e-f2a4-4ab8-9171-1593ffacfbd7 HTTP/1.1" status: 204 len: 168 time: 4.3520184 May 12 19:39:16.066340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: d726377a-ace7-48f9-a1f9-e2a4f796f9df {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:16.066800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d726377a-ace7-48f9-a1f9-e2a4f796f9df not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:16.202282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56706) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:16.210301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.263602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.281441 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b63ca20f-c905-492f-9323-7c43b1825b85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=358c86a990744b45a5b956e61c70a5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777044 May 12 19:39:16.283792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56710) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:16.344539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017adaf-9d40-47c8-8c54-1709ff949e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.364715 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.365980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0897999 May 12 19:39:16.366869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e915d71-9b84-4f2c-8e64-b99d9db46295 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547489e3-bf17-4a09-8d2f-85aa084d0f70,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:16.369720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56714) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:16.373205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017adaf-9d40-47c8-8c54-1709ff949e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.385414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Request body: {'security_group_rule': {'security_group_id': '547489e3-bf17-4a09-8d2f-85aa084d0f70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:16.399412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:16.405563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5e2f3702-bb24-408d-ac9c-620f3132c1da req-56625d8a-7a05-4fe4-99d8-30bd55f4d6d2 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Synchronizing usage tracker for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:16.406791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:security_group_rule and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:16.416870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:16.426808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:16.437092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] Deleting subnet ceee2333-4370-4bfc-8be9-f2440559d86b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:39:16.446770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.457801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.468483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017adaf-9d40-47c8-8c54-1709ff949e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.484191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.495485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017adaf-9d40-47c8-8c54-1709ff949e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0521df13-e8e8-45a1-926b-ed23d86d1f45,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:16.504797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=6b5aec84-86b4-4860-b608-aac1d2bc3cfe,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:16.513371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9017adaf-9d40-47c8-8c54-1709ff949e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.514841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9017adaf-9d40-47c8-8c54-1709ff949e97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0521df13-e8e8-45a1-926b-ed23d86d1f45 HTTP/1.1" status: 204 len: 168 time: 0.2296000 May 12 19:39:16.515006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5e2f3702-bb24-408d-ac9c-620f3132c1da req-56625d8a-7a05-4fe4-99d8-30bd55f4d6d2 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] Unset dirty status for tenant:11beff97becd44029168bf49595a7c3c on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:16.516067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e2f3702-bb24-408d-ac9c-620f3132c1da req-56625d8a-7a05-4fe4-99d8-30bd55f4d6d2 tempest-ListServerFiltersTestJSON-101036210 tempest-ListServerFiltersTestJSON-101036210-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf9ae853-619d-4ac7-841b-1a7a15015eaf HTTP/1.1" status: 200 len: 210 time: 0.2733102 May 12 19:39:16.543189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.549827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.594954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14ec660-fa76-445f-9389-04a9c413a2cd,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:16.606042 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.626820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.628416 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c8c44eec-fe9b-436e-9dd7-035aeeb28ad2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2575352 May 12 19:39:16.631341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56720) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:16.637010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Request body: {'security_group_rule': {'security_group_id': '547489e3-bf17-4a09-8d2f-85aa084d0f70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:16.643837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:16.648355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:security_group_rule and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:16.651870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:16.655140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bffd5c83-2ba6-4f86-8875-45d686ddba81 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:16.668524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:16.699511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.728992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c128a9-13bb-4839-b664-5499d4439dcb req-395e92a8-43dd-42c9-be56-371fc7c11cf2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:16.735867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38c128a9-13bb-4839-b664-5499d4439dcb req-395e92a8-43dd-42c9-be56-371fc7c11cf2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.6225524 May 12 19:39:16.737939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port bffd5c83-2ba6-4f86-8875-45d686ddba81 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:16.738475 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.799350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.804364 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.829086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.833835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6f7faa-a677-4400-b82b-7a4adeb21edd,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:16.845539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.849820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e6be7fbe-a4dc-42a8-a36b-858343201353 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2144704 May 12 19:39:16.850245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56726) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:16.855797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:16.862218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:16.865339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port bffd5c83-2ba6-4f86-8875-45d686ddba81 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:16.866150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:floatingip and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:16.869033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:16.874876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:16.879083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:16.884132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:16.895335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:16.899769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38c128a9-13bb-4839-b664-5499d4439dcb req-b2e5544c-7c74-42f6-b630-00fe2dedcd6d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630664 May 12 19:39:16.946412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:17.018007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:17.019204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 15c73d53-7e5e-4571-b9b7-2547a0fdb2c5 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:17.151274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.341298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Allocated IP 172.25.2.112 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/183f937c-f1a1-47ec-8b7f-17a5070bc541) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:17.369884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1ec68758-e937-4d2c-ae7e-a82ad4b65698 None None] Provisioning complete for port 6b5aec84-86b4-4860-b608-aac1d2bc3cfe triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:17.370790 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1ec68758-e937-4d2c-ae7e-a82ad4b65698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.384096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ccf90f3-9245-4775-a36b-926304fc4e28 req-077f974b-1732-4ac4-8d6e-37f6c551754c tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1347539 May 12 19:39:17.416709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.439892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1ec68758-e937-4d2c-ae7e-a82ad4b65698 None None] Port 6b5aec84-86b4-4860-b608-aac1d2bc3cfe cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:17.484326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceee2333-4370-4bfc-8be9-f2440559d86b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:17.487813 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.492701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e779c6-f5a3-4520-8878-049321a39f20 None None] Network 55833bc9-ed78-481d-adda-97e20567a292 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:17.502925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5075455f-ace9-4a51-9208-8011adfc1ad4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ceee2333-4370-4bfc-8be9-f2440559d86b HTTP/1.1" status: 204 len: 168 time: 1.4612620 May 12 19:39:17.510483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56750) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:17.525493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb33ed-0978-48f0-a040-4bb018fe0eab req-5a38706a-42af-4a40-b8f3-0197f64bf264 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:17.527034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ceb33ed-0978-48f0-a040-4bb018fe0eab req-5a38706a-42af-4a40-b8f3-0197f64bf264 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2101910 May 12 19:39:17.533561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.573136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.620202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e8b5bd2d-b133-4f65-ba77-1d18e2ce436d is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:39:17.661063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'Port': ['ID=183f937c-f1a1-47ec-8b7f-17a5070bc541,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:17.675435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:17.676748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:17.679491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56760) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:17.683619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:17.746513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.807183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ceb33ed-0978-48f0-a040-4bb018fe0eab req-e2680372-2e51-49d7-a23d-427b2e140f2b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586122 May 12 19:39:17.816791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56766) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:17.855301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Deleting port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:17.855701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:17.910812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:17.919074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c5dbcc9c-fe3b-48cb-b0de-a61284092f21 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e8b5bd2d-b133-4f65-ba77-1d18e2ce436d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3623075 May 12 19:39:17.921970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56774) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:17.922372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] Sync routers for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:17.941643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] DHCP port deletion for 55833bc9-ed78-481d-adda-97e20567a292 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:39:17.946312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:17.947220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:17.977201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] Deleting subnet d5c169f0-b2a6-4bc6-818c-2192522e4589 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:39:17.982723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.034292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Deleting port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:18.035468 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.035802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.043480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.066554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1003473494-network', 'tenant_id': '703529a041f34e2b843f8e4bfd8cf6d2'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:18.089081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:18.097129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:18.104961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Usage tracker for resource:network and tenant:703529a041f34e2b843f8e4bfd8cf6d2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:18.113607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94664e8-7bf6-4919-b496-f1ff22190ffd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:18.114142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d94664e8-7bf6-4919-b496-f1ff22190ffd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:18.117339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:18.120116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:18.121110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:18.130938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:18.134712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.218543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Made reservation on behalf of 703529a041f34e2b843f8e4bfd8cf6d2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:18.220788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.238987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:18.239570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcae6b6-0ff1-4af1-95c6-7f239ca1b0ad None None] The sync data for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:18.248653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.276720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d94664e8-7bf6-4919-b496-f1ff22190ffd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:18.277919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d94664e8-7bf6-4919-b496-f1ff22190ffd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports/6b5aec84-86b4-4860-b608-aac1d2bc3cfe HTTP/1.1" status: 200 len: 910 time: 0.3543470 May 12 19:39:18.285428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56778) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:18.291707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:18.300848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d3867-ab1a-4ba4-ab33-8dbcd0c4da7e req-ccd44a75-c469-42f3-a1d9-b3d37e9a38bf tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:18.302706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e68d3867-ab1a-4ba4-ab33-8dbcd0c4da7e req-ccd44a75-c469-42f3-a1d9-b3d37e9a38bf tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3245552 May 12 19:39:18.304713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] For port fa7497fe-b75c-4749-ab3d-6eaafa9886f7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:18.305281 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.320215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Usage tracker for resource:security_group_rule and tenant:703529a041f34e2b843f8e4bfd8cf6d2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:18.379962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:18.382117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] For port fa7497fe-b75c-4749-ab3d-6eaafa9886f7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,segment=NetworkSegment(1a3487cb-df03-48c7-a5d3-97d0eb3cef22),segment_id=1a3487cb-df03-48c7-a5d3-97d0eb3cef22)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:18.382855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.450125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Calling delete_port for fa7497fe-b75c-4749-ab3d-6eaafa9886f7 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:18.478033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:18.508008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Calling delete_port for fa7497fe-b75c-4749-ab3d-6eaafa9886f7 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:18.553427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e68d3867-ab1a-4ba4-ab33-8dbcd0c4da7e req-c6437591-e6e5-4a74-901e-fcbd33e78e93 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359517 May 12 19:39:18.604209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa7497fe-b75c-4749-ab3d-6eaafa9886f7 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:18.625153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fbb67c4-b44b-4aef-be45-2b29c9c8f676 req-7880a32b-1088-414f-a51c-b56ddf1c9f1b tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0888007 May 12 19:39:18.630373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.654975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.672787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: fa7497fe-b75c-4749-ab3d-6eaafa9886f7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:18.673140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa7497fe-b75c-4749-ab3d-6eaafa9886f7 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:18.689356 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:39:18.689836 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:39:18.723644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7497fe-b75c-4749-ab3d-6eaafa9886f7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:18.728186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] No DVR routers for this DVR port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:18.786102 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:39:18.812454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.825306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:18.989638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.076658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.087651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.096861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.116101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e12ec-29fc-4b96-8c3e-ab13ee562dcf None None] Network 9cdb49c9-ba04-4b72-9d17-6f78e920597b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:19.118481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.127592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'Port': ['ID=183f937c-f1a1-47ec-8b7f-17a5070bc541,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:19.131914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c169f0-b2a6-4bc6-818c-2192522e4589,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:19.134307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f6a63d16-78f2-4bb3-93d9-37d58973f722 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d5c169f0-b2a6-4bc6-818c-2192522e4589 HTTP/1.1" status: 204 len: 168 time: 1.4537983 May 12 19:39:19.143887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56796) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:19.153196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:39:19.155150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.187811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55833bc9-ed78-481d-adda-97e20567a292']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:19.213966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Deleting port fa7497fe-b75c-4749-ab3d-6eaafa9886f7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:19.215037 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.215448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.221271 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4ed6b0cc-0417-437a-877c-b2066df539a9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3654997 May 12 19:39:19.270798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ede90d-3d96-4594-ad58-0da4aea67e2c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:19.287698 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.288041 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Added segment 6faf61a2-321a-42e2-9a90-3f4e18d3e2e8 of type vlan for network 6b3b8892-6932-403e-b228-cae34ca1f4a2 May 12 19:39:19.303126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3487cb-df03-48c7-a5d3-97d0eb3cef22') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:19.303408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3487cb-df03-48c7-a5d3-97d0eb3cef22') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:19.312796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ece9317b-988e-4869-9bbe-b429711bc044 None None] The port 'fa7497fe-b75c-4749-ab3d-6eaafa9886f7' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:39:19.316213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.334330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.346942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9632a4-91df-4134-89f7-1fcf8a0d0fec req-74a14932-3724-4075-add9-ee778f7f137b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:19.354491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc9632a4-91df-4134-89f7-1fcf8a0d0fec req-74a14932-3724-4075-add9-ee778f7f137b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 813 time: 0.5660076 May 12 19:39:19.389017 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.394128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.408133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc9632a4-91df-4134-89f7-1fcf8a0d0fec req-c2804c47-71da-48cd-aef5-937e10e7f6a1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/quotas/35d1d374da814178b32a898912d325c2 HTTP/1.1" status: 200 len: 375 time: 0.0526803 May 12 19:39:19.414009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:39:19.414418 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: timer() May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:39:19.430218 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:39:19.440090 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.547767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] DHCP port deletion for 9cdb49c9-ba04-4b72-9d17-6f78e920597b request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:39:19.552043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] Deleting port 9b203a02-923b-4bed-ae50-aed83de68201 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:19.552454 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.588301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Deleting port 9b203a02-923b-4bed-ae50-aed83de68201 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:19.588895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.669976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:39:19.721638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.751266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.766505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] For port 9b203a02-923b-4bed-ae50-aed83de68201, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9b203a02-923b-4bed-ae50-aed83de68201,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:19.766933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.775636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.776567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:19.777131 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:19.780493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=55833bc9-ed78-481d-adda-97e20567a292,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:19.852798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.21.0.1 (b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44/ecf1ecde-690f-49ca-9537-021609190744/752b685e-c3ee-406e-8521-bfc393d5ec5c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:19.945003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] Calling delete_port for 9b203a02-923b-4bed-ae50-aed83de68201 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:19.986125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0f35399-d7de-4391-8757-d4a42492fdfa admin admin] 10.222.0.72 "DELETE /v2.0/networks/55833bc9-ed78-481d-adda-97e20567a292 HTTP/1.1" status: 204 len: 168 time: 2.4732733 May 12 19:39:19.991112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:19.993097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-3c7004a5-65f0-41a2-bcf0-2b70fb280572 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:19.994754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-3c7004a5-65f0-41a2-bcf0-2b70fb280572 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 822 time: 0.4741614 May 12 19:39:20.007787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc9632a4-91df-4134-89f7-1fcf8a0d0fec req-777b3b59-c899-422a-9d55-090e3a9276a3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5941865 May 12 19:39:20.015078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1953390 May 12 19:39:20.033116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:20.034780 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:20.048156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bb3a6-8bcf-4c19-b7de-c19ea4d08b0c admin admin] Pushing event updated for resources: {'Network': ['ID=6b3b8892-6932-403e-b228-cae34ca1f4a2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:20.093501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:39:20.094153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Request body: {'subnet': {'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1003473494-subnet', 'tenant_id': '703529a041f34e2b843f8e4bfd8cf6d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:20.104511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-ed28e500-be97-45cc-afcf-2bab750345f0 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/quotas/c141b744ae6841deacf9c2f95fcefbba HTTP/1.1" status: 200 len: 375 time: 0.0911436 May 12 19:39:20.105697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:20.121712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Usage tracker for resource:subnet and tenant:703529a041f34e2b843f8e4bfd8cf6d2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:20.132219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] Pushing event deleted for resources: {'Port': ['ID=9b203a02-923b-4bed-ae50-aed83de68201,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:20.134237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a8992-9c5a-406a-87ed-13d9dcb3b37b None None] No DVR routers for this DVR port 9b203a02-923b-4bed-ae50-aed83de68201 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:20.163291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:20.185448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:20.194458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:20.250300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b2d1e09-8dc5-406a-826b-6deb26538e7b req-02915a80-e063-46d8-b47a-fa937d0423dd tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0745134 May 12 19:39:20.262403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] For port 9b203a02-923b-4bed-ae50-aed83de68201, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9b203a02-923b-4bed-ae50-aed83de68201,segment=NetworkSegment(03b9673b-bd9a-434c-a613-41141edf4866),segment_id=03b9673b-bd9a-434c-a613-41141edf4866)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:20.262770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:20.271115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Made reservation on behalf of 703529a041f34e2b843f8e4bfd8cf6d2 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:20.273794 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:20.299296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object 752b685e-c3ee-406e-8521-bfc393d5ec5c will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:20.416414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:20.457145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Calling delete_port for 9b203a02-923b-4bed-ae50-aed83de68201 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:20.565494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:20.573486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:20.576033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:20.603409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=752b685e-c3ee-406e-8521-bfc393d5ec5c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:20.624141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b203a02-923b-4bed-ae50-aed83de68201 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:20.670838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 9b203a02-923b-4bed-ae50-aed83de68201 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:20.671605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b203a02-923b-4bed-ae50-aed83de68201 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:20.686799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:20.758677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-19dc59ff-c284-4304-aab1-0cbe80b55615 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6469045 May 12 19:39:20.800504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:39:20.800817 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:39:20.916521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aa24e274-bf33-4a90-b6b2-ccb5de0576f0 None None] Provisioning for port 752b685e-c3ee-406e-8521-bfc393d5ec5c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:20.924370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041c44e-9d7f-44a3-aec4-5ed4a2cbfb63 req-05857b7b-50d7-4361-a1bf-2bf0dd5ffd5f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:20.925678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aa24e274-bf33-4a90-b6b2-ccb5de0576f0 None None] Provisioning complete for port 752b685e-c3ee-406e-8521-bfc393d5ec5c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:20.925930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d041c44e-9d7f-44a3-aec4-5ed4a2cbfb63 req-05857b7b-50d7-4361-a1bf-2bf0dd5ffd5f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4817357 May 12 19:39:20.926706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aa24e274-bf33-4a90-b6b2-ccb5de0576f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:20.990561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aa24e274-bf33-4a90-b6b2-ccb5de0576f0 None None] Port 752b685e-c3ee-406e-8521-bfc393d5ec5c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:21.008925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-4e208bac-50e5-4dc7-87b7-620ac47770e2 service neutron] 10.222.0.72 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414186 May 12 19:39:21.057895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d041c44e-9d7f-44a3-aec4-5ed4a2cbfb63 req-bf4b56d4-cefd-448e-afac-915ea9736468 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224141 May 12 19:39:21.105135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.178446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.216780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2098203-077e-4d85-a258-d5c393d50bb0,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:21.244961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Checking segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:21.245636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Network hostable DHCP agents. Network: 6b3b8892-6932-403e-b228-cae34ca1f4a2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:39:21.250413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.255062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-67ec947f-91b0-4566-b683-0227603fb281 service neutron] 10.222.0.72 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314441 May 12 19:39:21.279330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:39:21.300976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 6b3b8892-6932-403e-b228-cae34ca1f4a2) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:21.303844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Deleting port 9b203a02-923b-4bed-ae50-aed83de68201 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:21.304289 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.310633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc8db6-e62b-4739-859e-37eac43a2675 None None] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:21.389662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:21.390529 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.495476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-40b992fc-adcb-4ac9-80ce-0e6dbbfdb03d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4530430 May 12 19:39:21.552908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] The port '9b203a02-923b-4bed-ae50-aed83de68201' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:39:21.667822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a1793-2c0d-47d6-9994-7fe595aa7009 None None] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:21.675174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c4f6302-b7c1-48ef-a3c1-e39857f04a60 req-e50b6152-d856-4491-8621-0bb2e98777bc tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1193442 May 12 19:39:21.759028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.853897 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c85f474b-fbd9-43d7-aea5-dbc67a4a41c4 req-3eb7d2f4-b16f-4ff3-bb48-f0841a168f5a tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 210 time: 0.0729606 May 12 19:39:21.869105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae413c-94f7-4360-9488-afd36ed9a491 req-cbe89ed3-b9a8-4e8d-a3dc-bf7afd196c83 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:21.876537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3ae413c-94f7-4360-9488-afd36ed9a491 req-cbe89ed3-b9a8-4e8d-a3dc-bf7afd196c83 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4957595 May 12 19:39:21.879974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdb49c9-ba04-4b72-9d17-6f78e920597b']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:21.935376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b9673b-bd9a-434c-a613-41141edf4866') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:21.935376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b9673b-bd9a-434c-a613-41141edf4866') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:21.954730 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.974596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3ae413c-94f7-4360-9488-afd36ed9a491 req-6e0bc4f7-cf09-4291-8206-82bef5131670 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971093 May 12 19:39:21.989108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:21.996584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:39:21.996988 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: timer() May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:39:22.014836 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:39:22.138821 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.170742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.194961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdb49c9-ba04-4b72-9d17-6f78e920597b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:22.209009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Deleting port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:22.209528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.236124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-32150e03-b646-47e9-b73b-ffa4c795646f admin admin] 10.222.0.72 "DELETE /v2.0/networks/9cdb49c9-ba04-4b72-9d17-6f78e920597b HTTP/1.1" status: 204 len: 168 time: 3.0860558 May 12 19:39:22.264614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.276262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.322158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e39171e7-ef59-4125-a561-923c07501732 req-7cccebdc-818c-4136-ba62-bebd9fc9a157 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=35d1d374da814178b32a898912d325c2 HTTP/1.1" status: 200 len: 221 time: 0.1408637 May 12 19:39:22.420577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-a70ba060-4349-4b81-9d69-e85753a49026 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:22.421555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-a70ba060-4349-4b81-9d69-e85753a49026 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Synchronizing usage tracker for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:22.452984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56872) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:22.471486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-a70ba060-4349-4b81-9d69-e85753a49026 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Unset dirty status for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:22.472621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-a70ba060-4349-4b81-9d69-e85753a49026 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 0.2410250 May 12 19:39:22.490152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=752b685e-c3ee-406e-8521-bfc393d5ec5c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:22.501574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.503348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-11cdbb62-ad28-4f6a-a913-def2f04dc177 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/quotas/703529a041f34e2b843f8e4bfd8cf6d2 HTTP/1.1" status: 200 len: 375 time: 0.0240250 May 12 19:39:22.554301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-e3dfd98a-54e8-4643-883a-a2f3c6246001 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449963 May 12 19:39:22.592630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ff755-0786-4aad-9267-733ac8e8953c req-b8077dad-5d67-488a-9da9-a22f841701ec tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:22.594009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-490ff755-0786-4aad-9267-733ac8e8953c req-b8077dad-5d67-488a-9da9-a22f841701ec tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1572156 May 12 19:39:22.651966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2973b3d0-0ccc-42eb-881e-956e5fcff3b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11beff97becd44029168bf49595a7c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912479 May 12 19:39:22.653710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56876) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:22.697879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] For port b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,segment=NetworkSegment(0d0ce801-fb29-43e5-b179-8a7b068b30f4),segment_id=0d0ce801-fb29-43e5-b179-8a7b068b30f4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:22.698210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:22.847843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-490ff755-0786-4aad-9267-733ac8e8953c req-e35a258b-1768-4b6c-9787-3674de417353 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698447 May 12 19:39:22.890087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-7e99e542-0b42-444f-82ba-72cb7a918d74 service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277717 May 12 19:39:23.011288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Calling delete_port for b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:23.026461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efb145aa-e48a-4451-a42b-b1dd55c51ece req-b7db28df-636d-4cca-bbac-55bd89b3b7b3 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0489838 May 12 19:39:23.078273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-1e0f2d6d-050b-4892-90cd-4c96986d2028 service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872821 May 12 19:39:23.119380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:23.140664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:23.235439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f69ac2a-7a14-45ef-aeb6-5f3e4ef16976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:23.280500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baca42-fb91-4874-994a-74a25b92675e req-4b586468-d0b6-4e31-8645-9f8628899332 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:23.282302 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07baca42-fb91-4874-994a-74a25b92675e req-4b586468-d0b6-4e31-8645-9f8628899332 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1490891 May 12 19:39:23.365934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07baca42-fb91-4874-994a-74a25b92675e req-929b97e0-021d-4fdf-8259-b24e3a6ca7c2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747857 May 12 19:39:23.434895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ab351c9-333c-4c5a-9650-149bc1a3fc60 None None] Provisioning complete for port 752b685e-c3ee-406e-8521-bfc393d5ec5c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:23.435385 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ab351c9-333c-4c5a-9650-149bc1a3fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:23.444856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f69ac2a-7a14-45ef-aeb6-5f3e4ef16976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:23.493282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ab351c9-333c-4c5a-9650-149bc1a3fc60 None None] Port 752b685e-c3ee-406e-8521-bfc393d5ec5c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:23.494278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2fad40d0-c4b4-4a6f-8438-7519eafebc3c req-7cbcc9d8-609a-420f-99e5-5d0d00c63415 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 210 time: 0.1272326 May 12 19:39:23.499937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6b415ec-b230-4178-913d-b975edf43580 req-d1a6e727-b309-4d67-a4b1-0c30fe74f2cb tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 210 time: 0.0748510 May 12 19:39:23.563460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-099ef9c2-a378-4305-9347-4a253c09d772 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:23.564949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-099ef9c2-a378-4305-9347-4a253c09d772 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 822 time: 0.8182042 May 12 19:39:23.583040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Request body: {'port': {'device_id': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'admin_state_up': True, 'tenant_id': 'c141b744ae6841deacf9c2f95fcefbba'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:23.703514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e8b5bd2d-b133-4f65-ba77-1d18e2ce436d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:39:23.710178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5446-8a49-40c5-90c8-c64320183905 req-17b2ea5e-e086-4fbd-918c-34acf5a58c23 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:23.712120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4baa5446-8a49-40c5-90c8-c64320183905 req-17b2ea5e-e086-4fbd-918c-34acf5a58c23 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.0883608 May 12 19:39:23.766419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4baa5446-8a49-40c5-90c8-c64320183905 req-74f6b275-d452-4909-93f8-0c3773f0f561 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476005 May 12 19:39:23.911144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f69ac2a-7a14-45ef-aeb6-5f3e4ef16976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:23.958735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b99fc-e92e-4f3a-af02-eb1281be2f94 req-fb9f80cd-adc1-45d6-9a2f-3407f870d084 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:23.960453 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a1b99fc-e92e-4f3a-af02-eb1281be2f94 req-fb9f80cd-adc1-45d6-9a2f-3407f870d084 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.0856919 May 12 19:39:23.995655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:23.997897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ac2a-7a14-45ef-aeb6-5f3e4ef16976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078d0c9-848c-4afc-b6cb-0e2009823a04,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:24.007242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:port and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:24.014707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a1b99fc-e92e-4f3a-af02-eb1281be2f94 req-e1ec8e30-c2ee-4dd5-b97d-c438414ea78c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 May 12 19:39:24.022033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:24.025230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:24.035026 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] Sync routers for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:24.045121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:24.045410 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:24.046159 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:24.077166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0fadf7a-7c2b-4f19-a699-e783d58ef262 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e8b5bd2d-b133-4f65-ba77-1d18e2ce436d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7904377 May 12 19:39:24.078180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Made reservation on behalf of c141b744ae6841deacf9c2f95fcefbba for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:24.079967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56910) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:24.081774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:24.158768 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:24.180829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:24.181690 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:24.199979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb701b-6079-4cb8-bcc1-a631547279ea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:24.205270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39fb701b-6079-4cb8-bcc1-a631547279ea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports/752b685e-c3ee-406e-8521-bfc393d5ec5c HTTP/1.1" status: 200 len: 910 time: 0.1242118 May 12 19:39:24.207717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56914) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:24.250284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f69ac2a-7a14-45ef-aeb6-5f3e4ef16976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:24.254389 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f69ac2a-7a14-45ef-aeb6-5f3e4ef16976 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7078d0c9-848c-4afc-b6cb-0e2009823a04 HTTP/1.1" status: 204 len: 168 time: 1.5951049 May 12 19:39:24.260519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:24.275495 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:24.276363 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a40da8-ea09-4a2b-a95c-b43d12b5006c None None] The sync data for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:24.299076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Allocated IP 172.20.0.7 (7caa2925-73d2-4091-9410-0e6b37d566d0/211bfd24-0ac1-4002-81d7-be66f3286eb1/8885eb18-0f29-417b-b250-f83401a8e4a9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:24.322234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:24.663349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71d4f6e4-bed7-43b7-8d67-4694fe142075 req-a3741be6-cd0c-42a8-995a-31a8ca7b97d4 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.4563198 May 12 19:39:24.913357 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cb0ff1b-d6b8-4b28-9d9e-fb83d9084275 req-4d49523d-beef-49bd-a807-ffe6cd58fa58 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 210 time: 0.0603595 May 12 19:39:24.985226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5288ab-9241-4ac4-a0a2-b7996be88a7b req-068f3b21-1205-481a-a665-cc55b55a87b5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:24.992563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed5288ab-9241-4ac4-a0a2-b7996be88a7b req-068f3b21-1205-481a-a665-cc55b55a87b5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3996921 May 12 19:39:25.009591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c13f1481-b265-4c76-a7f6-1b0c739e1bac tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:25.011030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c13f1481-b265-4c76-a7f6-1b0c739e1bac tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 0.6142046 May 12 19:39:25.033494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Request body: {'port': {'device_id': 'bc01c057-c250-49eb-b570-5e62652dc319', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'admin_state_up': True, 'tenant_id': '703529a041f34e2b843f8e4bfd8cf6d2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:25.054020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed5288ab-9241-4ac4-a0a2-b7996be88a7b req-2db4186e-c2f8-413c-b77b-370f47cd827b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600789 May 12 19:39:25.227004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:25.313975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:25.369148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3aca7da-8567-41d8-a693-68ea6dd3e33e req-161f2bc1-6f92-4828-8f09-3ee523c22241 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 210 time: 0.3067269 May 12 19:39:25.375772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56950) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:25.439288 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:25.445124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:25.459372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Usage tracker for resource:port and tenant:703529a041f34e2b843f8e4bfd8cf6d2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:25.470600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:25.477322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:25.483673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:25.575312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1449973244-network', 'tenant_id': '0f00d3d527fc4f5883439684026f0dd0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:25.588603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Made reservation on behalf of 703529a041f34e2b843f8e4bfd8cf6d2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:25.592219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:25.595670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:25.605071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Usage tracker for resource:network and tenant:0f00d3d527fc4f5883439684026f0dd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:25.609968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:25.624624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bbb9b-46cb-4695-b9fa-0f6f0ceff735 req-40744031-2b51-4b0c-bfa5-aa4b6e2ef39f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:25.626124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f90bbb9b-46cb-4695-b9fa-0f6f0ceff735 req-40744031-2b51-4b0c-bfa5-aa4b6e2ef39f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2990079 May 12 19:39:25.626997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:25.694303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Network 7caa2925-73d2-4091-9410-0e6b37d566d0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:25.702182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:25.703875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:25.709116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Made reservation on behalf of 0f00d3d527fc4f5883439684026f0dd0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:25.711393 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:25.740886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:25.775647 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:25.800048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f90bbb9b-46cb-4695-b9fa-0f6f0ceff735 req-e51a20e1-dd72-415d-a148-c91ab9ef230e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642666 May 12 19:39:25.813804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:25.824800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Usage tracker for resource:security_group_rule and tenant:0f00d3d527fc4f5883439684026f0dd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:25.828230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:25.846716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:25.929088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:25.929744 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.006724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da66d836-2266-40c0-9181-ac40274c2c55 req-0aa4ac90-e2da-4fc9-ba7a-82079172a948 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0727644 May 12 19:39:26.027902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 752b685e-c3ee-406e-8521-bfc393d5ec5c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:26.028284 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.092232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-74567073-36a0-46e3-98ea-ce837f3ed8c6 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5129082 May 12 19:39:26.106828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Request body: {'port': {'device_id': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:26.158423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Allocated IP 172.20.0.9 (6b3b8892-6932-403e-b228-cae34ca1f4a2/e2098203-077e-4d85-a258-d5c393d50bb0/05c8c454-1128-4a65-81b6-283524d53c6c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:26.187398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:39:26.346836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.361163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.389068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.428476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:39:26.448410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fbc67-9ef9-46a9-9faf-88ad53bf447e req-f7717cd6-fdbd-4b48-b0f2-b9d4859317bb tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:26.450017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa6fbc67-9ef9-46a9-9faf-88ad53bf447e req-f7717cd6-fdbd-4b48-b0f2-b9d4859317bb tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 931 time: 0.3607547 May 12 19:39:26.462260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcce058-7057-46f3-b24b-c2f67765ee2b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:26.489701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.490064 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Added segment 6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525 of type vlan for network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed May 12 19:39:26.492075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.640361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0920855-5bc7-46d9-8d47-77d213f336cd req-34bdb0ca-3eb0-45f3-80a9-651f75d39786 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:26.641891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0920855-5bc7-46d9-8d47-77d213f336cd req-34bdb0ca-3eb0-45f3-80a9-651f75d39786 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4584157 May 12 19:39:26.649759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 752b685e-c3ee-406e-8521-bfc393d5ec5c owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:26.726130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aa6fbc67-9ef9-46a9-9faf-88ad53bf447e req-4983de42-af35-44d9-898f-5b31b837ea73 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Synchronizing usage tracker for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:26.772993 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:26.798884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:26.813778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0920855-5bc7-46d9-8d47-77d213f336cd req-80f477f8-491e-4687-a076-41f565734a21 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331141 May 12 19:39:26.813968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] Sync routers for ids ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:26.825783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aa6fbc67-9ef9-46a9-9faf-88ad53bf447e req-4983de42-af35-44d9-898f-5b31b837ea73 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Unset dirty status for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:26.826939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa6fbc67-9ef9-46a9-9faf-88ad53bf447e req-4983de42-af35-44d9-898f-5b31b837ea73 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583229 May 12 19:39:26.839905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7a26e008-12ac-42f2-b620-a3472c86c5d3 admin admin] 10.222.0.72 "PUT /v2.0/routers/f2ce3d92-20f2-416c-a4bc-7fe4d735da44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8476727 May 12 19:39:26.842915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56974) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:26.885539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] Routers {'f2ce3d92-20f2-416c-a4bc-7fe4d735da44'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:26.889969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:26.942254 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.064206 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-025e2fde-512c-4003-98a7-48bd1b02195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.106893 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.199069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:27.204464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] Set router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:27.210728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:39:27.219969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:27.223997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:27.227413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:27.332762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8885eb18-0f29-417b-b250-f83401a8e4a9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:27.344742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.345476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.346457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:27.347026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.352919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:27.353861 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.383601 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-c66a072e-0dc9-454e-8ba2-b4016e856f16 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3618603 May 12 19:39:27.395523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Request body: {'port': {'device_id': 'bc01c057-c250-49eb-b570-5e62652dc319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:27.509213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.511945 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.531729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:39:23Z', 'revision_number': 5, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:27.535668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] Checking router: f2ce3d92-20f2-416c-a4bc-7fe4d735da44 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:39:27.544164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] Routers {'f2ce3d92-20f2-416c-a4bc-7fe4d735da44'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:27.544748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:38:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:27.573198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] Pushing event updated for resources: {'Network': ['ID=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:27.589951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20af9ac2-334f-4979-8aaa-eec9a6f24d92 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2130222 May 12 19:39:27.594101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:39:27.606145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56984) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:27.613724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.620374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Request body: {'subnet': {'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1449973244-subnet', 'tenant_id': '0f00d3d527fc4f5883439684026f0dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:27.634174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Transition to ACTIVE for port object 8885eb18-0f29-417b-b250-f83401a8e4a9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:27.645833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:27.669266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:27.685856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=752b685e-c3ee-406e-8521-bfc393d5ec5c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:27.694531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60beb7d-afca-41a6-bdc9-9673a91b68f0 req-24e11f54-be4a-4356-bcfc-34bcf18750f5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:27.696039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d60beb7d-afca-41a6-bdc9-9673a91b68f0 req-24e11f54-be4a-4356-bcfc-34bcf18750f5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 931 time: 0.5038922 May 12 19:39:27.700490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Usage tracker for resource:subnet and tenant:0f00d3d527fc4f5883439684026f0dd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:27.705409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:27.805705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:27.811531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] Set router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:27.848176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:27.876102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692fe20-37dd-42ee-a166-5db8f3435e1b req-d491c460-6b6e-41ea-a20e-80218d40e1e5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:27.877783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a692fe20-37dd-42ee-a166-5db8f3435e1b req-d491c460-6b6e-41ea-a20e-80218d40e1e5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.6867466 May 12 19:39:27.970523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Made reservation on behalf of 0f00d3d527fc4f5883439684026f0dd0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:27.972853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.015255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d60beb7d-afca-41a6-bdc9-9673a91b68f0 req-cddcc47b-9a4e-4d51-a445-6ab5e92c1204 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Synchronizing usage tracker for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:28.036213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Attempting to bind port 8885eb18-0f29-417b-b250-f83401a8e4a9 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:39:28.036486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Attempting to bind port 8885eb18-0f29-417b-b250-f83401a8e4a9 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:39:28.036811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Attempting to bind port 8885eb18-0f29-417b-b250-f83401a8e4a9 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:28.048314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Port 8885eb18-0f29-417b-b250-f83401a8e4a9 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:39:28.048629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Attempting to bind port 8885eb18-0f29-417b-b250-f83401a8e4a9 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:28.057687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:39:28.058005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Checking segment: {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:28.059032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Bound using segment: {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:39:28.059157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Bound port: 8885eb18-0f29-417b-b250-f83401a8e4a9, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:39:28.059655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.090569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.135541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:39:23Z', 'revision_number': 5, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:28.139873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf996ab-c3db-4c54-baec-8b8ae5438ff5 None None] The sync data for ids ['f2ce3d92-20f2-416c-a4bc-7fe4d735da44'] in n-d-841626-1 is: [{'id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'name': 'tempest-TaggedBootDevicesTest_v242-1075550394-router', 'tenant_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:32:04Z', 'updated_at': '2022-05-12T19:39:23Z', 'revision_number': 5, 'project_id': 'ee889b5ac8fa4dbdb5ff39f4ad148473', 'gw_port': {'id': 'fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce3d92-20f2-416c-a4bc-7fe4d735da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:32:06Z', 'updated_at': '2022-05-12T19:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:28.183709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a692fe20-37dd-42ee-a166-5db8f3435e1b req-ef88e490-972c-4f6e-80c0-03c246724675 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652023 May 12 19:39:28.225134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:39:28.238131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:39:28.242707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c8c454-1128-4a65-81b6-283524d53c6c {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:28.249770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.254454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.274914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Deleting port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:28.275500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.298928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d60beb7d-afca-41a6-bdc9-9673a91b68f0 req-cddcc47b-9a4e-4d51-a445-6ab5e92c1204 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Unset dirty status for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:28.300074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d60beb7d-afca-41a6-bdc9-9673a91b68f0 req-cddcc47b-9a4e-4d51-a445-6ab5e92c1204 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395513 May 12 19:39:28.377586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:28.378527 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.380237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] 10.222.0.36 "PUT /v2.0/ports/8885eb18-0f29-417b-b250-f83401a8e4a9 HTTP/1.1" status: 200 len: 1091 time: 2.2777009 May 12 19:39:28.380903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:28.394263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.398437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Transition to ACTIVE for port object 05c8c454-1128-4a65-81b6-283524d53c6c will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:28.411666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.568634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:28.608710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:28.609047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b6b47f27-17e2-4ecc-bd1a-841b9dd2d4dd not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:28.653266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d9b2f-a195-47e1-ba9f-5c7179093187 service neutron] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:28.800871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48c606b1-76bb-4ab6-9172-d07ee4c83f04 req-74193ebd-49b5-4536-ad0a-f51b9a3d88ba tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.3381851 May 12 19:39:28.814775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:28.871516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-badebea2-2875-4e88-b04d-6b20a9a2c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:28.873012 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-badebea2-2875-4e88-b04d-6b20a9a2c870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 1094 time: 0.2508042 May 12 19:39:28.876378 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f663df-58ab-4ffa-85d7-50ad26f7707b'] response: {'name': 'network-changed', 'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'status': 'completed', 'code': 200} May 12 19:39:28.876659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Attempting to bind port 05c8c454-1128-4a65-81b6-283524d53c6c on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:39:28.876989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Attempting to bind port 05c8c454-1128-4a65-81b6-283524d53c6c by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:39:28.877682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Attempting to bind port 05c8c454-1128-4a65-81b6-283524d53c6c on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:28.882411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Port 05c8c454-1128-4a65-81b6-283524d53c6c on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:39:28.882807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Attempting to bind port 05c8c454-1128-4a65-81b6-283524d53c6c on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:28.937637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee132ca3-e871-446f-917e-88366880af66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.964061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:39:28.964061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Checking segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:28.964386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Bound using segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:39:28.964654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Bound port: 05c8c454-1128-4a65-81b6-283524d53c6c, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:39:28.964934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.975977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] For port fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:28.976343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:28.983750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-9cf8ba56-fc31-4808-a0ca-e5630abb1d78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8885eb18-0f29-417b-b250-f83401a8e4a9 HTTP/1.1" status: 200 len: 217 time: 0.0973074 May 12 19:39:29.118580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-d39b9f61-694d-494f-9858-b01ee310ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.120097 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-d39b9f61-694d-494f-9858-b01ee310ad97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=211bfd24-0ac1-4002-81d7-be66f3286eb1 HTTP/1.1" status: 200 len: 862 time: 0.1296108 May 12 19:39:29.169941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Calling delete_port for fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:29.171408 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-ab99ab22-2383-41ca-be92-ed0b776a184b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7caa2925-73d2-4091-9410-0e6b37d566d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447612 May 12 19:39:29.172418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:39:29.181129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:39:29.201960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:29.203108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:29.319559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.320143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:29.321518 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-0b127045-a768-4bd0-a263-051750c60560 service neutron] 10.222.0.36 "PUT /v2.0/ports/05c8c454-1128-4a65-81b6-283524d53c6c HTTP/1.1" status: 200 len: 1091 time: 1.9307845 May 12 19:39:29.364698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b127045-a768-4bd0-a263-051750c60560 service neutron] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:29.424424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6f1f0-a568-4fd0-858c-6b824511af6b req-9c560dee-2e86-49f9-9dd0-9059077bf17b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.425946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17f6f1f0-a568-4fd0-858c-6b824511af6b req-9c560dee-2e86-49f9-9dd0-9059077bf17b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 943 time: 0.9566998 May 12 19:39:29.428521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-41a9418e-e1bd-4ae6-9e88-583403cd2485 service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491183 May 12 19:39:29.471865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639054e9-ccdf-4516-9faa-b32f2c0f4791,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:29.524561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e8b5bd2d-b133-4f65-ba77-1d18e2ce436d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:39:29.541939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Checking segment: {'id': '6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:29.542286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Network hostable DHCP agents. Network: 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:39:29.558753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-e5998e07-5de3-458a-8853-1cfab1652563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.560231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-e5998e07-5de3-458a-8853-1cfab1652563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 1094 time: 0.1899276 May 12 19:39:29.567944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17f6f1f0-a568-4fd0-858c-6b824511af6b req-f2f0a0de-292c-4f75-a135-25ff6001ad93 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146255 May 12 19:39:29.637368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e813cf4c-8953-4e9b-b885-b2dd528229ea req-e0d492a5-417b-4912-9194-baf120163c2c service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019646 May 12 19:39:29.638832 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-274a8c83-c021-495f-8898-6d9799e1efe9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c8c454-1128-4a65-81b6-283524d53c6c HTTP/1.1" status: 200 len: 217 time: 0.0701256 May 12 19:39:29.706901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216317c4-0965-4e0a-9fe6-5b99dd6c83eb req-97f3e7e4-9b51-4efa-9319-f301c9a6731b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.708377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-216317c4-0965-4e0a-9fe6-5b99dd6c83eb req-97f3e7e4-9b51-4efa-9319-f301c9a6731b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4881003 May 12 19:39:29.758268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-8c084a92-934c-4036-a3ba-45b558dbf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.759597 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-8c084a92-934c-4036-a3ba-45b558dbf52b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.1116726 May 12 19:39:29.782742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:39:29.807629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-fac9fbf8-a005-45c3-a255-1a98193d0a82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423613 May 12 19:39:29.835751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-66f1357c-d6b8-433d-95c7-f1546000a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.837174 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-66f1357c-d6b8-433d-95c7-f1546000a198 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 1094 time: 0.1435237 May 12 19:39:29.860464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:29.868420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b5c7a-c868-48ba-b00f-b468647e8a83 None None] Network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:29.876972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:29.879455 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:29.906074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:29.913786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-216317c4-0965-4e0a-9fe6-5b99dd6c83eb req-181c93c6-7dac-426f-b6b9-e55f7238d10a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943812 May 12 19:39:29.927359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] Sync routers for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:29.935848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-09db1333-db6c-4337-a0ea-52c5bc2cea4d tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e8b5bd2d-b133-4f65-ba77-1d18e2ce436d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7261744 May 12 19:39:29.938554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57006) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:29.940133 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:29.941119 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:30.027703 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:30.037939 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:30.038946 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:30.051363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:30.064927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c853c688-853c-4ea8-9d19-226a8b303417 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4569111 May 12 19:39:30.124001 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:30.173198 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:30.173607 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd379458-4f3d-4572-bfdb-4c8991ce11bf None None] The sync data for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:30.220381 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-e3eae5a8-bdb5-4134-8ddf-a363e44d25d0 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059246 May 12 19:39:30.258883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-c57dfbc9-ef82-48a9-92a4-be54d6a64c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:30.261041 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-c57dfbc9-ef82-48a9-92a4-be54d6a64c93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 923 time: 0.3765235 May 12 19:39:30.280720 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:30.348369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee78e5b-aeea-43e4-bd97-c3dcd921a7a0 None None] Network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:30.396071 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-5a1a517c-6206-417b-9b71-416036eb00c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8885eb18-0f29-417b-b250-f83401a8e4a9 HTTP/1.1" status: 200 len: 217 time: 0.0721312 May 12 19:39:30.399189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:30.483699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-a4aec515-646f-416c-8f9f-953353630532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:30.485209 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-a4aec515-646f-416c-8f9f-953353630532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=211bfd24-0ac1-4002-81d7-be66f3286eb1 HTTP/1.1" status: 200 len: 862 time: 0.0817578 May 12 19:39:30.501025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06112410-9555-4462-a59b-f44e0a467f12 req-7e0b51ca-2f1c-42c8-9005-d670f9b915d1 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:30.508094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06112410-9555-4462-a59b-f44e0a467f12 req-7e0b51ca-2f1c-42c8-9005-d670f9b915d1 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 946 time: 0.7920175 May 12 19:39:30.550933 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-0566825e-c259-4bc7-97c9-ef4d34a41b67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7caa2925-73d2-4091-9410-0e6b37d566d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519886 May 12 19:39:30.552949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-28b7b17c-6d26-4156-aaee-44c278a354b0 req-a446722e-37a8-499f-bb73-f6b29a2efb12 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235908 May 12 19:39:30.698146 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-1d51f025-2985-4eaf-ad31-ce1020c361c6 service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346173 May 12 19:39:30.790740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06112410-9555-4462-a59b-f44e0a467f12 req-abdb68c0-edec-4c49-8c44-16d3109ce8c9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817636 May 12 19:39:30.809047 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:30.849383 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9fa3e488-ec40-4e2c-a0ae-f01a47474705 req-d00d66e3-a69d-4b39-85fe-d26356eccf99 service neutron] 10.222.0.36 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451190 May 12 19:39:30.877257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:31.062628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aae1cf-1149-4a09-9f0d-f7946957157c req-c6a033a3-3a20-46c3-8c3c-62b1414836a4 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:31.063969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71aae1cf-1149-4a09-9f0d-f7946957157c req-c6a033a3-3a20-46c3-8c3c-62b1414836a4 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 943 time: 0.6743822 May 12 19:39:31.065872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.098174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.102516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8bdcfbd-1981-4f75-9df5-9ed49ead4896 req-cd3a0fb8-e754-48bc-90dc-d15563db8d64 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1664262 May 12 19:39:31.166336 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:39:31.182325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.182847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ce3d92-20f2-416c-a4bc-7fe4d735da44 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:39:31.224813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-44548061-0216-43a4-b2c5-98accc09e16d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:31.227292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-44548061-0216-43a4-b2c5-98accc09e16d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.73 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 946 time: 0.6273863 May 12 19:39:31.236216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71aae1cf-1149-4a09-9f0d-f7946957157c req-6dce5a9f-ff32-432a-ae99-97a43b4be153 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360810 May 12 19:39:31.313259 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.314306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d26d6aca-4269-4691-ad62-525975d097a7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f2ce3d92-20f2-416c-a4bc-7fe4d735da44 HTTP/1.1" status: 204 len: 168 time: 4.4704657 May 12 19:39:31.320607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:31.381806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Deleting port d1740d5c-7d43-48f7-b034-245c52537fa9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:31.382146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.397913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] Deleting subnet 161d095d-6793-4cbc-bb66-d8b42f4443c7 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:39:31.401371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.452858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.544541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.548695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.612094 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.628953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428ea15-b475-4924-9462-48634540598e req-b060d3f8-361f-4fb1-80ab-c89e6dffa5bf tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:31.630447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7428ea15-b475-4924-9462-48634540598e req-b060d3f8-361f-4fb1-80ab-c89e6dffa5bf tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3862946 May 12 19:39:31.651801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161d095d-6793-4cbc-bb66-d8b42f4443c7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:31.653796 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.662219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c53a5ea2-92fc-414a-8132-f9222825d977 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/161d095d-6793-4cbc-bb66-d8b42f4443c7 HTTP/1.1" status: 204 len: 168 time: 0.3379257 May 12 19:39:31.662458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57036) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:31.671377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb3eee-54ba-44e5-a696-e57eb0f5104e None None] Network 3058ab6c-d198-4e53-be95-adea899c9f65 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:31.782291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.794207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Deleting port 63c2c70b-e51a-433a-8898-d727b6cceff3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:31.794866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:31.969133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7428ea15-b475-4924-9462-48634540598e req-be20ccce-81b5-4fd4-a55e-3f1c3f3e9ba1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281314 May 12 19:39:32.000059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] DHCP port deletion for 3058ab6c-d198-4e53-be95-adea899c9f65 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:39:32.004762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Deleting port 63c2c70b-e51a-433a-8898-d727b6cceff3 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:32.005211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.043424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] For port d1740d5c-7d43-48f7-b034-245c52537fa9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d1740d5c-7d43-48f7-b034-245c52537fa9,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:32.043941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.045409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4ae97a92-df71-48f5-be95-08f39c9a35fe req-1d17c1f4-fe83-4dc3-afd7-719c7b48df93 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1012537 May 12 19:39:32.081767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] For port 63c2c70b-e51a-433a-8898-d727b6cceff3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=63c2c70b-e51a-433a-8898-d727b6cceff3,segment=NetworkSegment(0d0ce801-fb29-43e5-b179-8a7b068b30f4),segment_id=0d0ce801-fb29-43e5-b179-8a7b068b30f4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:32.082145 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.196414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-8f1f498f-ce66-4a63-9a91-6d42f25acc22 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:32.197092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-8f1f498f-ce66-4a63-9a91-6d42f25acc22 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Synchronizing usage tracker for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:32.223093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Calling delete_port for 63c2c70b-e51a-433a-8898-d727b6cceff3 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:32.263090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] For port 63c2c70b-e51a-433a-8898-d727b6cceff3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=63c2c70b-e51a-433a-8898-d727b6cceff3,segment=NetworkSegment(0d0ce801-fb29-43e5-b179-8a7b068b30f4),segment_id=0d0ce801-fb29-43e5-b179-8a7b068b30f4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:32.263595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.292226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.307594 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.355371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c2c70b-e51a-433a-8898-d727b6cceff3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:32.358830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] No DVR routers for this DVR port 63c2c70b-e51a-433a-8898-d727b6cceff3 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:32.391159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Calling delete_port for 63c2c70b-e51a-433a-8898-d727b6cceff3 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:32.434434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-8f1f498f-ce66-4a63-9a91-6d42f25acc22 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Unset dirty status for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:32.435687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-8f1f498f-ce66-4a63-9a91-6d42f25acc22 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/networks?id=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed HTTP/1.1" status: 200 len: 821 time: 0.9485550 May 12 19:39:32.475325 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:39:32.475834 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:39:32.534039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-8de87b16-133d-4633-82ee-8dc240631082 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/quotas/0f00d3d527fc4f5883439684026f0dd0 HTTP/1.1" status: 200 len: 375 time: 0.0850840 May 12 19:39:32.589010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.613165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63c2c70b-e51a-433a-8898-d727b6cceff3 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:32.617882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3058ab6c-d198-4e53-be95-adea899c9f65']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:32.630215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0ce801-fb29-43e5-b179-8a7b068b30f4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:32.630519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0ce801-fb29-43e5-b179-8a7b068b30f4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:32.641951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.656768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 63c2c70b-e51a-433a-8898-d727b6cceff3 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:32.657123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63c2c70b-e51a-433a-8898-d727b6cceff3 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:32.657590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:32.658056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.664187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:39:32.664576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.666307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-8b4f61d6-d03b-46f2-90c2-aa76f4f48fa8 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f00d3d527fc4f5883439684026f0dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097529 May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: timer() May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:39:32.678160 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:39:32.691308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8885eb18-0f29-417b-b250-f83401a8e4a9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:39:32.699309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:32.699644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fcabdc9d-f1ce-4d73-b3ca-8eed08268ff2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:32.747847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496269-ef6b-48d2-9898-547657287ed9 req-9aa92d72-c53e-4a09-9d50-fd21cdb66ded tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:32.753733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1496269-ef6b-48d2-9898-547657287ed9 req-9aa92d72-c53e-4a09-9d50-fd21cdb66ded tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 943 time: 0.6065660 May 12 19:39:32.757370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.776181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.786773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3058ab6c-d198-4e53-be95-adea899c9f65,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:32.791055 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-355d7e8e-adf8-45b1-b060-14ae3bd620d6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3058ab6c-d198-4e53-be95-adea899c9f65 HTTP/1.1" status: 204 len: 168 time: 1.1276183 May 12 19:39:32.815714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.816089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.816403 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Floating IP 8712f576-cfb1-4e52-96ab-b0fc39e52d53 disassociated. External IP: 172.25.2.22, port: d1740d5c-7d43-48f7-b034-245c52537fa9. May 12 19:39:32.816744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Calling delete_port for d1740d5c-7d43-48f7-b034-245c52537fa9 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:32.850758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:32.865729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'port_id': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'mac_address': 'fa:16:3e:98:f4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211bfd24-0ac1-4002-81d7-be66f3286eb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:39:32.924740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57050) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:32.930183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8885eb18-0f29-417b-b250-f83401a8e4a9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:32.930564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:32.960053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1496269-ef6b-48d2-9898-547657287ed9 req-8a342e04-d1ca-4b76-8f84-3611b12895f3 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950366 May 12 19:39:32.963410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8885eb18-0f29-417b-b250-f83401a8e4a9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:32.977049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Deleting port 63c2c70b-e51a-433a-8898-d727b6cceff3 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:32.977411 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.016400 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-09793a82-95cd-4419-ab19-1f529b228418 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=871b1bf61e6b4847b33a81dec2c7effc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0902259 May 12 19:39:33.019284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57054) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:33.023248 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5b4b04-8047-4383-8ee0-7274f9685552'] response: {'name': 'network-changed', 'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c', 'status': 'completed', 'code': 200} May 12 19:39:33.025233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-43b79086-652e-44fe-b5cb-31baadd44093 service neutron] 10.222.0.72 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373790 May 12 19:39:33.110985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:33.137249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf42d1-3e2c-40a1-82c5-b240dd817371 None None] The port '63c2c70b-e51a-433a-8898-d727b6cceff3' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:39:33.139067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.181825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa94bd-4e88-4070-8d9f-8e3040974f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.220469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa94bd-4e88-4070-8d9f-8e3040974f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.234921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:33.240693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077179f0-857c-4088-918b-968a99d51156 req-633eb706-e3d0-4c4b-acac-718998adb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:33.243250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-077179f0-857c-4088-918b-968a99d51156 req-633eb706-e3d0-4c4b-acac-718998adb812 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 1094 time: 0.1875119 May 12 19:39:33.245493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.245835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.246226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.246712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.247046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.247370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.247834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.248158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.248538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.248863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.249232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.249557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:33.367114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8885eb18-0f29-417b-b250-f83401a8e4a9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:33.374870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 6b5aec84-86b4-4860-b608-aac1d2bc3cfe {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:33.375447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.390959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa94bd-4e88-4070-8d9f-8e3040974f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.406528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077179f0-857c-4088-918b-968a99d51156 req-2bf24a07-85f4-4389-9eba-fcf3d99fc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:33.408203 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-077179f0-857c-4088-918b-968a99d51156 req-2bf24a07-85f4-4389-9eba-fcf3d99fc004 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 906 time: 0.1578696 May 12 19:39:33.410375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.413277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa94bd-4e88-4070-8d9f-8e3040974f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eeba27-d25b-473b-9daa-476369effcc9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:33.489895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-077179f0-857c-4088-918b-968a99d51156 req-4bf66d52-47c7-4c03-b09a-536f7f39dbde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c8c454-1128-4a65-81b6-283524d53c6c HTTP/1.1" status: 200 len: 217 time: 0.0725999 May 12 19:39:33.525617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa94bd-4e88-4070-8d9f-8e3040974f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:33.530373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a7aa94bd-4e88-4070-8d9f-8e3040974f61 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3eeba27-d25b-473b-9daa-476369effcc9 HTTP/1.1" status: 204 len: 168 time: 0.5065448 May 12 19:39:33.558214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077179f0-857c-4088-918b-968a99d51156 req-829505be-d535-4f67-b08e-15b9ebfbc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:33.559836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-077179f0-857c-4088-918b-968a99d51156 req-829505be-d535-4f67-b08e-15b9ebfbc5bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.0646331 May 12 19:39:33.610120 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-077179f0-857c-4088-918b-968a99d51156 req-bc513aad-23ec-4f1a-a359-d8efa1a8618b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441267 May 12 19:39:33.675351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event deleted for resources: {'Port': ['ID=d1740d5c-7d43-48f7-b034-245c52537fa9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:33.711088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-7e317b43-9929-431a-bf11-da1220b862fd service neutron] 10.222.0.72 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488345 May 12 19:39:33.752201 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-077179f0-857c-4088-918b-968a99d51156 req-8aa1a14a-7ccc-41e2-be67-8812661dd595 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340592 May 12 19:39:33.950491 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-077179f0-857c-4088-918b-968a99d51156 req-c288b6cc-fe37-4fa9-b128-dbd3d058c260 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908436 May 12 19:39:33.998501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701dd5c-7430-43ec-89ed-f5109e8905e9 req-cf78cbac-62d0-499c-9b82-cc8a754ef243 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:34.000035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1701dd5c-7430-43ec-89ed-f5109e8905e9 req-cf78cbac-62d0-499c-9b82-cc8a754ef243 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 946 time: 0.8345337 May 12 19:39:34.039497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57070) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:34.071356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:34.110020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-702a574c-0794-4871-b7ad-0bdaeb3cb089 req-02b2cebd-bd80-4d8c-8026-d129cef116a4 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.1039867 May 12 19:39:34.122426 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-680c2ac4-218d-45f4-9351-17c884b88e02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee889b5ac8fa4dbdb5ff39f4ad148473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809145 May 12 19:39:34.123101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57078) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:34.187878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: d1740d5c-7d43-48f7-b034-245c52537fa9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:34.188216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d1740d5c-7d43-48f7-b034-245c52537fa9 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:34.205168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Router 3a824a66-8962-49dc-a461-8a49764398d8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:39:34.222327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53f46e97-f3f0-4ca1-af84-84edd0a9c45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:34.239116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1701dd5c-7430-43ec-89ed-f5109e8905e9 req-6100ed0e-f8de-441b-b7dd-2954d9f63ccf tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=1278bfb1-39e4-41d4-8a43-6b4f73144ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291424 May 12 19:39:34.256573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53f46e97-f3f0-4ca1-af84-84edd0a9c45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:34.263058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:34.323422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53f46e97-f3f0-4ca1-af84-84edd0a9c45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:34.345638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f46e97-f3f0-4ca1-af84-84edd0a9c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590e06c4-5871-44ff-ab88-ea31c5b73ba8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:34.354638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53f46e97-f3f0-4ca1-af84-84edd0a9c45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:34.355885 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-53f46e97-f3f0-4ca1-af84-84edd0a9c45d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/590e06c4-5871-44ff-ab88-ea31c5b73ba8 HTTP/1.1" status: 204 len: 168 time: 0.2316518 May 12 19:39:34.584273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93ac2842-9cd3-4878-9161-9e08cf39226b req-5ec993cb-2314-416a-be5c-bd8c9817e101 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 210 time: 0.2329445 May 12 19:39:34.593356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 6b5aec84-86b4-4860-b608-aac1d2bc3cfe owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:34.692311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 05c8c454-1128-4a65-81b6-283524d53c6c details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:39:34.695488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8885eb18-0f29-417b-b250-f83401a8e4a9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:34.868295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 8885eb18-0f29-417b-b250-f83401a8e4a9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:34.875817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8885eb18-0f29-417b-b250-f83401a8e4a9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:34.876235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:34.877483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:34.908309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] Sync routers for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:34.926308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38ecba-2fdc-4e22-8786-e97d45365674 req-b64d5392-41ca-4d1a-8471-32aaaed9db7e tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:34.933276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb38ecba-2fdc-4e22-8786-e97d45365674 req-b64d5392-41ca-4d1a-8471-32aaaed9db7e tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 943 time: 0.5793688 May 12 19:39:34.980936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:34.981582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:35.017333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] No DVR routers for this DVR port d1740d5c-7d43-48f7-b034-245c52537fa9 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:35.021579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:35.026562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-deleted', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:35.058922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb38ecba-2fdc-4e22-8786-e97d45365674 req-5f50e336-d341-466b-9302-af59fa93d79b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246164 May 12 19:39:35.062844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5179ea08-b903-4911-8c4b-e898fae37f18 req-4c19c566-dbd9-4d05-baa1-d132d26e520b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.73 "DELETE /v2.0/ports/d1740d5c-7d43-48f7-b034-245c52537fa9 HTTP/1.1" status: 204 len: 173 time: 3.8248568 May 12 19:39:35.102337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418ef08-4d56-4de3-b56b-4a8243fbfc17 req-a97f7845-bbe2-4ecc-bbf6-c091261d2480 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:35.103859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0418ef08-4d56-4de3-b56b-4a8243fbfc17 req-a97f7845-bbe2-4ecc-bbf6-c091261d2480 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3582053 May 12 19:39:35.143611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:35.193667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '05c8c454-1128-4a65-81b6-283524d53c6c', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '05c8c454-1128-4a65-81b6-283524d53c6c', 'mac_address': 'fa:16:3e:f4:54:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:39:35.426976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 05c8c454-1128-4a65-81b6-283524d53c6c is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:35.427394 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:35.448358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8885eb18-0f29-417b-b250-f83401a8e4a9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:35.449113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:35.467074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:35.518501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c8c454-1128-4a65-81b6-283524d53c6c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:35.565052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:35.620968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:35.631363 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:35.633979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:35.668109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0418ef08-4d56-4de3-b56b-4a8243fbfc17 req-53497f8b-3d22-4371-b825-24d94214d0b4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018625 May 12 19:39:35.692281 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:35.720365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:35.793566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:35.794239 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca12e16-3b74-4996-949a-c21761823f16'] response: {'server_uuid': 'd53af024-efbc-4f5d-8e7f-715a78dca265', 'name': 'network-vif-deleted', 'tag': 'd1740d5c-7d43-48f7-b034-245c52537fa9', 'status': 'completed', 'code': 200} May 12 19:39:35.813232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-c22819b2-5730-4b9b-af08-03735bbcabca tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:35.814606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-c22819b2-5730-4b9b-af08-03735bbcabca tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.73 "GET /v2.0/networks?id=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed HTTP/1.1" status: 200 len: 821 time: 0.7098484 May 12 19:39:35.850078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['05c8c454-1128-4a65-81b6-283524d53c6c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:35.851158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=6b5aec84-86b4-4860-b608-aac1d2bc3cfe,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:35.864199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Request body: {'port': {'device_id': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed', 'admin_state_up': True, 'tenant_id': '0f00d3d527fc4f5883439684026f0dd0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:35.998719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:36.090901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf25d-18ff-4572-a897-5db7017b0b3d req-cf4688b5-8c03-4425-af77-3a2978f7e556 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:36.091493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:36.095629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2eacf25d-18ff-4572-a897-5db7017b0b3d req-cf4688b5-8c03-4425-af77-3a2978f7e556 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 944 time: 0.7064190 May 12 19:39:36.104412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] Checking router: 3a824a66-8962-49dc-a461-8a49764398d8 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:39:36.113214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-675b7ad1-f0c0-4f2a-884a-2b032e3ad614 req-edc1e4dc-4ede-468d-a6fe-520fb771a6fd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:36.130212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:36.130814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:36.311455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-675b7ad1-f0c0-4f2a-884a-2b032e3ad614 req-edc1e4dc-4ede-468d-a6fe-520fb771a6fd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:36.317721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-675b7ad1-f0c0-4f2a-884a-2b032e3ad614 req-edc1e4dc-4ede-468d-a6fe-520fb771a6fd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d53af024-efbc-4f5d-8e7f-715a78dca265 HTTP/1.1" status: 200 len: 210 time: 0.3659205 May 12 19:39:36.322666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:39:36.334911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2eacf25d-18ff-4572-a897-5db7017b0b3d req-eb4c049f-ff1f-4e63-b320-0ad435539b5c tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234633 May 12 19:39:36.347634 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:36.495869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:36.538753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Usage tracker for resource:port and tenant:0f00d3d527fc4f5883439684026f0dd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:36.546901 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc1d99c-8ea8-4d10-af67-9b2bd6d06318'] response: {'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'code': 200} May 12 19:39:36.547318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:36.560617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-057a6ea7-b70b-4976-812b-878635daf619 req-0a0a2052-e053-49a6-951c-5196ef38179a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 210 time: 0.0660980 May 12 19:39:36.561461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:36.682996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Made reservation on behalf of 0f00d3d527fc4f5883439684026f0dd0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:36.686479 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:36.702568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:36.708551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa896ef1-56a5-4649-a416-4bcd37fb8a78 None None] The sync data for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 is: [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:36.750225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada54de7-bf61-4ab4-8a7a-949a0ab372d7 req-bcbad9e4-37ac-4227-8e27-f3389d29fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:36.754282 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada54de7-bf61-4ab4-8a7a-949a0ab372d7 req-bcbad9e4-37ac-4227-8e27-f3389d29fe3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 1096 time: 0.1554344 May 12 19:39:36.817809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e8b5bd2d-b133-4f65-ba77-1d18e2ce436d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:39:36.822897 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada54de7-bf61-4ab4-8a7a-949a0ab372d7 req-8bbb0b9d-534d-493e-9068-474dba301acb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622346 May 12 19:39:36.905691 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7279c1a-6ba5-47ed-be6d-b37b01aefe89 req-769cc230-cd6f-42e7-b01c-557af137b1d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fe50153d36e456a8feb504b6ef0f98a&device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0484009 May 12 19:39:36.939898 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7279c1a-6ba5-47ed-be6d-b37b01aefe89 req-64fe4e9f-353d-49bd-944c-a6c42eafcd98 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5fe50153d36e456a8feb504b6ef0f98a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273075 May 12 19:39:37.011756 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42026bd7-2513-48e7-87ea-7e1bfcba1d28 None None] New status for floating IP 8712f576-cfb1-4e52-96ab-b0fc39e52d53: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:39:37.090728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7279c1a-6ba5-47ed-be6d-b37b01aefe89 req-0f35e7e2-73e9-4d76-95ba-47a716d33d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:37.092648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7279c1a-6ba5-47ed-be6d-b37b01aefe89 req-0f35e7e2-73e9-4d76-95ba-47a716d33d7f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475790 May 12 19:39:37.197300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:37.209519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] Sync routers for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:37.219394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:37.220009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:37.271572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-096a52ee-344f-4fa1-967b-02b0fd8ec828 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e8b5bd2d-b133-4f65-ba77-1d18e2ce436d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3286119 May 12 19:39:37.275220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57134) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:37.290937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5f713-6a14-4121-893f-01d3398c495a req-b13635ba-f4c5-4493-a120-a11faa6a62a6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:37.296757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3f5f713-6a14-4121-893f-01d3398c495a req-b13635ba-f4c5-4493-a120-a11faa6a62a6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.5632861 May 12 19:39:37.299450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:37.308479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] Routers {'e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:37.309069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:37.323506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7c45791e-5139-4ff4-994e-d6fa9ebea79f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:37.325945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Allocated IP 172.20.0.5 (0121c7f3-d1cb-4c04-a60c-b8efe0b905ed/639054e9-ccdf-4516-9faa-b32f2c0f4791/4c927f35-f0d7-411d-9c34-28542be9bd70) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:37.341911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7c45791e-5139-4ff4-994e-d6fa9ebea79f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:37.343415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7c45791e-5139-4ff4-994e-d6fa9ebea79f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8b5bd2d-b133-4f65-ba77-1d18e2ce436d HTTP/1.1" status: 200 len: 205 time: 0.0662656 May 12 19:39:37.346021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57140) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:37.371319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a782bdb-b234-4c0c-a628-bad33860416b req-55452a39-e208-4f8a-bbad-919b1b640de3 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:37.373061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a782bdb-b234-4c0c-a628-bad33860416b req-55452a39-e208-4f8a-bbad-919b1b640de3 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 944 time: 0.4532743 May 12 19:39:37.375242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:37.375804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c1946-57f8-412d-8763-1af07d06dfe7 None None] The sync data for ids ['e8b5bd2d-b133-4f65-ba77-1d18e2ce436d'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:37.386500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3f5f713-6a14-4121-893f-01d3398c495a req-eb276506-29f2-4d53-89e3-dc6eb055dd55 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804090 May 12 19:39:37.488518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a782bdb-b234-4c0c-a628-bad33860416b req-4a42ee19-6c7b-4b52-bf40-d8539d642a42 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009343 May 12 19:39:37.582456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a5f9-9ef0-4e07-9473-bcac7d7d42f6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.607976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8750b1-efbd-47a4-9d1e-c8f75e628992 req-7e9a387f-a53d-4cd2-949f-d57a6ca57c9d tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.72 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0634959 May 12 19:39:37.694274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.711788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57160) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:37.813768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.860465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c0399e62-a9a0-4fab-8818-679a1d0725c5 req-a330dbfd-27f1-4698-87fd-971d918d461a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Synchronizing usage tracker for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:37.869469 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.915714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a5f9-9ef0-4e07-9473-bcac7d7d42f6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.917968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a5f9-9ef0-4e07-9473-bcac7d7d42f6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.944175 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a5f9-9ef0-4e07-9473-bcac7d7d42f6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.944678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f4a5f9-9ef0-4e07-9473-bcac7d7d42f6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Fanout notify agent at l3_agent the message router_deleted on router e8b5bd2d-b133-4f65-ba77-1d18e2ce436d {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:39:37.958612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a5f9-9ef0-4e07-9473-bcac7d7d42f6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.962195 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0f4a5f9-9ef0-4e07-9473-bcac7d7d42f6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/e8b5bd2d-b133-4f65-ba77-1d18e2ce436d HTTP/1.1" status: 204 len: 168 time: 0.6124084 May 12 19:39:37.962815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:37.974243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:37.980100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c0399e62-a9a0-4fab-8818-679a1d0725c5 req-a330dbfd-27f1-4698-87fd-971d918d461a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Unset dirty status for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:37.989252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0399e62-a9a0-4fab-8818-679a1d0725c5 req-a330dbfd-27f1-4698-87fd-971d918d461a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 210 time: 0.1963038 May 12 19:39:37.989252 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1bc88cea-e385-4537-8878-54f23f4635ff tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:37.992110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:38.008178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:38.035241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet ecf1ecde-690f-49ca-9537-021609190744 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:39:38.038797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.079242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Pushing event updated for resources: {'Port': ['ID=4c927f35-f0d7-411d-9c34-28542be9bd70,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:38.098417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.107071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac608a4-0d35-4c62-9cab-6b36605df99f req-7fbc336b-90d7-4729-8742-339bbb32656c tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:38.114735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ac608a4-0d35-4c62-9cab-6b36605df99f req-7fbc336b-90d7-4729-8742-339bbb32656c tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 945 time: 0.4035516 May 12 19:39:38.123872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1bc88cea-e385-4537-8878-54f23f4635ff tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.184825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.221848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:38.222469 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.265827 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ac608a4-0d35-4c62-9cab-6b36605df99f req-5f748634-7a75-4756-a5a6-9a2d1d6487aa tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498172 May 12 19:39:38.268596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.280032 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.300240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-64d7e3b7-2c3b-4bf2-9a4f-5f647b2543e9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4435687 May 12 19:39:38.308791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Request body: {'port': {'device_id': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:38.318544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf1ecde-690f-49ca-9537-021609190744,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:38.368317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.373885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a5821-06cd-48c6-8eb2-b4cba3da804b None None] Network b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:38.375842 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7279c1a-6ba5-47ed-be6d-b37b01aefe89 req-49099624-6dec-495e-a8f8-82a1385c0a60 tempest-ServerShowV254Test-1297828816 tempest-ServerShowV254Test-1297828816-project] 10.222.0.73 "GET /v2.0/ports?device_id=22bba825-50df-40ed-892b-f5a690353e21 HTTP/1.1" status: 200 len: 210 time: 0.0606070 May 12 19:39:38.377126 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ac394f5e-10bb-452b-b544-8d39071e8e60 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/ecf1ecde-690f-49ca-9537-021609190744 HTTP/1.1" status: 204 len: 168 time: 0.4135561 May 12 19:39:38.377755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d42f4c-3cd9-4bba-b826-fc660af35683 req-96cff8c1-0b2c-4e4b-a6d3-a172899d31f9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:38.380024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57176) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:38.385167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27d42f4c-3cd9-4bba-b826-fc660af35683 req-96cff8c1-0b2c-4e4b-a6d3-a172899d31f9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2337143 May 12 19:39:38.389087 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1bc88cea-e385-4537-8878-54f23f4635ff tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.430816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc88cea-e385-4537-8878-54f23f4635ff tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1278bfb1-39e4-41d4-8a43-6b4f73144ebc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:38.460863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 03b97f78-af04-4dde-b4f7-1da1e82590ad {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:39:38.464747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.498136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.542662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1bc88cea-e385-4537-8878-54f23f4635ff tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.546363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1bc88cea-e385-4537-8878-54f23f4635ff tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "DELETE /v2.0/security-groups/1278bfb1-39e4-41d4-8a43-6b4f73144ebc HTTP/1.1" status: 204 len: 168 time: 0.8310530 May 12 19:39:38.546907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.571393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57182) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:38.583881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27d42f4c-3cd9-4bba-b826-fc660af35683 req-1a72b4de-d046-4d3c-a883-6823e5c4ee03 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976421 May 12 19:39:38.661060 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-d368a57f-85a9-4068-b9df-ae0f329d78ce tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] show failed (client error): The resource could not be found. May 12 19:39:38.666117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d368a57f-85a9-4068-b9df-ae0f329d78ce tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups/1278bfb1-39e4-41d4-8a43-6b4f73144ebc HTTP/1.1" status: 404 len: 347 time: 0.0766895 May 12 19:39:38.673393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:38.696301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 05c8c454-1128-4a65-81b6-283524d53c6c up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:38.808629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:38.910901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Deleting port 72967f87-641c-425d-8caf-396d540788c7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:38.912266 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:38.925174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 05c8c454-1128-4a65-81b6-283524d53c6c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:38.930735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 05c8c454-1128-4a65-81b6-283524d53c6c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:38.931103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.007215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] DHCP port deletion for b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:39:39.016100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] Deleting port bffd5c83-2ba6-4f86-8875-45d686ddba81 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:39.016471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.137993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c927f35-f0d7-411d-9c34-28542be9bd70 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:39.146646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.163715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Transition to ACTIVE for port object 4c927f35-f0d7-411d-9c34-28542be9bd70 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:39.183991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.208401 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.242233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.276107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 05c8c454-1128-4a65-81b6-283524d53c6c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:39.276383 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.291561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:39.307650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Usage tracker for resource:security_group_rule and tenant:37429d04c59346e4a1e54d3ed13ad484 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:39.318399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:39.322992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.323407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.334423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:39.335473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:39.346076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] For port bffd5c83-2ba6-4f86-8875-45d686ddba81, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bffd5c83-2ba6-4f86-8875-45d686ddba81,segment=NetworkSegment(bb345fae-c09d-4a56-9e88-45c22eb13000),segment_id=bb345fae-c09d-4a56-9e88-45c22eb13000)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:39.346445 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.361631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:39.414151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.470580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Calling delete_port for 72967f87-641c-425d-8caf-396d540788c7 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:39.483306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Pushing event updated for resources: {'Port': ['ID=4c927f35-f0d7-411d-9c34-28542be9bd70,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:39.509009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] Calling delete_port for bffd5c83-2ba6-4f86-8875-45d686ddba81 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:39.520043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.530752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b8be1-f18e-46c9-ac8e-d4a35171d30e req-49c1d627-0c01-4f36-926f-6ce78ecf9512 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:39.532249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a7b8be1-f18e-46c9-ac8e-d4a35171d30e req-49c1d627-0c01-4f36-926f-6ce78ecf9512 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 944 time: 0.8581467 May 12 19:39:39.569241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=03b97f78-af04-4dde-b4f7-1da1e82590ad,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:39.577769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.597967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b29438-1ceb-424c-8737-08bfbd57b5d2 None None] Network 3c91e3f2-80c8-4775-81ff-a5d45791cbef requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:39.607583 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6311b8f6-abfc-4d8b-8235-1715d138560a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/03b97f78-af04-4dde-b4f7-1da1e82590ad HTTP/1.1" status: 204 len: 168 time: 1.2262268 May 12 19:39:39.611118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:39.613049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:39.644917 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a7b8be1-f18e-46c9-ac8e-d4a35171d30e req-55067f3a-f178-4510-a347-4a251ba3e5c4 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780492 May 12 19:39:39.658520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32514a73-afa4-4b8d-b8b8-296bb1b15dff req-cd36c005-4e76-4ff6-90ae-ef5021ad1d23 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:39.675670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32514a73-afa4-4b8d-b8b8-296bb1b15dff req-cd36c005-4e76-4ff6-90ae-ef5021ad1d23 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.9350157 May 12 19:39:39.697728 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.732697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32514a73-afa4-4b8d-b8b8-296bb1b15dff req-8b88ea78-6b1d-40c1-8567-1ceed009ee80 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560369 May 12 19:39:39.774920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Attempting to bind port 4c927f35-f0d7-411d-9c34-28542be9bd70 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:39:39.775864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Attempting to bind port 4c927f35-f0d7-411d-9c34-28542be9bd70 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:39:39.775864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Attempting to bind port 4c927f35-f0d7-411d-9c34-28542be9bd70 on network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:39.787928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Port 4c927f35-f0d7-411d-9c34-28542be9bd70 on network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:39:39.788477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Attempting to bind port 4c927f35-f0d7-411d-9c34-28542be9bd70 on network 0121c7f3-d1cb-4c04-a60c-b8efe0b905ed {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:39.803275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:39:39.803909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Checking segment: {'id': '6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:39.804480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Bound using segment: {'id': '6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:39:39.805074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Bound port: 4c927f35-f0d7-411d-9c34-28542be9bd70, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:39:39.805678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.819176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.831848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.831957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] Pushing event deleted for resources: {'Port': ['ID=bffd5c83-2ba6-4f86-8875-45d686ddba81,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:39.844594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798425f7-dd64-4254-8c47-a30cf871a78a None None] No DVR routers for this DVR port bffd5c83-2ba6-4f86-8875-45d686ddba81 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:39.869518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:39.974684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] DHCP port deletion for 3c91e3f2-80c8-4775-81ff-a5d45791cbef request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:39:39.980544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] Deleting port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:39.980920 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.027826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.163823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea7bf-0118-452a-bfd4-c25528c6e466 req-27d879f4-8ce6-437f-9ae8-0681e1bbb0c3 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:40.165644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b85ea7bf-0118-452a-bfd4-c25528c6e466 req-27d879f4-8ce6-437f-9ae8-0681e1bbb0c3 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 943 time: 0.1875029 May 12 19:39:40.176235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] For port 4c927f35-f0d7-411d-9c34-28542be9bd70, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:39:40.180625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57220) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:40.184002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] For port 4c927f35-f0d7-411d-9c34-28542be9bd70, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4c927f35-f0d7-411d-9c34-28542be9bd70,segment=NetworkSegment(6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525),segment_id=6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:39:40.185021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7745f1-baa7-4a28-9818-5afe2acb7191,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:40.190486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event deleted for resources: {'Port': ['ID=72967f87-641c-425d-8caf-396d540788c7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:40.198452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4bf2c8eb-b52a-4e0b-9118-b2fe7771df0a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37429d04c59346e4a1e54d3ed13ad484&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3885446 May 12 19:39:40.199422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57224) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:40.233754 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.295201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] For port 1e8fc901-49c3-4fc3-9c79-b29d33be9144, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1e8fc901-49c3-4fc3-9c79-b29d33be9144,segment=NetworkSegment(c983c0a7-5661-499e-8a30-83ecbda5107f),segment_id=c983c0a7-5661-499e-8a30-83ecbda5107f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:40.295585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.295729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.336138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a814e6-c9cd-433c-b22f-aaa906a1941a req-a862a21e-c182-4cd5-8995-a98330dc8899 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:40.338082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86a814e6-c9cd-433c-b22f-aaa906a1941a req-a862a21e-c182-4cd5-8995-a98330dc8899 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 945 time: 0.3613369 May 12 19:39:40.338911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Pushing event updated for resources: {'Port': ['ID=4c927f35-f0d7-411d-9c34-28542be9bd70,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:40.381638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:40.382013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:40.382729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.384303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-f92873d5-a5a5-4fee-b32b-0a84e1973d95 service neutron] 10.222.0.73 "PUT /v2.0/ports/4c927f35-f0d7-411d-9c34-28542be9bd70 HTTP/1.1" status: 200 len: 1091 time: 2.0796340 May 12 19:39:40.384920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'tag': '4c927f35-f0d7-411d-9c34-28542be9bd70'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:40.409594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb345fae-c09d-4a56-9e88-45c22eb13000') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:40.410190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb345fae-c09d-4a56-9e88-45c22eb13000') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:40.418404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b85ea7bf-0118-452a-bfd4-c25528c6e466 req-3f9bc16f-4d20-489c-8091-7bb61aafd04a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Synchronizing usage tracker for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:40.423470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.435273 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.445526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed940409-7624-4917-be56-2e1664b21f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.461627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.471683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.480143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] Calling delete_port for 1e8fc901-49c3-4fc3-9c79-b29d33be9144 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:40.491740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:39:40.492149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.502320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: timer() May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:39:40.507098 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:39:40.511062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed940409-7624-4917-be56-2e1664b21f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.523746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86a814e6-c9cd-433c-b22f-aaa906a1941a req-ffaf0c3b-fad9-4e33-b205-e1ac24763eaf tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721175 May 12 19:39:40.526302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe50153d36e456a8feb504b6ef0f98a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:40.533917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.535055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:40.535180 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-18240c49-b246-4fb9-85ad-cb86a2217031 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "DELETE /v2.0/floatingips/8712f576-cfb1-4e52-96ab-b0fc39e52d53 HTTP/1.1" status: 204 len: 168 time: 1.8510940 May 12 19:39:40.560318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:40.572397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b85ea7bf-0118-452a-bfd4-c25528c6e466 req-3f9bc16f-4d20-489c-8091-7bb61aafd04a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Unset dirty status for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:40.573598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b85ea7bf-0118-452a-bfd4-c25528c6e466 req-3f9bc16f-4d20-489c-8091-7bb61aafd04a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949740 May 12 19:39:40.593389 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db950dcb-ad6d-48a5-b1a8-eddd1aacd953'] response: {'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c', 'code': 200} May 12 19:39:40.610005 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.690532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-452ca86f-bb7f-4756-ae3e-8d85c2fbb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:40.692326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-452ca86f-bb7f-4756-ae3e-8d85c2fbb631 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f00d3d527fc4f5883439684026f0dd0&device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 1094 time: 0.2564759 May 12 19:39:40.695521 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d3a3af-397c-421f-8555-c8fa764b2da3'] response: {'name': 'network-changed', 'server_uuid': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'tag': '4c927f35-f0d7-411d-9c34-28542be9bd70', 'status': 'completed', 'code': 200} May 12 19:39:40.699252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e8fc901-49c3-4fc3-9c79-b29d33be9144 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:40.749217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] No DVR routers for this DVR port 1e8fc901-49c3-4fc3-9c79-b29d33be9144 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:40.758316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.769357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f07389-ad31-4bf9-b4dc-34fc61b35b06 None None] Pushing event deleted for resources: {'Port': ['ID=1e8fc901-49c3-4fc3-9c79-b29d33be9144,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:40.788422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1e8fc901-49c3-4fc3-9c79-b29d33be9144 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:40.788870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1e8fc901-49c3-4fc3-9c79-b29d33be9144 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:40.789834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bffd5c83-2ba6-4f86-8875-45d686ddba81 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:40.794735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-d94f9167-35a2-4123-b2cc-54a16a8f65c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c927f35-f0d7-411d-9c34-28542be9bd70 HTTP/1.1" status: 200 len: 217 time: 0.0901246 May 12 19:39:40.808487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.811679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:40.826357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57242) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:40.826632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: bffd5c83-2ba6-4f86-8875-45d686ddba81 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:40.827228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bffd5c83-2ba6-4f86-8875-45d686ddba81 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:40.845423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376107725', 'description': 'tempest-description--861102959'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:40.853909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:40.857668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed940409-7624-4917-be56-2e1664b21f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.860072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed940409-7624-4917-be56-2e1664b21f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.863585 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed940409-7624-4917-be56-2e1664b21f8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc7745f1-baa7-4a28-9818-5afe2acb7191 HTTP/1.1" status: 204 len: 168 time: 0.6155751 May 12 19:39:40.870571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a776a77c-dc7c-4eae-b1ca-a796e3a765b3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/b0b9c3f9-b85a-4ae2-812f-bb321b6e2c44 HTTP/1.1" status: 204 len: 168 time: 1.2554798 May 12 19:39:40.871988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:40.884734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:40.884952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57248) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:40.885076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed940409-7624-4917-be56-2e1664b21f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7745f1-baa7-4a28-9818-5afe2acb7191,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:40.888900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:40.908997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b33a6-a9fc-4352-aab3-04049250ebab req-c0a0500e-ad17-4927-b273-a7fa25a7b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:40.909262 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a7b33a6-a9fc-4352-aab3-04049250ebab req-c0a0500e-ad17-4927-b273-a7fa25a7b405 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 1096 time: 0.2201490 May 12 19:39:40.932056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:40.967993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:40.974173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a7b33a6-a9fc-4352-aab3-04049250ebab req-6565f5ac-dbd6-4507-9858-4f9451d7e776 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 May 12 19:39:40.975087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group_rule and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:40.978023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:40.983775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:41.059566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-560b8496-7977-49af-8b5a-99ab0bc95c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:41.061030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-560b8496-7977-49af-8b5a-99ab0bc95c5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=639054e9-ccdf-4516-9faa-b32f2c0f4791 HTTP/1.1" status: 200 len: 861 time: 0.2290423 May 12 19:39:41.073012 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.132534 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.169318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-2702f280-1b84-4dc8-9344-df0f3b8635b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876846 May 12 19:39:41.185222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.191014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.191755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.242645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9c564-7fe3-4280-b6cb-a046177691c2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:41.248473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.249830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1b0c761a-f225-4edd-a762-80efda43d914 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4143369 May 12 19:39:41.252736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:41.258827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'security_group_rule': {'security_group_id': '05e9c564-7fe3-4280-b6cb-a046177691c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:41.265072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:41.269957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group_rule and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:41.273685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:41.281019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:41.298673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5fe50153d36e456a8feb504b6ef0f98a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1128266 May 12 19:39:41.310424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57266) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:41.313388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5133d0b3-0118-408d-b6b9-8a703b755c54,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:41.323611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.338179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3eaba-a726-41a8-b6ff-e104c72ad3d6 req-9e111876-e4d1-4581-a064-51686ae9e876 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:41.339710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37e3eaba-a726-41a8-b6ff-e104c72ad3d6 req-9e111876-e4d1-4581-a064-51686ae9e876 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 945 time: 0.5571837 May 12 19:39:41.341050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.341416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.341750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.342080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.342427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.342726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.343048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.343366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.343684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.344001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.344314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.344628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158abb8-d7f4-46a4-a8d4-9e1c534a0036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:41.417167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e77d432e-519d-4a8f-941a-ff6c4ddb3e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.442683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.456815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427371cd-b116-448d-ad38-3913a104f85a req-b072c001-d10e-4a6e-bb29-e519a09287d8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:41.458527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-427371cd-b116-448d-ad38-3913a104f85a req-b072c001-d10e-4a6e-bb29-e519a09287d8 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4599741 May 12 19:39:41.464821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.475537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e77d432e-519d-4a8f-941a-ff6c4ddb3e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.517286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3537eb-5b51-47ce-b257-2615341c939b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:41.539755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.541932 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-908656b3-2472-42d5-9ba4-724ab643283f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871921 May 12 19:39:41.546432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57276) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:41.552882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'security_group_rule': {'security_group_id': '05e9c564-7fe3-4280-b6cb-a046177691c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:41.561512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:41.566546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:security_group_rule and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:41.570009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:41.576869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:41.579494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.591931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37e3eaba-a726-41a8-b6ff-e104c72ad3d6 req-581dd99a-2067-451a-acf2-4c26332d1baf tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372127 May 12 19:39:41.598075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-0ff5fb77-904a-4d2d-81f9-d165ee8fa05e service neutron] 10.222.0.73 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193840 May 12 19:39:41.601385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e77d432e-519d-4a8f-941a-ff6c4ddb3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.638687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d432e-519d-4a8f-941a-ff6c4ddb3e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133d0b3-0118-408d-b6b9-8a703b755c54,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:41.644014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.646864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c91e3f2-80c8-4775-81ff-a5d45791cbef']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:41.659898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e77d432e-519d-4a8f-941a-ff6c4ddb3e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.664905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e77d432e-519d-4a8f-941a-ff6c4ddb3e66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5133d0b3-0118-408d-b6b9-8a703b755c54 HTTP/1.1" status: 204 len: 168 time: 0.3532429 May 12 19:39:41.760879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.769671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.806671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57288) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:41.866523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c983c0a7-5661-499e-8a30-83ecbda5107f') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:41.866924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c983c0a7-5661-499e-8a30-83ecbda5107f') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:41.918706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-427371cd-b116-448d-ad38-3913a104f85a req-abed1e95-6371-4c05-a5b2-480545bdbb4c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937142 May 12 19:39:41.942901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.972812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.974404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4266512 May 12 19:39:41.978428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:41.978635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0061587-3e59-42da-91d5-e73855bcf3ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0791c779-c4df-4c21-be63-b771b61e8d87,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:41.980121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:41.985304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:42.004954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:42.025438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:39:42.025854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: timer() May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:39:42.041204 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:39:42.043454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:floatingip and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:42.053743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:42.128732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:42.157775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cab288f3-c7d1-4073-8051-58605ed79b12 req-1e14d5b6-9d9e-42f0-bc81-6bc2ba0b991b service neutron] 10.222.0.73 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459204 May 12 19:39:42.176502 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.200239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.239404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1189932004-network', 'tenant_id': '6ad2856c7ee746d79807651f5cb0625c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:42.245004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bc71c-4041-4bfa-b4ce-c8b129dd6418 req-01e10ba1-e278-4222-a12f-1dfe0224bce9 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:42.247546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:42.250358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-214bc71c-4041-4bfa-b4ce-c8b129dd6418 req-01e10ba1-e278-4222-a12f-1dfe0224bce9 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 945 time: 0.3893328 May 12 19:39:42.254949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Usage tracker for resource:network and tenant:6ad2856c7ee746d79807651f5cb0625c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:42.259683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:42.268861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:42.286834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Made reservation on behalf of 6ad2856c7ee746d79807651f5cb0625c for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:42.286834 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.299393 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.318265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:42.322074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad2856c7ee746d79807651f5cb0625c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:42.324992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:42.331255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:42.336743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.413737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=3c91e3f2-80c8-4775-81ff-a5d45791cbef,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:42.425841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.430781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.451110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-69428e3f-0fe8-4844-926c-dd1aa57a5f52 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/3c91e3f2-80c8-4775-81ff-a5d45791cbef HTTP/1.1" status: 204 len: 168 time: 1.5644901 May 12 19:39:42.459729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57310) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:42.460459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:39:42.472809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-214bc71c-4041-4bfa-b4ce-c8b129dd6418 req-0df27b66-d5f1-4d16-8547-f616d19cf87b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143118 May 12 19:39:42.473849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-821960866'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:42.483912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f36b91-ea43-4d66-885d-f20c65895f46,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:42.488254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:42.490818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.491162 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Added segment 43f2e357-9a06-4d20-8429-6ff2be5692e1 of type vlan for network 276200b0-f93d-41be-adb7-6fde789d6a6b May 12 19:39:42.504874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:42.508626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47a2b3-9a67-4ae5-a04a-06b341a000e6 req-54128594-efc4-4c21-9832-c9884dab6c7b tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:42.508789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:42.515715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d47a2b3-9a67-4ae5-a04a-06b341a000e6 req-54128594-efc4-4c21-9832-c9884dab6c7b tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 943 time: 0.3205535 May 12 19:39:42.519029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:42.537683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.545697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-e04072bc-70b2-46ae-b868-7f306a6b66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:42.547256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-e04072bc-70b2-46ae-b868-7f306a6b66b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f00d3d527fc4f5883439684026f0dd0&device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 1094 time: 0.2742534 May 12 19:39:42.551178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:42.555838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.598265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:39:42.608898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.609127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d47a2b3-9a67-4ae5-a04a-06b341a000e6 req-83bf1fd8-ed13-4b09-8709-080d93a10d40 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925350 May 12 19:39:42.609654 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment d6ca2a6b-157e-474f-8376-c86ea8d28c01 of type vlan for network 49981361-ec2d-428a-8845-9a1b89f3d0b2 May 12 19:39:42.618018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.626791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:42.627431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.735800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] Pushing event updated for resources: {'Network': ['ID=276200b0-f93d-41be-adb7-6fde789d6a6b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:42.747002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 276200b0-f93d-41be-adb7-6fde789d6a6b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:39:42.781402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.809321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-49a494b1-9d15-4018-b4c8-96857ce4c952 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0013382 May 12 19:39:42.812207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57330) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:42.819593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Request body: {'subnet': {'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1189932004-subnet', 'tenant_id': '6ad2856c7ee746d79807651f5cb0625c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:42.826445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:42.830646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Usage tracker for resource:subnet and tenant:6ad2856c7ee746d79807651f5cb0625c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:42.833915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:42.837521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.846698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:42.846698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.879066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:42.902311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:42.958415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-4eb0c310-0910-4be0-84b7-12be12e4e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:42.960118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-4eb0c310-0910-4be0-84b7-12be12e4e08d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed HTTP/1.1" status: 200 len: 922 time: 0.3967707 May 12 19:39:43.018455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Made reservation on behalf of 6ad2856c7ee746d79807651f5cb0625c for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:43.021005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:43.044931 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5810161 May 12 19:39:43.051905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57340) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:43.053981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-8718991a-1588-44ca-8158-bb530b552db2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c927f35-f0d7-411d-9c34-28542be9bd70 HTTP/1.1" status: 200 len: 217 time: 0.0851238 May 12 19:39:43.062650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:43.113216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0e90a-06bc-4b23-82ec-b8ec071bc2af tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=49981361-ec2d-428a-8845-9a1b89f3d0b2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:43.127678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:39:43.380920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:43.443802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a966a06-829a-430d-9b25-e99d6cd05dec req-8680ff5e-97d1-41c9-8510-4435cd5f7801 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:43.450727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a966a06-829a-430d-9b25-e99d6cd05dec req-8680ff5e-97d1-41c9-8510-4435cd5f7801 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.6563315 May 12 19:39:43.469581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Checking segment: {'id': '43f2e357-9a06-4d20-8429-6ff2be5692e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:43.469932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Network hostable DHCP agents. Network: 276200b0-f93d-41be-adb7-6fde789d6a6b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:39:43.476751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d6de0a-3be4-43c3-aa2b-bba16d92ad84,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:43.486376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-75d281ac-3726-42e4-b1c1-b51a386b0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:43.487816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-75d281ac-3726-42e4-b1c1-b51a386b0d2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=639054e9-ccdf-4516-9faa-b32f2c0f4791 HTTP/1.1" status: 200 len: 861 time: 0.3597538 May 12 19:39:43.492882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Network 276200b0-f93d-41be-adb7-6fde789d6a6b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:39:43.507510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 276200b0-f93d-41be-adb7-6fde789d6a6b) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:43.514713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:43.515895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:43.523534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2fa29a-059c-45fa-8d14-15a4f68a58d2 None None] Network 276200b0-f93d-41be-adb7-6fde789d6a6b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:43.542796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7bf01133-a2bb-4529-8cc8-1db63b86733d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7285326 May 12 19:39:43.554759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:43.570068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Allocated IP 172.25.2.123 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/deb8d695-8cd2-42ec-ae58-bbfa9e2e7a17) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:43.580179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:43.589255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-772e12a4-1876-49b3-a028-d3663310692e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758965 May 12 19:39:43.600382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:43.646778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:43.710929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a966a06-829a-430d-9b25-e99d6cd05dec req-9bed4e12-12a2-4e75-9737-4897205b1e84 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593477 May 12 19:39:43.774081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d42f46-71d8-49c3-9cd7-e1e0cfda1566 None None] Network 276200b0-f93d-41be-adb7-6fde789d6a6b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:43.979669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:43.983118 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:44.208533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a9dea-74a6-48e0-8efd-872100820023 req-e9422d03-a6d0-40a7-b9aa-2d80c75f6203 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:44.215188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-554a9dea-74a6-48e0-8efd-872100820023 req-e9422d03-a6d0-40a7-b9aa-2d80c75f6203 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 945 time: 0.7888753 May 12 19:39:44.222229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-4c12347f-c91b-46e0-9ef1-3b9c7b40e814 service neutron] 10.222.0.73 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247251 May 12 19:39:44.342314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:44.401434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-554a9dea-74a6-48e0-8efd-872100820023 req-efdfb7a2-01df-40b3-af86-3132b05445b2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851745 May 12 19:39:44.412790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370210f-fd4a-4243-a60d-e64e15bf720c req-326bb64c-b26b-448d-996a-4104fb6d0355 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:44.414737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a370210f-fd4a-4243-a60d-e64e15bf720c req-326bb64c-b26b-448d-996a-4104fb6d0355 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 945 time: 0.4405913 May 12 19:39:44.547886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f93e8af-0078-4be9-99a8-ae6716974fbd req-43b0e78d-333d-470c-834a-a41f85bb209a service neutron] 10.222.0.73 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050942 May 12 19:39:44.603029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a370210f-fd4a-4243-a60d-e64e15bf720c req-6a64864f-35c2-41d1-918c-78b530fdfdaa tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743977 May 12 19:39:44.626533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:44.715191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:44.721530 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:44.726374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:44.762996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:44.815861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'Port': ['ID=deb8d695-8cd2-42ec-ae58-bbfa9e2e7a17,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:44.874979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=47943007-3ebc-4c48-9ed7-4b690c803c22,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:44.888342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48ba9-c76c-4886-8aab-00b02ee61af4 req-bcf00698-04c0-4656-94dd-c62fcc2fd285 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:44.889915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76b48ba9-c76c-4886-8aab-00b02ee61af4 req-bcf00698-04c0-4656-94dd-c62fcc2fd285 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 943 time: 0.3540006 May 12 19:39:44.901855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': 'd6ca2a6b-157e-474f-8376-c86ea8d28c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:44.902204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: 49981361-ec2d-428a-8845-9a1b89f3d0b2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:39:44.966154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76b48ba9-c76c-4886-8aab-00b02ee61af4 req-25d81b85-7322-4c71-9e3b-053928c70881 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670583 May 12 19:39:44.968121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:39:44.977034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:44.995234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 49981361-ec2d-428a-8845-9a1b89f3d0b2) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:45.007228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627f3b9-7b01-4823-a279-6432397c5c7b None None] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:45.048222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:45.049416 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.105989 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.139709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b7f8aed7-1e10-4ef1-b09c-a825fa799bc9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0846958 May 12 19:39:45.139955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57412) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:45.147223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1987939314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:45.160449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:45.172046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:router and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:45.181014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:45.194159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:45.219730 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.221262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.259460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.311520 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.357837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.359200 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-28dac1c4-2625-4c78-b4b9-9d8ebf6924f4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2171817 May 12 19:39:45.361919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57418) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:45.368197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'port': {'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2', 'name': 'tempest-RoutersTest-474324750'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:45.377007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-49981361-ec2d-428a-8845-9a1b89f3d0b2', 'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '47943007-3ebc-4c48-9ed7-4b690c803c22'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:39:45.377568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.472438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fb5c-b103-4dc0-9912-9430ff8bacc6 req-b6584ed6-8608-4831-98a4-4ff9c7fc2748 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:45.479625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d320fb5c-b103-4dc0-9912-9430ff8bacc6 req-b6584ed6-8608-4831-98a4-4ff9c7fc2748 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2441683 May 12 19:39:45.529040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.549918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d320fb5c-b103-4dc0-9912-9430ff8bacc6 req-ab42f235-71b8-4cb7-afcf-c8549326a9e2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690947 May 12 19:39:45.552640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.636135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:45.646498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:45.661996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Allocated IP 172.20.0.2 (49981361-ec2d-428a-8845-9a1b89f3d0b2/47943007-3ebc-4c48-9ed7-4b690c803c22/0624fb4c-e222-447d-8866-c870068b3019) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:45.666420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:45.675866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.704309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] device_id is not set on port 32cca94a-48f6-43e5-a734-094fad365b65 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:39:45.725162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'Port': ['ID=deb8d695-8cd2-42ec-ae58-bbfa9e2e7a17,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:45.796920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57432) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:45.827741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.937241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.939871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:45.951720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Transition to ACTIVE for port object 0624fb4c-e222-447d-8866-c870068b3019 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:45.953801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:45.958838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Usage tracker for resource:security_group_rule and tenant:7fa784ff85f44b838cf96407d1a03d60 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:45.962367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:45.969045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:45.973444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Transition to ACTIVE for port object 0624fb4c-e222-447d-8866-c870068b3019 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:45.982387 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.041323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa936c-c3d7-4d46-bb31-7d98679986c7 req-4a780732-e7b3-4d58-be32-ef8fda676b23 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:46.043005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68aa936c-c3d7-4d46-bb31-7d98679986c7 req-4a780732-e7b3-4d58-be32-ef8fda676b23 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 945 time: 0.4776783 May 12 19:39:46.065392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.073738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-44d94662-21d2-4c67-92f3-ef3320e4b4c5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0952685 May 12 19:39:46.078354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:46.086718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:46.094737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.20.0.8 (49981361-ec2d-428a-8845-9a1b89f3d0b2/47943007-3ebc-4c48-9ed7-4b690c803c22/32cca94a-48f6-43e5-a734-094fad365b65) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:46.112888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:46.117091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4c927f35-f0d7-411d-9c34-28542be9bd70 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:39:46.141826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68aa936c-c3d7-4d46-bb31-7d98679986c7 req-db9a39a3-9b10-4791-9727-6ccf039fc9e3 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835874 May 12 19:39:46.172963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec34c0-5e7e-484a-9d5f-14c0e63457f0 req-e28c752f-0195-4430-829e-73982aa0e74e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:46.174630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1aec34c0-5e7e-484a-9d5f-14c0e63457f0 req-e28c752f-0195-4430-829e-73982aa0e74e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 945 time: 0.3396530 May 12 19:39:46.212425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.239451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.253950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1aec34c0-5e7e-484a-9d5f-14c0e63457f0 req-dab2b80d-e88c-4d74-b9fb-37a11975c760 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729585 May 12 19:39:46.325620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Pushing event updated for resources: {'Port': ['ID=0624fb4c-e222-447d-8866-c870068b3019,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:46.416866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Attempting to bind port 0624fb4c-e222-447d-8866-c870068b3019 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:39:46.417553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Attempting to bind port 0624fb4c-e222-447d-8866-c870068b3019 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'd6ca2a6b-157e-474f-8376-c86ea8d28c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:39:46.418200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Attempting to bind port 0624fb4c-e222-447d-8866-c870068b3019 on network 49981361-ec2d-428a-8845-9a1b89f3d0b2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:46.438439 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7fa784ff85f44b838cf96407d1a03d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402204 May 12 19:39:46.441694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:39:46.441694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Checking segment: {'id': 'd6ca2a6b-157e-474f-8376-c86ea8d28c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:46.441973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b71d8-8be1-4677-af5a-5cf20ae16d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfb66d-3469-4c3c-a5f1-b7eec583b706,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:46.442060 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.442431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Bound using segment: {'id': 'd6ca2a6b-157e-474f-8376-c86ea8d28c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:39:46.442942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Bound port: 0624fb4c-e222-447d-8866-c870068b3019, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ca2a6b-157e-474f-8376-c86ea8d28c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '49981361-ec2d-428a-8845-9a1b89f3d0b2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:39:46.443471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.446642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57448) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:46.461658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4c927f35-f0d7-411d-9c34-28542be9bd70, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4c927f35-f0d7-411d-9c34-28542be9bd70,segment=NetworkSegment(6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525),segment_id=6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:46.463952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83714d-05a6-42bf-b413-02fcdeac3099 req-74a0ef72-8ed4-4306-85f8-1b3c534a8df6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:46.465746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a83714d-05a6-42bf-b413-02fcdeac3099 req-74a0ef72-8ed4-4306-85f8-1b3c534a8df6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1400535 May 12 19:39:46.506946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '4c927f35-f0d7-411d-9c34-28542be9bd70', 'network_id': '0121c7f3-d1cb-4c04-a60c-b8efe0b905ed', 'port_id': '4c927f35-f0d7-411d-9c34-28542be9bd70', 'mac_address': 'fa:16:3e:24:d2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639054e9-ccdf-4516-9faa-b32f2c0f4791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:39:46.567750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a83714d-05a6-42bf-b413-02fcdeac3099 req-fff3504a-b79d-42ca-b141-81a7ad7e6289 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958979 May 12 19:39:46.574546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.596094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e7cb8-1127-4bda-a3a5-53d6e771f3a0 req-c2321f6a-bfdb-4ea0-b83f-462ac001a9ed tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:46.599045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e1e69cf-7150-4773-b1f1-123d9c27a89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.608132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b10e7cb8-1127-4bda-a3a5-53d6e771f3a0 req-c2321f6a-bfdb-4ea0-b83f-462ac001a9ed tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 943 time: 0.1196690 May 12 19:39:46.617443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object 32cca94a-48f6-43e5-a734-094fad365b65 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:46.626031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] For port 0624fb4c-e222-447d-8866-c870068b3019, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:39:46.632801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] For port 0624fb4c-e222-447d-8866-c870068b3019, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0624fb4c-e222-447d-8866-c870068b3019,segment=NetworkSegment(d6ca2a6b-157e-474f-8376-c86ea8d28c01),segment_id=d6ca2a6b-157e-474f-8376-c86ea8d28c01)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:39:46.636315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4c927f35-f0d7-411d-9c34-28542be9bd70 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:46.637090 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.648893 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e1e69cf-7150-4773-b1f1-123d9c27a89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.651880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.676236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b10e7cb8-1127-4bda-a3a5-53d6e771f3a0 req-88b8a334-9340-4931-9b57-8fbb5942102a tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669172 May 12 19:39:46.711177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.723209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c927f35-f0d7-411d-9c34-28542be9bd70 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:46.727369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8885eb18-0f29-417b-b250-f83401a8e4a9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:39:46.769003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-74ed600d-a740-4d0a-a0b3-4a53c8d948ab tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:46.785504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4c927f35-f0d7-411d-9c34-28542be9bd70, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4c927f35-f0d7-411d-9c34-28542be9bd70,segment=NetworkSegment(6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525),segment_id=6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:46.790917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-74ed600d-a740-4d0a-a0b3-4a53c8d948ab tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:46.796239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-74ed600d-a740-4d0a-a0b3-4a53c8d948ab tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1376107725&fields=id&tenant_id=39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 267 time: 0.0784435 May 12 19:39:46.798900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb48f68-0263-4fa3-b257-c741f8558f7f None None] Pushing event updated for resources: {'Port': ['ID=0624fb4c-e222-447d-8866-c870068b3019,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:46.817907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.818743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:46.820095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=32cca94a-48f6-43e5-a734-094fad365b65,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:46.822730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:46.826440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:46.859428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e1e69cf-7150-4773-b1f1-123d9c27a89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.888305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e69cf-7150-4773-b1f1-123d9c27a89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfb66d-3469-4c3c-a5f1-b7eec583b706,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:46.889853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4c927f35-f0d7-411d-9c34-28542be9bd70,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:46.909066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:46.909933 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.973884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e1e69cf-7150-4773-b1f1-123d9c27a89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:46.975706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0e1e69cf-7150-4773-b1f1-123d9c27a89d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05bfb66d-3469-4c3c-a5f1-b7eec583b706 HTTP/1.1" status: 204 len: 168 time: 0.5281823 May 12 19:39:46.979028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8ffee89e-9adc-4661-bacc-cd3f84050649 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6161234 May 12 19:39:46.982117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57470) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:47.036541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['4c927f35-f0d7-411d-9c34-28542be9bd70'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:47.081448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-2a401ed5-6e6a-4384-98ca-61be8a2ef34f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:47.089407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-2a401ed5-6e6a-4384-98ca-61be8a2ef34f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 817 time: 0.2796500 May 12 19:39:47.100993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:47.126856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'port_id': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'mac_address': 'fa:16:3e:98:f4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211bfd24-0ac1-4002-81d7-be66f3286eb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:39:47.136379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-3e6d8844-973b-48e1-927c-b37fcc95ef22 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/quotas/39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 375 time: 0.0457501 May 12 19:39:47.256137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8885eb18-0f29-417b-b250-f83401a8e4a9 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:47.258562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:47.272105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-ef0bf0f3-ef5a-44b4-8f84-0e4ae35d96a6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1310496 May 12 19:39:47.288380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b720a7-926b-495b-9b4c-8afc8f57112e req-9170b6da-7ec4-4079-bea5-e72d893689c9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:47.309910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40b720a7-926b-495b-9b4c-8afc8f57112e req-9170b6da-7ec4-4079-bea5-e72d893689c9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3813002 May 12 19:39:47.328556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8885eb18-0f29-417b-b250-f83401a8e4a9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:47.393674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:47.414067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:47.482970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40b720a7-926b-495b-9b4c-8afc8f57112e req-00bf527c-dd4a-4cc3-9acf-41fd81a48930 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718600 May 12 19:39:47.522545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8885eb18-0f29-417b-b250-f83401a8e4a9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:47.538701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57482) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:47.568787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:47.601802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:47.604380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:47.606969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Usage tracker for resource:security_group_rule and tenant:13a337d07a3e41228f6a6cd1cf79d952 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:47.609968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:47.622130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:47.720071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-fc746a3b-fc51-41e6-b057-74a1bafa43bd service neutron] 10.222.0.72 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952017 May 12 19:39:47.837233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:47.850178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:47.921668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13a337d07a3e41228f6a6cd1cf79d952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794382 May 12 19:39:47.926669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57490) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:47.935514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552920b-6c0a-43b9-8f01-054f5ddf3ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457257e8-bf82-4c55-b3a3-352ca9ae65fe,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:47.963613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7e98-23a3-4c5e-b89b-ccea6d837a5f req-8881929d-27e0-40d6-9ef5-b77a32542607 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:47.965149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b0b7e98-23a3-4c5e-b89b-ccea6d837a5f req-8881929d-27e0-40d6-9ef5-b77a32542607 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 945 time: 0.2851124 May 12 19:39:47.970817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-fe32f859-0c02-40d3-ba62-7bfc9337723d service neutron] 10.222.0.72 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315552 May 12 19:39:48.001915 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.034727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b0b7e98-23a3-4c5e-b89b-ccea6d837a5f req-2c78f825-73c0-44e5-ae40-3749285c0fda tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620406 May 12 19:39:48.081570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91450721-1aac-456e-9653-7947c1bf3a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.140022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4c927f35-f0d7-411d-9c34-28542be9bd70 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:48.143281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91450721-1aac-456e-9653-7947c1bf3a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.297704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 4c927f35-f0d7-411d-9c34-28542be9bd70 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:48.306311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 4c927f35-f0d7-411d-9c34-28542be9bd70 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:48.307572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.372022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa1035a-5d75-41ca-86b0-64e4dfa2feea None None] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:39:48.416379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900892f5-80dc-493e-899d-b647636c6502 req-3286dbd6-a5ff-4093-95b5-cdc238ac1248 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:48.418039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-900892f5-80dc-493e-899d-b647636c6502 req-3286dbd6-a5ff-4093-95b5-cdc238ac1248 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 944 time: 0.2000465 May 12 19:39:48.445422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb437c2-92b8-4f64-9db0-8f3a862a53c6 req-e3a226e8-0a07-4021-a9f3-9d8172da386d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:48.452543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eeb437c2-92b8-4f64-9db0-8f3a862a53c6 req-e3a226e8-0a07-4021-a9f3-9d8172da386d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1696649 May 12 19:39:48.506160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b985ce77-46f9-4005-9d9c-e9a2214af675 None None] Provisioning for port 0624fb4c-e222-447d-8866-c870068b3019 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:48.531684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eeb437c2-92b8-4f64-9db0-8f3a862a53c6 req-b10e22e4-bf6e-412a-9800-a7e4e12b9cc1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782421 May 12 19:39:48.585852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91450721-1aac-456e-9653-7947c1bf3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.591376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-900892f5-80dc-493e-899d-b647636c6502 req-0e2b7e65-2abe-46fd-9f63-d37440de3f48 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630411 May 12 19:39:48.615365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.618444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91450721-1aac-456e-9653-7947c1bf3a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457257e8-bf82-4c55-b3a3-352ca9ae65fe,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:48.627245 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.720073 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91450721-1aac-456e-9653-7947c1bf3a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.722026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-91450721-1aac-456e-9653-7947c1bf3a2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/457257e8-bf82-4c55-b3a3-352ca9ae65fe HTTP/1.1" status: 204 len: 168 time: 0.7941918 May 12 19:39:48.725461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=32cca94a-48f6-43e5-a734-094fad365b65,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:48.756432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0624fb4c-e222-447d-8866-c870068b3019 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:48.914447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8885eb18-0f29-417b-b250-f83401a8e4a9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:48.962464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4c927f35-f0d7-411d-9c34-28542be9bd70 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:48.962848 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:48.980722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d7832-cba9-42d9-9bb5-8c97a5681e32 req-d274015d-1bec-4985-b3ec-e54326956d15 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:48.990522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-774d7832-cba9-42d9-9bb5-8c97a5681e32 req-d274015d-1bec-4985-b3ec-e54326956d15 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 944 time: 0.1729009 May 12 19:39:49.045545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-774d7832-cba9-42d9-9bb5-8c97a5681e32 req-2144e4e0-32d1-44dd-9bf3-871557a25b53 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537987 May 12 19:39:49.070696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c927f35-f0d7-411d-9c34-28542be9bd70'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:49.083896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4c927f35-f0d7-411d-9c34-28542be9bd70, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4c927f35-f0d7-411d-9c34-28542be9bd70,segment=NetworkSegment(6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525),segment_id=6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:49.088377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0624fb4c-e222-447d-8866-c870068b3019 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:49.096957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:49.099114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0624fb4c-e222-447d-8866-c870068b3019 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:49.099538 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:49.303414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4c927f35-f0d7-411d-9c34-28542be9bd70,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:49.305521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8885eb18-0f29-417b-b250-f83401a8e4a9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:49.305521 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:49.315066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:49.324529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c764048-4ad3-4dfe-90d9-47ea68541d94 req-c19027b0-838e-46d1-ada6-89ae13defa58 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 210 time: 0.0981843 May 12 19:39:49.676518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0624fb4c-e222-447d-8866-c870068b3019 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:49.677019 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:49.812517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 0624fb4c-e222-447d-8866-c870068b3019, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0624fb4c-e222-447d-8866-c870068b3019,segment=NetworkSegment(d6ca2a6b-157e-474f-8376-c86ea8d28c01),segment_id=d6ca2a6b-157e-474f-8376-c86ea8d28c01)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:49.814982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8885eb18-0f29-417b-b250-f83401a8e4a9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:49.815355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:49.836592 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7992ce-d678-46d2-876d-cdc1afcee595'] response: {'server_uuid': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c927f35-f0d7-411d-9c34-28542be9bd70', 'code': 200} May 12 19:39:49.850231 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:49.908528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.058910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:50.072649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8497021f-c6de-4175-a2ba-d3748e56212a None None] Provisioning for port 32cca94a-48f6-43e5-a734-094fad365b65 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:50.088435 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.099996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8497021f-c6de-4175-a2ba-d3748e56212a None None] Provisioning complete for port 32cca94a-48f6-43e5-a734-094fad365b65 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:50.100374 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8497021f-c6de-4175-a2ba-d3748e56212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.206509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=0624fb4c-e222-447d-8866-c870068b3019,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:50.368741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8497021f-c6de-4175-a2ba-d3748e56212a None None] Port 32cca94a-48f6-43e5-a734-094fad365b65 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:50.422187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8497021f-c6de-4175-a2ba-d3748e56212a None None] Provisioning complete for port 0624fb4c-e222-447d-8866-c870068b3019 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:50.422848 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8497021f-c6de-4175-a2ba-d3748e56212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.472496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2947-c16b-4a27-bbaa-65cb0a316bac req-432b1a97-0d13-4342-9161-5ae84a50dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:50.474885 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba4b2947-c16b-4a27-bbaa-65cb0a316bac req-432b1a97-0d13-4342-9161-5ae84a50dd14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 1096 time: 0.4494259 May 12 19:39:50.555890 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ba4b2947-c16b-4a27-bbaa-65cb0a316bac req-3d677e6b-3296-4781-bf29-957359b2fd02 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737135 May 12 19:39:50.594846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:50.623840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8497021f-c6de-4175-a2ba-d3748e56212a None None] Current status of the port 0624fb4c-e222-447d-8866-c870068b3019 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:50.650332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0624fb4c-e222-447d-8866-c870068b3019 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:50.742671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0624fb4c-e222-447d-8866-c870068b3019 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:50.743039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.759475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.767681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.775381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8885eb18-0f29-417b-b250-f83401a8e4a9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:50.785348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2cc7-fafc-4155-9a66-1925488e4c1e req-52b953a7-4ace-4365-972e-660daa0fc2d8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:50.786919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-464e2cc7-fafc-4155-9a66-1925488e4c1e req-52b953a7-4ace-4365-972e-660daa0fc2d8 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 945 time: 0.4620771 May 12 19:39:50.794580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba6092-865b-48ef-889b-e5da5e6497f5 req-f8c5c343-8d1e-489a-b8af-9578965246c3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:50.801435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95ba6092-865b-48ef-889b-e5da5e6497f5 req-f8c5c343-8d1e-489a-b8af-9578965246c3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.7821021 May 12 19:39:50.839600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a2f9303f-f249-4755-86c8-cd843b68c70d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:50.841065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a2f9303f-f249-4755-86c8-cd843b68c70d tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 817 time: 0.8887544 May 12 19:39:50.848504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f094193b-40fc-4d59-9f88-82d20c053c66 None None] Provisioning complete for port 32cca94a-48f6-43e5-a734-094fad365b65 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:50.848989 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f094193b-40fc-4d59-9f88-82d20c053c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.894870 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:50.914174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95ba6092-865b-48ef-889b-e5da5e6497f5 req-91cd13ad-2523-4216-9763-76b1c5594814 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086059 May 12 19:39:50.957210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-464e2cc7-fafc-4155-9a66-1925488e4c1e req-485cc38f-d8fa-476b-9a07-a05413648a96 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536055 May 12 19:39:50.961469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-b66c6cb3-5432-433d-bc2c-2f467a774a0a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 380 time: 0.1045113 May 12 19:39:50.971122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'port': {'device_id': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'admin_state_up': True, 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'security_groups': ['05e9c564-7fe3-4280-b6cb-a046177691c2']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:50.979353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f094193b-40fc-4d59-9f88-82d20c053c66 None None] Port 32cca94a-48f6-43e5-a734-094fad365b65 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:51.072102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0624fb4c-e222-447d-8866-c870068b3019 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:51.077885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8885eb18-0f29-417b-b250-f83401a8e4a9 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:51.078349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:51.127355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:51.134180 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:51.178966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:51.190607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99750f3-bf39-4822-9a4d-27b07af11fef req-dadba810-463c-4f36-96fa-68770229098c tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 210 time: 0.0576491 May 12 19:39:51.192241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Usage tracker for resource:port and tenant:39e856d6fd9a47518afa03c94fb5bb68 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:51.195756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:51.204955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=32cca94a-48f6-43e5-a734-094fad365b65,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:51.219416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.219761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.220099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.220703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.221044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.221399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.221726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.222050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.222376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.222694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.223016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.223333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:39:51.238788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:51.247658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:51.284816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Made reservation on behalf of 39e856d6fd9a47518afa03c94fb5bb68 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:51.293973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:51.307858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:51.310444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:51.414715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e07638-defb-4705-925b-64902476a6b0 req-585ceb14-1be9-48f4-acc7-61caf918a9be tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:51.416590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1e07638-defb-4705-925b-64902476a6b0 req-585ceb14-1be9-48f4-acc7-61caf918a9be tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 945 time: 0.2177098 May 12 19:39:51.520437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1e07638-defb-4705-925b-64902476a6b0 req-2472e26f-24bb-4ec3-b8bd-94b04f08d31d tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958576 May 12 19:39:51.595184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router 7c7c96a2-ba89-4d31-8412-9ba7579c8d3e is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:39:51.661508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Allocated IP 172.20.0.11 (94275588-efd8-4b36-bffc-99a50113a80d/667328ff-9daa-49b9-974d-fec211562068/2419b774-52f2-4105-bc68-5f238af7616a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:51.708790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b6d0f290-8b00-41cf-9370-22490fa22bea None None] Provisioning complete for port 32cca94a-48f6-43e5-a734-094fad365b65 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:51.709482 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f290-8b00-41cf-9370-22490fa22bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:51.837834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0f290-8b00-41cf-9370-22490fa22bea None None] Port 32cca94a-48f6-43e5-a734-094fad365b65 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:51.839311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9'}, {'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:51.921900 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de905af-6d81-4cab-938d-e51d46f480be'] response: {'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'code': 200} May 12 19:39:51.922265 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de905af-6d81-4cab-938d-e51d46f480be'] response: {'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'code': 200} May 12 19:39:52.034181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:39:52.044189 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3bb19b5d-0422-4d48-82ba-e7757c11aab8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/7c7c96a2-ba89-4d31-8412-9ba7579c8d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0608649 May 12 19:39:52.050929 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] Sync routers for ids ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:39:52.051444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:52.063266 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] Routers {'7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:52.063893 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:52.100040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-89b540af-6cad-4eae-99cc-38b8c53ce5fe tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:52.100662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-89b540af-6cad-4eae-99cc-38b8c53ce5fe tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Synchronizing usage tracker for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:52.134553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:52.144849 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] Routers {'7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:39:52.145800 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:52.173047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-89b540af-6cad-4eae-99cc-38b8c53ce5fe tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Unset dirty status for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:52.175678 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-89b540af-6cad-4eae-99cc-38b8c53ce5fe tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 943 time: 0.4088345 May 12 19:39:52.192960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5b7fe-c97d-4980-ac9f-80ff4f33eb7e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:52.193613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64c5b7fe-c97d-4980-ac9f-80ff4f33eb7e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:52.217667 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:39:52.218244 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ea977-a6d9-431a-a8cb-293bbb8ea848 None None] The sync data for ids ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:39:52.229341 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:52.272278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-1b091301-63c9-4d5b-a2ea-b355623785e1 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:52.279257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-1b091301-63c9-4d5b-a2ea-b355623785e1 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/networks?id=276200b0-f93d-41be-adb7-6fde789d6a6b HTTP/1.1" status: 200 len: 810 time: 0.3473253 May 12 19:39:52.290323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Transition to ACTIVE for port object 2419b774-52f2-4105-bc68-5f238af7616a will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:52.307105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-cae7e39f-9095-42c4-b42a-c26d0f32c71b tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/quotas/6ad2856c7ee746d79807651f5cb0625c HTTP/1.1" status: 200 len: 375 time: 0.0268903 May 12 19:39:52.314910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64c5b7fe-c97d-4980-ac9f-80ff4f33eb7e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:52.319512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-64c5b7fe-c97d-4980-ac9f-80ff4f33eb7e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports/32cca94a-48f6-43e5-a734-094fad365b65 HTTP/1.1" status: 200 len: 976 time: 0.2632284 May 12 19:39:52.323547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Deleting port 8885eb18-0f29-417b-b250-f83401a8e4a9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:52.323947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:52.345896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57642) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:39:52.417370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-30574987-c1ee-4910-9c9c-c2a974f627d3 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ad2856c7ee746d79807651f5cb0625c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093392 May 12 19:39:52.424913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7589-f4ea-4582-890d-862fe277119a req-34be1bd8-0967-4846-a091-e9aec002a566 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:52.432043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-771f7589-f4ea-4582-890d-862fe277119a req-34be1bd8-0967-4846-a091-e9aec002a566 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3981848 May 12 19:39:52.618048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] For port 8885eb18-0f29-417b-b250-f83401a8e4a9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8885eb18-0f29-417b-b250-f83401a8e4a9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:52.618841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:52.642401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-771f7589-f4ea-4582-890d-862fe277119a req-c8227acd-5ee0-47a4-a49a-f9a07f4bd8cf tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093639 May 12 19:39:52.723660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:52.753472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 05c8c454-1128-4a65-81b6-283524d53c6c details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:39:52.781264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Calling delete_port for 8885eb18-0f29-417b-b250-f83401a8e4a9 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:52.891768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Network 94275588-efd8-4b36-bffc-99a50113a80d is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:53.007823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:53.021039 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-5ce23f49-7062-4a2b-a7e8-5aacbc0d5ef4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1599040 May 12 19:39:53.023873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '05c8c454-1128-4a65-81b6-283524d53c6c', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '05c8c454-1128-4a65-81b6-283524d53c6c', 'mac_address': 'fa:16:3e:f4:54:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:39:53.051132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:53.093960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 05c8c454-1128-4a65-81b6-283524d53c6c is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:53.094930 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:53.121608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05c8c454-1128-4a65-81b6-283524d53c6c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:53.147860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:53.154703 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:53.166155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:53.277423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event deleted for resources: {'Port': ['ID=8885eb18-0f29-417b-b250-f83401a8e4a9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:53.346170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] No DVR routers for this DVR port 8885eb18-0f29-417b-b250-f83401a8e4a9 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:39:53.350140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:53.388200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-deleted', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:53.421830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:53.450305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:53.468480 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1e226ed6-62a9-4598-b3c4-2ed4d690181b req-4c12df7f-37df-487b-890f-525153468dd4 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.36 "DELETE /v2.0/ports/8885eb18-0f29-417b-b250-f83401a8e4a9 HTTP/1.1" status: 204 len: 173 time: 1.2714729 May 12 19:39:53.472471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['05c8c454-1128-4a65-81b6-283524d53c6c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:39:53.518984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94430-73c1-448b-b74b-a87c87294506 req-df1e603f-e306-40ec-93f3-f91691a6af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:53.529289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-df1e603f-e306-40ec-93f3-f91691a6af6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f00d3d527fc4f5883439684026f0dd0&device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 1096 time: 0.3366797 May 12 19:39:53.576368 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2621940-d289-4960-a16e-b8902e5c4b31 req-c8ade2e9-27d9-4edc-9030-a31c8ddb07ec tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96ad9d2-215b-4395-852a-05ea4b146811 HTTP/1.1" status: 200 len: 210 time: 0.7349899 May 12 19:39:53.631485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-9bd8df48-51f4-4d35-af8f-4a847a2e9ee2 service neutron] 10.222.0.72 "GET /v2.0/networks/276200b0-f93d-41be-adb7-6fde789d6a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1964769 May 12 19:39:53.695870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab7b95fb-dffd-4d88-ad87-cb51c9cec4e5 None None] Provisioning for port 2419b774-52f2-4105-bc68-5f238af7616a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:39:53.702792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab7b95fb-dffd-4d88-ad87-cb51c9cec4e5 None None] Provisioning complete for port 2419b774-52f2-4105-bc68-5f238af7616a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:53.703421 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ab7b95fb-dffd-4d88-ad87-cb51c9cec4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:53.826471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94430-73c1-448b-b74b-a87c87294506 req-f2a56c6d-c382-46cb-b5af-c0a4b1e14f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:53.829140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-f2a56c6d-c382-46cb-b5af-c0a4b1e14f24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed HTTP/1.1" status: 200 len: 922 time: 0.2588382 May 12 19:39:53.847960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:53.905957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b95fb-dffd-4d88-ad87-cb51c9cec4e5 None None] Port 2419b774-52f2-4105-bc68-5f238af7616a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:39:53.921927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:53.922729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:53.943169 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-2bb3ccd8-f1bd-4f80-a3f8-1de963d5acaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c927f35-f0d7-411d-9c34-28542be9bd70 HTTP/1.1" status: 200 len: 217 time: 0.1073840 May 12 19:39:53.957893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-9e48a3fc-0590-48ad-b932-9a31c13b6d3d service neutron] 10.222.0.72 "GET /v2.0/networks/276200b0-f93d-41be-adb7-6fde789d6a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250515 May 12 19:39:54.022914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94430-73c1-448b-b74b-a87c87294506 req-b66d0820-6cb0-4aba-86f9-753dda351844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:54.024519 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-b66d0820-6cb0-4aba-86f9-753dda351844 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=639054e9-ccdf-4516-9faa-b32f2c0f4791 HTTP/1.1" status: 200 len: 861 time: 0.0744152 May 12 19:39:54.111564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-80674c8f-2edd-4b23-a786-7d4a9bdb8eeb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1384590 May 12 19:39:54.122718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Request body: {'port': {'device_id': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:54.131927 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-34da3a90-453d-4c14-82bd-db1d928edd68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002350 May 12 19:39:54.318933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78411526-f7ba-424a-850d-80347938144e req-343f38b2-8932-4fd9-9f39-e77467af69aa tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:54.319839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-78411526-f7ba-424a-850d-80347938144e req-343f38b2-8932-4fd9-9f39-e77467af69aa tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:54.424926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-497642a4-a43d-4cc6-8e53-662f8738be4f service neutron] 10.222.0.73 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866879 May 12 19:39:54.494173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-78411526-f7ba-424a-850d-80347938144e req-343f38b2-8932-4fd9-9f39-e77467af69aa tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:54.501881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78411526-f7ba-424a-850d-80347938144e req-343f38b2-8932-4fd9-9f39-e77467af69aa tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 932 time: 0.6621096 May 12 19:39:54.535986 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:54.757673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78411526-f7ba-424a-850d-80347938144e req-fed7ca48-8973-46b1-89b8-8e9f76c98ea9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544465 May 12 19:39:54.761881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 05c8c454-1128-4a65-81b6-283524d53c6c up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:39:54.787224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:54.834919 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-16a94430-73c1-448b-b74b-a87c87294506 req-4280a5b7-c74c-4c66-8e02-0573b6d267c5 service neutron] 10.222.0.73 "GET /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031260 May 12 19:39:54.931333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 05c8c454-1128-4a65-81b6-283524d53c6c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:39:54.932675 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:55.022211 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a861a205-99a2-4388-ab37-d3b09b6bf126'] response: {'server_uuid': 'c96ad9d2-215b-4395-852a-05ea4b146811', 'name': 'network-vif-deleted', 'tag': '8885eb18-0f29-417b-b250-f83401a8e4a9', 'status': 'completed', 'code': 200} May 12 19:39:55.140848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 05c8c454-1128-4a65-81b6-283524d53c6c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:39:55.142605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:55.214718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:55.236196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:39:55.249096 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:55.250797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8885eb18-0f29-417b-b250-f83401a8e4a9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:39:55.370197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 8885eb18-0f29-417b-b250-f83401a8e4a9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:39:55.370537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8885eb18-0f29-417b-b250-f83401a8e4a9 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:39:55.407611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:55.600080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad7896b5-75ea-46d7-94d9-c58f185a3b83 req-5f14b816-4785-43a6-b528-23fa8be82b60 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 210 time: 0.4243529 May 12 19:39:55.979247 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faf0048-dd80-408b-a07e-51f1ef66a934'] response: {'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c', 'code': 200} May 12 19:39:55.997417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a4cf-9e96-4c0a-9cb9-b2baaa98525c req-234acfe0-ac4c-4eb2-9b32-89292de03737 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:56.004341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f317a4cf-9e96-4c0a-9cb9-b2baaa98525c req-234acfe0-ac4c-4eb2-9b32-89292de03737 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 945 time: 1.1034527 May 12 19:39:56.086585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f317a4cf-9e96-4c0a-9cb9-b2baaa98525c req-e4dc5e53-d907-4b9a-8bbc-02ce872a9f55 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811880 May 12 19:39:56.154435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 32cca94a-48f6-43e5-a734-094fad365b65 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:39:56.155842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:56.601449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:39:56.708318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-67ca9289-9328-4c8b-a7c5-3296f02f7380 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:56.709006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-67ca9289-9328-4c8b-a7c5-3296f02f7380 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Synchronizing usage tracker for tenant:6ad2856c7ee746d79807651f5cb0625c on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:39:56.734344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-67ca9289-9328-4c8b-a7c5-3296f02f7380 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Unset dirty status for tenant:6ad2856c7ee746d79807651f5cb0625c on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:39:56.735953 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-67ca9289-9328-4c8b-a7c5-3296f02f7380 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.36 "GET /v2.0/networks?id=276200b0-f93d-41be-adb7-6fde789d6a6b HTTP/1.1" status: 200 len: 810 time: 0.2493112 May 12 19:39:56.764552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Request body: {'port': {'device_id': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b', 'admin_state_up': True, 'tenant_id': '6ad2856c7ee746d79807651f5cb0625c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:56.783193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6c6f0-c01c-4ad1-bd6c-6071caf7a966 req-0e90f189-3817-4d38-bf88-2fffa1b37072 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:56.784705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46b6c6f0-c01c-4ad1-bd6c-6071caf7a966 req-0e90f189-3817-4d38-bf88-2fffa1b37072 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 932 time: 0.3933659 May 12 19:39:56.802261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2419b774-52f2-4105-bc68-5f238af7616a {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:39:56.848626 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:56.852012 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d5e92a0-cb83-454f-9e4e-255bffa57860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:56.877410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ccdac-7ede-4135-82dc-b57375543739 req-280c585b-14a9-4bfb-a06f-33d83504cb47 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:56.884459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-280c585b-14a9-4bfb-a06f-33d83504cb47 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 822 time: 0.4917750 May 12 19:39:56.924607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-16f3dbd8-af7c-49be-a717-3d438729202d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/quotas/c141b744ae6841deacf9c2f95fcefbba HTTP/1.1" status: 200 len: 375 time: 0.0392096 May 12 19:39:56.977070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Transition to ACTIVE for port object 2419b774-52f2-4105-bc68-5f238af7616a will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:39:56.978875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:56.990408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:39:57.000104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Usage tracker for resource:port and tenant:6ad2856c7ee746d79807651f5cb0625c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:39:57.005100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:39:57.010163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46b6c6f0-c01c-4ad1-bd6c-6071caf7a966 req-1b9fce5e-44ee-4eb9-85b0-af6b2e7e45cd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009985 May 12 19:39:57.013996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:39:57.014936 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:57.041091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Made reservation on behalf of 6ad2856c7ee746d79807651f5cb0625c for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:39:57.051838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:57.312922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 32cca94a-48f6-43e5-a734-094fad365b65 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:39:57.409792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Allocated IP 172.20.0.3 (276200b0-f93d-41be-adb7-6fde789d6a6b/c3d6de0a-3be4-43c3-aa2b-bba16d92ad84/474a8622-cbfd-4fe5-ac39-1d771e582336) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:39:57.626060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:57.754384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-3e863f07-54fe-41c2-8073-0bb8fce58d88 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8288326 May 12 19:39:57.775165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-dcef2a43-9dba-4361-8308-7fa9fe8e1300 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1660461 May 12 19:39:57.782159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:57.882544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69360b4e-6541-4c9f-8ea7-cb0bfaca2050 req-4195f531-a5fc-42e7-8220-d88717cfff73 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:57.884387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:57.890420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69360b4e-6541-4c9f-8ea7-cb0bfaca2050 req-4195f531-a5fc-42e7-8220-d88717cfff73 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.5891721 May 12 19:39:57.969610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Network 276200b0-f93d-41be-adb7-6fde789d6a6b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:39:57.971053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:39:57.979083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:39:58.032490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Attempting to bind port 2419b774-52f2-4105-bc68-5f238af7616a on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:39:58.032845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Attempting to bind port 2419b774-52f2-4105-bc68-5f238af7616a by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:39:58.033267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Attempting to bind port 2419b774-52f2-4105-bc68-5f238af7616a on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:58.040165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-00203cfa-27e1-40ca-948b-5a8a1d73b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:58.042167 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-00203cfa-27e1-40ca-948b-5a8a1d73b1de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1097 time: 0.2418175 May 12 19:39:58.046798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Port 2419b774-52f2-4105-bc68-5f238af7616a on network 94275588-efd8-4b36-bffc-99a50113a80d not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:39:58.047127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Attempting to bind port 2419b774-52f2-4105-bc68-5f238af7616a on network 94275588-efd8-4b36-bffc-99a50113a80d {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:39:58.059809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69360b4e-6541-4c9f-8ea7-cb0bfaca2050 req-2cc78148-2faa-496d-a98e-a3daaeeda56a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681106 May 12 19:39:58.102321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Pushing event updated for resources: {'Port': ['ID=474a8622-cbfd-4fe5-ac39-1d771e582336,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:58.110702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:39:58.113442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Checking segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:39:58.115026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Bound using segment: {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:39:58.115933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Bound port: 2419b774-52f2-4105-bc68-5f238af7616a, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c639f885-f785-41d0-a196-527729c2597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:39:58.117673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:58.161080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:58.162089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:58.231739 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-a73d2652-0069-4f2a-84ce-6f649ba5f056 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4865615 May 12 19:39:58.319024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Request body: {'port': {'device_id': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:39:58.370798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-d5fb2587-dd2f-4f32-80b6-94f0951a7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:58.373008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-d5fb2587-dd2f-4f32-80b6-94f0951a7f13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 914 time: 0.3078990 May 12 19:39:58.401993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-b245821b-63eb-41d7-84ef-1e8b7ea7590c service neutron] 10.222.0.72 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462126 May 12 19:39:58.454292 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-72bc86be-54b2-4baf-89ee-a50184679aff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 217 time: 0.0735900 May 12 19:39:58.506650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:58.590970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:58.601041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-cb9779ba-3728-4b10-a146-94b8c030c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:58.602531 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-cb9779ba-3728-4b10-a146-94b8c030c1cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.1410429 May 12 19:39:58.716453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:39:58.722094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-28f36c3d-dec5-4d9c-97ea-cbe35c5aa0f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106954 May 12 19:39:58.722455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:39:58.879453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:58.950781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a918ddc7-815d-4455-a55e-06abb3c6c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:58.974017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=32cca94a-48f6-43e5-a734-094fad365b65,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:58.991655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:58.992261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:58.993706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 1092 time: 4.8812034 May 12 19:39:59.098922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:39:59.110190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53435f5-c9db-4f30-b822-5398779c44b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:39:59.151325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-c2c3bf24-813b-433a-92dc-c4b924d00698 service neutron] 10.222.0.72 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826880 May 12 19:39:59.244437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfef825-cd7d-4f80-9b8c-dabe48786a25 req-64c0a581-6ad9-41aa-831d-436edee8290c tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:59.254703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dfef825-cd7d-4f80-9b8c-dabe48786a25 req-64c0a581-6ad9-41aa-831d-436edee8290c tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 931 time: 0.8257685 May 12 19:39:59.365346 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-6529e457-7f9d-4f40-8f2f-8e38be704f28 service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342056 May 12 19:39:59.680846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dfef825-cd7d-4f80-9b8c-dabe48786a25 req-c58e39d7-e08a-4ac2-bfc8-4cb1ad07efe2 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242783 May 12 19:39:59.686283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:39:59.820164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-82717c10-fc7d-4196-b865-626776928306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:39:59.823036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-82717c10-fc7d-4196-b865-626776928306 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1095 time: 0.7051110 May 12 19:40:00.020423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:00.065785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-f4a023d5-9bbc-4a1a-8c06-3cfb6552bb9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 217 time: 0.2287152 May 12 19:40:00.125205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-72021baf-2d3b-48f7-b2bb-02f2bb7766f9 req-455ababf-c910-4b73-a234-0b4dcd4abad8 service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338428 May 12 19:40:00.206637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:00.441688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474a8622-cbfd-4fe5-ac39-1d771e582336 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:00.457651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:00.491435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Transition to ACTIVE for port object 474a8622-cbfd-4fe5-ac39-1d771e582336 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:00.499948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:00.802898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff748c6-0a35-4c93-9d27-49091d910642 req-27193de3-56ca-4c43-bf47-98c5bfdc8147 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:00.825820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ff748c6-0a35-4c93-9d27-49091d910642 req-27193de3-56ca-4c43-bf47-98c5bfdc8147 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 1.1624708 May 12 19:40:00.880240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-f919aae3-3e33-477b-98de-628cad58bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:00.883887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Pushing event updated for resources: {'Port': ['ID=474a8622-cbfd-4fe5-ac39-1d771e582336,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:00.894865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-f919aae3-3e33-477b-98de-628cad58bcd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.7403805 May 12 19:40:01.049015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Attempting to bind port 474a8622-cbfd-4fe5-ac39-1d771e582336 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:01.049618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Attempting to bind port 474a8622-cbfd-4fe5-ac39-1d771e582336 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '43f2e357-9a06-4d20-8429-6ff2be5692e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:01.050122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Attempting to bind port 474a8622-cbfd-4fe5-ac39-1d771e582336 on network 276200b0-f93d-41be-adb7-6fde789d6a6b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:01.059417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Port 474a8622-cbfd-4fe5-ac39-1d771e582336 on network 276200b0-f93d-41be-adb7-6fde789d6a6b not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:40:01.069770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Attempting to bind port 474a8622-cbfd-4fe5-ac39-1d771e582336 on network 276200b0-f93d-41be-adb7-6fde789d6a6b {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:01.076056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:01.076596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Checking segment: {'id': '43f2e357-9a06-4d20-8429-6ff2be5692e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:01.077176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Bound using segment: {'id': '43f2e357-9a06-4d20-8429-6ff2be5692e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:01.077649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Bound port: 474a8622-cbfd-4fe5-ac39-1d771e582336, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2e357-9a06-4d20-8429-6ff2be5692e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:01.078091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:01.264329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:01.271779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=474a8622-cbfd-4fe5-ac39-1d771e582336,segment=NetworkSegment(43f2e357-9a06-4d20-8429-6ff2be5692e1),segment_id=43f2e357-9a06-4d20-8429-6ff2be5692e1)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:01.289222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:01.329224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router 7c7c96a2-ba89-4d31-8412-9ba7579c8d3e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:40:01.385993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fbd83-3a5d-4b89-91b1-2c2e2e12c7e7 req-cee98b8b-0745-4a33-ae58-28789b7ff866 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:01.394205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b76fbd83-3a5d-4b89-91b1-2c2e2e12c7e7 req-cee98b8b-0745-4a33-ae58-28789b7ff866 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 1.4216549 May 12 19:40:01.438456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:01.439069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:01.440455 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] 10.222.0.36 "PUT /v2.0/ports/474a8622-cbfd-4fe5-ac39-1d771e582336 HTTP/1.1" status: 200 len: 1091 time: 3.1446846 May 12 19:40:01.445632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:01.454040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ff748c6-0a35-4c93-9d27-49091d910642 req-1084060f-b133-4d2c-a697-efa43b079a85 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6272275 May 12 19:40:01.583948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:01.584478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c37f4-13a5-4ec7-80e0-0017c6dd9e17 service neutron] Pushing event updated for resources: {'Port': ['ID=474a8622-cbfd-4fe5-ac39-1d771e582336,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:01.698158 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c0436d-7eb5-4d96-adb5-3966647855df'] response: {'name': 'network-changed', 'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'status': 'completed', 'code': 200} May 12 19:40:01.741416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ccdac-7ede-4135-82dc-b57375543739 req-3a6618ba-64ad-45c4-bf7d-ac77f6cdee67 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:01.744329 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-3a6618ba-64ad-45c4-bf7d-ac77f6cdee67 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.73 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 822 time: 0.3364103 May 12 19:40:01.861979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Request body: {'port': {'device_id': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'admin_state_up': True, 'tenant_id': 'c141b744ae6841deacf9c2f95fcefbba'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:01.922902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b76fbd83-3a5d-4b89-91b1-2c2e2e12c7e7 req-2579b9b2-b404-4e1a-9f35-d66ee53f9c7d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278180 May 12 19:40:01.924503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:01.935098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] Sync routers for ids ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:01.950597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] Routers {'7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:01.951223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:01.992413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-994cebbf-84bb-4ef0-bb16-9be37bfabbe8 req-7b77da16-e841-4280-ab89-2e15a89f41d2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 210 time: 0.0649154 May 12 19:40:02.001156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-8141e653-02d9-4419-8bcd-ac8bcab898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:02.003772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-8141e653-02d9-4419-8bcd-ac8bcab898ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1014979 May 12 19:40:02.007147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-67a39921-e0ea-4835-9fee-ebe8cb0b1e35 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/7c7c96a2-ba89-4d31-8412-9ba7579c8d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6557961 May 12 19:40:02.020400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57896) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:02.217878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:02.243620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-547e12c1-e1ca-4b06-b611-8b8df1d7889f service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331574 May 12 19:40:02.253836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] Routers {'7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:02.266149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:02.287478 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f2c436-4cc7-4ed2-8b65-f4394d229565'] response: {'name': 'network-changed', 'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336', 'status': 'completed', 'code': 200} May 12 19:40:02.526861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:02.527700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f7275-2a07-4837-90c4-129b57fdfd65 None None] The sync data for ids ['7c7c96a2-ba89-4d31-8412-9ba7579c8d3e'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:02.546029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-152ceb8d-0fdd-4710-811b-720e2e0816e6 req-4583c12f-7876-4740-bae0-bf48dc50159d service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945867 May 12 19:40:02.787077 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-aafec208-88b5-4968-93f5-67ac1f214df1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] remove_router_interface failed (client error): The resource could not be found. May 12 19:40:02.792304 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aafec208-88b5-4968-93f5-67ac1f214df1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/7c7c96a2-ba89-4d31-8412-9ba7579c8d3e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7676396 May 12 19:40:02.795081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57920) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:02.799846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-c5de0602-fa78-4c24-b158-b53563893c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:02.801380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-c5de0602-fa78-4c24-b158-b53563893c31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1095 time: 0.1948125 May 12 19:40:02.810626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca6df5-4d91-4f50-8408-2e4fef1647b8 req-77534947-5e44-45f5-b4c8-082f5ca303da tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:02.812221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deca6df5-4d91-4f50-8408-2e4fef1647b8 req-77534947-5e44-45f5-b4c8-082f5ca303da tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1629956 May 12 19:40:02.850155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:02.854304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Usage tracker for resource:port and tenant:c141b744ae6841deacf9c2f95fcefbba is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:02.857142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:02.861393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-114823e6-7af9-476c-bb34-5b107360dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:02.862986 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-114823e6-7af9-476c-bb34-5b107360dfff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ad2856c7ee746d79807651f5cb0625c&device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 1094 time: 1.1085465 May 12 19:40:02.873122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:02.937908 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6cbc4816-ae21-44b3-bb2f-446efd17852b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c7c96a2-ba89-4d31-8412-9ba7579c8d3e HTTP/1.1" status: 200 len: 205 time: 0.1386561 May 12 19:40:02.938751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:02.945852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-c9a5de4e-0a9d-428d-99be-4fdbbef88554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:02.947315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-c9a5de4e-0a9d-428d-99be-4fdbbef88554 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.1335070 May 12 19:40:02.955495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbb608-4795-4bec-b92b-1b70845c8a7b req-c2f72d16-4715-4edf-a325-411e275efc6f tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:02.962846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46fbb608-4795-4bec-b92b-1b70845c8a7b req-c2f72d16-4715-4edf-a325-411e275efc6f tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 943 time: 0.4151714 May 12 19:40:03.013440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-034da6c8-8b36-423d-9acd-72b6b3d5b7b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=474a8622-cbfd-4fe5-ac39-1d771e582336 HTTP/1.1" status: 200 len: 217 time: 0.1381392 May 12 19:40:03.093919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-097a415f-62a2-489f-8a5c-3d6b7aa2ef7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 217 time: 0.1271882 May 12 19:40:03.112679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46fbb608-4795-4bec-b92b-1b70845c8a7b req-6dc71e0a-5203-4f0c-8667-9067004bb315 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488786 May 12 19:40:03.116404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Made reservation on behalf of c141b744ae6841deacf9c2f95fcefbba for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:03.119302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:03.167977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3537e0-6eda-49b9-a42e-70aa2276719c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:03.248911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-ade90f15-bc08-4fe4-9538-644b7cb7ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:03.250718 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-ade90f15-bc08-4fe4-9538-644b7cb7ce35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.1494725 May 12 19:40:03.256515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deca6df5-4d91-4f50-8408-2e4fef1647b8 req-cde6fe0f-6656-4218-8298-519c5883490b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907877 May 12 19:40:03.410246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-eda128f0-61ee-444b-a7bc-685b353af33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:03.411859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-eda128f0-61ee-444b-a7bc-685b353af33f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3d6de0a-3be4-43c3-aa2b-bba16d92ad84 HTTP/1.1" status: 200 len: 850 time: 0.3909528 May 12 19:40:03.449566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-da5b264b-95e4-4ab7-957a-4d1b1dd8c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:03.451392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-da5b264b-95e4-4ab7-957a-4d1b1dd8c98a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905587 May 12 19:40:03.463998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242ac79-3b79-417e-a59c-ac0ada1cf8e9 req-0d10633e-fcb2-4bb3-b42b-4746733d6063 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:03.471331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9242ac79-3b79-417e-a59c-ac0ada1cf8e9 req-0d10633e-fcb2-4bb3-b42b-4746733d6063 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.1503842 May 12 19:40:03.588553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-fd1e785d-b76d-47ed-a87f-f88315872a87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=276200b0-f93d-41be-adb7-6fde789d6a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674252 May 12 19:40:03.637366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9242ac79-3b79-417e-a59c-ac0ada1cf8e9 req-637178f3-ff83-45e0-87d8-77c62014e5d7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647453 May 12 19:40:03.654987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c31d6cfe-175f-4aa7-ace5-772e29d4d302 req-a99a43c7-b5ac-4f9e-881b-35b8b26da4f2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 210 time: 0.0787144 May 12 19:40:03.765665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-f576b849-f134-4f7c-b186-020f86e677f0 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916589 May 12 19:40:03.793073 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3537e0-6eda-49b9-a42e-70aa2276719c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:03.839875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3537e0-6eda-49b9-a42e-70aa2276719c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:03.918662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3537e0-6eda-49b9-a42e-70aa2276719c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:03.919607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3537e0-6eda-49b9-a42e-70aa2276719c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Fanout notify agent at l3_agent the message router_deleted on router 7c7c96a2-ba89-4d31-8412-9ba7579c8d3e {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:40:03.935337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Allocated IP 172.20.0.5 (7caa2925-73d2-4091-9410-0e6b37d566d0/211bfd24-0ac1-4002-81d7-be66f3286eb1/ef661769-c649-4b2b-a6f1-25dca67689f9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:03.960129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-590b8d8f-b482-42d8-80d5-4416b43395f9 service neutron] 10.222.0.36 "GET /v2.0/networks/276200b0-f93d-41be-adb7-6fde789d6a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608038 May 12 19:40:04.006699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3537e0-6eda-49b9-a42e-70aa2276719c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:04.010932 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2d3537e0-6eda-49b9-a42e-70aa2276719c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/7c7c96a2-ba89-4d31-8412-9ba7579c8d3e HTTP/1.1" status: 204 len: 168 time: 1.0600405 May 12 19:40:04.018813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57964) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:04.380364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fb98cef-b59f-4961-b5c7-925d9df4afbd req-6f2732dc-566b-459b-92e4-6ff2c2ed2e40 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055737 May 12 19:40:04.411383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1e030-9f77-4bff-aa78-44a1bc8cc2a1 req-a945288c-3a40-4563-9689-ffca28f2b9ce tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:04.421095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1c1e030-9f77-4bff-aa78-44a1bc8cc2a1 req-a945288c-3a40-4563-9689-ffca28f2b9ce tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2537026 May 12 19:40:04.483828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 47943007-3ebc-4c48-9ed7-4b690c803c22 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:40:04.493922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:04.506418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1c1e030-9f77-4bff-aa78-44a1bc8cc2a1 req-1b4dec45-8d69-455c-962a-33d1c3d6cd04 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836718 May 12 19:40:04.591693 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6606c4d4-10f7-410a-9c75-d2e47f8fff16 req-d385831d-c630-4179-ad99-bc0dffe9c925 service neutron] 10.222.0.36 "GET /v2.0/networks/276200b0-f93d-41be-adb7-6fde789d6a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220992 May 12 19:40:04.611260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:04.881907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b8c4c-6db5-44d5-a5d0-ea9c049ce9af req-ebc6c1b7-3b26-41e0-8eee-f58e519e73ab tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:04.891897 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b0b8c4c-6db5-44d5-a5d0-ea9c049ce9af req-ebc6c1b7-3b26-41e0-8eee-f58e519e73ab tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 945 time: 0.1933751 May 12 19:40:04.904206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:04.939491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad85dc6-91b2-47c4-b688-9daadd78d97c req-630fdd7e-5b0a-4aec-90f1-9f95eca918dd tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:04.941576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ad85dc6-91b2-47c4-b688-9daadd78d97c req-630fdd7e-5b0a-4aec-90f1-9f95eca918dd tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 943 time: 0.1852615 May 12 19:40:04.996455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15945-53d4-4672-b569-e631511f3a91 req-e48c78fa-8dc0-4ee2-adc0-e0fc47d405ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:04.998196 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0ac15945-53d4-4672-b569-e631511f3a91 req-e48c78fa-8dc0-4ee2-adc0-e0fc47d405ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ad2856c7ee746d79807651f5cb0625c&device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 1094 time: 0.2876301 May 12 19:40:05.006328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:05.023512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ad85dc6-91b2-47c4-b688-9daadd78d97c req-0ddfbb62-4a99-484d-80d5-851ecf4fb9ff tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727406 May 12 19:40:05.060652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b0b8c4c-6db5-44d5-a5d0-ea9c049ce9af req-9f2604e4-6d77-4a3f-bb32-c0fd55806d83 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653545 May 12 19:40:05.168650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:05.171745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:05.380432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17257309-db6f-418a-96bb-915acae4623d None None] Network 49981361-ec2d-428a-8845-9a1b89f3d0b2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:05.389140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=47943007-3ebc-4c48-9ed7-4b690c803c22,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:05.406912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:05.416791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ec68e81f-43b2-4893-b226-ac2d904326ca tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/47943007-3ebc-4c48-9ed7-4b690c803c22 HTTP/1.1" status: 204 len: 168 time: 1.3966136 May 12 19:40:05.418168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58008) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:05.438114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Network 7caa2925-73d2-4091-9410-0e6b37d566d0 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:05.454557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:05.470803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:05.606259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:05.607216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36eb7e-b45b-4e11-a283-b4d1f520a489 req-a1980427-0436-461d-84c9-6c628a08726b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:05.609139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:05.615999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc36eb7e-b45b-4e11-a283-b4d1f520a489 req-a1980427-0436-461d-84c9-6c628a08726b tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 931 time: 0.4220026 May 12 19:40:05.631902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5562f-8374-40d2-8f91-91722ca586cc req-e59f4545-5eb6-4d5f-9207-cc2b90fa88b3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:05.645567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eb5562f-8374-40d2-8f91-91722ca586cc req-e59f4545-5eb6-4d5f-9207-cc2b90fa88b3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.3748934 May 12 19:40:05.685471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event updated for resources: {'Port': ['ID=ef661769-c649-4b2b-a6f1-25dca67689f9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:05.704554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-bbac5c9b-360e-4500-98f2-208640b1f5fd tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8671050 May 12 19:40:05.726148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Request body: {'port': {'device_id': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:05.791774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eb5562f-8374-40d2-8f91-91722ca586cc req-c1b160b0-1ee4-4d44-87b6-12dbfa218db8 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305654 May 12 19:40:05.798588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:05.798976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15945-53d4-4672-b569-e631511f3a91 req-312413a9-cde9-41d3-903f-927ffc6af488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:05.801232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0ac15945-53d4-4672-b569-e631511f3a91 req-312413a9-cde9-41d3-903f-927ffc6af488 service neutron] 10.222.0.36 "GET /v2.0/networks?id=276200b0-f93d-41be-adb7-6fde789d6a6b HTTP/1.1" status: 200 len: 911 time: 0.7964001 May 12 19:40:05.809298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] DHCP port deletion for 49981361-ec2d-428a-8845-9a1b89f3d0b2 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:40:05.814061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Deleting port 0624fb4c-e222-447d-8866-c870068b3019 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:05.814656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:05.896949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc36eb7e-b45b-4e11-a283-b4d1f520a489 req-ba9ce6e4-e5dd-4d2b-ae3c-a3ec37c28218 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715285 May 12 19:40:06.004135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 0624fb4c-e222-447d-8866-c870068b3019 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:06.004604 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:06.069324 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0ac15945-53d4-4672-b569-e631511f3a91 req-57604b2f-7d1c-4491-af3e-2e00f874467a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=474a8622-cbfd-4fe5-ac39-1d771e582336 HTTP/1.1" status: 200 len: 217 time: 0.2101514 May 12 19:40:06.143596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15945-53d4-4672-b569-e631511f3a91 req-750c33a0-8bbb-41d8-a9d5-df5e87b2540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:06.145162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0ac15945-53d4-4672-b569-e631511f3a91 req-750c33a0-8bbb-41d8-a9d5-df5e87b2540e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3d6de0a-3be4-43c3-aa2b-bba16d92ad84 HTTP/1.1" status: 200 len: 850 time: 0.0681052 May 12 19:40:06.150711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:06.266287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:06.312600 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0ac15945-53d4-4672-b569-e631511f3a91 req-807c5076-5441-4a8f-a71c-48ac8448dfa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=276200b0-f93d-41be-adb7-6fde789d6a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339033 May 12 19:40:06.424628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:06.440944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '2419b774-52f2-4105-bc68-5f238af7616a', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'port_id': '2419b774-52f2-4105-bc68-5f238af7616a', 'mac_address': 'fa:16:3e:2f:25:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:06.447669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] For port 0624fb4c-e222-447d-8866-c870068b3019, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0624fb4c-e222-447d-8866-c870068b3019,segment=NetworkSegment(d6ca2a6b-157e-474f-8376-c86ea8d28c01),segment_id=d6ca2a6b-157e-474f-8376-c86ea8d28c01)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:06.448255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:06.451733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port 0624fb4c-e222-447d-8866-c870068b3019, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0624fb4c-e222-447d-8866-c870068b3019,segment=NetworkSegment(d6ca2a6b-157e-474f-8376-c86ea8d28c01),segment_id=d6ca2a6b-157e-474f-8376-c86ea8d28c01)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:06.452263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:06.515446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:06.516109 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:06.601288 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0ac15945-53d4-4672-b569-e631511f3a91 req-4e522465-8dc9-431f-8f39-276c143fddf9 service neutron] 10.222.0.36 "GET /v2.0/networks/276200b0-f93d-41be-adb7-6fde789d6a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582843 May 12 19:40:06.669599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 0624fb4c-e222-447d-8866-c870068b3019 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:06.799912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0624fb4c-e222-447d-8866-c870068b3019 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:40:06.852742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Calling delete_port for 0624fb4c-e222-447d-8866-c870068b3019 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:06.887345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2419b774-52f2-4105-bc68-5f238af7616a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:06.905631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:06.922294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0624fb4c-e222-447d-8866-c870068b3019 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:40:06.922990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0624fb4c-e222-447d-8866-c870068b3019 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:40:06.936015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:06.953252 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.043364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:07.055227 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:40:07.055767 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:40:07.064252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=0624fb4c-e222-447d-8866-c870068b3019,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:07.071981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No DVR routers for this DVR port 0624fb4c-e222-447d-8866-c870068b3019 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:40:07.126795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['2419b774-52f2-4105-bc68-5f238af7616a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:40:07.378792 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0ac15945-53d4-4672-b569-e631511f3a91 req-8e7ef53d-4400-486b-94a8-0ffd849400b5 service neutron] 10.222.0.36 "GET /v2.0/networks/276200b0-f93d-41be-adb7-6fde789d6a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668893 May 12 19:40:07.483597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-2bc8c8d2-ceaa-4297-9413-4df97ade310d tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:07.485160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-2bc8c8d2-ceaa-4297-9413-4df97ade310d tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 945 time: 1.5954025 May 12 19:40:07.537660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae32f5-6925-43f4-a055-c5ab1d3aa8e9 req-4a202406-1bfd-4739-bf0e-b3d62511686a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:07.544465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3fae32f5-6925-43f4-a055-c5ab1d3aa8e9 req-4a202406-1bfd-4739-bf0e-b3d62511686a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 1.3461463 May 12 19:40:07.557350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Deleting port 0624fb4c-e222-447d-8866-c870068b3019 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:07.557881 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.562013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef661769-c649-4b2b-a6f1-25dca67689f9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:07.570605 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.579332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.589660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Transition to ACTIVE for port object ef661769-c649-4b2b-a6f1-25dca67689f9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:07.607286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.632213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e802f-455d-4519-869f-bfc3f27bab22 req-389a08a8-6f3c-4a50-89f9-26d58ce16718 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:07.634152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac3e802f-455d-4519-869f-bfc3f27bab22 req-389a08a8-6f3c-4a50-89f9-26d58ce16718 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 943 time: 0.7918997 May 12 19:40:07.696868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-209ee2f4-90d9-46be-8b5e-de72ca072571 None None] The port '0624fb4c-e222-447d-8866-c870068b3019' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:40:07.703712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49981361-ec2d-428a-8845-9a1b89f3d0b2']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:07.736475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ca2a6b-157e-474f-8376-c86ea8d28c01') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:07.736863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ca2a6b-157e-474f-8376-c86ea8d28c01') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:07.753795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3fae32f5-6925-43f4-a055-c5ab1d3aa8e9 req-3884bff2-1023-45c2-a3e9-2c3b3463cfc3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084007 May 12 19:40:07.789005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Deleting port 4c927f35-f0d7-411d-9c34-28542be9bd70 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:07.794925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.819183 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.860274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Pushing event updated for resources: {'Port': ['ID=ef661769-c649-4b2b-a6f1-25dca67689f9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:07.910179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Attempting to bind port ef661769-c649-4b2b-a6f1-25dca67689f9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:07.910914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Attempting to bind port ef661769-c649-4b2b-a6f1-25dca67689f9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:07.911388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Attempting to bind port ef661769-c649-4b2b-a6f1-25dca67689f9 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:07.918241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Port ef661769-c649-4b2b-a6f1-25dca67689f9 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:40:07.922412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Attempting to bind port ef661769-c649-4b2b-a6f1-25dca67689f9 on network 7caa2925-73d2-4091-9410-0e6b37d566d0 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:07.928511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:07.929023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Checking segment: {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:07.929631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Bound using segment: {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:07.930168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Bound port: ef661769-c649-4b2b-a6f1-25dca67689f9, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23275af-35c4-44c8-ae7e-628208071f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:07.930622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:07.959230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.031845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] For port ef661769-c649-4b2b-a6f1-25dca67689f9, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:08.036213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] For port ef661769-c649-4b2b-a6f1-25dca67689f9, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ef661769-c649-4b2b-a6f1-25dca67689f9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:08.043398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.051548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac3e802f-455d-4519-869f-bfc3f27bab22 req-51050cb8-418c-4fc0-a6f5-23eb6ab842ea tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053330 May 12 19:40:08.095004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.124106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Pushing event updated for resources: {'Port': ['ID=ef661769-c649-4b2b-a6f1-25dca67689f9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:08.139174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:08.139802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.141216 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-0eb5e901-5281-4730-8659-5fc6cc355e15 service neutron] 10.222.0.73 "PUT /v2.0/ports/ef661769-c649-4b2b-a6f1-25dca67689f9 HTTP/1.1" status: 200 len: 1091 time: 2.4211445 May 12 19:40:08.141687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'tag': 'ef661769-c649-4b2b-a6f1-25dca67689f9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:08.166105 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:40:08.173728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:40:08.176725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.233317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: timer() May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:40:08.273230 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:40:08.369367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ccdac-7ede-4135-82dc-b57375543739 req-4e96b781-02cd-4a5a-9faa-ed54c76670f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:08.371606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-4e96b781-02cd-4a5a-9faa-ed54c76670f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 1094 time: 0.1832011 May 12 19:40:08.376102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.416990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 2419b774-52f2-4105-bc68-5f238af7616a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:08.431169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72d49-9d73-4e0b-a345-94c02a80731f req-0de62f77-ce1d-44de-be71-cb047cb409e0 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:08.432927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bd72d49-9d73-4e0b-a345-94c02a80731f req-0de62f77-ce1d-44de-be71-cb047cb409e0 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 945 time: 0.4759383 May 12 19:40:08.453836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 2419b774-52f2-4105-bc68-5f238af7616a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:08.454980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.514704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.542237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-24b55ca6-274f-493f-b897-284d53a2d10b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef661769-c649-4b2b-a6f1-25dca67689f9 HTTP/1.1" status: 200 len: 217 time: 0.1632853 May 12 19:40:08.544931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.576415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/49981361-ec2d-428a-8845-9a1b89f3d0b2 HTTP/1.1" status: 204 len: 168 time: 3.1545811 May 12 19:40:08.583435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58064) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:08.594798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b53414-4cca-40f1-9bb1-4f6a88590174 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=49981361-ec2d-428a-8845-9a1b89f3d0b2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:08.601757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-806013400'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:08.607005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:08.611358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:08.614404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:08.620481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:08.633354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] For port 4c927f35-f0d7-411d-9c34-28542be9bd70, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4c927f35-f0d7-411d-9c34-28542be9bd70,segment=NetworkSegment(6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525),segment_id=6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:08.633958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.651545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bd72d49-9d73-4e0b-a345-94c02a80731f req-0b0ef972-2c9c-403a-a52c-ab85f65c1b95 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/security-groups?id=6fcce058-7057-46f3-b24b-c2f67765ee2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081158 May 12 19:40:08.663029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d4033-1af7-4d60-9401-c53fd92b2592 req-0e0decbb-d294-4bc1-a51e-6ac08ab89851 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:08.670454 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-508d4033-1af7-4d60-9401-c53fd92b2592 req-0e0decbb-d294-4bc1-a51e-6ac08ab89851 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 945 time: 0.3878996 May 12 19:40:08.685396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ccdac-7ede-4135-82dc-b57375543739 req-3fcad532-586a-4639-b6ea-821c83689789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:08.686721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-3fcad532-586a-4639-b6ea-821c83689789 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=211bfd24-0ac1-4002-81d7-be66f3286eb1 HTTP/1.1" status: 200 len: 862 time: 0.1342895 May 12 19:40:08.693280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:08.696943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.778503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-41a0902b-26e4-40a0-906a-b88fe943908a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7caa2925-73d2-4091-9410-0e6b37d566d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845931 May 12 19:40:08.792421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:08.795119 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:08.828859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 474a8622-cbfd-4fe5-ac39-1d771e582336 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:08.972355 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-9d43f02e-653d-4303-94d8-e8565b6a82f2 service neutron] 10.222.0.73 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872685 May 12 19:40:08.987852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=474a8622-cbfd-4fe5-ac39-1d771e582336,segment=NetworkSegment(43f2e357-9a06-4d20-8429-6ff2be5692e1),segment_id=43f2e357-9a06-4d20-8429-6ff2be5692e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:09.011799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '474a8622-cbfd-4fe5-ac39-1d771e582336', 'network_id': '276200b0-f93d-41be-adb7-6fde789d6a6b', 'port_id': '474a8622-cbfd-4fe5-ac39-1d771e582336', 'mac_address': 'fa:16:3e:6f:d2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d6de0a-3be4-43c3-aa2b-bba16d92ad84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:09.028533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Calling delete_port for 4c927f35-f0d7-411d-9c34-28542be9bd70 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:09.098920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:09.111953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 474a8622-cbfd-4fe5-ac39-1d771e582336 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:09.112596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.141771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474a8622-cbfd-4fe5-ac39-1d771e582336 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:09.161669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=474a8622-cbfd-4fe5-ac39-1d771e582336,segment=NetworkSegment(43f2e357-9a06-4d20-8429-6ff2be5692e1),segment_id=43f2e357-9a06-4d20-8429-6ff2be5692e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:09.165575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:09.174481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.220276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.221949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4c927f35-f0d7-411d-9c34-28542be9bd70 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:40:09.287268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-508d4033-1af7-4d60-9401-c53fd92b2592 req-2331ba74-9178-4f4e-8358-e0165d77642b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6157730 May 12 19:40:09.292034 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f39ccdac-7ede-4135-82dc-b57375543739 req-af01c20b-7f2e-4880-953d-873fd6a388e4 service neutron] 10.222.0.73 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135281 May 12 19:40:09.357918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=474a8622-cbfd-4fe5-ac39-1d771e582336,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:09.360785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:40:09.417526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.417984 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment 484c055a-dd56-4ea6-83df-e2e25287ac14 of type vlan for network a56c7d7e-8c99-4459-a675-03b24673f19a May 12 19:40:09.461017 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.491156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['474a8622-cbfd-4fe5-ac39-1d771e582336'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:40:09.531073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe808709-87c3-40ba-803a-4455218bb9b1 req-828e3672-740d-4e2c-9651-ffecf3a1f18a tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:09.532793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe808709-87c3-40ba-803a-4455218bb9b1 req-828e3672-740d-4e2c-9651-ffecf3a1f18a tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 943 time: 0.5263870 May 12 19:40:09.655930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.661694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:09.662381 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.665495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4c927f35-f0d7-411d-9c34-28542be9bd70 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:09.666078 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.666247 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:09.791914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:09.897420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Pushing event deleted for resources: {'Port': ['ID=4c927f35-f0d7-411d-9c34-28542be9bd70,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:09.904689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=a56c7d7e-8c99-4459-a675-03b24673f19a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:09.926556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe808709-87c3-40ba-803a-4455218bb9b1 req-bc17af42-d3af-4708-ae42-a5362814107d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843648 May 12 19:40:09.933321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a56c7d7e-8c99-4459-a675-03b24673f19a details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:40:09.994259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79977-e970-470f-a20f-b6b812c2187b req-5e528fa2-662a-4f60-8c7c-fecb0f3e02e9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:10.008268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9a79977-e970-470f-a20f-b6b812c2187b req-5e528fa2-662a-4f60-8c7c-fecb0f3e02e9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4371068 May 12 19:40:10.045936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58092) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:10.049453 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e637a31-a831-44da-b103-d16ce0d1010f'] response: {'name': 'network-changed', 'server_uuid': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'tag': 'ef661769-c649-4b2b-a6f1-25dca67689f9', 'status': 'completed', 'code': 200} May 12 19:40:10.219640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-187dff6c-d50f-4bc3-9c61-f081c382da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:10.225745 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-187dff6c-d50f-4bc3-9c61-f081c382da6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c141b744ae6841deacf9c2f95fcefbba&device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 1094 time: 0.1512780 May 12 19:40:10.352825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9a79977-e970-470f-a20f-b6b812c2187b req-be3dde5c-9441-44b0-b09e-d59b6176dfe1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432901 May 12 19:40:10.356356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-077c316d-250e-4a0b-9976-986f22cab983 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7689593 May 12 19:40:10.362362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58100) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:10.365212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:10.403186 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:10.409638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Usage tracker for resource:security_group_rule and tenant:f6fe758c8bd14893987ae666da19ec43 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:10.414601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:10.424517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:10.463541 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c926bc-c30a-4c19-9c12-96d1b0833aad'] response: {'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'code': 200} May 12 19:40:10.485791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-cf785a29-cbd7-4876-a4fe-e9fbf5d03cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:10.487403 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-cf785a29-cbd7-4876-a4fe-e9fbf5d03cad service neutron] 10.222.0.73 "GET /v2.0/networks?id=7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 200 len: 923 time: 0.2537756 May 12 19:40:10.573934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': 'a56c7d7e-8c99-4459-a675-03b24673f19a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:10.615419 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-4a4a3bb8-6280-45c9-b0da-09f5e4286ead service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef661769-c649-4b2b-a6f1-25dca67689f9 HTTP/1.1" status: 200 len: 217 time: 0.1199136 May 12 19:40:10.730545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:10.733349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] No DVR routers for this DVR port 4c927f35-f0d7-411d-9c34-28542be9bd70 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:40:10.781545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3c6d6c3-4463-4ef8-beab-3bd33255bd6c req-b26261b3-78b3-43b4-8526-3d6b2c62a9d9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Synchronizing usage tracker for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:10.786924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:10.790310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:10.792262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dece2c06-0e8d-474e-bdc0-53bab346528f req-ba94b235-4211-48e7-8d3c-d80894bdd4c7 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.73 "DELETE /v2.0/ports/4c927f35-f0d7-411d-9c34-28542be9bd70 HTTP/1.1" status: 204 len: 173 time: 3.2635038 May 12 19:40:10.808425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'name': 'network-vif-deleted', 'tag': '4c927f35-f0d7-411d-9c34-28542be9bd70'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:10.815216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:10.822877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3c6d6c3-4463-4ef8-beab-3bd33255bd6c req-b26261b3-78b3-43b4-8526-3d6b2c62a9d9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] Unset dirty status for tenant:0f00d3d527fc4f5883439684026f0dd0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:10.824023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3c6d6c3-4463-4ef8-beab-3bd33255bd6c req-b26261b3-78b3-43b4-8526-3d6b2c62a9d9 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 210 time: 0.1012177 May 12 19:40:10.825701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 474a8622-cbfd-4fe5-ac39-1d771e582336 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:10.830431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:10.865088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cc6df-a91c-44db-9a5a-0eb7d0f07504 req-120e18d3-c84c-4317-bffa-60041ef10d50 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:10.872023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-117cc6df-a91c-44db-9a5a-0eb7d0f07504 req-120e18d3-c84c-4317-bffa-60041ef10d50 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 944 time: 0.5315857 May 12 19:40:10.874801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-c0b044c3-3d60-4c40-b44c-f151882f57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:10.876541 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-c0b044c3-3d60-4c40-b44c-f151882f57a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=211bfd24-0ac1-4002-81d7-be66f3286eb1 HTTP/1.1" status: 200 len: 862 time: 0.2470593 May 12 19:40:10.952046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-117cc6df-a91c-44db-9a5a-0eb7d0f07504 req-3c55128e-8131-4607-b537-92e907b94075 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790379 May 12 19:40:10.960127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:10.971947 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:10.991309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 474a8622-cbfd-4fe5-ac39-1d771e582336 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:10.996663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 474a8622-cbfd-4fe5-ac39-1d771e582336 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:10.997172 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.003223 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-02f9a3a7-6bc1-4bdc-a0c5-02bc50711d5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7caa2925-73d2-4091-9410-0e6b37d566d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055355 May 12 19:40:11.040101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.074029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b2b0-8af0-41ce-ba84-babb2133a95c req-74cd5f66-5aba-4e6c-b792-ea66c1b04ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:11.075746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8ce1b2b0-8af0-41ce-ba84-babb2133a95c req-74cd5f66-5aba-4e6c-b792-ea66c1b04ab6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1097 time: 0.5159595 May 12 19:40:11.079693 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.221923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6212a0c5-1c28-4db5-82ed-4a6a32097588,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:11.233453 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b7df06cb-7582-42c8-ba24-7e429c4685b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6fe758c8bd14893987ae666da19ec43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1837974 May 12 19:40:11.237380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58122) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:11.254068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8ce1b2b0-8af0-41ce-ba84-babb2133a95c req-0459a14b-be5a-473a-b768-45d295ff0791 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192210 May 12 19:40:11.285369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 474a8622-cbfd-4fe5-ac39-1d771e582336 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:11.286537 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.325155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-cc59698a-7e18-4b23-926e-7d8ee29d29f4 service neutron] 10.222.0.73 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891886 May 12 19:40:11.344433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7679994-6de5-4157-8459-8705704226ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.373244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7679994-6de5-4157-8459-8705704226ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.379323 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6933d8-b585-4a7a-a8d2-5c8ddbba9d8f'] response: {'server_uuid': '9f3d112c-3b50-433a-a796-c667a13ae7c3', 'name': 'network-vif-deleted', 'tag': '4c927f35-f0d7-411d-9c34-28542be9bd70', 'status': 'completed', 'code': 200} May 12 19:40:11.396206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=474a8622-cbfd-4fe5-ac39-1d771e582336,segment=NetworkSegment(43f2e357-9a06-4d20-8429-6ff2be5692e1),segment_id=43f2e357-9a06-4d20-8429-6ff2be5692e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:11.407956 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.446909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7679994-6de5-4157-8459-8705704226ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.468046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7679994-6de5-4157-8459-8705704226ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6212a0c5-1c28-4db5-82ed-4a6a32097588,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:11.497901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7679994-6de5-4157-8459-8705704226ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:11.499534 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a7679994-6de5-4157-8459-8705704226ac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6212a0c5-1c28-4db5-82ed-4a6a32097588 HTTP/1.1" status: 204 len: 168 time: 0.2609913 May 12 19:40:11.541279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=474a8622-cbfd-4fe5-ac39-1d771e582336,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:11.649853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810a226-82f4-4393-9ce5-594ecb46c19b req-1383358b-ee63-4d4c-8864-129b88959578 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:11.658351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5810a226-82f4-4393-9ce5-594ecb46c19b req-1383358b-ee63-4d4c-8864-129b88959578 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.3651664 May 12 19:40:11.698688 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f24331b6-e711-49e8-8c31-12b0f264bc99 req-e5e3d78a-22e5-41be-a73d-48ddc5e45444 service neutron] 10.222.0.73 "GET /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320297 May 12 19:40:11.808458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5810a226-82f4-4393-9ce5-594ecb46c19b req-40bdf790-e876-483c-9e69-50a9ba6da3a7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490495 May 12 19:40:11.828159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb05253-d5b0-4770-a087-714d3bfdd472 req-78d11008-5190-4e2b-a3af-ab46f753b314 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:11.839348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fb05253-d5b0-4770-a087-714d3bfdd472 req-78d11008-5190-4e2b-a3af-ab46f753b314 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 943 time: 0.3647676 May 12 19:40:11.953971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fb05253-d5b0-4770-a087-714d3bfdd472 req-890a8bd6-eca4-4bbf-9c31-b10789cf855a tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897200 May 12 19:40:11.956186 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.014062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58134) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:12.048942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.089112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:12.095666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Usage tracker for resource:security_group_rule and tenant:d4d6d7539bcc458fb067f50afc6a92f0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:12.105042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:12.121249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': '484c055a-dd56-4ea6-83df-e2e25287ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a56c7d7e-8c99-4459-a675-03b24673f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:12.121708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: a56c7d7e-8c99-4459-a675-03b24673f19a, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:40:12.126112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:12.202052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd9728b4-3058-4b60-bf97-7d0059b3f75a req-89e6f33e-a2c4-40ea-9eab-470edd1a0cd2 tempest-ServerMetadataNegativeTestJSON-2050862737 tempest-ServerMetadataNegativeTestJSON-2050862737-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d112c-3b50-433a-a796-c667a13ae7c3 HTTP/1.1" status: 200 len: 210 time: 0.0724449 May 12 19:40:12.206194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=142d551b-85ba-4260-97f3-11ad3fb61b2d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:12.229964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d799a-cff6-4ad3-b1a7-ac994430e1cd req-8d3ff804-1342-418e-8373-6437e5d878cb tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:12.241155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-242d799a-cff6-4ad3-b1a7-ac994430e1cd req-8d3ff804-1342-418e-8373-6437e5d878cb tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2731063 May 12 19:40:12.251032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ef661769-c649-4b2b-a6f1-25dca67689f9 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:12.252178 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.262881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network a56c7d7e-8c99-4459-a675-03b24673f19a is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:40:12.263101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.310961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-242d799a-cff6-4ad3-b1a7-ac994430e1cd req-e0f3c352-d69a-4227-a71e-47e217880c32 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687556 May 12 19:40:12.314700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a56c7d7e-8c99-4459-a675-03b24673f19a) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:12.331199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:12.332056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.339615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4d6d7539bcc458fb067f50afc6a92f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221433 May 12 19:40:12.340973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58142) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:12.342100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7bd48c-eead-4375-9a6e-418ba1b61785 None None] Network a56c7d7e-8c99-4459-a675-03b24673f19a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:12.373150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75306ce-2486-4026-ab00-47922acfacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72537c-ec8b-4b83-b545-fa06a001bc4c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:12.423340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2954f549-02b0-4e8b-80e9-a6fd1447d952 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0506148 May 12 19:40:12.426122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58154) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:12.452274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-78503228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:12.467063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:12.468010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:12.582186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:router and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:12.595394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:12.626647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:12.652200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port ef661769-c649-4b2b-a6f1-25dca67689f9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ef661769-c649-4b2b-a6f1-25dca67689f9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:12.685406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff216-2b48-45ad-a879-efb5c9c7994e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.707360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'ef661769-c649-4b2b-a6f1-25dca67689f9', 'network_id': '7caa2925-73d2-4091-9410-0e6b37d566d0', 'port_id': 'ef661769-c649-4b2b-a6f1-25dca67689f9', 'mac_address': 'fa:16:3e:55:01:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211bfd24-0ac1-4002-81d7-be66f3286eb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:12.714614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.715622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.745167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff216-2b48-45ad-a879-efb5c9c7994e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.786951 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.805174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f78818-d5f4-4624-a9ea-6ae65d6f636d req-c327e5f2-22ec-4034-a027-1b27d7a3534d tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:12.810700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port ef661769-c649-4b2b-a6f1-25dca67689f9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:12.811078 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.812247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60f78818-d5f4-4624-a9ea-6ae65d6f636d req-c327e5f2-22ec-4034-a027-1b27d7a3534d tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 945 time: 0.3503253 May 12 19:40:12.830788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef661769-c649-4b2b-a6f1-25dca67689f9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:12.834860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-a56c7d7e-8c99-4459-a675-03b24673f19a', 'network_id': 'a56c7d7e-8c99-4459-a675-03b24673f19a', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '142d551b-85ba-4260-97f3-11ad3fb61b2d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:40:12.835656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.885855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec9256-936f-4fab-b47f-c7dc12ae8edb req-4d55dda5-40c6-4845-845b-342003e66586 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:12.893501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3ec9256-936f-4fab-b47f-c7dc12ae8edb req-4d55dda5-40c6-4845-845b-342003e66586 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2623508 May 12 19:40:12.899487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port ef661769-c649-4b2b-a6f1-25dca67689f9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ef661769-c649-4b2b-a6f1-25dca67689f9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:12.908109 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.913933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60f78818-d5f4-4624-a9ea-6ae65d6f636d req-8b39b754-e33d-4974-ae3a-74360162b722 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006143 May 12 19:40:12.952096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3ec9256-936f-4fab-b47f-c7dc12ae8edb req-bffc5f2d-35ba-4790-b715-8745c4552e0f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576701 May 12 19:40:12.953359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:12.959974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff216-2b48-45ad-a879-efb5c9c7994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:13.013743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff216-2b48-45ad-a879-efb5c9c7994e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:13.018128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ed4ff216-2b48-45ad-a879-efb5c9c7994e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e72537c-ec8b-4b83-b545-fa06a001bc4c HTTP/1.1" status: 204 len: 168 time: 0.6719213 May 12 19:40:13.018128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ff216-2b48-45ad-a879-efb5c9c7994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72537c-ec8b-4b83-b545-fa06a001bc4c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:13.042887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:13.044462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-598a922c-5601-4c51-bfeb-7cbd382af3a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6171308 May 12 19:40:13.053420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58168) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:13.179055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Allocated IP 172.20.0.2 (a56c7d7e-8c99-4459-a675-03b24673f19a/142d551b-85ba-4260-97f3-11ad3fb61b2d/f821b124-7d95-4818-862b-1621a41458d7) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:13.196059 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a4c5a9-4f95-431b-b822-cff3c7516c51'] response: {'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336', 'code': 200} May 12 19:40:13.291316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=ef661769-c649-4b2b-a6f1-25dca67689f9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:13.377640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fdb9a-4457-4098-89dc-2501bea636df req-06aa2d35-d799-4e1c-a884-5cfe3385d429 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:13.379567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a0fdb9a-4457-4098-89dc-2501bea636df req-06aa2d35-d799-4e1c-a884-5cfe3385d429 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.1781788 May 12 19:40:13.437724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a0fdb9a-4457-4098-89dc-2501bea636df req-b1e5ce5a-362d-461f-aad1-d7f794c0bade tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489855 May 12 19:40:13.482616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3122fc-6744-48f5-82ec-eea82311dc2d req-6ef1c972-188e-442f-b1f5-e365804bb1b5 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:13.486057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c3122fc-6744-48f5-82ec-eea82311dc2d req-6ef1c972-188e-442f-b1f5-e365804bb1b5 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 944 time: 0.1832373 May 12 19:40:13.508169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['ef661769-c649-4b2b-a6f1-25dca67689f9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:40:13.584341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c3122fc-6744-48f5-82ec-eea82311dc2d req-aa7d7d5d-fefa-43ad-8dff-18e5e04d8ced tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921650 May 12 19:40:13.667051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58192) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:13.880084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8623f5c-0c1f-458e-b0a2-830adcdc6d8f req-a3e289dc-f0f1-411f-ac14-bbd1e23906ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:13.881599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8623f5c-0c1f-458e-b0a2-830adcdc6d8f req-a3e289dc-f0f1-411f-ac14-bbd1e23906ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 1096 time: 0.4198570 May 12 19:40:13.925062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:13.952130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Transition to ACTIVE for port object f821b124-7d95-4818-862b-1621a41458d7 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:13.970859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8623f5c-0c1f-458e-b0a2-830adcdc6d8f req-d4912569-ea2d-4b85-a7d8-6c0e91b668d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788858 May 12 19:40:13.975340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:13.991939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Transition to ACTIVE for port object f821b124-7d95-4818-862b-1621a41458d7 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:14.012568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.090981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Pushing event updated for resources: {'Port': ['ID=f821b124-7d95-4818-862b-1621a41458d7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:14.116986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Network a56c7d7e-8c99-4459-a675-03b24673f19a is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:14.118316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:14.120996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:14.249331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Attempting to bind port f821b124-7d95-4818-862b-1621a41458d7 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:14.249700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Attempting to bind port f821b124-7d95-4818-862b-1621a41458d7 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '484c055a-dd56-4ea6-83df-e2e25287ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a56c7d7e-8c99-4459-a675-03b24673f19a'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:14.250061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Attempting to bind port f821b124-7d95-4818-862b-1621a41458d7 on network a56c7d7e-8c99-4459-a675-03b24673f19a {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:14.258758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:14.259130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Checking segment: {'id': '484c055a-dd56-4ea6-83df-e2e25287ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a56c7d7e-8c99-4459-a675-03b24673f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:14.259527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.259913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Bound using segment: {'id': '484c055a-dd56-4ea6-83df-e2e25287ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a56c7d7e-8c99-4459-a675-03b24673f19a'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:14.260380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Bound port: f821b124-7d95-4818-862b-1621a41458d7, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484c055a-dd56-4ea6-83df-e2e25287ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a56c7d7e-8c99-4459-a675-03b24673f19a'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:14.260751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.340340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] Deleting subnet 639054e9-ccdf-4516-9faa-b32f2c0f4791 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:40:14.344632 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.401378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] For port f821b124-7d95-4818-862b-1621a41458d7, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:14.405092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] For port f821b124-7d95-4818-862b-1621a41458d7, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f821b124-7d95-4818-862b-1621a41458d7,segment=NetworkSegment(484c055a-dd56-4ea6-83df-e2e25287ac14),segment_id=484c055a-dd56-4ea6-83df-e2e25287ac14)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:14.413348 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.443028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.526045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.569723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad088ef-02a5-4a66-9f79-2b02f1950208 req-bd9791cf-a790-4a29-a4d1-e77a910c490a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:14.576302 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ad088ef-02a5-4a66-9f79-2b02f1950208 req-bd9791cf-a790-4a29-a4d1-e77a910c490a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.7342525 May 12 19:40:14.580612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58222) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:14.587599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Request body: {'floatingip': {'port_id': '2419b774-52f2-4105-bc68-5f238af7616a'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:14.611965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c6cf-1263-4fed-95be-823b8f35a129 req-ad616ff5-6a81-4111-a230-ab545c08e238 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:14.624542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f45949-2e80-4eb6-927f-5cfe1b37b6ce None None] Pushing event updated for resources: {'Port': ['ID=f821b124-7d95-4818-862b-1621a41458d7,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:14.625490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa76c6cf-1263-4fed-95be-823b8f35a129 req-ad616ff5-6a81-4111-a230-ab545c08e238 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4103999 May 12 19:40:14.738993 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.742891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa76c6cf-1263-4fed-95be-823b8f35a129 req-afce158e-c9a5-44a3-801f-a25fd88344e3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162004 May 12 19:40:14.747081 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.815720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639054e9-ccdf-4516-9faa-b32f2c0f4791,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:14.967489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:14.994760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1cd1ee4b-e1c5-4ed9-8165-fedd67a0dcf3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/639054e9-ccdf-4516-9faa-b32f2c0f4791 HTTP/1.1" status: 204 len: 168 time: 1.3263440 May 12 19:40:15.000073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58242) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:15.085282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901689-a589-4963-af4b-a490bbb40ce2 req-c18168d9-79de-4fdc-bb19-908b37ad9604 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:15.087421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b901689-a589-4963-af4b-a490bbb40ce2 req-c18168d9-79de-4fdc-bb19-908b37ad9604 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 944 time: 0.1811934 May 12 19:40:15.100006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80fb40-6d5a-430b-9b43-263cc8a5d249 req-a94c1508-4260-4764-8268-4b64c781e2c4 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:15.101252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e80fb40-6d5a-430b-9b43-263cc8a5d249 req-a94c1508-4260-4764-8268-4b64c781e2c4 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 945 time: 0.3437972 May 12 19:40:15.133550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58246) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:15.179133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b901689-a589-4963-af4b-a490bbb40ce2 req-f1e89751-bd74-46bd-9989-041b0a536c20 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767791 May 12 19:40:15.181972 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e80fb40-6d5a-430b-9b43-263cc8a5d249 req-3c528a0e-044a-499b-9c92-e1c090077757 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622821 May 12 19:40:15.404945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4a4b-82bf-4821-a771-c3f8827b38e5 req-ada7f26e-5a34-40d7-9c52-19427b387c0d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:15.406449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ddc4a4b-82bf-4821-a771-c3f8827b38e5 req-ada7f26e-5a34-40d7-9c52-19427b387c0d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.0880597 May 12 19:40:15.406672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:15.467859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ddc4a4b-82bf-4821-a771-c3f8827b38e5 req-b2439687-cd7e-4a10-b063-139f33c316dc tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553064 May 12 19:40:15.523050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:15.587219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.20.0.1 (a56c7d7e-8c99-4459-a675-03b24673f19a/142d551b-85ba-4260-97f3-11ad3fb61b2d/09814db5-2731-47ae-8270-fff8da6159d8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:15.591990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:15.658425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Usage tracker for resource:security_group_rule and tenant:abed124a39a64328bcf3416ebb819956 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:15.716448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7da4b5-a4de-47d2-bd40-8c579421f874 req-b43a96d4-59d7-41eb-9c26-b82573f9d212 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:15.718651 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc7da4b5-a4de-47d2-bd40-8c579421f874 req-b43a96d4-59d7-41eb-9c26-b82573f9d212 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1002469 May 12 19:40:15.750240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:15.758766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:15.780701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc7da4b5-a4de-47d2-bd40-8c579421f874 req-6877f974-fb16-416c-ad7b-2a49b352e328 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519872 May 12 19:40:15.807628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:15.909214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0121c7f3-d1cb-4c04-a60c-b8efe0b905ed']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:15.923874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26838ac5-4cb4-4457-ac3b-f5d51b5b85f1 None None] Network a56c7d7e-8c99-4459-a675-03b24673f19a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:15.947180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:15.947479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9015c7-31f6-42f2-ad7f-ec0c3b5b6525') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:16.002822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365e0cd-6eb9-47f7-a065-3e84d2506bad req-02545bc7-1b7a-4ee4-99bd-a680d1232acf tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:16.012229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2365e0cd-6eb9-47f7-a065-3e84d2506bad req-02545bc7-1b7a-4ee4-99bd-a680d1232acf tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1045632 May 12 19:40:16.044842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.065397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2365e0cd-6eb9-47f7-a065-3e84d2506bad req-cb155bee-d7ca-4d26-b080-41d3f3d003c1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 May 12 19:40:16.075411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3d7a86f8-6e34-4df5-bd0b-0d988f818a65 None None] Provisioning for port f821b124-7d95-4818-862b-1621a41458d7 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:16.168463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.240263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.259248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:40:16.259669 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.265992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ef661769-c649-4b2b-a6f1-25dca67689f9 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:16.302375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: timer() May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:40:16.313520 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:40:16.327048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.347483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object 09814db5-2731-47ae-8270-fff8da6159d8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:16.368884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port ef661769-c649-4b2b-a6f1-25dca67689f9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:16.379839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port ef661769-c649-4b2b-a6f1-25dca67689f9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:16.381907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.435830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89886-7260-480a-90ce-35440ece8b7a req-cef553cc-1ca9-46b5-bae0-bbbaea0afdd1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:16.444052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bb89886-7260-480a-90ce-35440ece8b7a req-cef553cc-1ca9-46b5-bae0-bbbaea0afdd1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1500340 May 12 19:40:16.497748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bb89886-7260-480a-90ce-35440ece8b7a req-5bcddeb0-fc2a-4696-86f1-041cbc5e0e29 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 May 12 19:40:16.582387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port ef661769-c649-4b2b-a6f1-25dca67689f9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:16.583155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.637166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port ef661769-c649-4b2b-a6f1-25dca67689f9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ef661769-c649-4b2b-a6f1-25dca67689f9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:16.638755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef661769-c649-4b2b-a6f1-25dca67689f9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:16.648900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.737207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f948bf3a-a1e6-456a-a635-b15aa610fc83,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:16.740923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f821b124-7d95-4818-862b-1621a41458d7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:16.776777 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bfed081e-50a2-4619-8379-b06855ed159f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abed124a39a64328bcf3416ebb819956&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6369298 May 12 19:40:16.777538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:16.793741 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.821437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.829759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=ef661769-c649-4b2b-a6f1-25dca67689f9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:16.845675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f821b124-7d95-4818-862b-1621a41458d7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:16.850476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] Pushing event deleted for resources: {'Network': ['ID=0121c7f3-d1cb-4c04-a60c-b8efe0b905ed,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:16.853131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f821b124-7d95-4818-862b-1621a41458d7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:16.853131 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.864278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6d866-d627-45f0-8729-a36290d94316 req-71d5f2e3-3dc4-45d9-96c0-970062236f98 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:16.865818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22e6d866-d627-45f0-8729-a36290d94316 req-71d5f2e3-3dc4-45d9-96c0-970062236f98 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 945 time: 0.1317415 May 12 19:40:16.873492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009ab6c-c262-44d9-b156-51556b3042b5 req-fa87cbb3-23ca-4fef-aef1-45adfb7148b4 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:16.878239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:16.880739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5009ab6c-c262-44d9-b156-51556b3042b5 req-fa87cbb3-23ca-4fef-aef1-45adfb7148b4 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 945 time: 0.2014623 May 12 19:40:16.949382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22e6d866-d627-45f0-8729-a36290d94316 req-ee3688a0-2d5d-431c-b432-4d416b9d5cd9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658629 May 12 19:40:16.961526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5009ab6c-c262-44d9-b156-51556b3042b5 req-6fa3349f-9a9b-460a-9efd-5492fcb1e154 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798097 May 12 19:40:16.984110 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-22579198-8ee3-443d-a2bf-dcd681c9f539 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0121c7f3-d1cb-4c04-a60c-b8efe0b905ed HTTP/1.1" status: 204 len: 168 time: 1.9806750 May 12 19:40:16.992242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f821b124-7d95-4818-862b-1621a41458d7 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:16.992732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.001902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:40:17.041003 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4406602f-c6c7-406b-9601-1665947b9c63'] response: {'server_uuid': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef661769-c649-4b2b-a6f1-25dca67689f9', 'code': 200} May 12 19:40:17.053267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f821b124-7d95-4818-862b-1621a41458d7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f821b124-7d95-4818-862b-1621a41458d7,segment=NetworkSegment(484c055a-dd56-4ea6-83df-e2e25287ac14),segment_id=484c055a-dd56-4ea6-83df-e2e25287ac14)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:17.062533 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.067651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network a56c7d7e-8c99-4459-a675-03b24673f19a is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:17.087383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:17.096705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3defdbe-6f54-465c-9e6c-45ab7aa9c127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.117369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:17.209492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f821b124-7d95-4818-862b-1621a41458d7,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:17.209683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=09814db5-2731-47ae-8270-fff8da6159d8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:17.254739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:17.322841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3defdbe-6f54-465c-9e6c-45ab7aa9c127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.334853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.356739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.414191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-38899877-5333-49ac-b8d1-b1c3f07378da tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:17.415583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-38899877-5333-49ac-b8d1-b1c3f07378da tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 0.2741337 May 12 19:40:17.418849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-14dff65c-1bf9-4925-a2a5-ac1b4fc4b104 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f00d3d527fc4f5883439684026f0dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631341 May 12 19:40:17.422320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58352) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:17.430452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.442657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3bd1d408-dc4e-42cd-a45c-fa2f3127587e None None] Provisioning for port 09814db5-2731-47ae-8270-fff8da6159d8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:17.451849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3bd1d408-dc4e-42cd-a45c-fa2f3127587e None None] Provisioning complete for port 09814db5-2731-47ae-8270-fff8da6159d8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:17.452040 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bd1d408-dc4e-42cd-a45c-fa2f3127587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.461206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-5eb9c222-ea8b-4e72-a940-662e3430a418 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/quotas/703529a041f34e2b843f8e4bfd8cf6d2 HTTP/1.1" status: 200 len: 375 time: 0.0352917 May 12 19:40:17.474505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d063f-9712-4874-b3d0-9687b5b3d8bc req-eac13191-5014-4c94-95f3-652707234e9e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:17.475910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-486d063f-9712-4874-b3d0-9687b5b3d8bc req-eac13191-5014-4c94-95f3-652707234e9e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2221134 May 12 19:40:17.519135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1d408-dc4e-42cd-a45c-fa2f3127587e None None] Port 09814db5-2731-47ae-8270-fff8da6159d8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:40:17.577973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad114f89-580b-4fcd-b51d-bd3b17b266b8 req-f8e75991-621e-479f-896b-d7297a252a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:17.579455 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ad114f89-580b-4fcd-b51d-bd3b17b266b8 req-f8e75991-621e-479f-896b-d7297a252a0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 1096 time: 0.4034481 May 12 19:40:17.588137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11ae6e7a-d333-4e91-9506-952e3ab34585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.600506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-486d063f-9712-4874-b3d0-9687b5b3d8bc req-e8bd0228-cf0a-4025-846c-b2e07be14501 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857508 May 12 19:40:17.616157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3defdbe-6f54-465c-9e6c-45ab7aa9c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.631799 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11ae6e7a-d333-4e91-9506-952e3ab34585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.660986 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-f9547cb7-f62b-4760-8fb8-5e723f135442 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779962 May 12 19:40:17.689644 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Floating IP 6ca63696-daf8-41c4-94cc-e2d17e2ac04d associated. External IP: 172.25.2.123, port: 2419b774-52f2-4105-bc68-5f238af7616a. May 12 19:40:17.731284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3defdbe-6f54-465c-9e6c-45ab7aa9c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f948bf3a-a1e6-456a-a635-b15aa610fc83,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:17.783469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ad114f89-580b-4fcd-b51d-bd3b17b266b8 req-18c0ba76-b000-403c-ba22-50b14579472d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954417 May 12 19:40:17.793777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3defdbe-6f54-465c-9e6c-45ab7aa9c127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.794884 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3defdbe-6f54-465c-9e6c-45ab7aa9c127 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f948bf3a-a1e6-456a-a635-b15aa610fc83 HTTP/1.1" status: 204 len: 168 time: 1.0163701 May 12 19:40:17.801590 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.908637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11ae6e7a-d333-4e91-9506-952e3ab34585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:17.936477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6e7a-d333-4e91-9506-952e3ab34585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcce058-7057-46f3-b24b-c2f67765ee2b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:17.954418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-de192539-c6d1-4595-95e2-475152cde422 service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796752 May 12 19:40:18.043372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11ae6e7a-d333-4e91-9506-952e3ab34585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:18.047001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-11ae6e7a-d333-4e91-9506-952e3ab34585 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6fcce058-7057-46f3-b24b-c2f67765ee2b HTTP/1.1" status: 204 len: 168 time: 0.6212525 May 12 19:40:18.236306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-7f34ada2-f7f7-48fc-9ebf-519cbcfc7944 service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806575 May 12 19:40:18.321129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458201-2be0-4372-b374-044e747d69ae req-07359fb1-34ef-4e66-8405-f5c99888f81e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:18.324047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f458201-2be0-4372-b374-044e747d69ae req-07359fb1-34ef-4e66-8405-f5c99888f81e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2122147 May 12 19:40:18.421110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f458201-2be0-4372-b374-044e747d69ae req-25d37542-b72b-4ac5-92a2-b552c69840a6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 May 12 19:40:18.686715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65d58c-8d5d-4cc4-a7a5-d4812e87cbe6 req-71a97ac2-aec8-4fae-9c7a-8f42409749f9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:18.697174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c65d58c-8d5d-4cc4-a7a5-d4812e87cbe6 req-71a97ac2-aec8-4fae-9c7a-8f42409749f9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 945 time: 0.1601880 May 12 19:40:18.707350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f821b124-7d95-4818-862b-1621a41458d7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:18.886351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-c0beef1f-1ff7-4830-8375-27c77d93d287 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:18.893866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-c0beef1f-1ff7-4830-8375-27c77d93d287 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Synchronizing usage tracker for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:18.903445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 05c8c454-1128-4a65-81b6-283524d53c6c no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:40:18.924827 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c65d58c-8d5d-4cc4-a7a5-d4812e87cbe6 req-8ea55290-2d1d-4341-b7f1-0f97e6ca60a3 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399620 May 12 19:40:18.987426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f7106-2074-4c79-b1da-6304bed6221d req-33dc87f3-4a40-46a3-8969-6029b36dab0c tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:18.989155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f76f7106-2074-4c79-b1da-6304bed6221d req-33dc87f3-4a40-46a3-8969-6029b36dab0c tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 945 time: 0.2907424 May 12 19:40:19.034126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f821b124-7d95-4818-862b-1621a41458d7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:19.034740 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.070652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Router 3a824a66-8962-49dc-a461-8a49764398d8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:40:19.149335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 05c8c454-1128-4a65-81b6-283524d53c6c is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:19.149710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.166790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc677c66-5080-4c26-87ff-8f65a93a2fbe req-9abf5da1-8f04-414c-8296-51bd1d38f790 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 210 time: 0.1705141 May 12 19:40:19.182445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:19.205862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:19.250051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f76f7106-2074-4c79-b1da-6304bed6221d req-35cc18e0-b076-4eb9-99f7-efd046b9f288 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765869 May 12 19:40:19.254829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58418) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:19.256901 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.299408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-c0beef1f-1ff7-4830-8375-27c77d93d287 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Unset dirty status for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:19.306380 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-c0beef1f-1ff7-4830-8375-27c77d93d287 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc01c057-c250-49eb-b570-5e62652dc319 HTTP/1.1" status: 200 len: 945 time: 1.1570160 May 12 19:40:19.361418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:19.387799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:40:19.389859 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf424c26-acde-4ea5-9632-ad7dce6d0e3e'] response: {'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c', 'code': 200} May 12 19:40:19.429439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f821b124-7d95-4818-862b-1621a41458d7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:19.460907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.492494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.580337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b44ed7-33ef-495a-8e20-e4335ac0401a req-d86a34f9-e621-4a24-859f-97423349dc6d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:19.602025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9b44ed7-33ef-495a-8e20-e4335ac0401a req-d86a34f9-e621-4a24-859f-97423349dc6d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1785767 May 12 19:40:19.633219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-network', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:19.639317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:19.651840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Usage tracker for resource:network and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:19.657862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:19.667438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:19.680915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9b44ed7-33ef-495a-8e20-e4335ac0401a req-ae89b70d-a69a-4887-a3c7-0a33c38e03a3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777309 May 12 19:40:19.692635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Deleting port 05c8c454-1128-4a65-81b6-283524d53c6c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:19.692980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.712683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Made reservation on behalf of d3edbfea9cff45ed8a41476df8865706 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:19.716225 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.739073 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.755460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:19.759947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Usage tracker for resource:security_group_rule and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:19.760222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.763016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:19.770123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:19.772323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=09814db5-2731-47ae-8270-fff8da6159d8,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:19.868316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.874153 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.875712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-65b647d3-8d96-42ac-b498-9eab07c1af3a tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:19.876420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-65b647d3-8d96-42ac-b498-9eab07c1af3a tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Synchronizing usage tracker for tenant:6ad2856c7ee746d79807651f5cb0625c on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:19.891318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:19.908236 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] Sync routers for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:19.912881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:40:19.920213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395b2f85-b707-4dda-baae-abc0cc44dd8b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:19.920498 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:19.921359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:19.942374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.966956 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:19.967294 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Added segment 4e57f924-6cd1-43fa-ac98-3c0cba03f0bf of type vlan for network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 May 12 19:40:20.017683 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.043055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850adce5-6e61-417c-a224-202b22d206a3 req-d433052b-ce6b-4cd6-bc65-d0ef5f4b9ba3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:20.044692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-850adce5-6e61-417c-a224-202b22d206a3 req-d433052b-ce6b-4cd6-bc65-d0ef5f4b9ba3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1291475 May 12 19:40:20.098346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-65b647d3-8d96-42ac-b498-9eab07c1af3a tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Unset dirty status for tenant:6ad2856c7ee746d79807651f5cb0625c on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:20.099797 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-65b647d3-8d96-42ac-b498-9eab07c1af3a tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.36 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 945 time: 0.7801046 May 12 19:40:20.155939 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-843da1e9-f2b7-47dc-9a11-7e6b1ceb32b0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "PUT /v2.0/floatingips/6ca63696-daf8-41c4-94cc-e2d17e2ac04d HTTP/1.1" status: 200 len: 992 time: 5.5742152 May 12 19:40:20.166736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:20.209833 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:40:20.224968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-850adce5-6e61-417c-a224-202b22d206a3 req-578a2b65-6aa9-469c-b027-40034aff5037 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692362 May 12 19:40:20.225984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.229068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:20.231158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.260343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Deleting port 474a8622-cbfd-4fe5-ac39-1d771e582336 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:20.260689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.339194 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd08335-98f2-479b-be0d-c79d60a1c8b8'] response: {'name': 'network-changed', 'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'status': 'completed', 'code': 200} May 12 19:40:20.358108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network a56c7d7e-8c99-4459-a675-03b24673f19a is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:20.369681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] For port 05c8c454-1128-4a65-81b6-283524d53c6c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=05c8c454-1128-4a65-81b6-283524d53c6c,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:20.370044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.436970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1805644 May 12 19:40:20.439728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58444) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:20.453933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Request body: {'subnet': {'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-subnet', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:20.458529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4024c51-a0b0-4f4f-b764-e5bc5f08846c admin admin] Pushing event updated for resources: {'Network': ['ID=a83751e2-4ec2-406f-8e4f-91c0dbd064e9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:20.467384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:20.473335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:40:20.479974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:20.504828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040217e8-2415-494b-84b9-fe627331990e req-aa942c85-5b73-434d-a620-d274d3e6be7e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:20.512634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-040217e8-2415-494b-84b9-fe627331990e req-aa942c85-5b73-434d-a620-d274d3e6be7e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 945 time: 0.3906114 May 12 19:40:20.514162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Usage tracker for resource:subnet and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:20.520208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:20.578762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:20.670622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a116af3-c834-4f2d-b09f-3117b534970e req-00fcb320-b822-4544-b68e-d53dc5ab03ee tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 210 time: 0.0964353 May 12 19:40:20.678576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Made reservation on behalf of d3edbfea9cff45ed8a41476df8865706 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:20.683002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.730629 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '6ca63696-daf8-41c4-94cc-e2d17e2ac04d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'port_id': '2419b774-52f2-4105-bc68-5f238af7616a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'mac_address': 'fa:16:3e:2f:25:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:39:44Z', 'updated_at': '2022-05-12T19:40:16Z', 'revision_number': 1, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:20.735634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] Checking router: 3a824a66-8962-49dc-a461-8a49764398d8 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:40:20.745785 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:20.746556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:20.873313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8728bf92-fe07-4c4b-8607-1f095cf927e3 None None] Provisioning complete for port 09814db5-2731-47ae-8270-fff8da6159d8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:20.873681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8728bf92-fe07-4c4b-8607-1f095cf927e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.937985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-040217e8-2415-494b-84b9-fe627331990e req-017b909b-6b6b-4985-b5ba-4237352657a7 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187403 May 12 19:40:20.942075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:20.980664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Calling delete_port for 05c8c454-1128-4a65-81b6-283524d53c6c owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:20.992086 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:40:21.006738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8728bf92-fe07-4c4b-8607-1f095cf927e3 None None] Port 09814db5-2731-47ae-8270-fff8da6159d8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:40:21.224230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95285325-9f45-4805-adab-62aca79a9511,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:21.253511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Checking segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:21.253936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Network hostable DHCP agents. Network: a83751e2-4ec2-406f-8e4f-91c0dbd064e9, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:40:21.286882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0fe1-8a7d-4bd2-8b27-ddd4761aef52 req-6ce53b57-bc62-4acf-87a0-a698f5fe344e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:21.289644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c37a0fe1-8a7d-4bd2-8b27-ddd4761aef52 req-6ce53b57-bc62-4acf-87a0-a698f5fe344e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3676896 May 12 19:40:21.427695 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '6ca63696-daf8-41c4-94cc-e2d17e2ac04d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'port_id': '2419b774-52f2-4105-bc68-5f238af7616a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'mac_address': 'fa:16:3e:2f:25:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:39:44Z', 'updated_at': '2022-05-12T19:40:16Z', 'revision_number': 1, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:21.432349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109fab5-e854-4a6e-841b-225d7c44548b None None] The sync data for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 is: [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '6ca63696-daf8-41c4-94cc-e2d17e2ac04d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'port_id': '2419b774-52f2-4105-bc68-5f238af7616a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'mac_address': 'fa:16:3e:2f:25:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:39:44Z', 'updated_at': '2022-05-12T19:40:16Z', 'revision_number': 1, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:21.453003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-7b2bdcda-e5cb-4de2-b4a0-84f100ba0cbb tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:21.454573 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-7b2bdcda-e5cb-4de2-b4a0-84f100ba0cbb tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 1.1595476 May 12 19:40:21.454894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:40:21.479423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a83751e2-4ec2-406f-8e4f-91c0dbd064e9) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:21.484744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:21.485468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:21.492886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c478d1-f4db-47d0-97dd-7ac5f074cf90 None None] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:21.493721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Request body: {'port': {'device_id': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'admin_state_up': True, 'tenant_id': '703529a041f34e2b843f8e4bfd8cf6d2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:21.518587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c37a0fe1-8a7d-4bd2-8b27-ddd4761aef52 req-8fad0bc1-5ca5-423a-9e04-4dd2938ee8c1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231166 May 12 19:40:21.542299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731209f-5cfc-446d-826b-0b92d3788a2f req-981e1c06-6592-44e3-9ab3-2439cd7a3ba7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:21.548467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-b382a184-8df8-42a6-b611-9e1b2cac5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:21.550411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d731209f-5cfc-446d-826b-0b92d3788a2f req-981e1c06-6592-44e3-9ab3-2439cd7a3ba7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 945 time: 0.4141214 May 12 19:40:21.550918 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-b382a184-8df8-42a6-b611-9e1b2cac5248 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1097 time: 1.1857533 May 12 19:40:21.575000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4a7acb79-abe5-4246-99c9-f91c010bcf17 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1226861 May 12 19:40:21.576836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58462) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:21.621601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:21.640820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:21.664194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Usage tracker for resource:router and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:21.669263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:21.680518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:21.696977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d731209f-5cfc-446d-826b-0b92d3788a2f req-1cac4a0e-4a57-47e4-89b0-3879b4a3111d tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146247 May 12 19:40:21.714598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:21.716279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:21.746860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:21.866206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f545786-a447-47e6-8c72-2a3ab74249d7 None None] New status for floating IP 6ca63696-daf8-41c4-94cc-e2d17e2ac04d: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:40:22.071203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:22.175887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:22.178380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router b7c252ca-de37-45ca-a874-336bebecb4c4 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:40:22.189872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=474a8622-cbfd-4fe5-ac39-1d771e582336,segment=NetworkSegment(43f2e357-9a06-4d20-8429-6ff2be5692e1),segment_id=43f2e357-9a06-4d20-8429-6ff2be5692e1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:22.190802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:22.247315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:40:22.248159 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:22.406701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7418816-e0b4-4acd-bf16-8a8341fa17cc req-58225f16-ad1c-4099-b95c-7a11129c3dcb tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 210 time: 0.1389754 May 12 19:40:22.482655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Allocated IP 172.20.0.2 (a83751e2-4ec2-406f-8e4f-91c0dbd064e9/95285325-9f45-4805-adab-62aca79a9511/144b4fa9-b3a8-404d-9535-e5595c75b253) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:22.492321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event deleted for resources: {'Port': ['ID=05c8c454-1128-4a65-81b6-283524d53c6c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:22.729521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Calling delete_port for 474a8622-cbfd-4fe5-ac39-1d771e582336 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:22.741466 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:22.753480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Transition to ACTIVE for port object 144b4fa9-b3a8-404d-9535-e5595c75b253 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:22.773584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Transition to ACTIVE for port object 144b4fa9-b3a8-404d-9535-e5595c75b253 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:22.778439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:22.781727 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:22.828984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3df32b-aac3-4e61-9771-39aeeb29e726 req-8f2fc8b8-633a-4aa1-bd1e-959fde1d2f27 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:22.830544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a3df32b-aac3-4e61-9771-39aeeb29e726 req-8f2fc8b8-633a-4aa1-bd1e-959fde1d2f27 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 945 time: 0.3496888 May 12 19:40:22.854285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:22.857097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:22.861707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:22.865720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Pushing event updated for resources: {'Port': ['ID=144b4fa9-b3a8-404d-9535-e5595c75b253,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:22.937301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a3df32b-aac3-4e61-9771-39aeeb29e726 req-1eb583a4-1b8d-4532-bfbc-3ff35bfba293 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730157 May 12 19:40:22.938468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 05c8c454-1128-4a65-81b6-283524d53c6c no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:40:22.945389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2192fd-2d1b-411a-b3c0-68d41f9d9199 req-3dc637d1-29c0-4f06-8968-d182db34003e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:22.946908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-de2192fd-2d1b-411a-b3c0-68d41f9d9199 req-3dc637d1-29c0-4f06-8968-d182db34003e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3286059 May 12 19:40:22.958510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:22.988154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-31f04e79-42d7-4cca-8841-4d28fef2fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:22.989675 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-31f04e79-42d7-4cca-8841-4d28fef2fae7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 1.2149870 May 12 19:40:23.000610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Attempting to bind port 144b4fa9-b3a8-404d-9535-e5595c75b253 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:23.000970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Attempting to bind port 144b4fa9-b3a8-404d-9535-e5595c75b253 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:23.001346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Attempting to bind port 144b4fa9-b3a8-404d-9535-e5595c75b253 on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:23.003550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 05c8c454-1128-4a65-81b6-283524d53c6c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:40:23.003879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 05c8c454-1128-4a65-81b6-283524d53c6c not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:40:23.004471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 474a8622-cbfd-4fe5-ac39-1d771e582336 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:40:23.024187 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.048651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Usage tracker for resource:port and tenant:703529a041f34e2b843f8e4bfd8cf6d2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:23.049954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:23.050323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Checking segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:23.050715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.051126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Bound using segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:23.051673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Bound port: 144b4fa9-b3a8-404d-9535-e5595c75b253, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:23.051951 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.158655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-de2192fd-2d1b-411a-b3c0-68d41f9d9199 req-108d3159-fc31-4245-ad49-dc9d783ed9ff tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028229 May 12 19:40:23.203147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:23.205624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 474a8622-cbfd-4fe5-ac39-1d771e582336 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:23.205980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.214966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-67e94135-733a-4bdf-bd95-bf13b2b2e468 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 1002 time: 0.1469486 May 12 19:40:23.215987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] No DVR routers for this DVR port 05c8c454-1128-4a65-81b6-283524d53c6c on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:40:23.227653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:23.255152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a6b0a-aa07-4978-ab76-faa3f0952ff7 req-b8916bfd-7eca-42bb-a7c0-c907163d4dad tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:23.255441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:23.262638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce2a6b0a-aa07-4978-ab76-faa3f0952ff7 req-b8916bfd-7eca-42bb-a7c0-c907163d4dad tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 945 time: 0.1975183 May 12 19:40:23.265652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] For port 144b4fa9-b3a8-404d-9535-e5595c75b253, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:23.269687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=474a8622-cbfd-4fe5-ac39-1d771e582336,segment=NetworkSegment(43f2e357-9a06-4d20-8429-6ff2be5692e1),segment_id=43f2e357-9a06-4d20-8429-6ff2be5692e1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:23.271775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] For port 144b4fa9-b3a8-404d-9535-e5595c75b253, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=144b4fa9-b3a8-404d-9535-e5595c75b253,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:23.279011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.285562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.291534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-deleted', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:23.316234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Allocated IP 172.25.2.220 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/a223ca13-2956-4b25-9dfd-f88a180763a8) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:23.338370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Made reservation on behalf of 703529a041f34e2b843f8e4bfd8cf6d2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:23.342047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce2a6b0a-aa07-4978-ab76-faa3f0952ff7 req-52fbfeff-a8fa-466d-bfb4-f96ce94bb5d8 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784400 May 12 19:40:23.343137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.370993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.396551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:40:23.396870 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:40:23.404643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c1d5ac07-4563-4f9a-8ff4-b75107fdd864 req-8ac9f09b-665b-426d-8600-f87bcef7821d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "DELETE /v2.0/ports/05c8c454-1128-4a65-81b6-283524d53c6c HTTP/1.1" status: 204 len: 173 time: 4.0187523 May 12 19:40:23.420732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=474a8622-cbfd-4fe5-ac39-1d771e582336,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:23.477683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:23.483039 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd7f738-681e-425f-abfd-09ad3cfdadff'] response: {'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336', 'code': 200} May 12 19:40:23.495216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-a7b21cd3-57a5-46b9-b8f9-247609cfe393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:23.497538 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] Sync routers for ids ['b7c252ca-de37-45ca-a874-336bebecb4c4'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:23.498056 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-a7b21cd3-57a5-46b9-b8f9-247609cfe393 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.2074368 May 12 19:40:23.504092 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5b741bb0-74c1-4322-8f69-5f8a6bfc82e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/b7c252ca-de37-45ca-a874-336bebecb4c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4462929 May 12 19:40:23.508497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58492) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:23.525607 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] Routers {'b7c252ca-de37-45ca-a874-336bebecb4c4'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:23.526863 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7c252ca-de37-45ca-a874-336bebecb4c4'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:23.570674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb919dd9-5b5f-4da6-a3b1-ea1bcb00bd54 None None] Pushing event updated for resources: {'Port': ['ID=144b4fa9-b3a8-404d-9535-e5595c75b253,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:23.612288 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b9d4d6-e074-4bd4-a322-52bb25e17df5'] response: {'server_uuid': 'bc01c057-c250-49eb-b570-5e62652dc319', 'name': 'network-vif-deleted', 'tag': '05c8c454-1128-4a65-81b6-283524d53c6c', 'status': 'completed', 'code': 200} May 12 19:40:23.661529 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:23.688572 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] Routers {'b7c252ca-de37-45ca-a874-336bebecb4c4'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:23.689108 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7c252ca-de37-45ca-a874-336bebecb4c4'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:23.783392 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:23.783792 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3f822-ed5f-4854-a118-409dc0d7bcf2 None None] The sync data for ids ['b7c252ca-de37-45ca-a874-336bebecb4c4'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:23.806391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7170a5-3b2c-44b1-a078-6197a115003a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:23.807016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f7170a5-3b2c-44b1-a078-6197a115003a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:23.901071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Deleting port 474a8622-cbfd-4fe5-ac39-1d771e582336 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:23.901461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.937406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:23.977772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f7170a5-3b2c-44b1-a078-6197a115003a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:23.978877 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f7170a5-3b2c-44b1-a078-6197a115003a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports/09814db5-2731-47ae-8270-fff8da6159d8 HTTP/1.1" status: 200 len: 910 time: 0.4694736 May 12 19:40:23.989657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:24.014700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18836d18-6d92-49d5-9513-1e10cceab28a req-0685d020-e4b5-47fa-b5f9-e95eacd42177 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 210 time: 0.2675655 May 12 19:40:24.018056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:24.069419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Allocated IP 172.20.0.7 (6b3b8892-6932-403e-b228-cae34ca1f4a2/e2098203-077e-4d85-a258-d5c393d50bb0/146d43cb-e9b5-4cb3-9a38-c8bea6454f41) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:24.085422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-f02d4eb1-d687-4806-845a-cf5f3e35e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:24.086927 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-f02d4eb1-d687-4806-845a-cf5f3e35e27d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5792737 May 12 19:40:24.167264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:24.171467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:24.173582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Pushing event updated for resources: {'Port': ['ID=a223ca13-2956-4b25-9dfd-f88a180763a8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:24.175514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:24.334314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-fa0112a8-5700-4ee2-a6cf-136ab2fd021d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:24.335007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-fa0112a8-5700-4ee2-a6cf-136ab2fd021d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Synchronizing usage tracker for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:24.475215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f28a-d87d-4a01-98df-3f2ec5915103 req-f7b489d2-c0cf-4b3e-948d-98e054122804 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:24.476737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b120f28a-d87d-4a01-98df-3f2ec5915103 req-f7b489d2-c0cf-4b3e-948d-98e054122804 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.8092268 May 12 19:40:24.504673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-fa0112a8-5700-4ee2-a6cf-136ab2fd021d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Unset dirty status for tenant:c141b744ae6841deacf9c2f95fcefbba on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:24.505860 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-fa0112a8-5700-4ee2-a6cf-136ab2fd021d tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 945 time: 0.7858360 May 12 19:40:24.517002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d181-5a71-45bc-b25e-629cee346103 req-2cf4f290-8f9c-4f70-9e82-103ee3a4259e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:24.519006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82d4d181-5a71-45bc-b25e-629cee346103 req-2cf4f290-8f9c-4f70-9e82-103ee3a4259e tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 945 time: 0.3030920 May 12 19:40:24.648064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b120f28a-d87d-4a01-98df-3f2ec5915103 req-1c7563a3-96e0-4df5-87dc-8b38e849c38c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643701 May 12 19:40:24.687105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82d4d181-5a71-45bc-b25e-629cee346103 req-c4c5ba7c-1619-4e54-9f23-0fdda1a7cfd9 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621451 May 12 19:40:24.715173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 144b4fa9-b3a8-404d-9535-e5595c75b253 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:24.825750 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:24.859927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 144b4fa9-b3a8-404d-9535-e5595c75b253 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:24.948694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e964d89-40e4-4814-8b52-732d20d3b848 None None] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:25.045729 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-c3522a85-0ea3-47cf-894e-7b5f069e1a26 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9137578 May 12 19:40:25.124106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] Provisioning for port 144b4fa9-b3a8-404d-9535-e5595c75b253 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:25.137438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] Provisioning complete for port 144b4fa9-b3a8-404d-9535-e5595c75b253 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:25.137806 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.165076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3eccf-a421-4cdf-b23d-1efa810bfb44 req-a7529877-d72d-47a3-8628-d24eb35d5938 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:25.168450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] For port 474a8622-cbfd-4fe5-ac39-1d771e582336, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=474a8622-cbfd-4fe5-ac39-1d771e582336,segment=NetworkSegment(43f2e357-9a06-4d20-8429-6ff2be5692e1),segment_id=43f2e357-9a06-4d20-8429-6ff2be5692e1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:25.169255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.172585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70b3eccf-a421-4cdf-b23d-1efa810bfb44 req-a7529877-d72d-47a3-8628-d24eb35d5938 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2784965 May 12 19:40:25.210927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9d908-ca09-4fab-bb1b-027b4a013e31 req-674df5ae-bd74-4762-8031-80823ff278a1 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:25.217849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7b9d908-ca09-4fab-bb1b-027b4a013e31 req-674df5ae-bd74-4762-8031-80823ff278a1 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 943 time: 0.3262527 May 12 19:40:25.322252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] Current status of the port 144b4fa9-b3a8-404d-9535-e5595c75b253 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:25.323030 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.338364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70b3eccf-a421-4cdf-b23d-1efa810bfb44 req-72fe6014-347c-447f-ac32-12a4986faea9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648920 May 12 19:40:25.382560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Calling delete_port for 474a8622-cbfd-4fe5-ac39-1d771e582336 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:25.419821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] For port 144b4fa9-b3a8-404d-9535-e5595c75b253, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=144b4fa9-b3a8-404d-9535-e5595c75b253,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:25.425946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7b9d908-ca09-4fab-bb1b-027b4a013e31 req-38975951-0009-447b-94ac-fa9779929150 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1f36b91-ea43-4d66-885d-f20c65895f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068954 May 12 19:40:25.429657 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.496091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.497212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.520123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Deleting port ef661769-c649-4b2b-a6f1-25dca67689f9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:25.520490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.573717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21f41a-0834-442b-a876-cdb283bc4f77 None None] Pushing event updated for resources: {'Port': ['ID=144b4fa9-b3a8-404d-9535-e5595c75b253,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:25.753451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df98d7da-182a-40eb-b1cc-8650a7278ae3 None None] Provisioning complete for port 144b4fa9-b3a8-404d-9535-e5595c75b253 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:25.754241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df98d7da-182a-40eb-b1cc-8650a7278ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:25.798659 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-73a6d4af-5ef7-4be5-8017-dbe26bb411cd req-7b7ca591-a625-4ece-b9d4-d615c4875dea service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285409 May 12 19:40:25.865767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95c8777b-c7f2-48cb-8f53-985a6e617116 req-2d1c5e18-5edf-4031-8561-100030f9e8eb tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 210 time: 0.0797544 May 12 19:40:25.880136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-df98d7da-182a-40eb-b1cc-8650a7278ae3 None None] Current status of the port 144b4fa9-b3a8-404d-9535-e5595c75b253 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:25.989310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:26.043375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef800a-3fb9-4a91-9132-e9185889fbc8 req-c09557f8-6966-491b-963d-d54d077cd38b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:26.044847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3ef800a-3fb9-4a91-9132-e9185889fbc8 req-c09557f8-6966-491b-963d-d54d077cd38b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4806440 May 12 19:40:26.086014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:26.095506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:26.107958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:26.110613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:26.113362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3ef800a-3fb9-4a91-9132-e9185889fbc8 req-c3dd472f-5226-4069-855f-484ce9122021 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602460 May 12 19:40:26.118008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Router 81727436-ce32-4579-8830-e20d9b54f582 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:40:26.146316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a627df-44d9-4c41-b8e4-bbae4d341105 req-23e37e29-b8d5-4975-922c-6b6bee917ce5 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:26.146316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a627df-44d9-4c41-b8e4-bbae4d341105 req-23e37e29-b8d5-4975-922c-6b6bee917ce5 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 945 time: 0.1826560 May 12 19:40:26.263269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a627df-44d9-4c41-b8e4-bbae4d341105 req-e0851b91-7dd6-47e8-ac93-31c1662e6a8f tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups?id=28e7f5c0-8ba5-40f5-badd-a96374a2212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162570 May 12 19:40:26.264455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:26.359710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Pushing event deleted for resources: {'Port': ['ID=474a8622-cbfd-4fe5-ac39-1d771e582336,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:26.360708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:26.376536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Sync routers for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:26.383727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] No DVR routers for this DVR port 474a8622-cbfd-4fe5-ac39-1d771e582336 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:40:26.386927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:26.387624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:26.389839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:26.399300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'name': 'network-vif-deleted', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:26.409935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:26.410625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:26.415537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] For port ef661769-c649-4b2b-a6f1-25dca67689f9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=ef661769-c649-4b2b-a6f1-25dca67689f9,segment=NetworkSegment(e23275af-35c4-44c8-ae7e-628208071f40),segment_id=e23275af-35c4-44c8-ae7e-628208071f40)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:26.415925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:26.416102 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:26.418109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e51abeaf-0ca0-4d22-b2db-8b17c8f7b5aa admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8124232 May 12 19:40:26.421063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58538) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:26.594925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:40:26.793713 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9678c494-be12-472b-bf9b-5e80fc7bc34e'] response: {'server_uuid': '49c689f3-a194-4e4d-a8cb-4332577358c6', 'name': 'network-vif-deleted', 'tag': '474a8622-cbfd-4fe5-ac39-1d771e582336', 'status': 'completed', 'code': 200} May 12 19:40:26.802494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Calling delete_port for ef661769-c649-4b2b-a6f1-25dca67689f9 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:26.828229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb40cb81-8e41-44e1-8728-2d183e91f758 req-3cf2f402-540f-4c42-b884-906b2fb1cb1c tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c689f3-a194-4e4d-a8cb-4332577358c6 HTTP/1.1" status: 200 len: 210 time: 0.0836728 May 12 19:40:26.842791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 144b4fa9-b3a8-404d-9535-e5595c75b253 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:26.853222 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3cea288c-4ba6-4de2-9988-cb54fdea3cf5 req-cce6989d-3db0-4a5f-b1d2-1297634701b7 tempest-ServerGroupTestJSON-634712136 tempest-ServerGroupTestJSON-634712136-project] 10.222.0.36 "DELETE /v2.0/ports/474a8622-cbfd-4fe5-ac39-1d771e582336 HTTP/1.1" status: 204 len: 173 time: 6.7414920 May 12 19:40:26.854441 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-0059f436-f055-4a38-8474-782e311d3c3a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3812692 May 12 19:40:26.964340 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-58c91871-2ece-4e83-b80d-cf2767fac61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:26.999593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Request body: {'port': {'device_id': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:27.066578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 144b4fa9-b3a8-404d-9535-e5595c75b253 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:27.066924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.086849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.207618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:24Z', 'revision_number': 3, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:27.211674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 144b4fa9-b3a8-404d-9535-e5595c75b253 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:27.215340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Checking router: 81727436-ce32-4579-8830-e20d9b54f582 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:40:27.215949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Updating router 81727436-ce32-4579-8830-e20d9b54f582 port a223ca13-2956-4b25-9dfd-f88a180763a8 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:40:27.280833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.328167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event deleted for resources: {'Port': ['ID=ef661769-c649-4b2b-a6f1-25dca67689f9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:27.340693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] No DVR routers for this DVR port ef661769-c649-4b2b-a6f1-25dca67689f9 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:40:27.346934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.353042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.368483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9013-949b-4077-bce1-2ef2b31b5e4e req-32b92074-ba18-4071-8756-0efb2e203c2c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:27.370132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-463e9013-949b-4077-bce1-2ef2b31b5e4e req-32b92074-ba18-4071-8756-0efb2e203c2c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3257637 May 12 19:40:27.384877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.548455 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-88c12f0a-a61f-47e8-8d8f-14e4828ea1fb req-6f34b558-e263-4935-8393-7f3dbd0da880 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.73 "DELETE /v2.0/ports/ef661769-c649-4b2b-a6f1-25dca67689f9 HTTP/1.1" status: 204 len: 173 time: 2.9941692 May 12 19:40:27.680558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0ff3-6151-4d1b-ada4-9d21d1831896 req-79d89b0a-32cc-4fb3-b9b8-0075a132a576 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:27.685878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-769b0ff3-6151-4d1b-ada4-9d21d1831896 req-79d89b0a-32cc-4fb3-b9b8-0075a132a576 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 931 time: 0.5781186 May 12 19:40:27.711871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.726555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Transition to ACTIVE for port object a223ca13-2956-4b25-9dfd-f88a180763a8 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:27.735208 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.785023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-769b0ff3-6151-4d1b-ada4-9d21d1831896 req-bbbf494b-1075-4cde-8d71-d4e84cca5955 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721526 May 12 19:40:27.795133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-463e9013-949b-4077-bce1-2ef2b31b5e4e req-2785f822-df97-41d6-9e3c-d5c89402c5da tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505871 May 12 19:40:27.835319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Attempting to bind port a223ca13-2956-4b25-9dfd-f88a180763a8 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:27.835319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Attempting to bind port a223ca13-2956-4b25-9dfd-f88a180763a8 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:27.835319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Attempting to bind port a223ca13-2956-4b25-9dfd-f88a180763a8 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:27.843397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf0835-b317-4f45-86e5-2e1656170a1b None None] Pushing event updated for resources: {'Port': ['ID=a223ca13-2956-4b25-9dfd-f88a180763a8,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:27.849517 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.853241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:27.853616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:27.854021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.854393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:27.854870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Bound port: a223ca13-2956-4b25-9dfd-f88a180763a8, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:27.855234 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:27.932738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] For port a223ca13-2956-4b25-9dfd-f88a180763a8, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:27.936587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] For port a223ca13-2956-4b25-9dfd-f88a180763a8, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a223ca13-2956-4b25-9dfd-f88a180763a8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:27.950560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.103816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fc8b099-90da-44a3-b623-6f5a4dd7d3a8 req-1602c04a-ec13-46ed-93d4-b8942f80acc2 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e808e3-d28d-4765-89c0-2c8312ef4849 HTTP/1.1" status: 200 len: 210 time: 0.0555098 May 12 19:40:28.152527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf0835-b317-4f45-86e5-2e1656170a1b None None] Pushing event updated for resources: {'Port': ['ID=a223ca13-2956-4b25-9dfd-f88a180763a8,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:28.162626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:28.163259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:39:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:28.207592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Allocated IP 172.20.0.1 (a83751e2-4ec2-406f-8e4f-91c0dbd064e9/95285325-9f45-4805-adab-62aca79a9511/176441bd-c213-462f-bc07-6790f3407c6f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:28.239470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 09814db5-2731-47ae-8270-fff8da6159d8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:28.239832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.340092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:28.380424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ef661769-c649-4b2b-a6f1-25dca67689f9 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:40:28.407988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.419104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: ef661769-c649-4b2b-a6f1-25dca67689f9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:40:28.419433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device ef661769-c649-4b2b-a6f1-25dca67689f9 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:40:28.433549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Transition to ACTIVE for port object 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:28.434579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58586) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:28.459775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.476890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Transition to ACTIVE for port object 176441bd-c213-462f-bc07-6790f3407c6f will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:28.485625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.505778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.519345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:40:28.578856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:28.581676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:28.585573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:28.620177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Pushing event updated for resources: {'Port': ['ID=176441bd-c213-462f-bc07-6790f3407c6f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:28.644538 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.801883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'name': 'network-vif-deleted', 'tag': 'ef661769-c649-4b2b-a6f1-25dca67689f9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:28.852058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.877340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:24Z', 'revision_number': 3, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:28.886546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1831ccb-aae3-4661-9513-921195494f1c None None] The sync data for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 is: [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:24Z', 'revision_number': 3, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:28.917381 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d764a37-0dc3-49ff-8d26-50271ffbd514'] response: {'server_uuid': 'c5e808e3-d28d-4765-89c0-2c8312ef4849', 'name': 'network-vif-deleted', 'tag': 'ef661769-c649-4b2b-a6f1-25dca67689f9', 'status': 'completed', 'code': 200} May 12 19:40:28.922525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:28.928763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] Deleting subnet c3d6de0a-3be4-43c3-aa2b-bba16d92ad84 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:40:28.939174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.971597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0a521141-7905-4acd-ae9e-646a751d1eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.978422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e80a2b4-bb33-43c8-aeb7-6f671122ace6 None None] Provisioning for port 176441bd-c213-462f-bc07-6790f3407c6f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:28.985291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:28.989076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e80a2b4-bb33-43c8-aeb7-6f671122ace6 None None] Provisioning complete for port 176441bd-c213-462f-bc07-6790f3407c6f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:28.992071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e80a2b4-bb33-43c8-aeb7-6f671122ace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.066584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5e80a2b4-bb33-43c8-aeb7-6f671122ace6 None None] Port 176441bd-c213-462f-bc07-6790f3407c6f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:40:29.143973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.180727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 09814db5-2731-47ae-8270-fff8da6159d8 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:29.275474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Attempting to bind port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:29.275815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Attempting to bind port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:29.276345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Attempting to bind port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:29.288339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c44eae-940f-4275-a517-a4de50d36775 req-e954c230-f88b-40ad-b80a-97b3cae657e4 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:29.289916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c44eae-940f-4275-a517-a4de50d36775 req-e954c230-f88b-40ad-b80a-97b3cae657e4 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 943 time: 0.2884490 May 12 19:40:29.296554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:40:29.296882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Attempting to bind port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:29.299863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ea682-28de-49a3-8db4-ca918904747c req-6783c878-66d6-4139-8ec1-4b1d3f68ba59 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:29.301470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-887ea682-28de-49a3-8db4-ca918904747c req-6783c878-66d6-4139-8ec1-4b1d3f68ba59 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2494307 May 12 19:40:29.321809 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.345689 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.349465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:29.349808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Checking segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:29.350210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Bound using segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:29.350671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Bound port: 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:29.351039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.356804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.477638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c44eae-940f-4275-a517-a4de50d36775 req-66789ecc-9ca0-4760-99af-7416c4ecdb0d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664467 May 12 19:40:29.484316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-887ea682-28de-49a3-8db4-ca918904747c req-2922491f-2e1a-402d-b491-b68aac2aabab tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713796 May 12 19:40:29.505879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Pushing event updated for resources: {'Port': ['ID=176441bd-c213-462f-bc07-6790f3407c6f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:29.506864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.660278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:29.661890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:29.797446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:29.819096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:29.823742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.881742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:29.886464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.948989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d6de0a-3be4-43c3-aa2b-bba16d92ad84,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:29.961667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:29.991911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.021670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:30.022192 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.023622 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] 10.222.0.36 "PUT /v2.0/ports/146d43cb-e9b5-4cb3-9a38-c8bea6454f41 HTTP/1.1" status: 200 len: 1091 time: 3.0305896 May 12 19:40:30.035859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Router 81727436-ce32-4579-8830-e20d9b54f582 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:40:30.063494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e98bf8d4-b6ad-4c50-9cab-09abd01682b6 None None] Provisioning complete for port 176441bd-c213-462f-bc07-6790f3407c6f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:30.072365 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e98bf8d4-b6ad-4c50-9cab-09abd01682b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.148020 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.198906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e98bf8d4-b6ad-4c50-9cab-09abd01682b6 None None] Port 176441bd-c213-462f-bc07-6790f3407c6f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:40:30.204829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5c12e330-fcf5-434d-a6bc-e964b48390f7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c3d6de0a-3be4-43c3-aa2b-bba16d92ad84 HTTP/1.1" status: 204 len: 168 time: 1.7632213 May 12 19:40:30.214441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58614) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:30.236440 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.331725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:30.354655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-77a50b1e-bfb0-445c-acf8-7e1acccf1d5a admin admin] 10.222.0.72 "PUT /v2.0/routers/81727436-ce32-4579-8830-e20d9b54f582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9322994 May 12 19:40:30.371990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.399435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b0511-b2e8-4ac7-bedf-f625b7117147 service neutron] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:30.445261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b774222d-895c-4502-8d89-feac4cbcefd1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.463934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=09814db5-2731-47ae-8270-fff8da6159d8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:30.487293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.497167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b774222d-895c-4502-8d89-feac4cbcefd1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.507265 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.545918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276200b0-f93d-41be-adb7-6fde789d6a6b']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:30.576034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f2e357-9a06-4d20-8429-6ff2be5692e1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:30.576592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f2e357-9a06-4d20-8429-6ff2be5692e1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:30.614866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.718270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a223ca13-2956-4b25-9dfd-f88a180763a8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:30.748299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.765174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:40:30.765601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: timer() May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:40:30.785673 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:40:30.804145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a223ca13-2956-4b25-9dfd-f88a180763a8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:30.809716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a223ca13-2956-4b25-9dfd-f88a180763a8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:30.810142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.843193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ec6bd525-987f-4989-9e03-f37c7e34af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:30.844704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-ec6bd525-987f-4989-9e03-f37c7e34af35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 1094 time: 0.7277558 May 12 19:40:30.883554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.895573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55cadf-2276-461a-beee-03ea13aa673b req-6c3d590d-a4e6-4c07-b25f-6010362563ad tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:30.897056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a55cadf-2276-461a-beee-03ea13aa673b req-6c3d590d-a4e6-4c07-b25f-6010362563ad tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2482533 May 12 19:40:30.916108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.923758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:30.937616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] Pushing event deleted for resources: {'Network': ['ID=276200b0-f93d-41be-adb7-6fde789d6a6b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:30.940097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a223ca13-2956-4b25-9dfd-f88a180763a8 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:30.940836 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.957824 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-50231eee-2ef2-467a-98bd-954aa234d70f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41 HTTP/1.1" status: 200 len: 217 time: 0.1010716 May 12 19:40:30.960550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port a223ca13-2956-4b25-9dfd-f88a180763a8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a223ca13-2956-4b25-9dfd-f88a180763a8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:30.962182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34716c4b-e67c-4c03-b812-1fc3a05d17c8 req-7f14e328-8927-41e2-bb09-a7a6ef528d9d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:30.963681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34716c4b-e67c-4c03-b812-1fc3a05d17c8 req-7f14e328-8927-41e2-bb09-a7a6ef528d9d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 943 time: 0.2703240 May 12 19:40:30.966773 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:30.972405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ca845cee-8ba4-49d2-9c15-2ad44957490e admin admin] 10.222.0.72 "DELETE /v2.0/networks/276200b0-f93d-41be-adb7-6fde789d6a6b HTTP/1.1" status: 204 len: 168 time: 0.7566779 May 12 19:40:31.012620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a55cadf-2276-461a-beee-03ea13aa673b req-a1367b95-6f56-4078-8c98-abec9dd99777 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922325 May 12 19:40:31.059787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34716c4b-e67c-4c03-b812-1fc3a05d17c8 req-31607812-40ff-4cd2-95fe-8d06980a009c tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838776 May 12 19:40:31.082071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=a223ca13-2956-4b25-9dfd-f88a180763a8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:31.126739 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Sync routers for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:31.141112 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:31.143180 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:31.173086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58634) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:31.177409 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57052185-bc1e-4fb9-8cc7-09f813c7a07f'] response: {'name': 'network-changed', 'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'status': 'completed', 'code': 200} May 12 19:40:31.224781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-50bebb4f-7fb4-4f4f-bfd1-498864f9830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:31.226642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-50bebb4f-7fb4-4f4f-bfd1-498864f9830d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.2114406 May 12 19:40:31.228670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router b7c252ca-de37-45ca-a874-336bebecb4c4 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:40:31.261764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d051f31f-032d-46d4-9a54-ee3b1f3ee895 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ad2856c7ee746d79807651f5cb0625c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867429 May 12 19:40:31.264197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58638) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:31.271740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b774222d-895c-4502-8d89-feac4cbcefd1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.306878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-e695c8a9-b716-418f-bd9c-60b525a5651f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722849 May 12 19:40:31.342393 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42f81ed9-17ff-4280-8456-e829f53b6632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.348198 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:40:31.373818 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42f81ed9-17ff-4280-8456-e829f53b6632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.398661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774222d-895c-4502-8d89-feac4cbcefd1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547489e3-bf17-4a09-8d2f-85aa084d0f70,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:31.486921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42f81ed9-17ff-4280-8456-e829f53b6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.512571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f81ed9-17ff-4280-8456-e829f53b6632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f36b91-ea43-4d66-885d-f20c65895f46,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:31.523139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-42f81ed9-17ff-4280-8456-e829f53b6632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.524270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-42f81ed9-17ff-4280-8456-e829f53b6632 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1f36b91-ea43-4d66-885d-f20c65895f46 HTTP/1.1" status: 204 len: 168 time: 0.2591703 May 12 19:40:31.541118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:31.571008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] Sync routers for ids ['b7c252ca-de37-45ca-a874-336bebecb4c4'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:31.582678 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3911cdcb-5293-4b92-b3c3-e0a93a14d169 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/b7c252ca-de37-45ca-a874-336bebecb4c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5896559 May 12 19:40:31.591432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58652) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:31.592619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] Routers {'b7c252ca-de37-45ca-a874-336bebecb4c4'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:31.593677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7c252ca-de37-45ca-a874-336bebecb4c4'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:31.599636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b774222d-895c-4502-8d89-feac4cbcefd1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.603212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b774222d-895c-4502-8d89-feac4cbcefd1 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "DELETE /v2.0/security-groups/547489e3-bf17-4a09-8d2f-85aa084d0f70 HTTP/1.1" status: 204 len: 168 time: 1.7093027 May 12 19:40:31.605408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:31.656479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.664813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:31.674097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] Routers {'b7c252ca-de37-45ca-a874-336bebecb4c4'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:31.674764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7c252ca-de37-45ca-a874-336bebecb4c4'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:31.745705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:31.746157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a229154-c03f-4346-9726-c84c85ef4305 None None] The sync data for ids ['b7c252ca-de37-45ca-a874-336bebecb4c4'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:31.778035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-39c61cf1-e641-4029-8225-7960fa82dd32 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:31.778819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-39c61cf1-e641-4029-8225-7960fa82dd32 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:31.784971 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 2, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:31.789999 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Checking router: 81727436-ce32-4579-8830-e20d9b54f582 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:40:31.790719 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Updating router 81727436-ce32-4579-8830-e20d9b54f582 port 176441bd-c213-462f-bc07-6790f3407c6f binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:40:31.791309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-a48cb187-ab76-4a0e-bda9-77c98bde9b44 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165108 May 12 19:40:31.792163 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-04300f22-f5bc-4adb-8f88-2cef070862ee tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] show failed (client error): The resource could not be found. May 12 19:40:31.793075 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-04300f22-f5bc-4adb-8f88-2cef070862ee tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "GET /v2.0/security-groups/547489e3-bf17-4a09-8d2f-85aa084d0f70 HTTP/1.1" status: 404 len: 347 time: 0.1843500 May 12 19:40:31.796166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58662) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:31.818857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d8935518-c65c-45de-8bd5-99afaa47abfe tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:31.860308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-39c61cf1-e641-4029-8225-7960fa82dd32 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:31.861599 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:31.865681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-39c61cf1-e641-4029-8225-7960fa82dd32 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 819 time: 0.3061724 May 12 19:40:31.908271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-03137139-62db-4833-ac47-48c3e3595aea tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/quotas/d3edbfea9cff45ed8a41476df8865706 HTTP/1.1" status: 200 len: 375 time: 0.0257075 May 12 19:40:31.915775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d8935518-c65c-45de-8bd5-99afaa47abfe tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:31.919793 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d8935518-c65c-45de-8bd5-99afaa47abfe tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7c252ca-de37-45ca-a874-336bebecb4c4 HTTP/1.1" status: 200 len: 205 time: 0.3272634 May 12 19:40:31.922885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58670) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:32.030177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Deleting port 183f937c-f1a1-47ec-8b7f-17a5070bc541 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:32.030646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.090274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2724c111-0329-40d5-8efb-ad1d0f7513d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.359998 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.376337 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Transition to ACTIVE for port object 176441bd-c213-462f-bc07-6790f3407c6f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:32.386490 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.461661 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Pushing event updated for resources: {'Port': ['ID=176441bd-c213-462f-bc07-6790f3407c6f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:32.463393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dc9c3-a457-4845-b2df-592f916e4d1f req-9668e0f1-1039-45e4-bc08-7b8b092a21e4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:32.464935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-556dc9c3-a457-4845-b2df-592f916e4d1f req-9668e0f1-1039-45e4-bc08-7b8b092a21e4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2390945 May 12 19:40:32.480480 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.481438 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.481776 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.482123 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.482423 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.482742 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.483058 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.483395 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.484442 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.484780 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.485105 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.485446 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:32.525083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f0ed1676-36e5-4c1f-9a81-28b2d5bf9826 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:32.553684 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8885eb4-3e35-4cb4-a146-2963bc26d7c3 req-b1755bd0-046a-4ba7-88e1-b8b079454fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545097 May 12 19:40:32.555675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2724c111-0329-40d5-8efb-ad1d0f7513d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.565689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2724c111-0329-40d5-8efb-ad1d0f7513d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.624343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2724c111-0329-40d5-8efb-ad1d0f7513d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.624849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2724c111-0329-40d5-8efb-ad1d0f7513d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Fanout notify agent at l3_agent the message router_deleted on router b7c252ca-de37-45ca-a874-336bebecb4c4 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:40:32.644207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-556dc9c3-a457-4845-b2df-592f916e4d1f req-a5da6883-8ede-4116-aeac-4effa6f61f51 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657314 May 12 19:40:32.670992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f0ed1676-36e5-4c1f-9a81-28b2d5bf9826 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:32.679620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f0ed1676-36e5-4c1f-9a81-28b2d5bf9826 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7702210 May 12 19:40:32.750948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2724c111-0329-40d5-8efb-ad1d0f7513d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.752962 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2724c111-0329-40d5-8efb-ad1d0f7513d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/b7c252ca-de37-45ca-a874-336bebecb4c4 HTTP/1.1" status: 204 len: 168 time: 0.8294194 May 12 19:40:32.758828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58694) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:32.785804 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Attempting to bind port 176441bd-c213-462f-bc07-6790f3407c6f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:32.786076 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Attempting to bind port 176441bd-c213-462f-bc07-6790f3407c6f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:32.786441 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Attempting to bind port 176441bd-c213-462f-bc07-6790f3407c6f on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:32.793421 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:32.793788 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Checking segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:32.794185 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.794567 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Bound using segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:32.795029 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Bound port: 176441bd-c213-462f-bc07-6790f3407c6f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:32.795395 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.805514 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.806157 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.806310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a223ca13-2956-4b25-9dfd-f88a180763a8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:32.838846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 142d551b-85ba-4260-97f3-11ad3fb61b2d {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:40:32.853791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.915655 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] For port 176441bd-c213-462f-bc07-6790f3407c6f, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:32.919365 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] For port 176441bd-c213-462f-bc07-6790f3407c6f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=176441bd-c213-462f-bc07-6790f3407c6f,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:32.929093 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.929931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.936949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a223ca13-2956-4b25-9dfd-f88a180763a8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:32.937355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:32.951451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Calling delete_port for 183f937c-f1a1-47ec-8b7f-17a5070bc541 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:32.959040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-2f0a8695-45ab-47b5-bf36-cddf1b91fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:32.960579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-2f0a8695-45ab-47b5-bf36-cddf1b91fb4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 1094 time: 0.3270652 May 12 19:40:33.014710 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b84ef-c5e5-4c2e-809c-90cfd9b5ce25 None None] Pushing event updated for resources: {'Port': ['ID=176441bd-c213-462f-bc07-6790f3407c6f,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:33.049327 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:33.050329 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:33.208648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-a9c8c856-4ea6-4400-9bfc-e238eb3a1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:33.210456 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-a9c8c856-4ea6-4400-9bfc-e238eb3a1bbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 906 time: 0.2358680 May 12 19:40:33.215245 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:33.292433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:33.299713 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:40:33.358765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a223ca13-2956-4b25-9dfd-f88a180763a8 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:33.367443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Pushing event deleted for resources: {'Port': ['ID=183f937c-f1a1-47ec-8b7f-17a5070bc541,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:33.387363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-e2bb4f36-6471-4866-bd5b-9575254dc5bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41 HTTP/1.1" status: 200 len: 217 time: 0.1275454 May 12 19:40:33.440519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-27c97293-98e6-428b-a119-4fd73bf0f915 service neutron] 10.222.0.72 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600105 May 12 19:40:33.481401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-5c64c96f-f997-4d31-94e3-eeb5f9226713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:33.482888 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-5c64c96f-f997-4d31-94e3-eeb5f9226713 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.0808702 May 12 19:40:33.525645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:33.569024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-983ed0aa-5914-4af3-a0a7-c9462c709ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797234 May 12 19:40:33.576107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=142d551b-85ba-4260-97f3-11ad3fb61b2d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:33.577671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:33.580530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a6c7c-4dab-480d-8148-9c81d503aea2 req-2c55eec0-7ecf-4910-9eae-797144c1ad8f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:33.582406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-252a6c7c-4dab-480d-8148-9c81d503aea2 req-2c55eec0-7ecf-4910-9eae-797144c1ad8f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 943 time: 0.5473354 May 12 19:40:33.586789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9784d-e994-48cf-8137-dab07ffc0451 None None] Network a56c7d7e-8c99-4459-a675-03b24673f19a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:33.604554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d65bebd3-34f5-4cc3-bc5e-ff93af712e95 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/142d551b-85ba-4260-97f3-11ad3fb61b2d HTTP/1.1" status: 204 len: 168 time: 0.8440034 May 12 19:40:33.607967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:33.632670 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:33.670527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-252a6c7c-4dab-480d-8148-9c81d503aea2 req-553a24e3-79df-4f2a-a6f9-20f3a29b0e7c tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707183 May 12 19:40:33.704688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:33.708259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-931806cf-d66c-4a89-99b3-1d7e370b1927 tempest-ImagesOneServerNegativeTestJSON-223154278 tempest-ImagesOneServerNegativeTestJSON-223154278-project] 10.222.0.72 "DELETE /v2.0/floatingips/771911e3-9fe3-4e05-8799-7c10502234a7 HTTP/1.1" status: 204 len: 168 time: 1.9084973 May 12 19:40:33.730619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-2665b802-d351-46b4-ba80-0363de13a05f service neutron] 10.222.0.72 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461171 May 12 19:40:33.761454 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:32Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:33.774581 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e6a02-b92e-4a9a-a06e-bf9918136357 None None] The sync data for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 is: [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:32Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:33.776221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:33.810974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port f821b124-7d95-4818-862b-1621a41458d7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:33.811318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:34.018523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] DHCP port deletion for a56c7d7e-8c99-4459-a675-03b24673f19a request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:40:34.023666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Deleting port f821b124-7d95-4818-862b-1621a41458d7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:34.024041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:34.029527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-c71a6e2b-4841-4db8-a522-8e49b58dd936 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483128 May 12 19:40:34.195676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239164-4156-4071-b8a4-e9f026a86fc2 req-4548b960-b2cf-4088-aa71-2bffc7caa082 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:34.206912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57239164-4156-4071-b8a4-e9f026a86fc2 req-4548b960-b2cf-4088-aa71-2bffc7caa082 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1637423 May 12 19:40:34.321292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57239164-4156-4071-b8a4-e9f026a86fc2 req-034e5af5-8dd9-4381-b330-c20731ed582e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131942 May 12 19:40:34.470063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7bb30ea-fe52-4868-a125-0a1d13ab59cf req-ce58df2d-b46b-4b4a-ab10-9d1619f3c54f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 210 time: 0.0854542 May 12 19:40:34.577867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] For port f821b124-7d95-4818-862b-1621a41458d7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f821b124-7d95-4818-862b-1621a41458d7,segment=NetworkSegment(484c055a-dd56-4ea6-83df-e2e25287ac14),segment_id=484c055a-dd56-4ea6-83df-e2e25287ac14)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:34.578451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:34.622040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-574ab680-c35d-487f-a84e-5b12cabdbc05 req-2e05a387-984a-4be4-a135-8dffcb009f9a tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cc88413-f9a4-4174-8de8-55ab53ce37c7 HTTP/1.1" status: 200 len: 210 time: 0.1481438 May 12 19:40:34.786873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Calling delete_port for f821b124-7d95-4818-862b-1621a41458d7 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:34.874913 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fc5c40ae-c694-4bce-9f3d-a6a8c811ca3e req-554038c5-4fdd-4e24-9f85-8a1dbdcfe149 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384862 May 12 19:40:34.895515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 176441bd-c213-462f-bc07-6790f3407c6f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:34.897279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port f821b124-7d95-4818-862b-1621a41458d7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f821b124-7d95-4818-862b-1621a41458d7,segment=NetworkSegment(484c055a-dd56-4ea6-83df-e2e25287ac14),segment_id=484c055a-dd56-4ea6-83df-e2e25287ac14)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:34.899304 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.121006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa54aa-d8ce-4f5a-b2a6-1e289b1bd807 req-b714f7f8-16ba-4b3f-9576-b317b9d3b028 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:35.132969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6faa54aa-d8ce-4f5a-b2a6-1e289b1bd807 req-b714f7f8-16ba-4b3f-9576-b317b9d3b028 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 943 time: 0.2044044 May 12 19:40:35.138385 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.141847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for f821b124-7d95-4818-862b-1621a41458d7 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:35.279830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 176441bd-c213-462f-bc07-6790f3407c6f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:35.304930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6faa54aa-d8ce-4f5a-b2a6-1e289b1bd807 req-fd2e6834-93fe-4b96-846f-8551420360c4 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701672 May 12 19:40:35.317359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 176441bd-c213-462f-bc07-6790f3407c6f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:35.330725 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.344230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:40:35.344741 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:40:35.369749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58770) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:35.460046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Pushing event deleted for resources: {'Port': ['ID=f821b124-7d95-4818-862b-1621a41458d7,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:35.469831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] No DVR routers for this DVR port f821b124-7d95-4818-862b-1621a41458d7 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:40:35.481841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.482353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.482623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.483001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.483415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.483639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.484103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.484762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.484762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.485265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.485905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.486229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9843d7-0509-46bd-a9b2-48cf2a933e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:35.518733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] Deleting subnet 211bfd24-0ac1-4002-81d7-be66f3286eb1 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:40:35.522789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.576542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 176441bd-c213-462f-bc07-6790f3407c6f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:35.576925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.632648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.649151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 176441bd-c213-462f-bc07-6790f3407c6f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=176441bd-c213-462f-bc07-6790f3407c6f,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:35.655401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.744177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f821b124-7d95-4818-862b-1621a41458d7 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:40:35.804781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:35.814180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f821b124-7d95-4818-862b-1621a41458d7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:40:35.814597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f821b124-7d95-4818-862b-1621a41458d7 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:40:35.831193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=176441bd-c213-462f-bc07-6790f3407c6f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:35.881877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port f821b124-7d95-4818-862b-1621a41458d7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:35.882323 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.083829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-d45652c5-a68a-422f-b71b-7dd239fe2b77 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:36.085425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-d45652c5-a68a-422f-b71b-7dd239fe2b77 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 819 time: 0.6280181 May 12 19:40:36.104055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055f97-ec9d-46e0-85bd-839bb4fe4231 req-6e77b5a0-7aa0-4b0a-a0fa-6f9630998fa7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:36.105932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c055f97-ec9d-46e0-85bd-839bb4fe4231 req-6e77b5a0-7aa0-4b0a-a0fa-6f9630998fa7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2113664 May 12 19:40:36.108604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] The port 'f821b124-7d95-4818-862b-1621a41458d7' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:40:36.120572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-a68e1373-8a1b-4c97-a65d-50073f58340b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/quotas/d3edbfea9cff45ed8a41476df8865706 HTTP/1.1" status: 200 len: 375 time: 0.0287480 May 12 19:40:36.239429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c055f97-ec9d-46e0-85bd-839bb4fe4231 req-bcfab2fc-4bf0-4a6d-b25a-da819b9a1e32 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166048 May 12 19:40:36.266016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-8ad9a6f5-aa72-4ccc-a758-746acd6bee75 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442783 May 12 19:40:36.283153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.309377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56c7d7e-8c99-4459-a675-03b24673f19a']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:36.322457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484c055a-dd56-4ea6-83df-e2e25287ac14') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:36.323040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484c055a-dd56-4ea6-83df-e2e25287ac14') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:36.336173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.380060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.387456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:40:36.387862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.425752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-20e788d8-591c-45c0-9ac9-60d18fbe6229 service neutron] 10.222.0.72 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585402 May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: timer() May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:40:36.461131 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:40:36.498689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36615b9e-d5a5-4ead-96f4-c2461d202b11 req-f0d72528-7fe9-49a5-bb69-bb8ecb01475c tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0715098 May 12 19:40:36.515300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.565280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211bfd24-0ac1-4002-81d7-be66f3286eb1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:36.576653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-49492d8a-6bf1-4f43-923a-5b4bc7b8dcd0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:36.579502 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-49492d8a-6bf1-4f43-923a-5b4bc7b8dcd0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 819 time: 0.6287642 May 12 19:40:36.579502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.584954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.612431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'port': {'device_id': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'admin_state_up': True, 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:36.630128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.635056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=a56c7d7e-8c99-4459-a675-03b24673f19a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:36.673774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-be043db6-1c72-4551-bc56-4223ba82c3d0 service neutron] 10.222.0.72 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448254 May 12 19:40:36.698086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 176441bd-c213-462f-bc07-6790f3407c6f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:36.724584 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-31f39ff9-52dc-43e3-b239-65bd6b7ef061 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/211bfd24-0ac1-4002-81d7-be66f3286eb1 HTTP/1.1" status: 204 len: 168 time: 1.3537154 May 12 19:40:36.725399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58792) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:36.730995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-518a9507-d841-467f-a3fe-b1539d0964b8 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/a56c7d7e-8c99-4459-a675-03b24673f19a HTTP/1.1" status: 204 len: 168 time: 3.1220772 May 12 19:40:36.736581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:36.801379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 176441bd-c213-462f-bc07-6790f3407c6f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:36.801744 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:36.858359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1828893508', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:36.871575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa0965-9a27-472a-a4cf-d6886b12893c req-20e3e2fb-35c8-418d-8796-344909c2a486 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:36.881789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6aa0965-9a27-472a-a4cf-d6886b12893c req-20e3e2fb-35c8-418d-8796-344909c2a486 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 943 time: 0.1975858 May 12 19:40:36.901870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:36.921772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:router and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:36.937052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:36.960193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:36.972858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 176441bd-c213-462f-bc07-6790f3407c6f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:36.991668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.006013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:37.011082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d9c89e0-ded1-479c-9946-b5ff50df410b req-4b123131-a6ae-4058-a5b7-cd9db65849f0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 210 time: 0.1213799 May 12 19:40:37.016331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.018415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.034066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:37.064614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6aa0965-9a27-472a-a4cf-d6886b12893c req-c23e2e84-90f3-4c32-8e7a-0f5f9e67a37e tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805487 May 12 19:40:37.086715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:37.196569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:37.213936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'mac_address': 'fa:16:3e:94:9e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:37.302678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:37.303057 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.331243 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.358729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.370848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Made reservation on behalf of d3edbfea9cff45ed8a41476df8865706 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:37.371964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:37.375160 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.390060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:37.395110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.411798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7caa2925-73d2-4091-9410-0e6b37d566d0']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:37.477504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:37.482752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775cf46-3c11-4259-b2ad-b78a01273416 req-58381a08-7e7b-43d8-a542-246055d95459 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:37.484924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8775cf46-3c11-4259-b2ad-b78a01273416 req-58381a08-7e7b-43d8-a542-246055d95459 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.0986423 May 12 19:40:37.535480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8775cf46-3c11-4259-b2ad-b78a01273416 req-2ad9ae50-bfe0-466f-949e-beed89e1d6d4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 May 12 19:40:37.573968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23275af-35c4-44c8-ae7e-628208071f40') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:37.574272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23275af-35c4-44c8-ae7e-628208071f40') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:37.607953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.645752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['146d43cb-e9b5-4cb3-9a38-c8bea6454f41'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:40:37.699186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a3eb2d8-42d3-46a2-a9ed-2f70a13fb076 req-187c664d-d8d5-46eb-88c2-e7439e1ce94e tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0489616 May 12 19:40:37.740831 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.819370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:40:37.819779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: timer() May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:40:37.833086 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:40:37.835569 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-45c657d2-a61c-4926-a9bc-116604954825 req-77247168-57d8-42c5-b7d4-6f97d940ca35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6cc88413-f9a4-4174-8de8-55ab53ce37c7 HTTP/1.1" status: 200 len: 210 time: 0.1520674 May 12 19:40:37.845938 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:37.889537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.036329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.061696 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.084561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7caa2925-73d2-4091-9410-0e6b37d566d0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:38.096724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Allocated IP 172.20.0.14 (a83751e2-4ec2-406f-8e4f-91c0dbd064e9/95285325-9f45-4805-adab-62aca79a9511/f37e44e8-efde-4233-86da-a4458c8d0252) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:38.140646 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-24000bd6-722c-4cc7-8f8c-86c9237074f5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7caa2925-73d2-4091-9410-0e6b37d566d0 HTTP/1.1" status: 204 len: 168 time: 1.4115322 May 12 19:40:38.248845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa3320dd-682c-478d-8ea6-c0e89f013015 req-7030d3eb-9002-42e2-9d73-9a848c4b2c78 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 210 time: 0.0708773 May 12 19:40:38.295474 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.350540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9f29-f2f1-4438-8010-3dca925e36af req-7d01eba7-10d6-4f7f-873f-5059fcfbeba0 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:38.357764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e73a9f29-f2f1-4438-8010-3dca925e36af req-7d01eba7-10d6-4f7f-873f-5059fcfbeba0 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 944 time: 0.0944152 May 12 19:40:38.420506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e73a9f29-f2f1-4438-8010-3dca925e36af req-e81d2a26-343e-43f1-9e5b-dcaad8edb168 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563891 May 12 19:40:38.449634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-82c7db49-f94b-4ab0-a6cd-4517150decbe req-c752ee33-d107-42ef-8214-b9647b5f8437 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0725489 May 12 19:40:38.474947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-e0fdf0b3-194a-4f19-8b6a-1b676db4b6f0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:38.476365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-e0fdf0b3-194a-4f19-8b6a-1b676db4b6f0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.36 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 819 time: 0.3310370 May 12 19:40:38.477925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:38.499879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'port': {'device_id': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'admin_state_up': True, 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:38.527025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fccc1d45-83ff-4e35-b5b4-ec1c253d98d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c141b744ae6841deacf9c2f95fcefbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478430 May 12 19:40:38.529404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58826) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:38.589998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21073395-1926-461a-91e7-4257befb9d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.630888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21073395-1926-461a-91e7-4257befb9d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.746533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21073395-1926-461a-91e7-4257befb9d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.794986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21073395-1926-461a-91e7-4257befb9d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7f5c0-8ba5-40f5-badd-a96374a2212c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:38.798441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21073395-1926-461a-91e7-4257befb9d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.799557 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-21073395-1926-461a-91e7-4257befb9d69 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28e7f5c0-8ba5-40f5-badd-a96374a2212c HTTP/1.1" status: 204 len: 168 time: 0.2692673 May 12 19:40:38.837406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6da8d8-3233-4a21-8c48-242655b7921e req-c95ea45d-7461-47b9-91b3-c077e42d1415 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:38.839496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b6da8d8-3233-4a21-8c48-242655b7921e req-c95ea45d-7461-47b9-91b3-c077e42d1415 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1372662 May 12 19:40:38.903930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.918311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7405f650-9360-4af4-a5d8-b09fd8993321 req-7803d326-2616-4ce3-a9a7-ecc9e46282cc tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0512724 May 12 19:40:38.923034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.941979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b6da8d8-3233-4a21-8c48-242655b7921e req-f6565866-db1d-4b9f-956c-09e0660e2741 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949550 May 12 19:40:38.966839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:38.968927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Transition to ACTIVE for port object f37e44e8-efde-4233-86da-a4458c8d0252 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:39.016303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:39.021912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:39.074849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:39.099133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Usage tracker for resource:port and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:39.105717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:39.161110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:39.183637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.243351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:39.262232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Made reservation on behalf of d3edbfea9cff45ed8a41476df8865706 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:39.262478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:39.262808 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.266025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.322888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.25.2.14 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/b0309ec0-c2a2-4584-8aa2-ced5a16a0677) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:39.328591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:39.336478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:39.340371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:39.357842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:39.381358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '98563107-3769-40e4-adb5-f63ba09efbbc', 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7', 'port_id': '98563107-3769-40e4-adb5-f63ba09efbbc', 'mac_address': 'fa:16:3e:4f:6d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d4cc01-b373-4fbd-8dfd-7baab7192476', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:39.386730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'Port': ['ID=f37e44e8-efde-4233-86da-a4458c8d0252,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:39.436909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35e73b26-e3e9-43a4-8b7d-0621cb246e48 req-f0f37ab4-bae8-48b6-a76d-ab3be45cb217 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 210 time: 0.0818627 May 12 19:40:39.590057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:39.591656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.642937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:39.643311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.678517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:39.678927 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.697336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-f579fa10-de67-447a-b9bd-96ee4dbce440 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1083300 May 12 19:40:39.730276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98563107-3769-40e4-adb5-f63ba09efbbc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:39.744202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:39.750174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Request body: {'port': {'device_id': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:39.765072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:39.773148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:39.776062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.830149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4c93b343-acd5-48bc-be43-16bd25ffdbc9 None None] Provisioning for port f37e44e8-efde-4233-86da-a4458c8d0252 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:39.843075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.853999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4c93b343-acd5-48bc-be43-16bd25ffdbc9 None None] Provisioning complete for port f37e44e8-efde-4233-86da-a4458c8d0252 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:39.854710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c93b343-acd5-48bc-be43-16bd25ffdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.905263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c3d1-95d8-4934-ba3d-82afbe309d09 req-842cf209-3b85-4052-9a6e-713ccd404cf9 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:39.923234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5b3c3d1-95d8-4934-ba3d-82afbe309d09 req-842cf209-3b85-4052-9a6e-713ccd404cf9 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 944 time: 0.2678714 May 12 19:40:39.931080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:39.940424 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b657bd-d82d-4121-a5e6-6b52f17cf91a'] response: {'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'code': 200} May 12 19:40:39.944690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4c93b343-acd5-48bc-be43-16bd25ffdbc9 None None] Port f37e44e8-efde-4233-86da-a4458c8d0252 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:40:39.965886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:40.002858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['98563107-3769-40e4-adb5-f63ba09efbbc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:40:40.068647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5b3c3d1-95d8-4934-ba3d-82afbe309d09 req-931b8afa-7e6a-4935-b34b-dc278382ea50 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384044 May 12 19:40:40.100450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58878) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:40.112094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Allocated IP 172.20.0.8 (a83751e2-4ec2-406f-8e4f-91c0dbd064e9/95285325-9f45-4805-adab-62aca79a9511/fdfbe4c0-87fd-470d-8f31-6b1819f5e39e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:40.189308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.277027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:40.403763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-950895774-network', 'tenant_id': '49acd70523ac43c4a961587eabedea45'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:40.446469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5faf745-f3da-4f94-8365-c4d1f3f889ca req-17298610-f36d-4ee9-94ef-951ab7d77dac tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1424925 May 12 19:40:40.452764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:40.459874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Usage tracker for resource:network and tenant:49acd70523ac43c4a961587eabedea45 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:40.470507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:40.494328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:40.495600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.530324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973045e5-efda-4613-8bcd-c4c450a9d5c6 req-24778414-9cbb-452e-a576-c3b1ba8e8b2f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:40.532417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-973045e5-efda-4613-8bcd-c4c450a9d5c6 req-24778414-9cbb-452e-a576-c3b1ba8e8b2f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.1438529 May 12 19:40:40.533558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:40.537275 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.568711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.597557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:40.606857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:49acd70523ac43c4a961587eabedea45 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:40.611438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:40.620528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-973045e5-efda-4613-8bcd-c4c450a9d5c6 req-b4bd872c-22b4-45cf-a740-9268ad7c76cd tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 May 12 19:40:40.626955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:40.674798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222a01-dcc6-412f-8fa2-3a551008bc5e req-c274b357-07aa-47c8-ab6b-86782c464812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:40.676367 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2a222a01-dcc6-412f-8fa2-3a551008bc5e req-c274b357-07aa-47c8-ab6b-86782c464812 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 1096 time: 0.6930363 May 12 19:40:40.682989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a379868a-37c3-40b6-8969-93a63eb59590 req-910436fd-fc4e-4969-899b-b940a8fa604f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 210 time: 0.0576463 May 12 19:40:40.692917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:40.713788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:40.721287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:40.784059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.795619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.840737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=b0309ec0-c2a2-4584-8aa2-ced5a16a0677,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:40.873734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:40:40.891674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3181a179-5dd3-40ea-ae1b-5f23cdb3e289,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:40.898888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.899595 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2a222a01-dcc6-412f-8fa2-3a551008bc5e req-b4881621-be5e-45f5-abb4-a93d186827f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107584 May 12 19:40:40.899884 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Added segment 3c6b0e01-4bb3-4f00-bda9-447a689e2b18 of type vlan for network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 May 12 19:40:40.919910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.930754 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.979850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:40.981514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:40.982325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:41.035287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:41.252568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 98563107-3769-40e4-adb5-f63ba09efbbc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:41.255435 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:41.414331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=80f63ec0-e114-44b4-b8b1-a7136847ccd5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:41.432184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.433014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.433558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.434122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.434902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.435428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.436067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.436675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.437198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.437690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.438590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.439281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:41.462279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bdf6037d-9e98-48c6-9416-2d4b8f3e6ba0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3606932 May 12 19:40:41.464610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58926) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:41.471997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:40:41.475354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Request body: {'subnet': {'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-950895774-subnet', 'tenant_id': '49acd70523ac43c4a961587eabedea45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:41.482891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:41.489782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Usage tracker for resource:subnet and tenant:49acd70523ac43c4a961587eabedea45 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:41.494869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:41.504756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:41.535581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d18483-7f7c-4842-be41-7053f8dc370f req-662e414e-9677-4235-8cdd-c6046bd01535 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:41.537758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99d18483-7f7c-4842-be41-7053f8dc370f req-662e414e-9677-4235-8cdd-c6046bd01535 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2329669 May 12 19:40:41.539297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:41.542048 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:41.835927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Transition to ACTIVE for port object fdfbe4c0-87fd-470d-8f31-6b1819f5e39e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:41.865352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99d18483-7f7c-4842-be41-7053f8dc370f req-19f587bd-d4f0-4c87-9aab-f20525cde183 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052406 May 12 19:40:41.888078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dd728ce-abe7-434b-a892-4ae8c4afc10e req-7bd56fb6-de55-4805-bd38-e1890254466e tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.2059143 May 12 19:40:41.946642 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:42.022699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:42.022699 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:42.197129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:42.209199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:42.214921 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:42.290412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:42.333513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84c9c89c-ed68-453b-b82b-71fd76192830 req-72a94408-f29f-490f-b1f9-61049096a07a tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 210 time: 0.1598980 May 12 19:40:42.370777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:42.383891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:42.427239 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafbe4e8-af5e-4fe3-93a6-a744f19fb70a'] response: {'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc', 'code': 200} May 12 19:40:42.487835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d251b82-d2c4-4176-aa07-e8f3235d5473,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:42.507762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff9550-e143-4844-a612-20d02f636eab req-a8896fbc-310b-4c06-a28c-e8f823917a91 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:42.511067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05ff9550-e143-4844-a612-20d02f636eab req-a8896fbc-310b-4c06-a28c-e8f823917a91 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2839949 May 12 19:40:42.535015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Checking segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:42.539495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Network hostable DHCP agents. Network: 80f63ec0-e114-44b4-b8b1-a7136847ccd5, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:40:42.589701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05ff9550-e143-4844-a612-20d02f636eab req-5af68f68-8c64-4004-bde5-1bbb92733e6e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727220 May 12 19:40:42.590632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:40:42.625620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 80f63ec0-e114-44b4-b8b1-a7136847ccd5) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:42.636712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650690cf-2aaa-498f-a36d-c6ce7fde489e None None] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:42.638360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:42.639025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:42.659366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'Port': ['ID=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:42.675060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-22d01c86-20f1-493a-b634-b622abfc09cd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2080634 May 12 19:40:42.761226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:42.765495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:42.768217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:40:42.780705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:42.871662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:42.872387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:42.982288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b32bd-c7fa-4d2b-97a4-20bdb4159d3e None None] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:43.189750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-4440448f-e599-4187-af2e-a0c6823a9388 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6968629 May 12 19:40:43.205276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37e44e8-efde-4233-86da-a4458c8d0252 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:43.231182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Request body: {'port': {'device_id': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:43.360476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f75a6a09-79eb-4e17-98e8-a41888fdc258 req-d2859e04-383f-4f95-8fd4-f7b24c79a86e tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.2386856 May 12 19:40:43.420825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-27419f46-78af-4e6f-b28e-b7fde0b11701 None None] Provisioning for port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:43.426841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:43.431594 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:43.442053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-27419f46-78af-4e6f-b28e-b7fde0b11701 None None] Provisioning complete for port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:43.442344 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-27419f46-78af-4e6f-b28e-b7fde0b11701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:43.454095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3e8f5-4ba5-4270-b578-ae1aac0d9e7f req-67476cce-be73-40dc-ac18-949250fe7f57 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:43.454416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:43.455974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0de3e8f5-4ba5-4270-b578-ae1aac0d9e7f req-67476cce-be73-40dc-ac18-949250fe7f57 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2148461 May 12 19:40:43.556672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0de3e8f5-4ba5-4270-b578-ae1aac0d9e7f req-e463a05b-2a18-4d61-a95b-ba75442843df tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938747 May 12 19:40:43.562962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-27419f46-78af-4e6f-b28e-b7fde0b11701 None None] Port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:40:43.629800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Transition to ACTIVE for port object f37e44e8-efde-4233-86da-a4458c8d0252 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:43.838686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:43.925337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44404c50-ab35-4d2f-85d0-154bb0ef504b req-95591c64-cae9-4ef8-88ae-7794a37d6ab8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:43.927088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44404c50-ab35-4d2f-85d0-154bb0ef504b req-95591c64-cae9-4ef8-88ae-7794a37d6ab8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 931 time: 0.2078061 May 12 19:40:43.935483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-b68700e3-24a5-4f7a-bad3-9fecc3c31e9e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:43.936321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-b68700e3-24a5-4f7a-bad3-9fecc3c31e9e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:44.021531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-44404c50-ab35-4d2f-85d0-154bb0ef504b req-2317ecaf-d5ed-40a8-8335-602b35b6ca0f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:44.039893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-b68700e3-24a5-4f7a-bad3-9fecc3c31e9e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:44.055629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-b68700e3-24a5-4f7a-bad3-9fecc3c31e9e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.3569446 May 12 19:40:44.075486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-b4966a03-278f-436d-9dbd-376621d29450 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/quotas/49acd70523ac43c4a961587eabedea45 HTTP/1.1" status: 200 len: 375 time: 0.0232823 May 12 19:40:44.107363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=f37e44e8-efde-4233-86da-a4458c8d0252,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:44.124231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-44404c50-ab35-4d2f-85d0-154bb0ef504b req-2317ecaf-d5ed-40a8-8335-602b35b6ca0f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:44.134891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44404c50-ab35-4d2f-85d0-154bb0ef504b req-2317ecaf-d5ed-40a8-8335-602b35b6ca0f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953483 May 12 19:40:44.162668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-b7aedc6c-a569-458b-ad26-b1a613b27ab9 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859389 May 12 19:40:44.327978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router 1317f193-15e9-4f5b-8ddc-6f1397b0e329 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:40:44.560632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-fbcc66c5-df79-4731-a911-8c8ba5c3d54c service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959119 May 12 19:40:44.564685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Attempting to bind port f37e44e8-efde-4233-86da-a4458c8d0252 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:44.564995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Attempting to bind port f37e44e8-efde-4233-86da-a4458c8d0252 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:44.569470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Attempting to bind port f37e44e8-efde-4233-86da-a4458c8d0252 on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:44.706356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Port f37e44e8-efde-4233-86da-a4458c8d0252 on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:40:44.706844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Attempting to bind port f37e44e8-efde-4233-86da-a4458c8d0252 on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:44.732692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:44.733042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Checking segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:44.733434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Bound using segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:44.733876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Bound port: f37e44e8-efde-4233-86da-a4458c8d0252, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:44.734782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:44.762302 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-d22fc9e3-6ab6-4b37-827b-83b2b80e8507 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006900 May 12 19:40:44.783248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8df6d-9014-4d40-9e04-f9aca6ce4740 req-8b86548f-a0be-43a0-9972-0b3816e7020e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:44.786168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26b8df6d-9014-4d40-9e04-f9aca6ce4740 req-8b86548f-a0be-43a0-9972-0b3816e7020e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1301198 May 12 19:40:44.844539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26b8df6d-9014-4d40-9e04-f9aca6ce4740 req-791690e3-6725-4cbd-afe6-5d9ac2aad47b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472240 May 12 19:40:44.861859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] For port f37e44e8-efde-4233-86da-a4458c8d0252, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:44.865131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] For port f37e44e8-efde-4233-86da-a4458c8d0252, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f37e44e8-efde-4233-86da-a4458c8d0252,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:44.870932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:44.882065 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] Sync routers for ids ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:44.896189 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] Routers {'1317f193-15e9-4f5b-8ddc-6f1397b0e329'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:44.897477 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:44.911924 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:45.006726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39b700f2-3bb6-4fa3-b5e1-a3ccfcc2a6d4 req-3aa70a65-722a-4876-8ed0-667c49b86378 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0532138 May 12 19:40:45.063046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:45.063673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:45.067471 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] 10.222.0.73 "PUT /v2.0/ports/f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 200 len: 1092 time: 5.3241677 May 12 19:40:45.070906 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:45.074047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfbe4c0-87fd-470d-8f31-6b1819f5e39e {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:45.086487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'tag': 'f37e44e8-efde-4233-86da-a4458c8d0252'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:45.092778 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] Routers {'1317f193-15e9-4f5b-8ddc-6f1397b0e329'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:45.094097 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:45.131591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:45.132805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9122c9d7-a6ad-49f5-9fb1-c68ed6655564 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.3953586 May 12 19:40:45.240860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58990) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:45.268348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:45.293504 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:40:45.294924 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:45.298278 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87be0c-9050-421c-8b35-58397995f485 None None] The sync data for ids ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:45.381435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a7c20-6781-4934-931d-b33a22b80ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=f37e44e8-efde-4233-86da-a4458c8d0252,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:45.461502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Transition to ACTIVE for port object fdfbe4c0-87fd-470d-8f31-6b1819f5e39e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:45.486434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:45.605865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-638f8cb0-ef5c-46fe-93ad-5a692421dea1 req-d65cbbb8-eb9a-4f8c-8461-37882ed48220 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 210 time: 0.4842894 May 12 19:40:45.731377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea1767-57eb-43e7-b1e6-49595ad5ffd6 req-846258a2-1a04-4991-ac59-157a431ac571 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:45.740194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51ea1767-57eb-43e7-b1e6-49595ad5ffd6 req-846258a2-1a04-4991-ac59-157a431ac571 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2354574 May 12 19:40:45.788502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Pushing event updated for resources: {'Port': ['ID=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:45.973290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51ea1767-57eb-43e7-b1e6-49595ad5ffd6 req-08ea8fb9-f5c3-4937-8385-b0d42827332a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309136 May 12 19:40:45.973452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-4cf0f3aa-6f08-44d5-9e34-8da0dbd218fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:45.977375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-4cf0f3aa-6f08-44d5-9e34-8da0dbd218fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1095 time: 0.8379028 May 12 19:40:46.025608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:46.025788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59012) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:46.038422 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dba45fce-50ba-430a-85bd-c883f3d6f2b1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/routers/1317f193-15e9-4f5b-8ddc-6f1397b0e329 HTTP/1.1" status: 200 len: 880 time: 0.7858851 May 12 19:40:46.196027 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6387dd-523a-47d4-a480-32eff36d7313'] response: {'name': 'network-changed', 'server_uuid': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'tag': 'f37e44e8-efde-4233-86da-a4458c8d0252', 'status': 'completed', 'code': 200} May 12 19:40:46.343228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171c39-b681-4e2d-b2f4-a49f903b3a4b req-2f91ea7f-8128-488d-8680-bce903dc0d19 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:46.351393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48171c39-b681-4e2d-b2f4-a49f903b3a4b req-2f91ea7f-8128-488d-8680-bce903dc0d19 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 943 time: 0.5916922 May 12 19:40:46.427827 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48171c39-b681-4e2d-b2f4-a49f903b3a4b req-2ad024c8-20ef-4c78-839f-2b2368eae2e2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758309 May 12 19:40:46.501721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-5b3ccefc-1cb2-4e27-9b6c-be0d3f6e4aae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 200 len: 217 time: 0.4882591 May 12 19:40:46.518050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:46.554879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1835f-b266-44da-85e3-b3e5565267a3 req-2bad8f45-996b-4f2f-b509-7caf840d56fc tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:46.562660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17b1835f-b266-44da-85e3-b3e5565267a3 req-2bad8f45-996b-4f2f-b509-7caf840d56fc tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.3255415 May 12 19:40:46.565503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:46.588744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Attempting to bind port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:46.588987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Attempting to bind port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:46.589323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Attempting to bind port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:46.627750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Usage tracker for resource:security_group_rule and tenant:bdad708b061442dc9dc8ddaa0c987203 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:46.632932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-e16b167a-42db-41cc-8439-ef5116451fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:46.634447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-e16b167a-42db-41cc-8439-ef5116451fd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.1263459 May 12 19:40:46.636472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:40:46.636796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Attempting to bind port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:46.671875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bb22bc4-5ef6-48fd-8c7d-52e942d52d8e req-ba70366b-b0e4-4d50-a9aa-208cac120561 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1031029 May 12 19:40:46.675013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:46.675360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Checking segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:46.675831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Bound using segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:46.676442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Bound port: fdfbe4c0-87fd-470d-8f31-6b1819f5e39e, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:46.676796 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:46.677488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:46.695979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:46.818101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17b1835f-b266-44da-85e3-b3e5565267a3 req-76155158-20b0-4a56-bdf8-3b4a6905f8ef tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542334 May 12 19:40:46.951562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cd0983b-0560-45b1-b435-97a986ac3269 req-7640ea52-b53c-445b-85c3-55940c0e7f7f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 210 time: 0.0751638 May 12 19:40:46.963485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:46.969939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2c091c8-b2d4-4105-bb7b-02b6e4850425 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:router {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:46.987703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:47.028387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2c091c8-b2d4-4105-bb7b-02b6e4850425 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:router {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:47.043823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b2c091c8-b2d4-4105-bb7b-02b6e4850425 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0109518 May 12 19:40:47.053629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-d56145a3-fe28-43b3-822d-f66466ffaa59 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:47.058604 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-d56145a3-fe28-43b3-822d-f66466ffaa59 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.3392837 May 12 19:40:47.068313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59032) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:47.082532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22402b07-d94a-4c66-8005-c538432e4693,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:47.088914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-56941341-ee1b-4b91-b44c-8c55f21cbc7f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bdad708b061442dc9dc8ddaa0c987203&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0606878 May 12 19:40:47.093123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2f51bfe6-8f04-49ce-b201-ee5f70942731 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1828893508'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:47.155803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] For port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:47.159420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] For port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:47.161375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59036) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:47.169894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Request body: {'port': {'device_id': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'admin_state_up': True, 'tenant_id': '49acd70523ac43c4a961587eabedea45'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:47.230055 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:47.420930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-8aaaa28f-5739-40dc-aa1c-b6c9cc06f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:47.422995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-8aaaa28f-5739-40dc-aa1c-b6c9cc06f554 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7813635 May 12 19:40:47.423667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bfbf-c592-4e9f-8ec6-3d10697fc16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:47.426423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:47.427032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:47.428399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] 10.222.0.36 "PUT /v2.0/ports/fdfbe4c0-87fd-470d-8f31-6b1819f5e39e HTTP/1.1" status: 200 len: 1091 time: 4.2183254 May 12 19:40:47.596187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02545a1d-fed0-4842-a947-19373f6a8474 req-8bef8d55-6b0f-48ed-9246-33a288d56029 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:47.598550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02545a1d-fed0-4842-a947-19373f6a8474 req-8bef8d55-6b0f-48ed-9246-33a288d56029 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.4464860 May 12 19:40:47.665315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5c2e8-65f1-4c01-8752-ca18ea6815eb service neutron] Pushing event updated for resources: {'Port': ['ID=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:47.756942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bfbf-c592-4e9f-8ec6-3d10697fc16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:47.763956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:47.783998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Usage tracker for resource:port and tenant:49acd70523ac43c4a961587eabedea45 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:47.790538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:47.855997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:47.885534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:47.890061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:47.916969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-653b6eb4-9bda-47cb-b944-dc432c928349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:47.919065 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-653b6eb4-9bda-47cb-b944-dc432c928349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 1094 time: 0.4176488 May 12 19:40:48.075311 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-e39c4ff5-526c-44f7-a6e5-a1704543f930 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e HTTP/1.1" status: 200 len: 217 time: 0.1281774 May 12 19:40:48.080564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-fb99133c-9cdd-45c2-aede-0e9a1fccd8c9 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362038 May 12 19:40:48.148621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-e792c110-fbd9-4b67-8de9-9f08f3da9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:48.150657 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-e792c110-fbd9-4b67-8de9-9f08f3da9991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.0688217 May 12 19:40:48.230119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02545a1d-fed0-4842-a947-19373f6a8474 req-05acf9c0-e896-4546-b179-8067ce067e29 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144636 May 12 19:40:48.247792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bfbf-c592-4e9f-8ec6-3d10697fc16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:48.250788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'tag': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:48.281411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2f51bfe6-8f04-49ce-b201-ee5f70942731 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:48.301758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6875-9b89-4842-bea1-8f389d57c3fa req-7051a588-4e3c-4b46-9f8f-30c80d3240f8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:48.303530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68df6875-9b89-4842-bea1-8f389d57c3fa req-7051a588-4e3c-4b46-9f8f-30c80d3240f8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 943 time: 0.4301701 May 12 19:40:48.307854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2f51bfe6-8f04-49ce-b201-ee5f70942731 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:48.451805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68df6875-9b89-4842-bea1-8f389d57c3fa req-dd61bead-13d1-4b4d-bc39-90eec8f7a7cd tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395135 May 12 19:40:48.556010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa314a49-41cd-47c7-aa58-09e9acaa833f req-c617c700-8c0c-4d39-82bb-68df9638ca42 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037545 May 12 19:40:48.626479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f51bfe6-8f04-49ce-b201-ee5f70942731 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router 1317f193-15e9-4f5b-8ddc-6f1397b0e329 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:40:48.723945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7bfbf-c592-4e9f-8ec6-3d10697fc16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22402b07-d94a-4c66-8005-c538432e4693,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:48.803062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Allocated IP 172.20.0.10 (80f63ec0-e114-44b4-b8b1-a7136847ccd5/2d251b82-d2c4-4176-aa07-e8f3235d5473/b456a31a-6582-4706-ad73-a0c7f1f6408a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:48.821377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b68a54b4-5d5d-4b2c-99d4-40175bf09ff6 req-ea65864e-584a-4cd8-8fad-09990bbda937 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1234486 May 12 19:40:49.067042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bfbf-c592-4e9f-8ec6-3d10697fc16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:49.085156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0bd7bfbf-c592-4e9f-8ec6-3d10697fc16f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22402b07-d94a-4c66-8005-c538432e4693 HTTP/1.1" status: 204 len: 168 time: 1.9084649 May 12 19:40:49.161420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72a46b05-ef55-438c-a90b-00a12f00d147 req-cecdf4ca-2ebc-40b1-b7c9-c7450adb10c1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 210 time: 0.1065929 May 12 19:40:49.187069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f51bfe6-8f04-49ce-b201-ee5f70942731 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:40:49.203940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] Sync routers for ids ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:40:49.219060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] Routers {'1317f193-15e9-4f5b-8ddc-6f1397b0e329'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:49.219691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:49.241034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2f51bfe6-8f04-49ce-b201-ee5f70942731 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:49.246705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2f51bfe6-8f04-49ce-b201-ee5f70942731 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/1317f193-15e9-4f5b-8ddc-6f1397b0e329 HTTP/1.1" status: 200 len: 887 time: 2.1608503 May 12 19:40:49.252282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59062) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:49.267857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c77554-fbaa-406b-ada6-dba4e750ea7f req-8f7883b6-231b-492f-958a-e72b24be9599 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:49.270677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4c77554-fbaa-406b-ada6-dba4e750ea7f req-8f7883b6-231b-492f-958a-e72b24be9599 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.6470802 May 12 19:40:49.377067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4c77554-fbaa-406b-ada6-dba4e750ea7f req-e2c7f683-1c3a-47ae-8796-fa9d02df7cb3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985122 May 12 19:40:49.386169 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcce695-d3a0-457b-84ab-60cec68391c0'] response: {'name': 'network-changed', 'server_uuid': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'tag': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e', 'status': 'completed', 'code': 200} May 12 19:40:49.387512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:49.397652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] Routers {'1317f193-15e9-4f5b-8ddc-6f1397b0e329'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:40:49.398335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:49.487122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:40:49.487934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ddcabc-aab8-4898-8b77-ba8f66d5fb88 None None] The sync data for ids ['1317f193-15e9-4f5b-8ddc-6f1397b0e329'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:40:49.583035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280661-fadd-450c-8fa0-215b0044fc54 req-b01a37c6-8c70-4637-8f09-49e9e870e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:49.584553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-b01a37c6-8c70-4637-8f09-49e9e870e47b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0544498 May 12 19:40:49.781026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-8613cd87-6b38-4367-b6ea-a163e5349731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:49.782685 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-8613cd87-6b38-4367-b6ea-a163e5349731 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1095 time: 1.1182981 May 12 19:40:49.802810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:49.886606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3fdbe-0778-471a-8105-f67e0a39701b req-e59d4b0a-a9a5-4623-80d1-e2f8fa0e0a5e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:49.895909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2b3fdbe-0778-471a-8105-f67e0a39701b req-e59d4b0a-a9a5-4623-80d1-e2f8fa0e0a5e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 943 time: 0.1724193 May 12 19:40:49.957483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-5848cd57-2a25-402f-afc5-59416c809c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:49.958973 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-5848cd57-2a25-402f-afc5-59416c809c8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.1532018 May 12 19:40:49.968567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a1a3-9ba1-4317-acc9-3185d94daf89 req-fd1b77b8-10f4-4597-b6ea-ab0567d75175 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:49.984063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3937a1a3-9ba1-4317-acc9-3185d94daf89 req-fd1b77b8-10f4-4597-b6ea-ab0567d75175 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.3685997 May 12 19:40:50.079879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab06e54d-921b-47b2-b97d-745ad4f282b6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/routers/1317f193-15e9-4f5b-8ddc-6f1397b0e329 HTTP/1.1" status: 200 len: 887 time: 0.7969818 May 12 19:40:50.084771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59084) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:50.113543 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-5a726b95-09db-4d96-8e9f-063910fba667 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 200 len: 217 time: 0.1337273 May 12 19:40:50.225756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2b3fdbe-0778-471a-8105-f67e0a39701b req-f65391dd-f2e0-499e-8317-86bb7ed6ad79 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288147 May 12 19:40:50.304957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3937a1a3-9ba1-4317-acc9-3185d94daf89 req-535d208d-7033-4e44-8a75-7c03b8c01585 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197851 May 12 19:40:50.312501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-caf94222-711c-4cf9-b9b5-69a5f2b90c4c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:50.357797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-ede8f4de-ca77-4bc9-b467-ddeddef6034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:50.359352 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-ede8f4de-ca77-4bc9-b467-ddeddef6034d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.2341163 May 12 19:40:50.360821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-caf94222-711c-4cf9-b9b5-69a5f2b90c4c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:50.366666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-caf94222-711c-4cf9-b9b5-69a5f2b90c4c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=1317f193-15e9-4f5b-8ddc-6f1397b0e329 HTTP/1.1" status: 200 len: 205 time: 0.2757373 May 12 19:40:50.367104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59098) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:50.454677 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-75ce6097-87c0-4bc5-b3b3-16d1e6c107f6 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525836 May 12 19:40:50.669939 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40280661-fadd-450c-8fa0-215b0044fc54 req-f0fa348d-49a6-4229-8988-89679b880ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068808 May 12 19:40:50.695263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d35c5fdc-f7f4-4b48-9f6c-dbaefc912b78 req-6cee229d-b67c-4248-95a7-fceff7a9389b tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1009223 May 12 19:40:50.696690 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:50.732696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:50.842654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:50.849357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-b393397d-2a72-417f-9248-96ecbc7f4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:50.850942 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-b393397d-2a72-417f-9248-96ecbc7f4229 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4793782 May 12 19:40:50.855553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:50.857878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event updated for resources: {'Port': ['ID=b456a31a-6582-4706-ad73-a0c7f1f6408a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:50.867993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:51.085214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:51.085888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:51.130643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1591-2034-42ea-9930-4fda29817dbd req-d55ea922-3d63-4982-8169-4a191824a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:51.131819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f08a1591-2034-42ea-9930-4fda29817dbd req-d55ea922-3d63-4982-8169-4a191824a9aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 1094 time: 0.3808997 May 12 19:40:51.174836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-44d8e958-70de-4439-ad1d-d3cbf3c982c2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0098658 May 12 19:40:51.229423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Request body: {'port': {'device_id': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:51.312196 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-e582f408-2398-4be0-8804-49ca85a74248 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455049 May 12 19:40:51.364177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:51.390928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port b0309ec0-c2a2-4584-8aa2-ced5a16a0677 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:40:51.391319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:51.491672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5932-2ed3-4d74-bac5-6f6d600fee88 req-fdc26bd1-7eef-460f-9681-d152447f5160 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:51.493265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95cf5932-2ed3-4d74-bac5-6f6d600fee88 req-fdc26bd1-7eef-460f-9681-d152447f5160 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 932 time: 0.8978360 May 12 19:40:51.620430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7d733-0cf4-404b-ac73-11e9145c48d3 req-d35bc573-5a84-46a8-863c-6a35be227c8a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:51.627207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f7d733-0cf4-404b-ac73-11e9145c48d3 req-d35bc573-5a84-46a8-863c-6a35be227c8a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.6373634 May 12 19:40:51.660733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-95cf5932-2ed3-4d74-bac5-6f6d600fee88 req-3233252a-b7f1-475d-b145-b0d4dfb37413 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:40:51.689873 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:51.727982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1591-2034-42ea-9930-4fda29817dbd req-cffaf6e5-727c-4393-b51c-7db70b5de7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:51.730358 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f08a1591-2034-42ea-9930-4fda29817dbd req-cffaf6e5-727c-4393-b51c-7db70b5de7df service neutron] 10.222.0.36 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.5662146 May 12 19:40:51.807360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:51.829308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f7d733-0cf4-404b-ac73-11e9145c48d3 req-a7e6a8de-482a-49cd-a1b9-4067e4263207 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011175 May 12 19:40:51.838969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-95cf5932-2ed3-4d74-bac5-6f6d600fee88 req-3233252a-b7f1-475d-b145-b0d4dfb37413 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:40:51.847502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95cf5932-2ed3-4d74-bac5-6f6d600fee88 req-3233252a-b7f1-475d-b145-b0d4dfb37413 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992220 May 12 19:40:51.865339 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f08a1591-2034-42ea-9930-4fda29817dbd req-f580df67-5a02-4c99-a722-4d28bee20ace service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e HTTP/1.1" status: 200 len: 217 time: 0.0962908 May 12 19:40:51.943204 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc1dab61-4bdd-44b6-a675-2c6816da876b req-ad2af83c-4c8b-4e1d-845c-f2cbf06c8a6b service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168218 May 12 19:40:52.027966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1591-2034-42ea-9930-4fda29817dbd req-eb4bcc34-bf61-4ace-afbb-2ed8fb45ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:52.029441 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f08a1591-2034-42ea-9930-4fda29817dbd req-eb4bcc34-bf61-4ace-afbb-2ed8fb45ba37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.1463261 May 12 19:40:52.055908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for b0309ec0-c2a2-4584-8aa2-ced5a16a0677 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:40:52.385757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f37e44e8-efde-4233-86da-a4458c8d0252 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:52.496354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:52.565220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b456a31a-6582-4706-ad73-a0c7f1f6408a {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:52.567378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f37e44e8-efde-4233-86da-a4458c8d0252, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f37e44e8-efde-4233-86da-a4458c8d0252,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:52.585580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:52.610791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'f37e44e8-efde-4233-86da-a4458c8d0252', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'port_id': 'f37e44e8-efde-4233-86da-a4458c8d0252', 'mac_address': 'fa:16:3e:28:2b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:52.612747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59152) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:52.616469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Transition to ACTIVE for port object b456a31a-6582-4706-ad73-a0c7f1f6408a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:52.629708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1591-2034-42ea-9930-4fda29817dbd req-19ab2374-a71a-45dc-8f18-4799adce616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:52.631585 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f08a1591-2034-42ea-9930-4fda29817dbd req-19ab2374-a71a-45dc-8f18-4799adce616e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5955253 May 12 19:40:52.632633 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:52.661210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdd6b8-5166-426c-ab65-c09e2c3c8d67 req-12a16744-76a7-4c15-9c10-6e7c04dcd0f9 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:52.665584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8fdd6b8-5166-426c-ab65-c09e2c3c8d67 req-12a16744-76a7-4c15-9c10-6e7c04dcd0f9 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 943 time: 0.5637059 May 12 19:40:52.768748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=b0309ec0-c2a2-4584-8aa2-ced5a16a0677,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:52.780820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f37e44e8-efde-4233-86da-a4458c8d0252 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:52.782466 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:52.823270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37e44e8-efde-4233-86da-a4458c8d0252 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:52.854988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f37e44e8-efde-4233-86da-a4458c8d0252, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f37e44e8-efde-4233-86da-a4458c8d0252,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:52.860512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f08a1591-2034-42ea-9930-4fda29817dbd req-d7d912f7-383d-4a28-9a73-8e0d0db73a8c service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178922 May 12 19:40:52.865313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:52.957749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f37e44e8-efde-4233-86da-a4458c8d0252,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:52.992096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:53.000954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:53.044024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8fdd6b8-5166-426c-ab65-c09e2c3c8d67 req-7a12ec00-2515-4208-be70-3bf4a5fdc9f3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541427 May 12 19:40:53.052736 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.077740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Usage tracker for resource:floatingip and tenant:364b0d12ad70469b8eadbc49088b7c4e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:53.094842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:53.114523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['f37e44e8-efde-4233-86da-a4458c8d0252'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:40:53.136246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:53.210163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Pushing event updated for resources: {'Port': ['ID=b456a31a-6582-4706-ad73-a0c7f1f6408a,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:53.235801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.236150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.236482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.236814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.237230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.237492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.237809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.238212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.238507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.238828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.239147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.239452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:40:53.251611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.342706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f08a1591-2034-42ea-9930-4fda29817dbd req-578de6c8-cf9e-47f0-9313-ee04d01775e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720924 May 12 19:40:53.348626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Attempting to bind port b456a31a-6582-4706-ad73-a0c7f1f6408a on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:53.349460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Attempting to bind port b456a31a-6582-4706-ad73-a0c7f1f6408a by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:53.350043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Attempting to bind port b456a31a-6582-4706-ad73-a0c7f1f6408a on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:53.366176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Port b456a31a-6582-4706-ad73-a0c7f1f6408a on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:40:53.366949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Attempting to bind port b456a31a-6582-4706-ad73-a0c7f1f6408a on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:53.374372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:53.375254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Checking segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:53.375877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Bound using segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:53.376564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Bound port: b456a31a-6582-4706-ad73-a0c7f1f6408a, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:53.377159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.386386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.389130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.468911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.469414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Fanout notify agent at l3_agent the message router_deleted on router 1317f193-15e9-4f5b-8ddc-6f1397b0e329 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:40:53.492261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94c10a1a-5feb-4afe-80ed-8984f6c2ae6d req-c8c58708-e5c6-4c18-9016-43f2002adeea tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0793257 May 12 19:40:53.508463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d5706-bf20-4e6c-a056-15e9bde1d0ef req-0d8db323-8ad5-4202-8ab1-6751882a602f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:53.509958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af6d5706-bf20-4e6c-a056-15e9bde1d0ef req-0d8db323-8ad5-4202-8ab1-6751882a602f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.5815153 May 12 19:40:53.544319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.549315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-babe0532-64e2-4742-9424-5802abf29f10 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/1317f193-15e9-4f5b-8ddc-6f1397b0e329 HTTP/1.1" status: 204 len: 168 time: 3.1811166 May 12 19:40:53.550352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:53.567185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-395273506'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:53.588170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:53.601985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:53.610555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:53.626331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:53.632930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:53.633982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af6d5706-bf20-4e6c-a056-15e9bde1d0ef req-a4254e67-4ad9-4c47-9297-c915cefb9e5f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175437 May 12 19:40:53.639513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:53.663638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.813603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77d28-6c34-4b2c-ac72-00b143d1181a req-0b9f420c-66d0-46d8-9f8f-2fabe570cef6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:53.815057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddc77d28-6c34-4b2c-ac72-00b143d1181a req-0b9f420c-66d0-46d8-9f8f-2fabe570cef6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.1801834 May 12 19:40:53.852783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:53.853720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.857605 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] 10.222.0.36 "PUT /v2.0/ports/b456a31a-6582-4706-ad73-a0c7f1f6408a HTTP/1.1" status: 200 len: 1092 time: 2.6347041 May 12 19:40:53.862871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:53.868651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:53.872158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.917415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddc77d28-6c34-4b2c-ac72-00b143d1181a req-caab416b-2862-477b-9101-894dabd1eb48 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925877 May 12 19:40:53.953962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:53.972317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff02b2-99a7-4f18-b2dc-9f0c34c14bef req-67a28d66-98b7-42a0-8363-2673cf19d33f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:53.974157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0ff02b2-99a7-4f18-b2dc-9f0c34c14bef req-67a28d66-98b7-42a0-8363-2673cf19d33f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2121558 May 12 19:40:54.044627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0ff02b2-99a7-4f18-b2dc-9f0c34c14bef req-a8cb5868-376e-4c7e-89ac-18a6ca189854 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 May 12 19:40:54.071395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:40:54.235761 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897dad46-5635-4e0e-b08e-adfc4c7229a3'] response: {'name': 'network-changed', 'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a', 'status': 'completed', 'code': 200} May 12 19:40:54.240846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:54.241209 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment 3d8881d0-f66f-4315-8972-2f673ae05364 of type vlan for network b26df321-0f4e-4e33-af11-4d7eb9fac345 May 12 19:40:54.274606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf893ab3-4e6f-42ff-b46b-7c0117ecce07 service neutron] Pushing event updated for resources: {'Port': ['ID=b456a31a-6582-4706-ad73-a0c7f1f6408a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:54.303102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c07b1-33d0-4f50-9dc7-d189543460a2 req-71223867-50c8-40fa-abbd-d88d874cb4c9 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:54.306097 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a7c07b1-33d0-4f50-9dc7-d189543460a2 req-71223867-50c8-40fa-abbd-d88d874cb4c9 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 944 time: 0.2554779 May 12 19:40:54.308566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:54.338066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Allocated IP 172.25.2.113 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/bcfc3984-1fe1-48d5-96b8-0e72c307d22b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:54.365860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-f416d25a-0fa4-49f7-ad69-c3d8ed5a7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:54.367411 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-f416d25a-0fa4-49f7-ad69-c3d8ed5a7b2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 1095 time: 0.4623911 May 12 19:40:54.395687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f37e44e8-efde-4233-86da-a4458c8d0252 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:54.405219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a7c07b1-33d0-4f50-9dc7-d189543460a2 req-de7b73d8-0af8-456f-a758-073b1a4b3610 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929801 May 12 19:40:54.443511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fac31-dd86-48fb-9b32-b6cf77d25dc9 req-22119312-d62a-4a14-88cb-8096f375004e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:54.445807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c3fac31-dd86-48fb-9b32-b6cf77d25dc9 req-22119312-d62a-4a14-88cb-8096f375004e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 943 time: 0.1173921 May 12 19:40:54.497065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c3fac31-dd86-48fb-9b32-b6cf77d25dc9 req-e83dce20-7241-4662-8f3a-217208edbd04 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 May 12 19:40:54.499039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port f37e44e8-efde-4233-86da-a4458c8d0252 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:54.505009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port f37e44e8-efde-4233-86da-a4458c8d0252 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:54.505555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:54.536960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-9b44bc61-a1de-4cf3-a75d-52d1f9010b9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a HTTP/1.1" status: 200 len: 217 time: 0.1482239 May 12 19:40:54.602799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:54.609639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:54.610412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:54.713692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f37e44e8-efde-4233-86da-a4458c8d0252 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:54.714212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:54.726987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20afe534-2a1f-45b3-bd47-5b80ca1b6083 req-f3b71edb-db36-46ca-a69a-61c0b38ce055 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0950329 May 12 19:40:54.755162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37e44e8-efde-4233-86da-a4458c8d0252'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:54.769217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f37e44e8-efde-4233-86da-a4458c8d0252, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f37e44e8-efde-4233-86da-a4458c8d0252,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:54.782029 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:54.787373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-d2e67476-e272-486b-ac47-d7fb8476c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:54.788912 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-d2e67476-e272-486b-ac47-d7fb8476c250 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.2432246 May 12 19:40:54.844286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2912374 May 12 19:40:54.845340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34112a66-6351-479b-8708-cbb808b1e67a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=b26df321-0f4e-4e33-af11-4d7eb9fac345,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:54.851212 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e754a4-4e65-4edf-b94e-1eacd7e5c88c'] response: {'server_uuid': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37e44e8-efde-4233-86da-a4458c8d0252', 'code': 200} May 12 19:40:54.856707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59184) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:54.864275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': 'b26df321-0f4e-4e33-af11-4d7eb9fac345', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:54.867783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:40:54.889527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-f260bf95-15a6-4ef8-bb62-635ecae120ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844984 May 12 19:40:54.995596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:55.001476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d90aee-e6ec-43ac-a5d7-216a7eb5d605 req-edf9b8d7-c733-46b5-89e5-d4615046dfaa tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:55.016063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70d90aee-e6ec-43ac-a5d7-216a7eb5d605 req-edf9b8d7-c733-46b5-89e5-d4615046dfaa tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.1817958 May 12 19:40:55.057437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f37e44e8-efde-4233-86da-a4458c8d0252,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:55.084292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fdfbe4c0-87fd-470d-8f31-6b1819f5e39e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:55.098446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70d90aee-e6ec-43ac-a5d7-216a7eb5d605 req-267027bd-c68e-47df-bf49-25d1b23b253b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706048 May 12 19:40:55.249162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:55.264395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'port_id': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e', 'mac_address': 'fa:16:3e:6b:e4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:55.331522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e7302-9f13-4c9e-a3d8-463b47c0749a req-47cb24bc-7915-47c4-b8d4-b1871e24a66f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:55.333366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-891e7302-9f13-4c9e-a3d8-463b47c0749a req-47cb24bc-7915-47c4-b8d4-b1871e24a66f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.2066979 May 12 19:40:55.338057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:55.338439 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:55.361759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfbe4c0-87fd-470d-8f31-6b1819f5e39e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:55.378776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d2ad-06ad-4cb4-99d6-d3acf1319c53 req-de9860c7-8ea1-4fa7-8ecc-93393282059b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:55.380530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4914d2ad-06ad-4cb4-99d6-d3acf1319c53 req-de9860c7-8ea1-4fa7-8ecc-93393282059b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.1470139 May 12 19:40:55.382869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:55.389490 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:55.403880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:55.425453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:55.433974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:55.436084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-891e7302-9f13-4c9e-a3d8-463b47c0749a req-1a3079c4-0388-417b-8747-bd98f33da4ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922430 May 12 19:40:55.462159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:55.475432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4914d2ad-06ad-4cb4-99d6-d3acf1319c53 req-dddf2c20-3d8b-4ad2-8b06-4bae9459dc4a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849764 May 12 19:40:55.493833 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-6bf800b7-27ec-46fe-8eb2-83bd90210c7a service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885832 May 12 19:40:55.496136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:55.592728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:55.596320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:55.628429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:55.659364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['fdfbe4c0-87fd-470d-8f31-6b1819f5e39e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:40:55.739667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689e6e4-e6ff-44bf-9acb-3350a9c081d6 req-ac030334-383b-47b6-90e6-3599a3dcb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:55.741321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e689e6e4-e6ff-44bf-9acb-3350a9c081d6 req-ac030334-383b-47b6-90e6-3599a3dcb79e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1097 time: 0.7573481 May 12 19:40:55.743883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-7000a9b4-80e5-4fe1-a787-3b2f610f22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:55.745538 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-7000a9b4-80e5-4fe1-a787-3b2f610f22b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1097 time: 0.5039582 May 12 19:40:55.798979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e798-4897-4a5b-838f-9580ff45f463 req-4e51e9b4-02c0-41d6-a580-a859d8138262 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:55.801751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c726e798-4897-4a5b-838f-9580ff45f463 req-4e51e9b4-02c0-41d6-a580-a859d8138262 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 944 time: 0.1859469 May 12 19:40:55.866506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db53c-07c3-4d7e-bd6c-ce2f46e5fe65 req-69cf4bc2-a4dd-4da5-9dbc-fd4f94173c04 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:55.874272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab7db53c-07c3-4d7e-bd6c-ce2f46e5fe65 req-69cf4bc2-a4dd-4da5-9dbc-fd4f94173c04 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 944 time: 0.1940455 May 12 19:40:55.902576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c726e798-4897-4a5b-838f-9580ff45f463 req-e9e23b4e-8f2e-45f8-a2d3-490360d3e126 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947132 May 12 19:40:55.924498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:55.948365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab7db53c-07c3-4d7e-bd6c-ce2f46e5fe65 req-a4407379-c1f5-443f-97ef-08bfc6ce7e5a tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710566 May 12 19:40:55.972363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:55.992957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:56.020744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Port': ['ID=bcfc3984-1fe1-48d5-96b8-0e72c307d22b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:56.086615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d834c249-e4ad-416f-974f-d8647c1469db req-6bcc1d87-6351-4655-96e1-00b5777a105f tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0459106 May 12 19:40:56.190703 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e689e6e4-e6ff-44bf-9acb-3350a9c081d6 req-34afb1df-3912-44b1-80ba-053ade3232bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665193 May 12 19:40:56.213092 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cfd06cb-3a5f-4ec4-ad78-de656c3ae9d3 req-2f40ddfd-9a2b-4bd9-b889-e01b91a05dbb service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716263 May 12 19:40:56.340711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc889-416c-419c-8e7c-14d01f228590 req-fbd21497-38c7-4187-852e-f829cc5a4447 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:56.342916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2fddc889-416c-419c-8e7c-14d01f228590 req-fbd21497-38c7-4187-852e-f829cc5a4447 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.0957129 May 12 19:40:56.359709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-5f7999d7-0d50-4832-84d3-b65dfd26f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:56.361306 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-5f7999d7-0d50-4832-84d3-b65dfd26f9d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.4345810 May 12 19:40:56.368147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:56.407895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2fddc889-416c-419c-8e7c-14d01f228590 req-300a12b6-7e10-47da-b8d9-6600a358718b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560458 May 12 19:40:56.603023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:56.647744 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-fb89a274-7577-4f5c-b5df-8271195b615f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 1002 time: 0.2603881 May 12 19:40:56.662313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:56.707812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa1911-9932-4971-bc57-2490d9e85ef8 req-2b499798-dcf2-474b-b837-5e3390abea00 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:56.715819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18aa1911-9932-4971-bc57-2490d9e85ef8 req-2b499798-dcf2-474b-b837-5e3390abea00 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.1382446 May 12 19:40:56.745013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15fe61-d888-4feb-b53d-b50558f650ca req-ef014301-199e-424f-a2d4-3f5b02006f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:56.746308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-de15fe61-d888-4feb-b53d-b50558f650ca req-ef014301-199e-424f-a2d4-3f5b02006f2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 1095 time: 0.4419076 May 12 19:40:56.779026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18aa1911-9932-4971-bc57-2490d9e85ef8 req-0f2acfff-1a74-42a7-9096-65c40d5aeef1 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622251 May 12 19:40:56.870532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fee0-52de-4973-a875-e1786f0ca67b req-eb98bf85-e8bd-4e16-838d-0ecec25c920b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:56.882296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd67fee0-52de-4973-a875-e1786f0ca67b req-eb98bf85-e8bd-4e16-838d-0ecec25c920b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2317104 May 12 19:40:56.891243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12692c62-62ad-4b6e-87c6-1a792a6a3633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:56.995148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd67fee0-52de-4973-a875-e1786f0ca67b req-51af6ad6-9f4a-4d29-98c0-36ee8d8a85b0 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092863 May 12 19:40:57.012635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-432f023c-4eb2-4073-9409-44913819041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.014178 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-432f023c-4eb2-4073-9409-44913819041b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.3475542 May 12 19:40:57.014851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:57.099401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fdfbe4c0-87fd-470d-8f31-6b1819f5e39e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:40:57.121358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': '3d8881d0-f66f-4315-8972-2f673ae05364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b26df321-0f4e-4e33-af11-4d7eb9fac345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:57.121810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: b26df321-0f4e-4e33-af11-4d7eb9fac345, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:40:57.179419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15fe61-d888-4feb-b53d-b50558f650ca req-3c3ee8f6-4552-4562-8ea9-cc361ae374b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.180900 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-de15fe61-d888-4feb-b53d-b50558f650ca req-3c3ee8f6-4552-4562-8ea9-cc361ae374b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 912 time: 0.4146218 May 12 19:40:57.241106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:40:57.252037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:40:57.253119 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:57.278276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-de15fe61-d888-4feb-b53d-b50558f650ca req-3cdc2189-16c1-40e8-be40-b04d0acd0628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a HTTP/1.1" status: 200 len: 217 time: 0.0788686 May 12 19:40:57.284887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:40:57.330935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a745a95-cde8-4502-b974-469d83e6378b req-1d170c09-66b6-41f1-b1bd-5b2cefb90cc5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.342812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a745a95-cde8-4502-b974-469d83e6378b req-1d170c09-66b6-41f1-b1bd-5b2cefb90cc5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 944 time: 0.3003244 May 12 19:40:57.347160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-b23fa988-8ab8-46bd-847c-0a50b1c37da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.348778 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-b23fa988-8ab8-46bd-847c-0a50b1c37da4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3228993 May 12 19:40:57.362695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b26df321-0f4e-4e33-af11-4d7eb9fac345) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:57.395118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.395697 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:57.411496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:57.425793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a745a95-cde8-4502-b974-469d83e6378b req-3fb612be-d632-4f11-be41-8c2ce2100273 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804057 May 12 19:40:57.427783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:57.428173 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:57.457311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4a024-8da0-4c84-8dda-b6581cc25447 None None] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:40:57.473413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7559a5-fc6c-440b-a882-5a9eac1aa127 req-6905d0e9-5bc4-4395-b3c2-b7d20a406476 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.477821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b7559a5-fc6c-440b-a882-5a9eac1aa127 req-6905d0e9-5bc4-4395-b3c2-b7d20a406476 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 944 time: 0.3323674 May 12 19:40:57.500219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:57.504924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15fe61-d888-4feb-b53d-b50558f650ca req-869175d4-2ae5-46f9-aef7-aa27cd4a4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.510790 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-de15fe61-d888-4feb-b53d-b50558f650ca req-869175d4-2ae5-46f9-aef7-aa27cd4a4353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.2218504 May 12 19:40:57.570838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b7559a5-fc6c-440b-a882-5a9eac1aa127 req-1651ef3a-296e-4bd9-bf02-02ea937e382d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860212 May 12 19:40:57.668093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6ed33f1c-f467-4195-845d-6ea88fdb9d74 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8118639 May 12 19:40:57.676817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-de15fe61-d888-4feb-b53d-b50558f650ca req-774bed64-475d-4cf8-8dc9-1eab2646918d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190886 May 12 19:40:57.686289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59212) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:57.697984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc3035ba-f615-4930-be1d-1e56729cb3ea req-3da739da-f881-43ed-9a03-9a997ff201ef tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0700736 May 12 19:40:57.703581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-178750304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:57.734963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:57.735387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:40:57.743989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Port': ['ID=bcfc3984-1fe1-48d5-96b8-0e72c307d22b,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:57.812665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:57.878893 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacce2d9-8ed3-4f36-a980-baf2c60bbf78'] response: {'server_uuid': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e', 'code': 200} May 12 19:40:57.945284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa1928-e008-4856-96ca-127bb4e12d10 req-11e1bf1d-7907-4617-bd59-0ff8d0c5e958 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:57.953744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13aa1928-e008-4856-96ca-127bb4e12d10 req-11e1bf1d-7907-4617-bd59-0ff8d0c5e958 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.1271238 May 12 19:40:57.968685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:58.005289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:58.037017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-b26df321-0f4e-4e33-af11-4d7eb9fac345', 'network_id': 'b26df321-0f4e-4e33-af11-4d7eb9fac345', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:40:58.038258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.048817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13aa1928-e008-4856-96ca-127bb4e12d10 req-b3c71e22-1a68-45e1-a96c-5bb04d71435e tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936375 May 12 19:40:58.166323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:router and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:58.192633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:58.226632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:58.249008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.260418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Allocated IP 172.20.0.2 (b26df321-0f4e-4e33-af11-4d7eb9fac345/05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b/33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:40:58.280280 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-a3c23c6d-54b0-413f-9716-eb1fe39b2c01 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9206665 May 12 19:40:58.287776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.288846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.322624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522601-3f6e-4e28-ab48-7a8cd3afb5d3 req-50b2eba3-cf4f-4418-a5b7-6eb049fcf1e0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:58.324517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39522601-3f6e-4e28-ab48-7a8cd3afb5d3 req-50b2eba3-cf4f-4418-a5b7-6eb049fcf1e0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.2382476 May 12 19:40:58.337065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.341119 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9905c894-278e-4b83-b30a-88c7a9bbdc39 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7263253 May 12 19:40:58.367990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59222) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:58.375549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-784657900'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:58.386169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:58.397001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Usage tracker for resource:network and tenant:364b0d12ad70469b8eadbc49088b7c4e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:58.404220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:58.411209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39522601-3f6e-4e28-ab48-7a8cd3afb5d3 req-de3f88d5-6eaf-4617-8207-8a8fc7988b79 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754092 May 12 19:40:58.421721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:58.436892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14092b6-41d4-4d42-9b34-b17c96122a22 req-f271d52e-a633-4f9b-bb12-74bfb4e9d71b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:58.438877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f14092b6-41d4-4d42-9b34-b17c96122a22 req-f271d52e-a633-4f9b-bb12-74bfb4e9d71b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2272317 May 12 19:40:58.445045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.448104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-de15fe61-d888-4feb-b53d-b50558f650ca req-9ceb809c-03ed-4741-9376-f445fe01b012 service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483480 May 12 19:40:58.489535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Made reservation on behalf of 364b0d12ad70469b8eadbc49088b7c4e for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:40:58.493426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.510455 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.539718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:40:58.543954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Usage tracker for resource:security_group_rule and tenant:364b0d12ad70469b8eadbc49088b7c4e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:40:58.547373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:40:58.553365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:40:58.631756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d09c7-c31b-4648-9d81-7b5faa638386 req-7ebd8a1e-09a6-4b53-ac66-1528865c9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:58.634070 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-275d09c7-c31b-4648-9d81-7b5faa638386 req-7ebd8a1e-09a6-4b53-ac66-1528865c9b11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 1096 time: 0.5477827 May 12 19:40:58.638185 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.658872 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f14092b6-41d4-4d42-9b34-b17c96122a22 req-eb3bfbcc-4a3c-4e4d-b717-1a7e2d38ad86 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136648 May 12 19:40:58.660249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Transition to ACTIVE for port object 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:58.684710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Transition to ACTIVE for port object 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:40:58.695769 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.839307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:40:58.843037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:40:58.846783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:40:58.887634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-de15fe61-d888-4feb-b53d-b50558f650ca req-06cb875c-08f4-4adc-8a5e-244d36a447ef service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291694 May 12 19:40:58.901975 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4efe1ad-4d04-4393-a541-99bd54c780f6 req-cb67d207-2f43-4369-b0d4-0b38417482e9 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057475 May 12 19:40:58.906036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-275d09c7-c31b-4648-9d81-7b5faa638386 req-30e4299c-09a0-4114-b053-e4a418f0a354 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619607 May 12 19:40:58.907110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.910192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Pushing event updated for resources: {'Port': ['ID=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:58.974867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:58.976115 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-885f1c46-4f84-4ca0-8ffa-63fe008ed14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2888508 May 12 19:40:58.979114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59234) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:59.001994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.035134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.068660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Attempting to bind port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:40:59.069265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Attempting to bind port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3d8881d0-f66f-4315-8972-2f673ae05364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b26df321-0f4e-4e33-af11-4d7eb9fac345'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:40:59.077381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Attempting to bind port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f on network b26df321-0f4e-4e33-af11-4d7eb9fac345 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:40:59.081130 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-730d9e6d-f82e-42c9-88a5-4746ba780dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.090202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:40:59.091397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Checking segment: {'id': '3d8881d0-f66f-4315-8972-2f673ae05364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b26df321-0f4e-4e33-af11-4d7eb9fac345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:40:59.092802 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.093459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Bound using segment: {'id': '3d8881d0-f66f-4315-8972-2f673ae05364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b26df321-0f4e-4e33-af11-4d7eb9fac345'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:40:59.094128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Bound port: 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8881d0-f66f-4315-8972-2f673ae05364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b26df321-0f4e-4e33-af11-4d7eb9fac345'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:40:59.095102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.100184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:40:59.117137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b456a31a-6582-4706-ad73-a0c7f1f6408a details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:40:59.121519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b2e6ba-2a7e-4bfc-9bbe-89ab0c076664,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:59.132664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccbb30-1e43-477f-b372-d97ce1581dd9 req-73d7f1f6-544d-4f0e-936b-6ee467655b2e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:59.141234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94ccbb30-1e43-477f-b372-d97ce1581dd9 req-73d7f1f6-544d-4f0e-936b-6ee467655b2e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.2184780 May 12 19:40:59.158926 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.159374 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Added segment b890756b-3a8f-4bad-9333-5b8084d03de6 of type vlan for network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 May 12 19:40:59.210385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.310941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:59.319104 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.334535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'b456a31a-6582-4706-ad73-a0c7f1f6408a', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'port_id': 'b456a31a-6582-4706-ad73-a0c7f1f6408a', 'mac_address': 'fa:16:3e:0d:24:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d251b82-d2c4-4176-aa07-e8f3235d5473', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:40:59.341496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:59.343482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.432962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] For port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:40:59.437403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] For port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,segment=NetworkSegment(3d8881d0-f66f-4315-8972-2f673ae05364),segment_id=3d8881d0-f66f-4315-8972-2f673ae05364)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:40:59.480823 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.482645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5da53-e9c5-4bfc-8598-de92e8bb796d req-53fcb2dd-8bfe-4fbb-89ba-218768e7f860 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:40:59.494140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcb5da53-e9c5-4bfc-8598-de92e8bb796d req-53fcb2dd-8bfe-4fbb-89ba-218768e7f860 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 944 time: 0.8219819 May 12 19:40:59.509447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94ccbb30-1e43-477f-b372-d97ce1581dd9 req-26eb3d15-018e-4802-9651-cb4cc5d3b28f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666036 May 12 19:40:59.592815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507a484-b7c1-4962-b1de-4de0d3e336f8 None None] Pushing event updated for resources: {'Port': ['ID=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:59.626306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b456a31a-6582-4706-ad73-a0c7f1f6408a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:40:59.627023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.651635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b456a31a-6582-4706-ad73-a0c7f1f6408a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:40:59.691047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:40:59.700529 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.760047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Network': ['ID=8f8ff1c1-b3a6-4e67-b4ff-025908602173,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:40:59.777741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bf9e585e-c153-48d4-bbf2-5baa17adc644 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4080725 May 12 19:40:59.787398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59248) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:40:59.807972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Request body: {'subnet': {'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:40:59.813585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:40:59.830792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:40:59.924590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcb5da53-e9c5-4bfc-8598-de92e8bb796d req-288e60d3-f037-41e9-863c-840b56862cfd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290910 May 12 19:40:59.958630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7042d9fd-a064-4c22-b522-12fca87e541f req-aa41a012-4bbf-45d0-b85e-9b43c2254683 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1106253 May 12 19:40:59.996624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b456a31a-6582-4706-ad73-a0c7f1f6408a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:00.060380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b456a31a-6582-4706-ad73-a0c7f1f6408a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:41:00.340601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:00.690307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:00.781078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:00.809062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Usage tracker for resource:subnet and tenant:364b0d12ad70469b8eadbc49088b7c4e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:00.854021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:00.884546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:00.895066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:00.915208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.20.0.1 (b26df321-0f4e-4e33-af11-4d7eb9fac345/05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b/f6c816df-4c14-49cf-9320-8d89a61f5b6f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:01.023167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Made reservation on behalf of 364b0d12ad70469b8eadbc49088b7c4e for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:01.035841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:01.068563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:01.265812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65aa10-4258-4ee4-8aea-8d89d05f5a37 req-0bbe172c-2fda-4c81-ad97-99eb1e8a6122 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:01.271022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d65aa10-4258-4ee4-8aea-8d89d05f5a37 req-0bbe172c-2fda-4c81-ad97-99eb1e8a6122 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.7737451 May 12 19:41:01.293544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16352b8e-6f7c-4c5e-aef6-79a414ff5f94 req-313ce246-dfd5-445b-b61f-983892914a99 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:01.297693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16352b8e-6f7c-4c5e-aef6-79a414ff5f94 req-313ce246-dfd5-445b-b61f-983892914a99 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.8236210 May 12 19:41:01.497012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:01.563760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object f6c816df-4c14-49cf-9320-8d89a61f5b6f will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:01.569966 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:01.578914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d65aa10-4258-4ee4-8aea-8d89d05f5a37 req-3202a7aa-6340-4911-bbd2-63cb1f586184 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779031 May 12 19:41:01.581488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16352b8e-6f7c-4c5e-aef6-79a414ff5f94 req-e2cc94a4-ae1e-4e3b-bde6-afa09deb9333 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790762 May 12 19:41:01.619039 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:01.626238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:01.648348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50432086-7717-4e83-a3e7-ec482ee1985d None None] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:01.777649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:01.786820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:01.792456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:01.814543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Subnet': ['ID=6770fb8e-7765-4544-9ad4-365b5f4bb363,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:01.881517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] Provisioning for port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:01.885120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=f6c816df-4c14-49cf-9320-8d89a61f5b6f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:01.893464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] Provisioning complete for port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:01.893828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:01.918676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:01.949505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Checking segment: {'id': 'b890756b-3a8f-4bad-9333-5b8084d03de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:01.949849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Network hostable DHCP agents. Network: 8f8ff1c1-b3a6-4e67-b4ff-025908602173, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:41:02.009034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac5847-a4ad-43cc-aee7-e14a530edaa6 req-e78656a5-5cf0-4b2d-a45c-95c93e0c3ce2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:02.010712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6ac5847-a4ad-43cc-aee7-e14a530edaa6 req-e78656a5-5cf0-4b2d-a45c-95c93e0c3ce2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2357326 May 12 19:41:02.011328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:41:02.042996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301b49-f340-473c-94fa-7ad1f7aa88b2 req-1ec73a8b-9fbf-42cf-9bef-0fb436193b2b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:02.044728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec301b49-f340-473c-94fa-7ad1f7aa88b2 req-1ec73a8b-9fbf-42cf-9bef-0fb436193b2b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.2055035 May 12 19:41:02.050575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 8f8ff1c1-b3a6-4e67-b4ff-025908602173) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:02.054796 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.060178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe18a5-2df2-4291-bb37-1a62406283ac None None] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:02.071947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:02.072526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.122432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6ac5847-a4ad-43cc-aee7-e14a530edaa6 req-42f91c2b-3990-4634-9209-6432a0068c79 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030483 May 12 19:41:02.155172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec301b49-f340-473c-94fa-7ad1f7aa88b2 req-99b6cdf3-bd3b-4e4b-9284-c2613d09112e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964863 May 12 19:41:02.155172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ac1ff38c-9f4a-46f6-a2ba-c944cf577c77 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3631518 May 12 19:41:02.157113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59270) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:02.166948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1094699657', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:02.186234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:02.194769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Usage tracker for resource:router and tenant:364b0d12ad70469b8eadbc49088b7c4e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:02.197901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:02.211143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:02.242753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.243800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.277530 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.359587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] Current status of the port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:02.359890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.435792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] For port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,segment=NetworkSegment(3d8881d0-f66f-4315-8972-2f673ae05364),segment_id=3d8881d0-f66f-4315-8972-2f673ae05364)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:02.449753 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.588594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200a61e-fa5d-4416-9987-108cbd725c37 None None] Pushing event updated for resources: {'Port': ['ID=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:02.664844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-8f8ff1c1-b3a6-4e67-b4ff-025908602173', 'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173', 'tenant_id': '364b0d12ad70469b8eadbc49088b7c4e', 'fixed_ips': [{'subnet_id': '6770fb8e-7765-4544-9ad4-365b5f4bb363'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:41:02.665722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.669969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.683221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.710138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:02.735518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-584ad625-97b7-49ee-b116-7affa8a05496 req-dcc2e66a-33d6-4cbe-9d31-61121f09749a tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.3035810 May 12 19:41:02.824219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-36bfbae8-0ee5-4245-8555-de908c563375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:02.840394 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-36bfbae8-0ee5-4245-8555-de908c563375 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1097 time: 0.3173406 May 12 19:41:02.961312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.994996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:02.995401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1a020-2743-454b-aa60-f8b0465ebb34 req-ba2888ac-4130-4199-9bae-b7912748bd3b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:02.995975 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:02.996973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8df1a020-2743-454b-aa60-f8b0465ebb34 req-ba2888ac-4130-4199-9bae-b7912748bd3b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 945 time: 0.5963566 May 12 19:41:03.113573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-9fec4c75-2c55-4b33-bb11-8b3a47270f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:03.115210 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-9fec4c75-2c55-4b33-bb11-8b3a47270f57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 914 time: 0.2741368 May 12 19:41:03.115945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=f6c816df-4c14-49cf-9320-8d89a61f5b6f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:03.140651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Allocated IP 172.20.0.2 (8f8ff1c1-b3a6-4e67-b4ff-025908602173/6770fb8e-7765-4544-9ad4-365b5f4bb363/1fcde3a4-16f8-4d74-9118-4f9808ac070e) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:03.230191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8df1a020-2743-454b-aa60-f8b0465ebb34 req-8505898c-3bdf-4de1-9704-f31b1a93275b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021632 May 12 19:41:03.258424 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.276279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-5ef0f348-c89e-4d4a-8681-bfa169615920 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 217 time: 0.1489582 May 12 19:41:03.295452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b456a31a-6582-4706-ad73-a0c7f1f6408a up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:03.339103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb1ff6b9-ecdd-4d5b-9fe4-d4a5e36a3a6d None None] Provisioning for port f6c816df-4c14-49cf-9320-8d89a61f5b6f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:03.377353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb1ff6b9-ecdd-4d5b-9fe4-d4a5e36a3a6d None None] Provisioning complete for port f6c816df-4c14-49cf-9320-8d89a61f5b6f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:03.378114 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff6b9-ecdd-4d5b-9fe4-d4a5e36a3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.478473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ff6b9-ecdd-4d5b-9fe4-d4a5e36a3a6d None None] Port f6c816df-4c14-49cf-9320-8d89a61f5b6f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:03.530885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-9235834e-da7e-4738-b60f-45b72f1dabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:03.532561 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-9235834e-da7e-4738-b60f-45b72f1dabbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.2515492 May 12 19:41:03.626392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port b456a31a-6582-4706-ad73-a0c7f1f6408a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:03.642572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.682365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port b456a31a-6582-4706-ad73-a0c7f1f6408a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:03.682733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.689896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.713663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb1ff6b9-ecdd-4d5b-9fe4-d4a5e36a3a6d None None] Provisioning complete for port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:03.713663 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff6b9-ecdd-4d5b-9fe4-d4a5e36a3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.740947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-64276323-0dba-48d7-b7de-73d92a48dc5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913946 May 12 19:41:03.748862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:03.811026 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.831154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-3012ca73-1f65-440e-9e37-d68d70c9a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:03.832617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Transition to ACTIVE for port object 1fcde3a4-16f8-4d74-9118-4f9808ac070e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:03.832944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-3012ca73-1f65-440e-9e37-d68d70c9a7b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 1096 time: 0.4693480 May 12 19:41:03.847030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:03.848120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978cf3-16d8-4bcf-9f84-d04b764767b7 req-e82f0321-efc6-4f95-888c-46ef9e7105a5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:03.853317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d978cf3-16d8-4bcf-9f84-d04b764767b7 req-e82f0321-efc6-4f95-888c-46ef9e7105a5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2953174 May 12 19:41:03.861987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c80175-d9a5-465b-a3a5-a0e6a351c229 req-7ecd3b86-4e68-442d-8a83-9bd033475fbb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:03.863615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85c80175-d9a5-465b-a3a5-a0e6a351c229 req-7ecd3b86-4e68-442d-8a83-9bd033475fbb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.4498076 May 12 19:41:03.880003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:03.924630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Transition to ACTIVE for port object 1fcde3a4-16f8-4d74-9118-4f9808ac070e will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:03.936323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Allocated IP 172.25.2.234 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/2ae9e8bf-4c05-4ba6-b421-3248bbed378f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:03.952220 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:03.967715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d978cf3-16d8-4bcf-9f84-d04b764767b7 req-84ff249b-626e-4e95-9351-fa76664d237a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973954 May 12 19:41:04.001358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b456a31a-6582-4706-ad73-a0c7f1f6408a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:04.001735 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.014221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85c80175-d9a5-465b-a3a5-a0e6a351c229 req-f7700f98-9c83-47ba-a4ac-5e12c3b9497b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426797 May 12 19:41:04.059182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ff6b9-ecdd-4d5b-9fe4-d4a5e36a3a6d None None] Current status of the port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:04.094913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:04.116942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:04.118540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:04.145398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:04.164031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Pushing event updated for resources: {'Port': ['ID=1fcde3a4-16f8-4d74-9118-4f9808ac070e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:04.201274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:04.240541 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.270450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-38481441-0004-409d-9f17-445d0fc89c5b service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176706 May 12 19:41:04.317436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Attempting to bind port 1fcde3a4-16f8-4d74-9118-4f9808ac070e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:04.317822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Attempting to bind port 1fcde3a4-16f8-4d74-9118-4f9808ac070e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'b890756b-3a8f-4bad-9333-5b8084d03de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:04.318194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Attempting to bind port 1fcde3a4-16f8-4d74-9118-4f9808ac070e on network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:04.322074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a500915c-472b-4dc0-9121-ad0ce0e2d4d3 None None] Provisioning complete for port f6c816df-4c14-49cf-9320-8d89a61f5b6f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:04.322438 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a500915c-472b-4dc0-9121-ad0ce0e2d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.363884 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.373608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:04.373942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Checking segment: {'id': 'b890756b-3a8f-4bad-9333-5b8084d03de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:04.374838 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.374838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Bound using segment: {'id': 'b890756b-3a8f-4bad-9333-5b8084d03de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:04.375172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Bound port: 1fcde3a4-16f8-4d74-9118-4f9808ac070e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b890756b-3a8f-4bad-9333-5b8084d03de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:04.375565 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.396308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d458a4-3c39-47fd-b3f9-169e60b720ba req-557b3d59-6a46-4e77-ba95-046a63ca79df tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:04.397908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56d458a4-3c39-47fd-b3f9-169e60b720ba req-557b3d59-6a46-4e77-ba95-046a63ca79df tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.2574894 May 12 19:41:04.398525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-eb98cc85-3ac1-4e8c-995e-e55868c74203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:04.400411 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-eb98cc85-3ac1-4e8c-995e-e55868c74203 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.5552335 May 12 19:41:04.408755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a500915c-472b-4dc0-9121-ad0ce0e2d4d3 None None] Port f6c816df-4c14-49cf-9320-8d89a61f5b6f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:04.425026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb43763-6128-4d3d-8b76-e5760d35f3d2 req-b9411e1e-7160-4d60-b62d-6daccd40d882 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:04.426568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbb43763-6128-4d3d-8b76-e5760d35f3d2 req-b9411e1e-7160-4d60-b62d-6daccd40d882 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.2118495 May 12 19:41:04.439079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b456a31a-6582-4706-ad73-a0c7f1f6408a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:04.486854 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-6f1f22ba-7b29-490f-84d6-c663f873f86e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e HTTP/1.1" status: 200 len: 217 time: 0.0760880 May 12 19:41:04.497838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56d458a4-3c39-47fd-b3f9-169e60b720ba req-6c3b3e8d-0862-4a86-a57c-df2fd9c64316 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937784 May 12 19:41:04.499765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] For port 1fcde3a4-16f8-4d74-9118-4f9808ac070e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:04.501485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.504820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] For port 1fcde3a4-16f8-4d74-9118-4f9808ac070e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1fcde3a4-16f8-4d74-9118-4f9808ac070e,segment=NetworkSegment(b890756b-3a8f-4bad-9333-5b8084d03de6),segment_id=b890756b-3a8f-4bad-9333-5b8084d03de6)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:04.524750 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.583828 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8c8b8b93-15eb-4743-a509-6ce7b1644c0a req-679574c5-a912-40f1-a1a7-af36e88ebd05 service neutron] 10.222.0.36 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967956 May 12 19:41:04.588674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router 9350f7c1-41ef-49ea-8b86-825f5cb07ac7 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:41:04.592912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-fb3fa0f5-ecd0-41bb-9dba-a9c5b86e9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:04.594308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-fb3fa0f5-ecd0-41bb-9dba-a9c5b86e9c1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.1009572 May 12 19:41:04.633840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b96518fd-3d6a-4734-be86-eb616820dc82 None None] Provisioning complete for port f6c816df-4c14-49cf-9320-8d89a61f5b6f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:04.634364 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b96518fd-3d6a-4734-be86-eb616820dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:04.659158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbb43763-6128-4d3d-8b76-e5760d35f3d2 req-ed97386b-593a-4d23-abeb-c79b1cdec66e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222650 May 12 19:41:04.661524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a02056bf-0702-43a0-ac36-a0c9cf55110c req-ad51683d-788a-46f8-a5b5-eff543524560 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0571702 May 12 19:41:04.663881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:04.667221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:04.670649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:04.723481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Port': ['ID=2ae9e8bf-4c05-4ba6-b421-3248bbed378f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:04.735857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdffb7-ca18-4ceb-9fdd-4bf650088951 None None] Pushing event updated for resources: {'Port': ['ID=1fcde3a4-16f8-4d74-9118-4f9808ac070e,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:04.749070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b96518fd-3d6a-4734-be86-eb616820dc82 None None] Port f6c816df-4c14-49cf-9320-8d89a61f5b6f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:04.781219 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1619e0-5132-458d-9ad9-de1e3e2dc366'] response: {'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a', 'code': 200} May 12 19:41:04.887411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:04.899184 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] Sync routers for ids ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:04.913717 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] Routers {'9350f7c1-41ef-49ea-8b86-825f5cb07ac7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:04.914704 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:04.922026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8ff61738-f387-41bf-8157-4d229b8f9b07 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/9350f7c1-41ef-49ea-8b86-825f5cb07ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9418075 May 12 19:41:04.924812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59290) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:04.983595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-3f24d50c-6dcd-4293-aca3-aac18a318f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:04.985204 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-3f24d50c-6dcd-4293-aca3-aac18a318f90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353553 May 12 19:41:05.051475 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:05.064294 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] Routers {'9350f7c1-41ef-49ea-8b86-825f5cb07ac7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:05.065487 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:05.146140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:41:05.150996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d3e2f-342f-47e6-bb4a-d2dc7c7b50a6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:05.151597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-112d3e2f-342f-47e6-bb4a-d2dc7c7b50a6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:41:05.188240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467ad8-0aae-45bf-920a-57a2a0ad5eec req-1b9f2d74-cf81-4bda-a1c9-dbc9bb48bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:05.190299 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-41467ad8-0aae-45bf-920a-57a2a0ad5eec req-1b9f2d74-cf81-4bda-a1c9-dbc9bb48bad4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 1097 time: 0.3381157 May 12 19:41:05.235924 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:05.236687 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ec807-31ae-439e-93c1-afc0187c2cf3 None None] The sync data for ids ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:05.239774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-112d3e2f-342f-47e6-bb4a-d2dc7c7b50a6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:41:05.243332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-112d3e2f-342f-47e6-bb4a-d2dc7c7b50a6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports/f6c816df-4c14-49cf-9320-8d89a61f5b6f HTTP/1.1" status: 200 len: 910 time: 0.3151779 May 12 19:41:05.245114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:05.269463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:05.311902 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-9da6275d-91ed-4609-92a2-292343fcbbc8 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104589 May 12 19:41:05.342690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:05.343067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:05.345965 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-41467ad8-0aae-45bf-920a-57a2a0ad5eec req-2e900cf3-3701-4f0c-9e06-727c29829d00 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477282 May 12 19:41:05.380116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:05.385992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:05.465983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:05.495269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfeeb7d-3eea-4022-9d37-d0b44c3983f7 req-a8c76e03-1f00-4a14-bba1-c908c43df693 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:05.496769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbfeeb7d-3eea-4022-9d37-d0b44c3983f7 req-a8c76e03-1f00-4a14-bba1-c908c43df693 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2445703 May 12 19:41:05.587391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4613a3-7e49-4b7d-9d3b-43c9e1e835dc req-ed1d75ca-6cf0-4317-8dfd-ac389461acbf tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:05.588733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b4613a3-7e49-4b7d-9d3b-43c9e1e835dc req-ed1d75ca-6cf0-4317-8dfd-ac389461acbf tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 946 time: 0.3055336 May 12 19:41:05.660045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbfeeb7d-3eea-4022-9d37-d0b44c3983f7 req-daaa6275-5b52-4341-9211-691c9ce57f19 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039944 May 12 19:41:05.663639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:05.684294 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-96a9ee24-4d4a-42b5-a7d5-2850a8ffc54b req-cc50163b-cd1c-4ad1-b9d3-91fe61629c59 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634505 May 12 19:41:05.747025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b4613a3-7e49-4b7d-9d3b-43c9e1e835dc req-76aaa781-e03b-4acc-abef-a73d5c14f777 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482742 May 12 19:41:05.811193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:06.036043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5cd6b-9234-4585-a157-81008508a284 None None] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:06.142589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-27638ea4-a4db-4af8-9540-29f3251a3873 None None] Provisioning for port 1fcde3a4-16f8-4d74-9118-4f9808ac070e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:06.189526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712e6b-a344-473e-865c-8816bfde9287 req-a6cdf0da-196d-448a-bbc4-cdd4dbdf7bf5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:06.191207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3712e6b-a344-473e-865c-8816bfde9287 req-a6cdf0da-196d-448a-bbc4-cdd4dbdf7bf5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.3391106 May 12 19:41:06.210895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d711c7c-d906-44c4-a857-791b7a31b979 req-12b05dde-fbbd-4e9b-8cb6-ee29a0fc94c4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:06.212529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d711c7c-d906-44c4-a857-791b7a31b979 req-12b05dde-fbbd-4e9b-8cb6-ee29a0fc94c4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.3044405 May 12 19:41:06.249886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:06.370874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:06.374575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3712e6b-a344-473e-865c-8816bfde9287 req-da9f8a9b-e579-4958-860a-0ee0f5764760 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609912 May 12 19:41:06.380564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:06.383551 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d711c7c-d906-44c4-a857-791b7a31b979 req-85f5d52b-7106-45c1-b2f4-e93aad0d6450 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526794 May 12 19:41:06.544278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Router cc90d4eb-4e50-4ee8-bab6-a034c940adf1 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:41:06.628929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:06.629729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:06.635728 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/ports/f6c816df-4c14-49cf-9320-8d89a61f5b6f HTTP/1.1" status: 200 len: 910 time: 1.3839922 May 12 19:41:06.635728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59312) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:06.709526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f6000-5983-4362-8b8e-02cf07bf1204 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=f6c816df-4c14-49cf-9320-8d89a61f5b6f,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:06.736524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1fcde3a4-16f8-4d74-9118-4f9808ac070e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:06.792138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:06.843543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1fcde3a4-16f8-4d74-9118-4f9808ac070e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:06.850784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1fcde3a4-16f8-4d74-9118-4f9808ac070e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:06.851282 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:06.893572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-739289d7-a4b7-4714-8bbd-f036683470d6 req-1cb98259-7bac-4bf3-8482-6197525d0af6 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.2697301 May 12 19:41:07.029386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1fcde3a4-16f8-4d74-9118-4f9808ac070e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:07.030310 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:07.062783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1fcde3a4-16f8-4d74-9118-4f9808ac070e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1fcde3a4-16f8-4d74-9118-4f9808ac070e,segment=NetworkSegment(b890756b-3a8f-4bad-9333-5b8084d03de6),segment_id=b890756b-3a8f-4bad-9333-5b8084d03de6)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:07.068703 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:07.085227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a64bdc-fb7e-4f8c-a080-9b0ad0cfc9ca req-480c3689-da39-476b-9127-e3271f6620f6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:07.086724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9a64bdc-fb7e-4f8c-a080-9b0ad0cfc9ca req-480c3689-da39-476b-9127-e3271f6620f6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.4616532 May 12 19:41:07.138646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:07.160928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] Sync routers for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:07.176455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9a64bdc-fb7e-4f8c-a080-9b0ad0cfc9ca req-e8bcb2dc-36e9-4d6a-9829-5fda39dd5187 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665073 May 12 19:41:07.178854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:07.180301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:07.223077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c73f6-7384-4019-9874-5fb2f9643252 req-4664dd0a-b9a5-470c-854f-15b1041689a9 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:07.230558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d3c73f6-7384-4019-9874-5fb2f9643252 req-4664dd0a-b9a5-470c-854f-15b1041689a9 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2167768 May 12 19:41:07.251133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:07.254976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0b3cd020-55f9-4d74-9786-1bf782fe3cb0 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0928409 May 12 19:41:07.257872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59322) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:07.259277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:07.265128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1fcde3a4-16f8-4d74-9118-4f9808ac070e,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:07.274336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:07.275362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:07.333289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:07.335898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:07.336402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937e7d47-81df-4804-bcfc-667690391e4a None None] The sync data for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:07.437362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d3c73f6-7384-4019-9874-5fb2f9643252 req-ba7e6cf6-1f98-4353-b42a-13f124f10cd2 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056196 May 12 19:41:07.500110 n-d-841626-1 neutron-server[88114]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2d76bb87-8aa5-4116-8252-2ab22e6ae102']: {'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc', 'code': 422} returned with failed status May 12 19:41:07.550568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcd488-bf91-49a8-b8e6-24a44d77630b req-03276fdf-7c9d-4878-ac55-3fccaa49be1b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:07.552023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecbcd488-bf91-49a8-b8e6-24a44d77630b req-03276fdf-7c9d-4878-ac55-3fccaa49be1b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 946 time: 0.2219243 May 12 19:41:07.798626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecbcd488-bf91-49a8-b8e6-24a44d77630b req-dacd9d4b-dde8-4668-8beb-a134a1fb0bc3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883759 May 12 19:41:07.811012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port f6c816df-4c14-49cf-9320-8d89a61f5b6f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:07.811662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:07.843274 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:07.930273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724905-7a23-458c-aab4-42b5549f0cf3 req-3d7b5fc7-5397-4e86-a602-b05c9c7537ed tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:07.931735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99724905-7a23-458c-aab4-42b5549f0cf3 req-3d7b5fc7-5397-4e86-a602-b05c9c7537ed tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.3153129 May 12 19:41:08.003597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:08.109459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99724905-7a23-458c-aab4-42b5549f0cf3 req-4deab085-fbf5-47fb-9a7f-b6b01a269ab5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371534 May 12 19:41:08.135205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for f6c816df-4c14-49cf-9320-8d89a61f5b6f owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:08.227407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967117dc-768a-401a-9d0b-c94eea19dd3a req-49f7ae9e-1617-41da-92cf-ed17558b67be tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:08.228885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-967117dc-768a-401a-9d0b-c94eea19dd3a req-49f7ae9e-1617-41da-92cf-ed17558b67be tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.3099873 May 12 19:41:08.308517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:08.326276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-967117dc-768a-401a-9d0b-c94eea19dd3a req-629586c5-dbb7-4b0c-bc96-56a0d800174e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831590 May 12 19:41:08.343535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:08.350404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:08.409730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=f6c816df-4c14-49cf-9320-8d89a61f5b6f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:08.667011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:08.685740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d23f5971-fcb3-488f-8b5f-ca3f6b34bebe req-8a88ec78-ad82-410e-a784-bc5d0e36a861 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0754952 May 12 19:41:08.691161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1fcde3a4-16f8-4d74-9118-4f9808ac070e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:08.779093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1fcde3a4-16f8-4d74-9118-4f9808ac070e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:08.779619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:08.872875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe71d6-e3d0-4453-afcf-680e8a07c12c req-8d3b0a31-44d3-400b-96a1-c4c69f84b458 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:08.874309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95fe71d6-e3d0-4453-afcf-680e8a07c12c req-8d3b0a31-44d3-400b-96a1-c4c69f84b458 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.2944872 May 12 19:41:08.921048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1fcde3a4-16f8-4d74-9118-4f9808ac070e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:09.041232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95fe71d6-e3d0-4453-afcf-680e8a07c12c req-4e75b7ab-f1ab-471e-bb96-809cad583382 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586003 May 12 19:41:09.074911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86ac6a-ec74-4e65-9ee4-6cec3c08010f req-7b09c2f5-edcf-40e8-8d1e-fd6020c67863 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:09.076425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed86ac6a-ec74-4e65-9ee4-6cec3c08010f req-7b09c2f5-edcf-40e8-8d1e-fd6020c67863 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.2661386 May 12 19:41:09.107450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router 9350f7c1-41ef-49ea-8b86-825f5cb07ac7 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:41:09.224821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed86ac6a-ec74-4e65-9ee4-6cec3c08010f req-a0999a1f-c55a-47e2-b665-399c16c6d054 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402400 May 12 19:41:09.259943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Allocated IP 172.20.0.1 (8f8ff1c1-b3a6-4e67-b4ff-025908602173/6770fb8e-7765-4544-9ad4-365b5f4bb363/b11fb4b9-677d-4ea3-8e85-90723c451282) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:09.265560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:09.278930 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] Sync routers for ids ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:09.290428 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] Routers {'9350f7c1-41ef-49ea-8b86-825f5cb07ac7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:09.291454 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:09.297606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:09.299724 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8569e236-fa3b-4594-9eb1-d36b054583dd tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/9350f7c1-41ef-49ea-8b86-825f5cb07ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6642010 May 12 19:41:09.355123 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:09.364410 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] Routers {'9350f7c1-41ef-49ea-8b86-825f5cb07ac7'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:09.365001 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:09.391350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec35764-9f5f-4e0c-b381-703d4c757064 req-f2c7ecc5-c73c-4dc1-b90b-6c7059e08a6b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:09.393228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ec35764-9f5f-4e0c-b381-703d4c757064 req-f2c7ecc5-c73c-4dc1-b90b-6c7059e08a6b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 946 time: 0.2153172 May 12 19:41:09.422841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:09.423263 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319755cd-2ef4-45e1-8c68-d2287c2f15cc None None] The sync data for ids ['9350f7c1-41ef-49ea-8b86-825f5cb07ac7'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:09.434399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a4ca2d25-e2b6-4b7c-9899-e97c82a931aa tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=9350f7c1-41ef-49ea-8b86-825f5cb07ac7 HTTP/1.1" status: 200 len: 205 time: 0.1357090 May 12 19:41:09.437031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59354) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:09.544048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ec35764-9f5f-4e0c-b381-703d4c757064 req-e52e37d3-fabf-478c-8230-142aaef4049c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123569 May 12 19:41:09.572125 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:09.578656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0ae8-4a56-4d6f-93ad-f28c5bab1936 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:09.592253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a290ba-c681-4470-acd0-caf8375ba266 req-2b91a90f-7c5f-40d0-9a6d-a96ddf7cb301 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:09.593725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22a290ba-c681-4470-acd0-caf8375ba266 req-2b91a90f-7c5f-40d0-9a6d-a96ddf7cb301 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2105854 May 12 19:41:09.599751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Transition to ACTIVE for port object b11fb4b9-677d-4ea3-8e85-90723c451282 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:09.649037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22a290ba-c681-4470-acd0-caf8375ba266 req-252ddcaf-5135-4850-b3e6-d7a39a1e92b2 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 May 12 19:41:09.663599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:09.739704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:09.743008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:09.747038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:09.795213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Port': ['ID=b11fb4b9-677d-4ea3-8e85-90723c451282,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:09.819756 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.026288 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.043911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-88e6bd8d-6d1b-4954-a831-016174eb934c None None] Provisioning for port b11fb4b9-677d-4ea3-8e85-90723c451282 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:10.049035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-88e6bd8d-6d1b-4954-a831-016174eb934c None None] Provisioning complete for port b11fb4b9-677d-4ea3-8e85-90723c451282 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:10.050492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-88e6bd8d-6d1b-4954-a831-016174eb934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.146720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-88e6bd8d-6d1b-4954-a831-016174eb934c None None] Port b11fb4b9-677d-4ea3-8e85-90723c451282 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:10.177800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-451308a0-275a-48e8-af79-962818017367 req-f80d8b7f-b2c1-41ac-90fb-93b605c2c72f tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1229656 May 12 19:41:10.183170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0ae8-4a56-4d6f-93ad-f28c5bab1936 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.187050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0ae8-4a56-4d6f-93ad-f28c5bab1936 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.234599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0ae8-4a56-4d6f-93ad-f28c5bab1936 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.235145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb0ae8-4a56-4d6f-93ad-f28c5bab1936 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Fanout notify agent at l3_agent the message router_deleted on router 9350f7c1-41ef-49ea-8b86-825f5cb07ac7 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:41:10.257510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-cc05fd6d-4c36-4191-ac49-cc92d4ef663e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:10.258285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-cc05fd6d-4c36-4191-ac49-cc92d4ef663e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:41:10.272482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0ae8-4a56-4d6f-93ad-f28c5bab1936 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.276179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4ecb0ae8-4a56-4d6f-93ad-f28c5bab1936 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/9350f7c1-41ef-49ea-8b86-825f5cb07ac7 HTTP/1.1" status: 204 len: 168 time: 0.8356626 May 12 19:41:10.278631 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2031b475-0092-461f-8522-40445c0ca74e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1626868 May 12 19:41:10.279158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59376) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:10.326723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-cc05fd6d-4c36-4191-ac49-cc92d4ef663e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:41:10.328022 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-cc05fd6d-4c36-4191-ac49-cc92d4ef663e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 946 time: 0.3849909 May 12 19:41:10.411739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:41:10.416989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.452928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port b456a31a-6582-4706-ad73-a0c7f1f6408a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:10.453296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.497169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:41:10.528785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.659360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72def48b-4d09-4ede-a072-6d62a86ddbfe req-1a2bd5ab-912f-4db6-8629-561494c61abd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:10.668583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72def48b-4d09-4ede-a072-6d62a86ddbfe req-1a2bd5ab-912f-4db6-8629-561494c61abd tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.5462399 May 12 19:41:10.706002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:10.725970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '2419b774-52f2-4105-bc68-5f238af7616a', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'port_id': '2419b774-52f2-4105-bc68-5f238af7616a', 'mac_address': 'fa:16:3e:2f:25:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:41:10.733594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72def48b-4d09-4ede-a072-6d62a86ddbfe req-59836ed7-a921-4c25-b6ec-4f183433ae6e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643785 May 12 19:41:10.772964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83a8db-0b99-4103-b4ac-13b06c1d0cd9 req-e566a598-6c43-452b-a685-6bc60f2cb3ba tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:10.787449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f83a8db-0b99-4103-b4ac-13b06c1d0cd9 req-e566a598-6c43-452b-a685-6bc60f2cb3ba tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.3551846 May 12 19:41:10.803182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:10.804468 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.832496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2419b774-52f2-4105-bc68-5f238af7616a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:41:10.852671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:10.861810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.881909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f83a8db-0b99-4103-b4ac-13b06c1d0cd9 req-018e3c5f-074d-4452-b234-a67b369438c0 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842927 May 12 19:41:10.960958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:10.977840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:10.995644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['2419b774-52f2-4105-bc68-5f238af7616a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:41:11.120172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:11.120857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.224075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b456a31a-6582-4706-ad73-a0c7f1f6408a no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:41:11.275725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4fd0e-e4a6-4023-a8e7-20ed2838c344 req-bcdf99c0-15a2-4b91-b95b-3711fa01b07f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:11.278250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64d4fd0e-e4a6-4023-a8e7-20ed2838c344 req-bcdf99c0-15a2-4b91-b95b-3711fa01b07f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.2523580 May 12 19:41:11.334977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for b456a31a-6582-4706-ad73-a0c7f1f6408a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:11.343670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64d4fd0e-e4a6-4023-a8e7-20ed2838c344 req-abcae51b-4918-4759-b42f-3175c48824ff tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 May 12 19:41:11.367265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b456a31a-6582-4706-ad73-a0c7f1f6408a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:11.368395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.402209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:11.404272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.417149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:11.425817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356526e-7bac-449b-aed1-1ea80be7a0d4 req-8be6a708-5fc7-432b-8c28-9d8a48a13968 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:11.426085 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.426936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:41:11.428379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0356526e-7bac-449b-aed1-1ea80be7a0d4 req-8be6a708-5fc7-432b-8c28-9d8a48a13968 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 946 time: 0.3192673 May 12 19:41:11.431748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.514203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.521278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:11.528250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682aae25-b704-4eb6-94b1-e71c9a9a40b9 None None] Network b26df321-0f4e-4e33-af11-4d7eb9fac345 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:11.598349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.617026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e43f32cd-3bb6-41c4-927b-c94d7886f754 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b HTTP/1.1" status: 204 len: 168 time: 1.3348515 May 12 19:41:11.631682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59408) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:11.693423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0356526e-7bac-449b-aed1-1ea80be7a0d4 req-014931ba-7e5a-49d8-ac78-e030928598af tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534034 May 12 19:41:11.712441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:41:11.712577 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:41:11.725037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Port': ['ID=b11fb4b9-677d-4ea3-8e85-90723c451282,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:11.771604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.776378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-cb3126bb-7a85-470c-b94a-e90d23805c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:11.777866 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-cb3126bb-7a85-470c-b94a-e90d23805c6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0&tenant_id=35d1d374da814178b32a898912d325c2 HTTP/1.1" status: 200 len: 1095 time: 0.2831032 May 12 19:41:11.790928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:11.824989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:11.825911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.839212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b456a31a-6582-4706-ad73-a0c7f1f6408a,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:11.853108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:11.957425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] DHCP port deletion for b26df321-0f4e-4e33-af11-4d7eb9fac345 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:41:11.961708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] Deleting port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:11.962076 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.966321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:11.982710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a84a656b-82f9-4df1-ba9e-fc1e52b210d4 req-9024e6fa-a618-4641-b36b-0adfbed80eec tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0977640 May 12 19:41:12.074749 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7e1c91-421f-4dda-9867-02cff6d211f7'] response: {'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a', 'code': 200} May 12 19:41:12.148467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1315c92-4c97-4101-8952-5aee5c3231b2 req-8375133c-c58d-4d39-b5e0-51b4de0e0e95 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:12.168692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1315c92-4c97-4101-8952-5aee5c3231b2 req-8375133c-c58d-4d39-b5e0-51b4de0e0e95 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.5928547 May 12 19:41:12.199222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:12.213398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port b456a31a-6582-4706-ad73-a0c7f1f6408a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:12.214203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:12.299121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1315c92-4c97-4101-8952-5aee5c3231b2 req-ab219411-57b3-4504-b6f2-164080cae369 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275735 May 12 19:41:12.312269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:12.367033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:12.399029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] For port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,segment=NetworkSegment(3d8881d0-f66f-4315-8972-2f673ae05364),segment_id=3d8881d0-f66f-4315-8972-2f673ae05364)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:12.399477 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:12.423458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,segment=NetworkSegment(3d8881d0-f66f-4315-8972-2f673ae05364),segment_id=3d8881d0-f66f-4315-8972-2f673ae05364)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:12.424461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:12.531847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:12.696172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] Calling delete_port for 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:12.700514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Router cc90d4eb-4e50-4ee8-bab6-a034c940adf1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:41:12.759309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:41:12.791469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:12.872664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e6d5abb-0417-4a61-bc5a-faae31f1fe0c None None] Provisioning complete for port b11fb4b9-677d-4ea3-8e85-90723c451282 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:12.872943 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5abb-0417-4a61-bc5a-faae31f1fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.063864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 2419b774-52f2-4105-bc68-5f238af7616a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:13.066116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.148408 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.270060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:41:13.290095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] Pushing event deleted for resources: {'Port': ['ID=33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:13.326784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d5abb-0417-4a61-bc5a-faae31f1fe0c None None] Port b11fb4b9-677d-4ea3-8e85-90723c451282 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:13.335589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8381eb-7ccc-4e9e-81f2-640c2f770814 req-9bbf2d51-e75e-4ab5-8c35-d2688fd68939 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:13.343485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8381eb-7ccc-4e9e-81f2-640c2f770814 req-9bbf2d51-e75e-4ab5-8c35-d2688fd68939 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 945 time: 1.0668023 May 12 19:41:13.354617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbae21-05b0-4754-96ae-d0e0087e5274 None None] No DVR routers for this DVR port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:41:13.359817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:41:13.360136 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:41:13.400521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:13.408039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port b456a31a-6582-4706-ad73-a0c7f1f6408a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b456a31a-6582-4706-ad73-a0c7f1f6408a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:13.409969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.434006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8381eb-7ccc-4e9e-81f2-640c2f770814 req-fc5b2645-cd53-4727-9017-6c2af8eb2b10 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893321 May 12 19:41:13.446848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c98029e5-fbf7-4d68-b1c5-b41fddd345c7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "PUT /v2.0/routers/cc90d4eb-4e50-4ee8-bab6-a034c940adf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1875386 May 12 19:41:13.450588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59432) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:13.470864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Request body: {'port': {'network_id': '8f8ff1c1-b3a6-4e67-b4ff-025908602173', 'name': 'tempest-FloatingIPAdminTestJSON-281933985'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:13.471035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:13.471512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.492665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] Sync routers for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:13.517509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:13.518172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:13.527731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dd306-3919-4338-b3c0-121a5a028dab req-d65877be-5fe4-436f-9a5b-71675b66e3fd tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:13.535360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b13dd306-3919-4338-b3c0-121a5a028dab req-d65877be-5fe4-436f-9a5b-71675b66e3fd tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 944 time: 0.8639209 May 12 19:41:13.579933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for b456a31a-6582-4706-ad73-a0c7f1f6408a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:13.596742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:13.603727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:13.610634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:13.611292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:13.647687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:13.702483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:13.702893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4e2e2-fd9f-478b-b666-2eb8d03ebc36 None None] The sync data for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:13.707280 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.726431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:13.774228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b13dd306-3919-4338-b3c0-121a5a028dab req-7a9d380b-9cb0-4e54-a92a-e887e3c7b06a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354791 May 12 19:41:13.836850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98563107-3769-40e4-adb5-f63ba09efbbc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:41:13.841538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:13.845670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:13.851729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.859679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Usage tracker for resource:port and tenant:364b0d12ad70469b8eadbc49088b7c4e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:13.862462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:13.862833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.864681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:13.877851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8ab9b-ce2a-4e15-906c-7a81c1747807 req-8a2ec960-4299-45d5-8d39-5ee43de48a44 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:13.885382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caf8ab9b-ce2a-4e15-906c-7a81c1747807 req-8a2ec960-4299-45d5-8d39-5ee43de48a44 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.2262106 May 12 19:41:13.887752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:13.931313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Made reservation on behalf of 364b0d12ad70469b8eadbc49088b7c4e for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:13.935180 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.954166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Transition to ACTIVE for port object 98563107-3769-40e4-adb5-f63ba09efbbc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:13.961347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] The port '33f5e7cc-fe9d-4e02-9e7b-c95cb4694a5f' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:41:13.962404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:13.964228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caf8ab9b-ce2a-4e15-906c-7a81c1747807 req-a80837a7-0353-41d6-a43b-351417e84942 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750778 May 12 19:41:14.076074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed11ecd0-a64e-4a41-8159-90821ebf3506 req-ef881fb5-a110-4a40-950c-eb6a1e116d4f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b40ad44-ad66-40ef-96a9-59cd6eff2654 HTTP/1.1" status: 200 len: 210 time: 0.1308072 May 12 19:41:14.084140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:14.107459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] device_id is not set on port a944d025-0b61-41dd-a3ae-e73d2846d27a yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:41:14.110677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.136225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] No DVR routers for this DVR port b456a31a-6582-4706-ad73-a0c7f1f6408a on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:41:14.139069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.152683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event deleted for resources: {'Port': ['ID=b456a31a-6582-4706-ad73-a0c7f1f6408a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:14.234696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'name': 'network-vif-deleted', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:14.239618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=9']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:14.243875 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bc29b494-0d60-47ed-a227-c69fca07c355 req-66f81c9b-1047-48a8-8827-80dc5265ac6c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "DELETE /v2.0/ports/b456a31a-6582-4706-ad73-a0c7f1f6408a HTTP/1.1" status: 204 len: 173 time: 3.9087400 May 12 19:41:14.386826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Allocated IP 172.20.0.8 (8f8ff1c1-b3a6-4e67-b4ff-025908602173/6770fb8e-7765-4544-9ad4-365b5f4bb363/a944d025-0b61-41dd-a3ae-e73d2846d27a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:14.411941 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.490337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26df321-0f4e-4e33-af11-4d7eb9fac345']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:14.505965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] No DVR routers for this DVR port 98563107-3769-40e4-adb5-f63ba09efbbc on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:41:14.540494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8881d0-f66f-4315-8972-2f673ae05364') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:14.540859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8881d0-f66f-4315-8972-2f673ae05364') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:14.573459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.595523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:14.596225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:14.596225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:14.601034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.607609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Port 98563107-3769-40e4-adb5-f63ba09efbbc on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:41:14.607936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Attempting to bind port 98563107-3769-40e4-adb5-f63ba09efbbc on network 189bdd70-9b7e-47d6-9144-cb61b83b6fd7 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:14.612745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:41:14.613171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: timer() May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:41:14.628435 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:41:14.634268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:14.634413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.634614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Checking segment: {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:14.634980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Bound using segment: {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:14.635424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Bound port: 98563107-3769-40e4-adb5-f63ba09efbbc, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:14.635775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.768846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-882df0de-6651-4973-87e2-d22c0e55f2ad req-7e5cb8f7-c2a4-42da-8a98-572eda83cc5e tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1163971 May 12 19:41:14.788832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Transition to ACTIVE for port object a944d025-0b61-41dd-a3ae-e73d2846d27a will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:14.798844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.818510 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.853923 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:14.857747 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/b26df321-0f4e-4e33-af11-4d7eb9fac345 HTTP/1.1" status: 204 len: 168 time: 3.2243493 May 12 19:41:14.863020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59446) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:14.867150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aac40-249b-4562-9f65-ea74062e82b8 req-6d3bc796-47bb-4e03-ab9c-1bcbb6d20b11 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:14.884316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c07aac40-249b-4562-9f65-ea74062e82b8 req-6d3bc796-47bb-4e03-ab9c-1bcbb6d20b11 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.2327867 May 12 19:41:14.887584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1585447239', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:14.900385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edf128-c6aa-4e34-8341-85b4e0dc6fea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=b26df321-0f4e-4e33-af11-4d7eb9fac345,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:14.908589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:14.923196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:router and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:14.928874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:14.938567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:14.942626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:14.944397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:14.951496 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b86d6c-a3e3-4763-a110-d87efa69f723'] response: {'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'code': 200} May 12 19:41:14.963303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.029799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c07aac40-249b-4562-9f65-ea74062e82b8 req-78a6cb3b-fbd6-470d-877f-63f4f957ca1a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438823 May 12 19:41:15.031840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:15.040068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:15.044753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:15.079532 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccc0fc0-65cd-402f-8b26-78ce5a2acef9'] response: {'server_uuid': '9b40ad44-ad66-40ef-96a9-59cd6eff2654', 'name': 'network-vif-deleted', 'tag': 'b456a31a-6582-4706-ad73-a0c7f1f6408a', 'status': 'completed', 'code': 200} May 12 19:41:15.176157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event updated for resources: {'Port': ['ID=a944d025-0b61-41dd-a3ae-e73d2846d27a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:15.230697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:15.231395 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.372458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-21116b4b-f204-4eef-94d9-2bb0f09cf27e tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9151425 May 12 19:41:15.378295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59456) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:15.421624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.423122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.435015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:15.435936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.438788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] 10.222.0.73 "PUT /v2.0/ports/98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 1092 time: 3.6521015 May 12 19:41:15.513546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56530a9c-929c-4af7-a25a-9635d94a8726 req-4baea96f-9643-4425-a9d9-0913d9d8934e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:15.524754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56530a9c-929c-4af7-a25a-9635d94a8726 req-4baea96f-9643-4425-a9d9-0913d9d8934e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.2522800 May 12 19:41:15.532998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'project_id': '364b0d12ad70469b8eadbc49088b7c4e', 'port_id': 'a944d025-0b61-41dd-a3ae-e73d2846d27a'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:15.540313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:15.567596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d777ec7-4500-4090-b038-9aebf7e36bfd req-6f46b135-ddb5-42cc-ae98-12dc9bc554d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1173756 May 12 19:41:15.573640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e47980b2-d2b0-4b12-9b57-99c6ac2dde32 None None] Provisioning for port a944d025-0b61-41dd-a3ae-e73d2846d27a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:15.581093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Usage tracker for resource:floatingip and tenant:364b0d12ad70469b8eadbc49088b7c4e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:15.582557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e47980b2-d2b0-4b12-9b57-99c6ac2dde32 None None] Provisioning complete for port a944d025-0b61-41dd-a3ae-e73d2846d27a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:15.582944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e47980b2-d2b0-4b12-9b57-99c6ac2dde32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.585741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:15.593149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:15.607581 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.610429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ba39e-2431-4855-979d-92aa8bb21289 service neutron] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:15.631812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.638791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-6153c116-a3a0-4003-bb2c-456e9b849e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:15.640568 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-6153c116-a3a0-4003-bb2c-456e9b849e93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1096 time: 0.1454461 May 12 19:41:15.655232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.677920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6c0e-8671-48cf-8a46-65917e0d0703 req-273ad88e-9cfd-496c-91c7-b58ad753358e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:15.679896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f3e6c0e-8671-48cf-8a46-65917e0d0703 req-273ad88e-9cfd-496c-91c7-b58ad753358e tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.3210883 May 12 19:41:15.680232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e47980b2-d2b0-4b12-9b57-99c6ac2dde32 None None] Port a944d025-0b61-41dd-a3ae-e73d2846d27a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:15.704416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.708286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5634df03-a1cd-43de-984f-6e7f4d5c5221 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8431261 May 12 19:41:15.710487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59464) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:15.717764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-1123308291'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:15.725850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:15.730080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:15.733980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:15.742602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:15.757808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:15.762027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.806820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56530a9c-929c-4af7-a25a-9635d94a8726 req-c818d46a-3b52-4f32-828e-62c76342f1ac tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800753 May 12 19:41:15.819974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f3e6c0e-8671-48cf-8a46-65917e0d0703 req-a0e44c81-2e81-47c9-bbae-fa7c45b3eb2b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318505 May 12 19:41:15.909466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.939085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:41:15.948786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:15.949134 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment 81fc164c-3f30-4bfe-a9a7-860702be549e of type vlan for network d4555831-4f99-42e3-82e9-bc7d455925d1 May 12 19:41:15.998604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:16.044521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:16.050715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:16.051320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:16.154698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Allocated IP 172.25.2.41 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/d08534d4-b0f2-4eac-8373-ba086ad0ef2a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:16.255864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=d4555831-4f99-42e3-82e9-bc7d455925d1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:16.267534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-44fe618e-6b45-455a-a1a1-a4cb8bf62fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:16.268692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d4555831-4f99-42e3-82e9-bc7d455925d1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:41:16.270154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-44fe618e-6b45-455a-a1a1-a4cb8bf62fd0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 914 time: 0.4782360 May 12 19:41:16.384165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a73df9f0-3431-4819-b396-e9bd036851e9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6725192 May 12 19:41:16.385257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59476) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:16.410413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:16.522965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a99a700-13ab-4702-96f1-2f7a2c661d68 req-0e538fd6-80da-403c-9984-4da91d14677e tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0580535 May 12 19:41:16.535264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-8e119a2d-395a-4e52-b24c-8c4bdd4d88ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 217 time: 0.2424514 May 12 19:41:16.540888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313cd3-685e-4e88-84b7-b218a07addb0 req-6ef1ee5c-334e-45ac-92a7-43409e3c4fd6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:16.541338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:16.543663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82313cd3-685e-4e88-84b7-b218a07addb0 req-6ef1ee5c-334e-45ac-92a7-43409e3c4fd6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.4768441 May 12 19:41:16.546634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:16.550362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:16.557225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:16.603445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:16.608332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:16.689430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82313cd3-685e-4e88-84b7-b218a07addb0 req-06365420-6dab-42ac-924f-b88f3bf31da1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373212 May 12 19:41:16.718091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:16.764444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-046f107c-cdd7-452d-935a-510ba3ae312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:16.765952 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-046f107c-cdd7-452d-935a-510ba3ae312d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.2014747 May 12 19:41:16.803519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:16.850420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-ff9a40f7-95b7-4a85-aa75-61a333df06bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679741 May 12 19:41:16.912926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Pushing event updated for resources: {'Port': ['ID=d08534d4-b0f2-4eac-8373-ba086ad0ef2a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:16.962447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:16.967608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:16.974497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:17.036808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-35b08a21-4b81-4594-b6ac-b988c4a88cb1 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645429 May 12 19:41:17.100214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:17.284486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:17.344317 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-33e5874f-d4b5-4e83-9556-40026b478b09 req-1414ec7f-fd5c-4b5e-9a5c-072f29d2da0a service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954645 May 12 19:41:17.344560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9bfab-45cc-4e47-be37-7d108300993f req-17e6b176-47ef-4caf-96a8-61d67d826563 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:17.344560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-17e6b176-47ef-4caf-96a8-61d67d826563 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.4329190 May 12 19:41:17.355573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629a644-667f-44bd-bde9-310628217baa req-4511df8b-449d-4a30-a5e7-cf4181321c69 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:17.362585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9629a644-667f-44bd-bde9-310628217baa req-4511df8b-449d-4a30-a5e7-cf4181321c69 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 945 time: 0.6100764 May 12 19:41:17.388865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=561d29df-b5eb-48a2-83d5-8c5f7052fcc4,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:17.400737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:17.402016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: d4555831-4f99-42e3-82e9-bc7d455925d1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:41:17.433880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network d4555831-4f99-42e3-82e9-bc7d455925d1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:41:17.451316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d4555831-4f99-42e3-82e9-bc7d455925d1) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:17.456661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:17.457998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:17.462594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ad763-2582-4f98-b6c3-6c1183c37144 None None] Network d4555831-4f99-42e3-82e9-bc7d455925d1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:17.491861 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6fd36908-1f3b-4224-ad4c-1796d8b0586a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0934591 May 12 19:41:17.492077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-96dda06c-0439-41da-88ec-e0f12f216bc8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/quotas/49acd70523ac43c4a961587eabedea45 HTTP/1.1" status: 200 len: 375 time: 0.1239932 May 12 19:41:17.492197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59498) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:17.507669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9629a644-667f-44bd-bde9-310628217baa req-7b31218f-8b07-46ab-a6e1-db4efe6e61e7 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441381 May 12 19:41:17.766015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-96adbfbc-84b1-4d99-8ba7-dfb5289ad9dd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2614098 May 12 19:41:17.912238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-d4555831-4f99-42e3-82e9-bc7d455925d1', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:41:17.913587 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:17.984296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df52441-6118-457f-bc9e-ed84d3cc1874 req-42c68001-2092-4bc8-91b2-fe66ffe58609 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:17.991676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4df52441-6118-457f-bc9e-ed84d3cc1874 req-42c68001-2092-4bc8-91b2-fe66ffe58609 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.2833874 May 12 19:41:18.051253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-be03176d-7b18-4e6f-a281-da2877a685c0 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837257 May 12 19:41:18.188042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4df52441-6118-457f-bc9e-ed84d3cc1874 req-0375c4e4-bddc-41d9-9929-b56fb98250ff tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952293 May 12 19:41:18.268757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Allocated IP 172.20.0.2 (d4555831-4f99-42e3-82e9-bc7d455925d1/561d29df-b5eb-48a2-83d5-8c5f7052fcc4/fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:18.333851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-dd29d7a1-0a53-42ba-bfdf-6824fcf288e4 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816546 May 12 19:41:18.361111 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:18.683943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:18.744973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:18.788969 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946d4ddc-09d1-40f5-af4e-b76165b2fa32'] response: {'name': 'network-changed', 'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc', 'status': 'completed', 'code': 200} May 12 19:41:18.845492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:18.878210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Transition to ACTIVE for port object fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:18.930657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Transition to ACTIVE for port object fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:18.950374 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:19.121101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Network d4555831-4f99-42e3-82e9-bc7d455925d1 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:19.125022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:19.128823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:19.220635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Pushing event updated for resources: {'Port': ['ID=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:19.286516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Attempting to bind port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:19.287178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Attempting to bind port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:19.287790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Attempting to bind port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee on network d4555831-4f99-42e3-82e9-bc7d455925d1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:19.298745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:19.299117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Checking segment: {'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:19.299521 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:19.299906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Bound using segment: {'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:19.300403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Bound port: fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:19.300768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:19.331418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c83149-516e-469d-9a5d-aab7c2681105 req-e9179966-d13f-4d9b-b920-6473d48a6300 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:19.334681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14c83149-516e-469d-9a5d-aab7c2681105 req-e9179966-d13f-4d9b-b920-6473d48a6300 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.7928991 May 12 19:41:19.511327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14c83149-516e-469d-9a5d-aab7c2681105 req-d67cbdde-4bd9-4a08-bdbf-96f5b6c28eaf tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665876 May 12 19:41:19.597266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:19.612701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:19.655603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] For port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:19.664807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] For port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,segment=NetworkSegment(81fc164c-3f30-4bfe-a9a7-860702be549e),segment_id=81fc164c-3f30-4bfe-a9a7-860702be549e)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:19.674753 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:19.782988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-c1eb1775-300e-4254-9c43-1d007c55ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:19.785276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-c1eb1775-300e-4254-9c43-1d007c55ace5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1096 time: 0.9724314 May 12 19:41:19.789669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Pushing event updated for resources: {'Port': ['ID=d08534d4-b0f2-4eac-8373-ba086ad0ef2a,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:19.851029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f415-79ff-4bc7-b3e5-7c327615c0b1 None None] Pushing event updated for resources: {'Port': ['ID=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:19.860657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.20.0.1 (d4555831-4f99-42e3-82e9-bc7d455925d1/561d29df-b5eb-48a2-83d5-8c5f7052fcc4/49ec850c-1225-4718-af71-9c1e4ec8ee65) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:19.884871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d3a23c3-e50f-41f1-9216-bf7edda62ed1 req-20bb1eee-2899-416f-85ba-17336dc646ca tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0972192 May 12 19:41:19.979532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:20.486153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-d54e0bb2-95af-44f3-9000-44d349e90d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:20.487983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-d54e0bb2-95af-44f3-9000-44d349e90d5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 914 time: 0.6933022 May 12 19:41:20.586726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead37cf-a57a-4574-9a30-4d6f165679db req-abecb2f8-bef5-4e5d-96e1-32954bf179f4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:20.598214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ead37cf-a57a-4574-9a30-4d6f165679db req-abecb2f8-bef5-4e5d-96e1-32954bf179f4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.4338670 May 12 19:41:20.661634 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Floating IP b4f16c0b-3f0b-4c0f-aa60-c376fae3acd5 associated. External IP: 172.25.2.41, port: a944d025-0b61-41dd-a3ae-e73d2846d27a. May 12 19:41:20.881038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:20.950053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:20.971677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3ead37cf-a57a-4574-9a30-4d6f165679db req-76f329f0-7596-40d4-a815-37d839bfea0c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717980 May 12 19:41:21.006608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object 49ec850c-1225-4718-af71-9c1e4ec8ee65 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:21.060410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:21.085312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-4bb0abde-ea7a-4838-83fc-a49b96f074e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 217 time: 0.5774107 May 12 19:41:21.130369 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:21.652470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=49ec850c-1225-4718-af71-9c1e4ec8ee65,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:21.692075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network d4555831-4f99-42e3-82e9-bc7d455925d1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:21.698026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:21.708137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:21.718440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732f4d87-40fe-4258-ac98-3f8a6fce6dd5 None None] Network d4555831-4f99-42e3-82e9-bc7d455925d1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:21.790232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89442224-cd5e-4fdb-8abc-14d24b7beb94 req-2b8c9b45-87e7-4b00-98d3-490371d8048a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 210 time: 0.1011763 May 12 19:41:21.793499 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:21.835414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Router cc90d4eb-4e50-4ee8-bab6-a034c940adf1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:41:21.845567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-a12e4df4-e451-476b-b0b8-9b9fd96bdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:21.847064 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-a12e4df4-e451-476b-b0b8-9b9fd96bdd2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.7078414 May 12 19:41:21.916771 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-1af6de40-10c3-4ed3-a324-70684583680f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565560 May 12 19:41:21.926151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4edaa25-1e52-4c3e-a854-867db37d61bd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:21.926790 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4edaa25-1e52-4c3e-a854-867db37d61bd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 1.2626185 May 12 19:41:21.944837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Request body: {'port': {'device_id': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'admin_state_up': True, 'tenant_id': '49acd70523ac43c4a961587eabedea45'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:22.123634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] Provisioning for port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:22.142236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] Provisioning complete for port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:22.142977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:22.186293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:22.198257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Usage tracker for resource:port and tenant:49acd70523ac43c4a961587eabedea45 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:22.206417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:22.218442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:22.227216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:22.231435 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] Sync routers for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:22.252347 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:22.253013 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:22.292767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:22.372277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:22.380338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:22.414535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d514daf-bb33-48b7-9e75-d0c612818e96 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.9757581 May 12 19:41:22.418367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59546) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:22.524545 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:22.559043 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:41:22.567036 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:22.571332 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:22.597278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] Current status of the port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:22.597712 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:22.652278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:22.703912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] For port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,segment=NetworkSegment(81fc164c-3f30-4bfe-a9a7-860702be549e),segment_id=81fc164c-3f30-4bfe-a9a7-860702be549e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:22.710981 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:22.740960 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:22.741723 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db22f27-2bf8-436d-a368-51b5da1ca90b None None] The sync data for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:22.880537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54973bd2-cc55-4c0d-b275-3dbf0860197f req-4d568fe8-42b2-45d6-a753-ba3c32b63e17 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:22.884058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54973bd2-cc55-4c0d-b275-3dbf0860197f req-4d568fe8-42b2-45d6-a753-ba3c32b63e17 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.6677291 May 12 19:41:22.901544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8266744-e59b-43c3-88df-7ba008370feb None None] Pushing event updated for resources: {'Port': ['ID=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:23.012787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54973bd2-cc55-4c0d-b275-3dbf0860197f req-5383c871-4255-4b3f-9afe-9f816b3789d1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022015 May 12 19:41:23.035261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-30f1da4a-65f0-4bce-990e-5e391fcb7266 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] 10.222.0.72 "GET /v2.0/floatingips/b4f16c0b-3f0b-4c0f-aa60-c376fae3acd5 HTTP/1.1" status: 200 len: 981 time: 0.6136901 May 12 19:41:23.038198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59552) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:23.058225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9153cfd9-7c2e-4803-b2b8-b00726831145 None None] Provisioning complete for port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:23.058638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9153cfd9-7c2e-4803-b2b8-b00726831145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:23.061329 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-f1455de6-740f-4ab9-b001-161d29b5c75b service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9263289 May 12 19:41:23.285325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8e5e97af-5adb-4b08-9734-d62346122a36 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2457323 May 12 19:41:23.289081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59556) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:23.490527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9153cfd9-7c2e-4803-b2b8-b00726831145 None None] Current status of the port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:23.513096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9153cfd9-7c2e-4803-b2b8-b00726831145 None None] Provisioning for port 49ec850c-1225-4718-af71-9c1e4ec8ee65 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:23.523280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9153cfd9-7c2e-4803-b2b8-b00726831145 None None] Provisioning complete for port 49ec850c-1225-4718-af71-9c1e4ec8ee65 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:23.523788 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9153cfd9-7c2e-4803-b2b8-b00726831145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:23.628469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9153cfd9-7c2e-4803-b2b8-b00726831145 None None] Port 49ec850c-1225-4718-af71-9c1e4ec8ee65 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:23.683885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Allocated IP 172.20.0.6 (80f63ec0-e114-44b4-b8b1-a7136847ccd5/2d251b82-d2c4-4176-aa07-e8f3235d5473/f0fec443-2148-4f56-a6f8-98471e6173bc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:23.765951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ae5e6d75-76f1-407e-80a4-40b0468e0af8 None None] Provisioning complete for port 49ec850c-1225-4718-af71-9c1e4ec8ee65 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:23.766847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6d75-76f1-407e-80a4-40b0468e0af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:23.836506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting port d08534d4-b0f2-4eac-8373-ba086ad0ef2a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:23.838999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:23.853828 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-11fa7e70-1054-4c0e-a830-807d19f6525d req-a730d724-4e35-4c73-9030-957beb80e069 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664503 May 12 19:41:23.910439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e6d75-76f1-407e-80a4-40b0468e0af8 None None] Port 49ec850c-1225-4718-af71-9c1e4ec8ee65 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:23.994722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6efe421e-a448-49c7-8111-d5ddff5ec18b req-f8e102ba-788b-42f5-9e5f-b1abd4a533e7 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895&device_id=6cc88413-f9a4-4174-8de8-55ab53ce37c7 HTTP/1.1" status: 200 len: 210 time: 0.0731611 May 12 19:41:24.238650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.329082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.430044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.432784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event updated for resources: {'Port': ['ID=f0fec443-2148-4f56-a6f8-98471e6173bc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:24.450535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.518496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.519109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.726651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Calling delete_port for d08534d4-b0f2-4eac-8373-ba086ad0ef2a owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:24.735170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:24.788965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:24.799180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:24.811320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:24.860137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.882594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=49ec850c-1225-4718-af71-9c1e4ec8ee65,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:24.896065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:24.896436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:24.905038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eeb1fa-91f6-41fa-bb11-c1e7ea15460e req-8855f455-decc-4d74-ab14-580b3a65e42c tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:24.916567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09eeb1fa-91f6-41fa-bb11-c1e7ea15460e req-8855f455-decc-4d74-ab14-580b3a65e42c tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.6638460 May 12 19:41:24.983532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:24.984174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:25.005985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09eeb1fa-91f6-41fa-bb11-c1e7ea15460e req-d6b26e6c-4ed4-4f62-bc3a-15e4e73c60a1 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857987 May 12 19:41:25.134042 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-e4723f1e-ffff-4844-b911-5ea7f559d05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1946473 May 12 19:41:25.161574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Request body: {'port': {'device_id': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:25.162075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:25.219378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network d4555831-4f99-42e3-82e9-bc7d455925d1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:25.235877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:25.341541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:25.479047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event deleted for resources: {'Port': ['ID=d08534d4-b0f2-4eac-8373-ba086ad0ef2a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:25.588130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3155d1-1458-45d3-86d2-e060e1fc7648 req-05a7060e-12c9-4a60-8c60-fc89f0b45427 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:25.595387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c3155d1-1458-45d3-86d2-e060e1fc7648 req-05a7060e-12c9-4a60-8c60-fc89f0b45427 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.4175620 May 12 19:41:25.645666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:25.651824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0de068a4-622a-4b6e-b777-06e3a8594ff5 None None] Provisioning complete for port 49ec850c-1225-4718-af71-9c1e4ec8ee65 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:25.652423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0de068a4-622a-4b6e-b777-06e3a8594ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:25.706123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c3155d1-1458-45d3-86d2-e060e1fc7648 req-746d35b4-6592-4274-8e55-a9b9f48a61c5 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096315 May 12 19:41:25.754151 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:25.754586 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Floating IP b4f16c0b-3f0b-4c0f-aa60-c376fae3acd5 disassociated (deleted). External IP: 172.25.2.41, port: a944d025-0b61-41dd-a3ae-e73d2846d27a. May 12 19:41:25.852768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:41:25.900133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0de068a4-622a-4b6e-b777-06e3a8594ff5 None None] Port 49ec850c-1225-4718-af71-9c1e4ec8ee65 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:26.276923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:26.288880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:26.306813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:26.307460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:26.374961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3996685b-0c58-4b8a-9317-7e3a9587683c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8818562 May 12 19:41:26.381074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59572) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:26.386934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-448713695'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:26.403283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:26.411084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:26.416422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:26.426356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:26.463575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:26.468606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.511491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:41:26.548432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.549231 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment a989fe8d-a627-4db2-83ed-09e1085e0f15 of type vlan for network dd8e0d00-ce03-4724-a733-1ac53dea47b8 May 12 19:41:26.646159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fec443-2148-4f56-a6f8-98471e6173bc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:41:26.652044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.659882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.687775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Transition to ACTIVE for port object f0fec443-2148-4f56-a6f8-98471e6173bc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:26.700555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.804774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Pushing event updated for resources: {'Port': ['ID=f0fec443-2148-4f56-a6f8-98471e6173bc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:26.897873 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0da6f8f6-956c-4cc7-9be4-3e8847da461b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.913512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.920595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:26.921770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:26.939093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:41:26.946715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178591-247e-4fe9-b3f8-cf565468fb52 req-da098a40-7c4e-4ff9-9829-f1438f0146b0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:26.949611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75178591-247e-4fe9-b3f8-cf565468fb52 req-da098a40-7c4e-4ff9-9829-f1438f0146b0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 931 time: 1.0331450 May 12 19:41:26.966555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Router cc90d4eb-4e50-4ee8-bab6-a034c940adf1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:41:27.034881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75178591-247e-4fe9-b3f8-cf565468fb52 req-e803fb8f-0f23-4bb6-a9cd-3554dbb35d12 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661936 May 12 19:41:27.306485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=dd8e0d00-ce03-4724-a733-1ac53dea47b8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:27.422812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:41:27.485745 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98d4eae8-1885-414a-9e5f-fa6926e76d42 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1027629 May 12 19:41:27.491710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:27.536840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:27.594517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:21Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:23Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:27.602708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:41:27.603062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Updating router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 port 49ec850c-1225-4718-af71-9c1e4ec8ee65 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:41:27.603197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:27.618947 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] Sync routers for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:27.633058 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:27.634589 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:27.685163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:27.719311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:27.737988 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-98c6624a-3126-42a6-8cba-672b7b2d1a65 req-ccef9a35-da8f-4827-89a2-54cc88f19d53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23716f1592d54c0fb6a5f2e43ad0f5f5&device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.0536776 May 12 19:41:27.745255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:27.775223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:27.783829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:27.799536 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-98c6624a-3126-42a6-8cba-672b7b2d1a65 req-e1380067-d7bb-411a-a072-0f29c17cdbdf service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=23716f1592d54c0fb6a5f2e43ad0f5f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493205 May 12 19:41:27.800772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:27.834001 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:27.874490 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:27.875453 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:40:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:27.956982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6624a-3126-42a6-8cba-672b7b2d1a65 req-52610108-14b1-49b0-9204-46959946f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:27.959974 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-98c6624a-3126-42a6-8cba-672b7b2d1a65 req-52610108-14b1-49b0-9204-46959946f491 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489351 May 12 19:41:27.962234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Attempting to bind port f0fec443-2148-4f56-a6f8-98471e6173bc on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:27.962666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Attempting to bind port f0fec443-2148-4f56-a6f8-98471e6173bc by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:27.964237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Attempting to bind port f0fec443-2148-4f56-a6f8-98471e6173bc on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:27.973098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Port f0fec443-2148-4f56-a6f8-98471e6173bc on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:41:27.973587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Attempting to bind port f0fec443-2148-4f56-a6f8-98471e6173bc on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:27.982951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:27.982951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Checking segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:27.982951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Bound using segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:27.983595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Bound port: f0fec443-2148-4f56-a6f8-98471e6173bc, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:27.984075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.029744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:28.033735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.035315 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:28.038081 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3e532-f2a8-4ec8-a28b-d088245065cb None None] The sync data for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:28.058627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e361f342-dc53-4230-985d-c6b3ac0c64d6 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "DELETE /v2.0/floatingips/b4f16c0b-3f0b-4c0f-aa60-c376fae3acd5 HTTP/1.1" status: 204 len: 168 time: 4.7640905 May 12 19:41:28.059638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59588) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:28.070421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:28.077692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:28.082678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Usage tracker for resource:floatingip and tenant:8b9f5a3fc4994b489899f28a8b04e02b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:28.085781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:28.107110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:28.132925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.250477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4717a45-30c8-4c3a-972b-b9923174403d req-6297f0b4-a51a-4184-9795-a7f43ddd8b74 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:28.259040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4717a45-30c8-4c3a-972b-b9923174403d req-6297f0b4-a51a-4184-9795-a7f43ddd8b74 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.3753514 May 12 19:41:28.269521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] For port f0fec443-2148-4f56-a6f8-98471e6173bc, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:28.274254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] For port f0fec443-2148-4f56-a6f8-98471e6173bc, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f0fec443-2148-4f56-a6f8-98471e6173bc,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:28.294999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.356368 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4717a45-30c8-4c3a-972b-b9923174403d req-c080d087-324d-4864-8f89-fd410557c157 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963879 May 12 19:41:28.430321 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.472564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Transition to ACTIVE for port object 49ec850c-1225-4718-af71-9c1e4ec8ee65 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:28.488801 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.501628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.585635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:28.586253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.587699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] 10.222.0.36 "PUT /v2.0/ports/f0fec443-2148-4f56-a6f8-98471e6173bc HTTP/1.1" status: 200 len: 1091 time: 3.4435961 May 12 19:41:28.588083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:28.806788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Allocated IP 172.25.2.56 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/59ee40cd-0763-48d2-b34b-08b1284cd058) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:28.817335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c99b1c-b939-4325-8336-38e7a3922ade service neutron] Pushing event updated for resources: {'Port': ['ID=f0fec443-2148-4f56-a6f8-98471e6173bc,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:28.848229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:28.958648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10566a2-3464-48e1-af70-6bb6c27ea953 None None] Pushing event updated for resources: {'Port': ['ID=49ec850c-1225-4718-af71-9c1e4ec8ee65,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:29.008835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Attempting to bind port 49ec850c-1225-4718-af71-9c1e4ec8ee65 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:29.009416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Attempting to bind port 49ec850c-1225-4718-af71-9c1e4ec8ee65 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:29.009791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Attempting to bind port 49ec850c-1225-4718-af71-9c1e4ec8ee65 on network d4555831-4f99-42e3-82e9-bc7d455925d1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:29.023864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=38db432e-b34f-43cb-929a-0b19d714b4c6,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:29.028044 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fe3d796c-1b76-48ca-9ad2-4385fc7b7ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:29.033913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:29.045272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Checking segment: {'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:29.045916 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:29.046367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Bound using segment: {'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:29.046838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Bound port: 49ec850c-1225-4718-af71-9c1e4ec8ee65, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fc164c-3f30-4bfe-a9a7-860702be549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:29.048331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:29.051685 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:29.157334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:29.158212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: dd8e0d00-ce03-4724-a733-1ac53dea47b8, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:41:29.194721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:29.286080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Pushing event updated for resources: {'Port': ['ID=59ee40cd-0763-48d2-b34b-08b1284cd058,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:29.311303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:29.314516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:29.317994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:29.325689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9bfab-45cc-4e47-be37-7d108300993f req-878aa89e-d6b1-4538-b267-e39a2e938e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:29.334073 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-878aa89e-d6b1-4538-b267-e39a2e938e9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 1094 time: 0.6150975 May 12 19:41:29.335926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:41:29.387229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] For port 49ec850c-1225-4718-af71-9c1e4ec8ee65, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:29.393232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] For port 49ec850c-1225-4718-af71-9c1e4ec8ee65, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=49ec850c-1225-4718-af71-9c1e4ec8ee65,segment=NetworkSegment(81fc164c-3f30-4bfe-a9a7-860702be549e),segment_id=81fc164c-3f30-4bfe-a9a7-860702be549e)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:29.403534 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:29.437127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, dd8e0d00-ce03-4724-a733-1ac53dea47b8) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:29.442342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:29.442916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:29.474764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-bf598d41-1620-4a63-93e0-23be6a122da2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0fec443-2148-4f56-a6f8-98471e6173bc HTTP/1.1" status: 200 len: 217 time: 0.1164596 May 12 19:41:29.478698 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4df9aed8-136f-479a-96a6-e293e802f109 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9757662 May 12 19:41:29.478872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102b609-f5b5-4f20-a6b4-941d7cbdc1c9 req-f87390bd-1d98-4856-a34c-5a5a74e118cf tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:29.479421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59612) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:29.485495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2102b609-f5b5-4f20-a6b4-941d7cbdc1c9 req-f87390bd-1d98-4856-a34c-5a5a74e118cf tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.3823240 May 12 19:41:29.494004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed5a62-ce8e-435f-a4ab-a0627a145b97 None None] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:29.612826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2102b609-f5b5-4f20-a6b4-941d7cbdc1c9 req-34768f13-932f-469a-b2ed-6f459d3098e0 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152413 May 12 19:41:29.634311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9bfab-45cc-4e47-be37-7d108300993f req-6dc729f3-117c-4a59-a83d-0c8982c3dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:29.635732 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-6dc729f3-117c-4a59-a83d-0c8982c3dc51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.1510377 May 12 19:41:29.817941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:30.033951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:30.036445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:30.168512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3fd01d5-a986-4c3c-919b-d4c09967f163 req-37802638-4896-4b3e-98e3-3cd805e8ae6c tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.2811959 May 12 19:41:30.172349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10566a2-3464-48e1-af70-6bb6c27ea953 None None] Pushing event updated for resources: {'Port': ['ID=49ec850c-1225-4718-af71-9c1e4ec8ee65,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:30.224513 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:30.276514 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:30.436187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da75fe-e64c-4b33-a4f8-f711b7f7db20 req-19f81b58-1c51-46d7-9c06-9d1f86dacba4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:30.448319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68da75fe-e64c-4b33-a4f8-f711b7f7db20 req-19f81b58-1c51-46d7-9c06-9d1f86dacba4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.7880676 May 12 19:41:30.688128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68da75fe-e64c-4b33-a4f8-f711b7f7db20 req-4f54e66f-fc63-4b98-a01a-93990ae67590 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648524 May 12 19:41:30.703442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-7938ceef-d052-456d-84da-37b21e2942b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2992592 May 12 19:41:30.822838 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-98c6624a-3126-42a6-8cba-672b7b2d1a65 req-d78e09c1-e26d-430c-b3ae-1f8964129b3d tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.73 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.3634722 May 12 19:41:30.825015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:30.868554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:41:30.886866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432df5-88c2-4097-bf4c-e989377de9c4 req-be6e1288-66a0-4820-a614-df532bae6cee tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:30.905833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34432df5-88c2-4097-bf4c-e989377de9c4 req-be6e1288-66a0-4820-a614-df532bae6cee tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 943 time: 0.4563940 May 12 19:41:30.995402 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34432df5-88c2-4097-bf4c-e989377de9c4 req-a2a14aab-fa6e-4669-81ae-6a9e76471448 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885696 May 12 19:41:30.997576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:41:30.998393 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:31.024816 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c332e3-37f6-48c9-b16c-e68cfe544ae1'] response: {'name': 'network-changed', 'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc', 'status': 'completed', 'code': 200} May 12 19:41:31.332206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:31.345728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347383c-619c-4422-b3b0-644331f877af req-413ca6af-f4f3-4573-9223-e244e5d30df1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:31.353291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b347383c-619c-4422-b3b0-644331f877af req-413ca6af-f4f3-4573-9223-e244e5d30df1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.3009419 May 12 19:41:31.374396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:31.463544 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-baccbfa1-1949-4d68-85bf-9a830e40cf95 service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326393 May 12 19:41:31.488658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Pushing event updated for resources: {'Port': ['ID=59ee40cd-0763-48d2-b34b-08b1284cd058,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:31.541238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b347383c-619c-4422-b3b0-644331f877af req-75db898f-2a85-46cf-8e80-30e8f9580576 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867845 May 12 19:41:31.567788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:21Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:29Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:31.577592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Allocated IP 172.21.0.2 (dd8e0d00-ce03-4724-a733-1ac53dea47b8/38db432e-b34f-43cb-929a-0b19d714b4c6/b823bd5d-b527-4c28-b0ae-f645e2a13051) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:31.579524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9790d3-c46b-40ad-9388-f593ad8a8b5c None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:21Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:29Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:31.634899 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:31.726128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:31.757990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:31.762679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-82e34cdc-b158-476a-8716-d999f6b41c85 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6995823 May 12 19:41:31.763696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59634) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:31.773386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5dba5-c37f-466f-9399-974592c1cf3d req-7ec14e30-b6f4-403e-8b1a-2038e71558a5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:31.781851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58e5dba5-c37f-466f-9399-974592c1cf3d req-7ec14e30-b6f4-403e-8b1a-2038e71558a5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.3316681 May 12 19:41:31.829696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-bc2a3a24-f3ec-4bb9-bdfb-bf32581a5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:31.837779 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-bc2a3a24-f3ec-4bb9-bdfb-bf32581a5d70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1097 time: 1.3088589 May 12 19:41:31.919877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58e5dba5-c37f-466f-9399-974592c1cf3d req-93f7404e-f255-4121-b280-251115d06032 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360869 May 12 19:41:31.946449 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:32.062866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8623780a-5802-4647-936a-96859fd78012 req-37599a13-fe30-47be-907a-fceab6d8fbc2 tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=9364e884-8d17-45fe-aba5-76d7eac46895 HTTP/1.1" status: 200 len: 210 time: 0.1344950 May 12 19:41:32.137473 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:32.155136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:32.166402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:32.184163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Usage tracker for resource:floatingip and tenant:589a07cca03f4e519234582143049475 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:32.185897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Transition to ACTIVE for port object b823bd5d-b527-4c28-b0ae-f645e2a13051 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:32.197072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:32.205282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:32.233047 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:32.282832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Transition to ACTIVE for port object b823bd5d-b527-4c28-b0ae-f645e2a13051 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:32.301031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:32.472241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-9b79679c-7b2e-4e76-91d7-62a57ab88648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:32.474891 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-9b79679c-7b2e-4e76-91d7-62a57ab88648 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.6287694 May 12 19:41:32.485710 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32a9bfab-45cc-4e47-be37-7d108300993f req-28ec6291-f7a9-41c8-8a2d-fc1c548e443b service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9289708 May 12 19:41:32.561440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:32.568154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:32.574196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:32.578190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Pushing event updated for resources: {'Port': ['ID=b823bd5d-b527-4c28-b0ae-f645e2a13051,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:32.784477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Attempting to bind port b823bd5d-b527-4c28-b0ae-f645e2a13051 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:32.784477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Attempting to bind port b823bd5d-b527-4c28-b0ae-f645e2a13051 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:32.784477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Attempting to bind port b823bd5d-b527-4c28-b0ae-f645e2a13051 on network dd8e0d00-ce03-4724-a733-1ac53dea47b8 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:32.798897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:32.800272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Checking segment: {'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:32.800680 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:32.801074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Bound using segment: {'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:32.803408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Bound port: b823bd5d-b527-4c28-b0ae-f645e2a13051, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:32.803787 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:32.885481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016f192-c1c4-4505-9d46-b3938f56689b req-cf443b43-6038-47b1-98e2-67ffcac1def9 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:32.893348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9016f192-c1c4-4505-9d46-b3938f56689b req-cf443b43-6038-47b1-98e2-67ffcac1def9 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.6735392 May 12 19:41:33.004385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 49ec850c-1225-4718-af71-9c1e4ec8ee65 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:33.055424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9016f192-c1c4-4505-9d46-b3938f56689b req-2e280e3d-9518-4592-9eba-db0e77c33dc2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610000 May 12 19:41:33.157005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3e98-40ac-43a5-82a2-a72f28de4f1d req-0d3857aa-2fdc-4da3-bc04-b557e6052c1e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:33.158584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85ee3e98-40ac-43a5-82a2-a72f28de4f1d req-0d3857aa-2fdc-4da3-bc04-b557e6052c1e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 943 time: 0.5427437 May 12 19:41:33.177378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] For port b823bd5d-b527-4c28-b0ae-f645e2a13051, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:33.200702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-24a3a2c3-fa14-45a8-947e-81b68862956a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 1002 time: 0.7116301 May 12 19:41:33.225472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] For port b823bd5d-b527-4c28-b0ae-f645e2a13051, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b823bd5d-b527-4c28-b0ae-f645e2a13051,segment=NetworkSegment(a989fe8d-a627-4db2-83ed-09e1085e0f15),segment_id=a989fe8d-a627-4db2-83ed-09e1085e0f15)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:33.237583 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:33.252769 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:33.377920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dba1b1-88ba-4338-ad0c-6b981b3b7f92 None None] Pushing event updated for resources: {'Port': ['ID=b823bd5d-b527-4c28-b0ae-f645e2a13051,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:33.388210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:41:33.415371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 49ec850c-1225-4718-af71-9c1e4ec8ee65 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:33.425457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 49ec850c-1225-4718-af71-9c1e4ec8ee65 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:33.425828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:33.540901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85ee3e98-40ac-43a5-82a2-a72f28de4f1d req-29eb755d-33ca-4ce4-a27f-ce1babce5435 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673854 May 12 19:41:33.681019 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:41:33.729500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-8119da39-0a0a-4a15-8fdb-bd01a32c6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:33.730978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-8119da39-0a0a-4a15-8fdb-bd01a32c6ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 1094 time: 0.7445822 May 12 19:41:33.805660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-e1382006-a295-40a8-a15e-c0510c4b6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:33.807859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-e1382006-a295-40a8-a15e-c0510c4b6eab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.5943251 May 12 19:41:33.850459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Allocated IP 172.25.2.50 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/ff987158-102e-4ab0-ac1d-9bd0444ad415) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:34.082094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 49ec850c-1225-4718-af71-9c1e4ec8ee65 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:34.082790 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.170140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-e6c53137-01cc-458a-b236-c19dcff874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:34.171465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 49ec850c-1225-4718-af71-9c1e4ec8ee65, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=49ec850c-1225-4718-af71-9c1e4ec8ee65,segment=NetworkSegment(81fc164c-3f30-4bfe-a9a7-860702be549e),segment_id=81fc164c-3f30-4bfe-a9a7-860702be549e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:34.172640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-e6c53137-01cc-458a-b236-c19dcff874c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 912 time: 0.4318135 May 12 19:41:34.173972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:34.183936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.222598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.21.0.1 (dd8e0d00-ce03-4724-a733-1ac53dea47b8/38db432e-b34f-43cb-929a-0b19d714b4c6/d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:34.266922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'mac_address': 'fa:16:3e:94:9e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:41:34.356538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=49ec850c-1225-4718-af71-9c1e4ec8ee65,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:34.367516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:34.367830 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.410475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:41:34.450224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:34.459634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.486682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.518703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:34.585598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.617272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d4648-04f4-4b38-8c4b-71e12d8e8210 req-26465dfb-f09e-4126-8b19-315dff921b14 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:34.630030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae1d4648-04f4-4b38-8c4b-71e12d8e8210 req-26465dfb-f09e-4126-8b19-315dff921b14 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.7244139 May 12 19:41:34.723163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:34.741134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:41:34.797822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae1d4648-04f4-4b38-8c4b-71e12d8e8210 req-00012e8b-5684-4f06-b46a-2c7f5d3cf2b5 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667938 May 12 19:41:34.819196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['146d43cb-e9b5-4cb3-9a38-c8bea6454f41'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:41:34.833276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.844899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:34.845072 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-c14fa5d1-856c-47a0-b44d-537e9c624c07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0fec443-2148-4f56-a6f8-98471e6173bc HTTP/1.1" status: 200 len: 217 time: 0.2691774 May 12 19:41:34.982127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b823bd5d-b527-4c28-b0ae-f645e2a13051 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:34.993818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Pushing event updated for resources: {'Port': ['ID=ff987158-102e-4ab0-ac1d-9bd0444ad415,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:35.031669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:35.033956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:35.040581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:35.087475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:35.116305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:35.139835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:35.206243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:35.206886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:35.239340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:35.249962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-60ade166-40b8-4d33-b694-6c36ed5ba5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:35.251905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b823bd5d-b527-4c28-b0ae-f645e2a13051 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:35.252849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-60ade166-40b8-4d33-b694-6c36ed5ba5c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.3278294 May 12 19:41:35.276617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-59c88b19-046b-4769-a7cd-4394504058ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:35.278630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-59c88b19-046b-4769-a7cd-4394504058ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4378343 May 12 19:41:35.290885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08abce-6136-4abe-9752-d2f26ddc2169 None None] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:35.341649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 49ec850c-1225-4718-af71-9c1e4ec8ee65 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:35.425146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f0fec443-2148-4f56-a6f8-98471e6173bc details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:41:35.427600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:35.491532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:35.514951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] Provisioning for port b823bd5d-b527-4c28-b0ae-f645e2a13051 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:35.519236 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:35.543447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-9fde0016-fc46-47a0-9b3f-5e6df1c16e35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2473376 May 12 19:41:35.579463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] Provisioning complete for port b823bd5d-b527-4c28-b0ae-f645e2a13051 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:35.579463 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:35.610054 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:41:35.631407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7974b55-f83b-423b-b3fd-79b421641d99 req-6ceacaa6-6550-4969-9806-2a529bf1003b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:35.634831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7974b55-f83b-423b-b3fd-79b421641d99 req-6ceacaa6-6550-4969-9806-2a529bf1003b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 946 time: 0.4326608 May 12 19:41:35.662984 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:35.702114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:35.709293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7974b55-f83b-423b-b3fd-79b421641d99 req-a4009af1-4c10-4ca5-a311-ab32b3e2a173 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658867 May 12 19:41:35.879712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:36.049602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-faeb1ff7-9a71-4eaa-8cc2-5ca9e8c75b58 service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876846 May 12 19:41:36.052744 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-1ad3c97f-a09a-4be3-8dde-bafd1d68096f service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439495 May 12 19:41:36.203300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:36.265659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.267902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.268970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.269633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.270286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.270958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.271494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.272012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.272525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.273042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.273703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.281406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:36.483387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] Current status of the port b823bd5d-b527-4c28-b0ae-f645e2a13051 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:36.484324 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:36.501054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 49ec850c-1225-4718-af71-9c1e4ec8ee65 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:36.501932 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:36.618509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b93fa5-492c-4d2a-9480-04633845e752 req-16db547e-3621-4d20-a1da-93148dad5852 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:36.620310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8b93fa5-492c-4d2a-9480-04633845e752 req-16db547e-3621-4d20-a1da-93148dad5852 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.4895515 May 12 19:41:36.638911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f0fec443-2148-4f56-a6f8-98471e6173bc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f0fec443-2148-4f56-a6f8-98471e6173bc,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:36.680040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] For port b823bd5d-b527-4c28-b0ae-f645e2a13051, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b823bd5d-b527-4c28-b0ae-f645e2a13051,segment=NetworkSegment(a989fe8d-a627-4db2-83ed-09e1085e0f15),segment_id=a989fe8d-a627-4db2-83ed-09e1085e0f15)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:36.707427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'f0fec443-2148-4f56-a6f8-98471e6173bc', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'port_id': 'f0fec443-2148-4f56-a6f8-98471e6173bc', 'mac_address': 'fa:16:3e:ab:9f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d251b82-d2c4-4176-aa07-e8f3235d5473', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:41:36.716497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:36.722537 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9301c252-bf02-44bf-8e36-c036ad18db72 req-397dde57-2bda-4662-b347-7f43ba55c575 service neutron] 10.222.0.36 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584539 May 12 19:41:36.742946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:36.754705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8b93fa5-492c-4d2a-9480-04633845e752 req-977f1f3e-0844-4104-aaf8-29215ae520f7 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267235 May 12 19:41:36.784972 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-00ba8ddc-eac9-4d76-b37c-022f70f37584 req-017edc6d-881d-4d09-b8ad-58e1aa8ee622 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449909 May 12 19:41:36.800738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb2f7-0bc9-4ca9-b18b-ca61581f3b0a req-de1fee40-a408-4341-8da2-829cd1f3fcb3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:36.803217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88dfb2f7-0bc9-4ca9-b18b-ca61581f3b0a req-de1fee40-a408-4341-8da2-829cd1f3fcb3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 943 time: 0.2612114 May 12 19:41:36.866766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:36.888110 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:36.992191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88dfb2f7-0bc9-4ca9-b18b-ca61581f3b0a req-a41556c1-a5a9-470e-bbf4-c29a75c4360a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799109 May 12 19:41:37.034401 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24701de-7e9f-4204-bdcd-00ebbbe75f0d'] response: {'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'code': 200} May 12 19:41:37.095423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Pushing event updated for resources: {'Port': ['ID=ff987158-102e-4ab0-ac1d-9bd0444ad415,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:37.128927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83891f08-1ef1-412a-95e4-ae9bd0d25067 None None] Pushing event updated for resources: {'Port': ['ID=b823bd5d-b527-4c28-b0ae-f645e2a13051,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:37.174081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f0fec443-2148-4f56-a6f8-98471e6173bc is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:37.174785 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:37.216062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:37.259208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:37.261990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-79e9784f-0471-42b1-99fc-f870d4abcd85 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4612072 May 12 19:41:37.267575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59694) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:37.281330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fec443-2148-4f56-a6f8-98471e6173bc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:41:37.340068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 49ec850c-1225-4718-af71-9c1e4ec8ee65 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:37.373214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f0fec443-2148-4f56-a6f8-98471e6173bc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f0fec443-2148-4f56-a6f8-98471e6173bc,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:37.386821 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:37.469395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4231f401-c119-4a5e-95f6-7d590187b568 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Synchronizing usage tracker for tenant:8b9f5a3fc4994b489899f28a8b04e02b on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:41:37.481865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888907a-33cc-4f76-8552-feb724a466dd req-e130c78a-64ae-46fc-bfaa-39258908f175 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:37.489486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3888907a-33cc-4f76-8552-feb724a466dd req-e130c78a-64ae-46fc-bfaa-39258908f175 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 945 time: 0.3764350 May 12 19:41:37.509664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:37.560691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b823bd5d-b527-4c28-b0ae-f645e2a13051 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:37.585117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3888907a-33cc-4f76-8552-feb724a466dd req-df187a65-bfb9-4994-8630-474afde9e2a9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940590 May 12 19:41:37.590681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4231f401-c119-4a5e-95f6-7d590187b568 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Unset dirty status for tenant:8b9f5a3fc4994b489899f28a8b04e02b on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:41:37.598595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4231f401-c119-4a5e-95f6-7d590187b568 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.3141804 May 12 19:41:37.599612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59702) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:37.689859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f0fec443-2148-4f56-a6f8-98471e6173bc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:41:37.800908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-369f80d3-5d0d-4d6d-b9da-b5d28a4fdd4b tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Synchronizing usage tracker for tenant:364b0d12ad70469b8eadbc49088b7c4e on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:41:37.808313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-681a8950-82e1-4a22-a568-d345e3b92eeb req-0761f9ff-4bb4-4f80-9c0f-41e8a9d4e3de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23716f1592d54c0fb6a5f2e43ad0f5f5&device_id=6cc88413-f9a4-4174-8de8-55ab53ce37c7 HTTP/1.1" status: 200 len: 210 time: 0.2891545 May 12 19:41:37.894225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-681a8950-82e1-4a22-a568-d345e3b92eeb req-b3540c2f-eaed-4b11-8f10-9786287b2bba service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=23716f1592d54c0fb6a5f2e43ad0f5f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717738 May 12 19:41:37.901134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f0fec443-2148-4f56-a6f8-98471e6173bc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:37.932227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:37.932605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.006483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8f52328-dfd2-4c15-bf5d-f220667ba9c7 req-019520a0-707b-45ea-9d0b-65db7dc1708a tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cc88413-f9a4-4174-8de8-55ab53ce37c7 HTTP/1.1" status: 200 len: 210 time: 0.0852425 May 12 19:41:38.007790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b823bd5d-b527-4c28-b0ae-f645e2a13051 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:38.008170 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.021311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-369f80d3-5d0d-4d6d-b9da-b5d28a4fdd4b tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Unset dirty status for tenant:364b0d12ad70469b8eadbc49088b7c4e on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:41:38.030747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-369f80d3-5d0d-4d6d-b9da-b5d28a4fdd4b tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4284368 May 12 19:41:38.037279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59716) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:38.064389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fc758-3342-4711-b60d-5476e57cf8d2 req-37db670d-3801-4c47-b806-504797dfdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:38.066510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6d8fc758-3342-4711-b60d-5476e57cf8d2 req-37db670d-3801-4c47-b806-504797dfdcd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 1096 time: 1.0862854 May 12 19:41:38.168617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.248401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9531f20-55f7-4715-a2a7-8ac8ad4a640e None None] Provisioning complete for port b823bd5d-b527-4c28-b0ae-f645e2a13051 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:38.250093 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9531f20-55f7-4715-a2a7-8ac8ad4a640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.254569 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6d8fc758-3342-4711-b60d-5476e57cf8d2 req-94f6b5fa-9f9d-4bc6-8f59-b78706c5ecbf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799264 May 12 19:41:38.269796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8950-82e1-4a22-a568-d345e3b92eeb req-ea6125f7-7286-40e6-8b4a-dfc206081d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:38.271514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-681a8950-82e1-4a22-a568-d345e3b92eeb req-ea6125f7-7286-40e6-8b4a-dfc206081d5b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3462608 May 12 19:41:38.343598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.354729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.360512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.460044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Deleting port ff987158-102e-4ab0-ac1d-9bd0444ad415 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:38.460704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.546167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.574256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:38.614838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:38.615468 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.665842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b823bd5d-b527-4c28-b0ae-f645e2a13051 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:38.685546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:41:38.727955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.728447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:38.797859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:38.799232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:38.877671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d9531f20-55f7-4715-a2a7-8ac8ad4a640e None None] Current status of the port b823bd5d-b527-4c28-b0ae-f645e2a13051 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:38.906245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:38.919549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.008577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9531f20-55f7-4715-a2a7-8ac8ad4a640e None None] Provisioning for port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:39.055897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:39.066656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9531f20-55f7-4715-a2a7-8ac8ad4a640e None None] Provisioning complete for port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:39.066656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9531f20-55f7-4715-a2a7-8ac8ad4a640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.111906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Calling delete_port for ff987158-102e-4ab0-ac1d-9bd0444ad415 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:39.134515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:41:39.215867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:39.243471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:39.246655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d9531f20-55f7-4715-a2a7-8ac8ad4a640e None None] Port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:39.253247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '98563107-3769-40e4-adb5-f63ba09efbbc', 'network_id': '189bdd70-9b7e-47d6-9144-cb61b83b6fd7', 'port_id': '98563107-3769-40e4-adb5-f63ba09efbbc', 'mac_address': 'fa:16:3e:4f:6d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d4cc01-b373-4fbd-8dfd-7baab7192476', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:41:39.375335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29711bf0-55b6-45b4-9cc6-736f4b3b68e6 req-3debd03d-6a83-4ce6-848b-1e7ab9c54fa3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:39.377117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29711bf0-55b6-45b4-9cc6-736f4b3b68e6 req-3debd03d-6a83-4ce6-848b-1e7ab9c54fa3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 1.5695717 May 12 19:41:39.383907 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.417342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:39.418022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.462525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Pushing event deleted for resources: {'Port': ['ID=ff987158-102e-4ab0-ac1d-9bd0444ad415,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:39.477048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f0fec443-2148-4f56-a6f8-98471e6173bc up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:39.527512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29711bf0-55b6-45b4-9cc6-736f4b3b68e6 req-7361c592-1e30-472e-8e6d-93c289a93973 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392081 May 12 19:41:39.588656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:39.618911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98563107-3769-40e4-adb5-f63ba09efbbc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:41:39.625968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:39.636443 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.643927 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dc47b80a-4549-426d-96c8-61e0667aab81 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1628838 May 12 19:41:39.644958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59730) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:39.654301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff27d5b-0026-4a8b-9421-a9b7ead263c1 req-e6edc92c-420b-4efb-b9e5-a7fd56b15978 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:39.663011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ff27d5b-0026-4a8b-9421-a9b7ead263c1 req-e6edc92c-420b-4efb-b9e5-a7fd56b15978 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 1.4181576 May 12 19:41:39.664052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-161080391'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:39.670232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:39.675221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:39.678514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:39.679597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:39.680396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:39.687004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:39.697845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-681a8950-82e1-4a22-a568-d345e3b92eeb req-324dc914-b093-4337-9c44-e8ba7485f3ec tempest-ServerShowV247Test-1815271793 tempest-ServerShowV247Test-1815271793-project] 10.222.0.73 "GET /v2.0/ports?device_id=6cc88413-f9a4-4174-8de8-55ab53ce37c7 HTTP/1.1" status: 200 len: 210 time: 0.0951636 May 12 19:41:39.706574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:39.712125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.761526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:39.780078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:41:39.797944 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.798310 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment 90c5acfd-5e70-4e56-ba12-b0f9d42761b7 of type vlan for network a5a9c673-5b6e-4423-898f-f4486e08789d May 12 19:41:39.826068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.827850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6183d156-38d8-4c64-858c-77c2003ad39a None None] Provisioning complete for port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:39.829962 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6183d156-38d8-4c64-858c-77c2003ad39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.830288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-84b76a51-e3c5-43d7-bee9-9faa56884a56 tempest-FloatingIPAdminTestJSON-1300361942 tempest-FloatingIPAdminTestJSON-1300361942-project] 10.222.0.72 "DELETE /v2.0/floatingips/464c4462-98c3-49c7-8a80-685096076811 HTTP/1.1" status: 204 len: 168 time: 1.7919385 May 12 19:41:39.834257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59734) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:39.860132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.954091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:39.962768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:39.963617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:40.062058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4111822 May 12 19:41:40.087471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:40.106873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:40.146810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ff27d5b-0026-4a8b-9421-a9b7ead263c1 req-cc49e30c-5ff7-4d0f-938c-70b780fe4cea tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828126 May 12 19:41:40.148063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port f0fec443-2148-4f56-a6f8-98471e6173bc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:40.151646 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:40.220554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9ee88-2169-45d0-90d2-b02eb3c6f14f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=a5a9c673-5b6e-4423-898f-f4486e08789d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:40.249587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port f0fec443-2148-4f56-a6f8-98471e6173bc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:40.249973 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:40.306913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a5a9c673-5b6e-4423-898f-f4486e08789d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:41:40.395664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:40.401124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:40.405046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:40.408369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6183d156-38d8-4c64-858c-77c2003ad39a None None] Port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:40.417392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:40.433768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:41:40.439297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Deleting port 59ee40cd-0763-48d2-b34b-08b1284cd058 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:40.439643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:40.488142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['98563107-3769-40e4-adb5-f63ba09efbbc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:41:40.521562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:40.525697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:40.666239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582a64-5592-4685-afef-3aa3d29728c6 req-8d1710ae-d8fc-466a-9e6f-ecde8d4f112a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:40.667722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec582a64-5592-4685-afef-3aa3d29728c6 req-8d1710ae-d8fc-466a-9e6f-ecde8d4f112a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 944 time: 0.9880531 May 12 19:41:40.719968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:40.745693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:41:40.850055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec582a64-5592-4685-afef-3aa3d29728c6 req-ff6f37d6-d688-4de7-b0af-5b190948c7da tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735654 May 12 19:41:40.860482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c6e0f-aa9b-4062-b56c-8403ac71c732 req-8614feac-7559-4ed0-919f-1e2eb6f49afa tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:40.867355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e4c6e0f-aa9b-4062-b56c-8403ac71c732 req-8614feac-7559-4ed0-919f-1e2eb6f49afa tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4389577 May 12 19:41:40.904500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f0fec443-2148-4f56-a6f8-98471e6173bc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:40.904891 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.020886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e4c6e0f-aa9b-4062-b56c-8403ac71c732 req-0a37d130-d21e-4bf6-ab4d-038ee63a8b00 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525745 May 12 19:41:41.026490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.037281 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.092778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f0fec443-2148-4f56-a6f8-98471e6173bc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f0fec443-2148-4f56-a6f8-98471e6173bc,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:41.194938 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.211056 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc784e5-1732-4ea9-8ae4-72347f0bf9e6'] response: {'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'code': 200} May 12 19:41:41.305501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:41.389871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f0fec443-2148-4f56-a6f8-98471e6173bc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:41.418591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:36Z', 'revision_number': 3, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:37Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:41.441871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:41:41.442674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Updating router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:41:41.504392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Calling delete_port for 59ee40cd-0763-48d2-b34b-08b1284cd058 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:41.512186 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.561533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59762) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:41.673015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.859962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.877992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:41.883076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Usage tracker for resource:security_group_rule and tenant:23716f1592d54c0fb6a5f2e43ad0f5f5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:41.887089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:41.895454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:41.900814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:41.959340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=1d471c84-6cb5-4a44-8224-b8a7beee7034,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:41.966188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Pushing event deleted for resources: {'Port': ['ID=59ee40cd-0763-48d2-b34b-08b1284cd058,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:41.992652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1b3c-a578-4f0d-a555-de6c16535e00 req-8d87f694-48a8-4320-9101-5fae42731734 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:41.993912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.000611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b07d1b3c-a578-4f0d-a555-de6c16535e00 req-8d87f694-48a8-4320-9101-5fae42731734 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.4348662 May 12 19:41:42.002016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.002828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.018233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Transition to ACTIVE for port object d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:42.031309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:42.031779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: a5a9c673-5b6e-4423-898f-f4486e08789d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:41:42.033446 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.037011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.037375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.037705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.038032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.038354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.038675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.038992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.039307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.039627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.040197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.040336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.040536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.052637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.052980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.053342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.053678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.054002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.054331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.054656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.054978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.055300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.055615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.055931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.056243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:42.071132 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23716f1592d54c0fb6a5f2e43ad0f5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085719 May 12 19:41:42.073611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59774) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:42.143404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9dfbc-0d3e-4e3a-ba7e-0abe5d10826c req-a3e2436e-126d-4814-af50-08f1111f2272 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:42.144991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5d9dfbc-0d3e-4e3a-ba7e-0abe5d10826c req-a3e2436e-126d-4814-af50-08f1111f2272 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.5810258 May 12 19:41:42.224945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b07d1b3c-a578-4f0d-a555-de6c16535e00 req-4ff1bde9-6873-4fe9-8544-802bfa971c0f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231791 May 12 19:41:42.247556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd582788-dae3-41c0-a4bd-007904f53755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.296921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268dee-0c7c-4b2f-8d7d-c7c73607757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca90c40-8095-45ba-9c22-151f3021c914,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:42.302399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a33144-f679-4927-bba0-64ed494779bf None None] Pushing event updated for resources: {'Port': ['ID=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:42.311462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.329129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network a5a9c673-5b6e-4423-898f-f4486e08789d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:41:42.336468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd582788-dae3-41c0-a4bd-007904f53755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.374775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a5a9c673-5b6e-4423-898f-f4486e08789d) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:42.384008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:42.384649 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.417555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd582788-dae3-41c0-a4bd-007904f53755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.418779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5d9dfbc-0d3e-4e3a-ba7e-0abe5d10826c req-1dd6d80e-c8a4-4610-bd56-3e45119685a3 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614086 May 12 19:41:42.457905 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd582788-dae3-41c0-a4bd-007904f53755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.462384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd582788-dae3-41c0-a4bd-007904f53755 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ca90c40-8095-45ba-9c22-151f3021c914 HTTP/1.1" status: 204 len: 168 time: 0.3875721 May 12 19:41:42.467820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd582788-dae3-41c0-a4bd-007904f53755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca90c40-8095-45ba-9c22-151f3021c914,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:42.548196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5ef83317-cce1-47ed-ba4a-221c3f88483c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4595783 May 12 19:41:42.551073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59792) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:42.597229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f0454f-00f9-445c-9f0d-d0e66d3c5154 None None] Network a5a9c673-5b6e-4423-898f-f4486e08789d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:42.638864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.643783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:42.645841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9bf11492-bc3a-4c2c-b686-e1d3533208c4 tempest-FloatingIPAdminTestJSON-927860320 tempest-FloatingIPAdminTestJSON-927860320-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/f3c6952b-4036-49d3-9588-ce2da2d9d00c HTTP/1.1" status: 204 len: 168 time: 2.8096585 May 12 19:41:42.803875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting port a944d025-0b61-41dd-a3ae-e73d2846d27a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:42.804224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:42.828033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ef023-b10d-4769-a2ed-ddc8e0a21337 req-30a5d5a6-c4e2-4bcf-a75b-3c0433bdd0fd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:42.835223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b0ef023-b10d-4769-a2ed-ddc8e0a21337 req-30a5d5a6-c4e2-4bcf-a75b-3c0433bdd0fd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 945 time: 0.3518500 May 12 19:41:42.872571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:43.079649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-a5a9c673-5b6e-4423-898f-f4486e08789d', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:41:43.081677 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:43.100598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Attempting to bind port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:43.101381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Attempting to bind port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:43.101977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Attempting to bind port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c on network dd8e0d00-ce03-4724-a733-1ac53dea47b8 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:43.126411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506419c-c0bc-4536-8f71-a6163dbdd2e7 req-fe157fb9-b09e-4dd6-9ac4-f4b4e086855a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:43.137720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7506419c-c0bc-4536-8f71-a6163dbdd2e7 req-fe157fb9-b09e-4dd6-9ac4-f4b4e086855a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.4253860 May 12 19:41:43.184309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:43.185248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Checking segment: {'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:43.185764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:43.186405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Bound using segment: {'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:43.187068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Bound port: d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a989fe8d-a627-4db2-83ed-09e1085e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:43.187527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:43.211441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:43.219547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b0ef023-b10d-4769-a2ed-ddc8e0a21337 req-8f327b2d-5a66-4898-b67a-bd7568589318 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833568 May 12 19:41:43.361353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] For port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:43.364801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] For port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,segment=NetworkSegment(a989fe8d-a627-4db2-83ed-09e1085e0f15),segment_id=a989fe8d-a627-4db2-83ed-09e1085e0f15)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:43.381448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:43.403147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:43.470626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7506419c-c0bc-4536-8f71-a6163dbdd2e7 req-dd6bccbd-472b-40b8-9463-bec1ba42d14e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319499 May 12 19:41:43.694937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Allocated IP 172.22.0.2 (a5a9c673-5b6e-4423-898f-f4486e08789d/1d471c84-6cb5-4a44-8224-b8a7beee7034/544a4a4d-7699-4ee8-acdf-b02e425ee9b4) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:43.754843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Calling delete_port for a944d025-0b61-41dd-a3ae-e73d2846d27a owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:43.945127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcb0d-950e-4258-8a41-2242ecafb71d req-13e8bc7c-d268-4c21-ad40-d6b96cd3c5f5 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:43.966224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e60bcb0d-950e-4258-8a41-2242ecafb71d req-13e8bc7c-d268-4c21-ad40-d6b96cd3c5f5 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.5699112 May 12 19:41:43.996764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59828) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:44.069451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a33144-f679-4927-bba0-64ed494779bf None None] Pushing event updated for resources: {'Port': ['ID=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:44.137141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e60bcb0d-950e-4258-8a41-2242ecafb71d req-5255869c-0eb5-4f24-a172-b3d6755c85ea tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410358 May 12 19:41:44.141536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.153037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.276274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 98563107-3769-40e4-adb5-f63ba09efbbc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:44.288413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1038203388-network', 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:44.318998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 98563107-3769-40e4-adb5-f63ba09efbbc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:44.319656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.355951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:44.356893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:44.368948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event deleted for resources: {'Port': ['ID=a944d025-0b61-41dd-a3ae-e73d2846d27a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:44.455586 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d4619d-07fa-4155-84f1-4abf8795a64b'] response: {'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc', 'code': 200} May 12 19:41:44.457910 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.467976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:44.480217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Usage tracker for resource:network and tenant:caf0a5726dc6441e927a80af360d5518 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:44.483427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:44.498904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:44.529311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:44.534322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.586300 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.636963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:44.659687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Usage tracker for resource:security_group_rule and tenant:caf0a5726dc6441e927a80af360d5518 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:44.682191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:44.687197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Transition to ACTIVE for port object 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:44.709592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:44.779920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.793371 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e71ca73-5607-474c-b252-ac19e9e16c7c tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "DELETE /v2.0/ports/a944d025-0b61-41dd-a3ae-e73d2846d27a HTTP/1.1" status: 204 len: 168 time: 2.1482944 May 12 19:41:44.795797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59858) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:44.826060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Transition to ACTIVE for port object 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:44.849281 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:44.886787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166ac82-3ab6-46ec-bf16-13d313241f5d req-0a656d5e-9673-4ad3-81c7-ebdf006daa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:44.887865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b166ac82-3ab6-46ec-bf16-13d313241f5d req-0a656d5e-9673-4ad3-81c7-ebdf006daa06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 1096 time: 0.4608502 May 12 19:41:44.899031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc49dbb0-f0ad-4323-b2ee-d397596acc01 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:44.899749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fc49dbb0-f0ad-4323-b2ee-d397596acc01 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Synchronizing usage tracker for tenant:364b0d12ad70469b8eadbc49088b7c4e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:41:44.934778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:41:44.952664 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b166ac82-3ab6-46ec-bf16-13d313241f5d req-afd6044b-0b36-4624-ac32-17e84c01cc38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478263 May 12 19:41:44.953426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fc49dbb0-f0ad-4323-b2ee-d397596acc01 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Unset dirty status for tenant:364b0d12ad70469b8eadbc49088b7c4e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:41:44.954577 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fc49dbb0-f0ad-4323-b2ee-d397596acc01 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc90d4eb-4e50-4ee8-bab6-a034c940adf1 HTTP/1.1" status: 200 len: 913 time: 0.1577065 May 12 19:41:44.957616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59864) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:45.032850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Network a5a9c673-5b6e-4423-898f-f4486e08789d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:45.068916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:45.162162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:45.227503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.281500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.286190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Pushing event updated for resources: {'Port': ['ID=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:45.343835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:41:45.358319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8ae32-074a-4e60-84f2-65f1485a4729 req-8c4450d8-11e3-4b92-8ea2-6bd758a7ac2d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:45.367630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70b8ae32-074a-4e60-84f2-65f1485a4729 req-8c4450d8-11e3-4b92-8ea2-6bd758a7ac2d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 945 time: 0.5518055 May 12 19:41:45.393632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 98563107-3769-40e4-adb5-f63ba09efbbc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:45.394010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.466508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.466867 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Added segment 7cdeeb2c-a21c-4e30-bfb4-c8221c91f329 of type vlan for network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 May 12 19:41:45.468096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64e2c1a-bf08-4e1e-8781-40612ec502c8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:45.478273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Attempting to bind port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:45.478636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Attempting to bind port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:45.479019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Attempting to bind port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 on network a5a9c673-5b6e-4423-898f-f4486e08789d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:45.495834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:45.506170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b01bb2-3ca3-4579-a3cc-85097419a18c req-aa855648-cb8b-4c01-812b-49332f01dcdd tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:45.508287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:45.508700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Checking segment: {'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:45.509134 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.509553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Bound using segment: {'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:45.510132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Bound port: 544a4a4d-7699-4ee8-acdf-b02e425ee9b4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:45.510587 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.513586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3b01bb2-3ca3-4579-a3cc-85097419a18c req-aa855648-cb8b-4c01-812b-49332f01dcdd tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 946 time: 0.6135702 May 12 19:41:45.531165 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.539172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70b8ae32-074a-4e60-84f2-65f1485a4729 req-cbf4a545-5894-47ad-bf13-1965d4e827c6 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704412 May 12 19:41:45.641407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.22.0.1 (a5a9c673-5b6e-4423-898f-f4486e08789d/1d471c84-6cb5-4a44-8224-b8a7beee7034/ade8ffa1-fbf5-4cfe-a348-5e52f53b580e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:45.651056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.682122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3b01bb2-3ca3-4579-a3cc-85097419a18c req-8a8e17d6-ee4d-4e0c-9911-0d8de2774ce6 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675088 May 12 19:41:45.885519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=12']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:45.901059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] For port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:45.905518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] For port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,segment=NetworkSegment(90c5acfd-5e70-4e56-ba12-b0f9d42761b7),segment_id=90c5acfd-5e70-4e56-ba12-b0f9d42761b7)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:45.914726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.916900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.934315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:45.935480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:45.936187 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:46.009631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0116861 May 12 19:41:46.025652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59882) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:46.032018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Request body: {'subnet': {'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1038203388-subnet', 'tenant_id': 'caf0a5726dc6441e927a80af360d5518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:46.049952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:46.058231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Usage tracker for resource:subnet and tenant:caf0a5726dc6441e927a80af360d5518 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:46.064740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:46.079541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:46.082813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:36Z', 'revision_number': 3, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:43Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:46.101704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45414f09-d857-47f1-8e1d-72492b997052 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:36Z', 'revision_number': 3, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:43Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:46.134050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f4433-bd33-4654-b955-ba046e791c94 None None] Pushing event updated for resources: {'Port': ['ID=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:46.339156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:46.359959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:46.457956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:41:46.635027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401f2ad-bedc-4d1f-a171-60c0479334b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f084805-0240-4ebb-80f7-8f92fa40dcd6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:46.649520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:41:46.701371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:46.744251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object ade8ffa1-fbf5-4cfe-a348-5e52f53b580e will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:46.789140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27270cfa-77a7-41c0-af65-9336468af601 req-96e8eb3c-b0a6-4ba2-9dfb-b617d9aafdfb tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:46.800775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27270cfa-77a7-41c0-af65-9336468af601 req-96e8eb3c-b0a6-4ba2-9dfb-b617d9aafdfb tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.6320419 May 12 19:41:46.968742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27270cfa-77a7-41c0-af65-9336468af601 req-aa2274e2-3d66-4340-a897-5b7cb680a908 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669426 May 12 19:41:46.972410 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3139ae-3fbb-4821-b3c9-6838844ef3b8'] response: {'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc', 'code': 200} May 12 19:41:47.044075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:47.054651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:47.223667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47fe641d-e0a1-4324-b69f-3703264a1493,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:47.304009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network a5a9c673-5b6e-4423-898f-f4486e08789d is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:47.328999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:47.332982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:47.440574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting port b11fb4b9-677d-4ea3-8e85-90723c451282 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:47.440912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:47.530054 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:47.589292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:47.603921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:47.604303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Network hostable DHCP agents. Network: 8f084805-0240-4ebb-80f7-8f92fa40dcd6, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:41:47.673639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:47.697159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:41:47.769495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:47.783261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:47.784481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:47.801392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 8f084805-0240-4ebb-80f7-8f92fa40dcd6) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:47.807125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:47.808638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:47.841784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a0345-9c35-425a-ba14-7808e1f3b80f req-2909d873-d82b-4d37-96b1-fed4bc02114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:47.843702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a46a0345-9c35-425a-ba14-7808e1f3b80f req-2909d873-d82b-4d37-96b1-fed4bc02114f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1098 time: 0.5205142 May 12 19:41:47.845278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b044d3f-1852-417c-a8ef-668157c95dcb None None] Network a5a9c673-5b6e-4423-898f-f4486e08789d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:47.861865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c31d05-0277-4335-b575-d0443f00b86c None None] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:47.887267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9b8fb6a2-095e-4116-8cf3-b361f5cce3e8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8512435 May 12 19:41:47.951986 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:47.969846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a46a0345-9c35-425a-ba14-7808e1f3b80f req-4a995ca6-f61b-40ca-a0ed-04c1a7dee8ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182191 May 12 19:41:48.002663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:48.065905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658429-1dee-4144-b61e-be56f8e515b5 req-c94bb958-e054-4c7d-a1d5-95d2c684d30a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:48.067355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67658429-1dee-4144-b61e-be56f8e515b5 req-c94bb958-e054-4c7d-a1d5-95d2c684d30a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.7622387 May 12 19:41:48.082762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753f938-3cd9-466d-b19e-4bdd672f28eb req-26ba2ff9-3239-416b-bedc-74457990ae1d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:48.105235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2753f938-3cd9-466d-b19e-4bdd672f28eb req-26ba2ff9-3239-416b-bedc-74457990ae1d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 945 time: 0.8851223 May 12 19:41:48.117739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Calling delete_port for b11fb4b9-677d-4ea3-8e85-90723c451282 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:48.318558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84cc1390-ad52-4443-a2ea-700c8f07b723 None None] Provisioning for port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:48.338427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67658429-1dee-4144-b61e-be56f8e515b5 req-3ead733d-45f3-4050-8ba3-568c392b63c2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300923 May 12 19:41:48.343652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2753f938-3cd9-466d-b19e-4bdd672f28eb req-f7cc92c4-f985-4f70-bd83-489840d8921d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940520 May 12 19:41:48.392302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c17ebe-9f06-4e64-a846-85499bee7c90 None None] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:48.732968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:48.732968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:48.831473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,segment=NetworkSegment(a989fe8d-a627-4db2-83ed-09e1085e0f15),segment_id=a989fe8d-a627-4db2-83ed-09e1085e0f15)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:48.853985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:48.855147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:49.007993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:49.168512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:49.185275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365a345-177b-4663-ad30-292a204dc6c5 req-d134a6d3-395b-4325-8806-c25c8bc17434 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:49.187782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e365a345-177b-4663-ad30-292a204dc6c5 req-d134a6d3-395b-4325-8806-c25c8bc17434 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.5101275 May 12 19:41:49.189121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:49.246679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:49.376357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:49.377989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event deleted for resources: {'Port': ['ID=b11fb4b9-677d-4ea3-8e85-90723c451282,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:49.382960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e365a345-177b-4663-ad30-292a204dc6c5 req-a11a858e-20ef-43e3-8181-ed31c21d6ce6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579802 May 12 19:41:49.384718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:49.483820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-8ec4e1ec-0478-4df7-a455-06c05ea5abd4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4094129 May 12 19:41:49.622132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:49.636282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:49.636649 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:49.957066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:49.957837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:50.000790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,segment=NetworkSegment(90c5acfd-5e70-4e56-ba12-b0f9d42761b7),segment_id=90c5acfd-5e70-4e56-ba12-b0f9d42761b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:50.027618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:50.126301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:50.214457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:50.214997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network a5a9c673-5b6e-4423-898f-f4486e08789d is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:50.220184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:50.273553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:50.384724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92a7994a-2160-468d-9c77-70d85b1bf96a None None] Provisioning for port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:50.392546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92a7994a-2160-468d-9c77-70d85b1bf96a None None] Provisioning complete for port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:50.392960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92a7994a-2160-468d-9c77-70d85b1bf96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:50.472588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:50.472876 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:50.617533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-92a7994a-2160-468d-9c77-70d85b1bf96a None None] Port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:50.660460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92a7994a-2160-468d-9c77-70d85b1bf96a None None] Provisioning complete for port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:50.661765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92a7994a-2160-468d-9c77-70d85b1bf96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:50.868311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15255c-e407-4aa3-8d24-96cfc8389afe req-eec18479-6f08-492a-8184-a9f1e8b87747 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:50.869934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd15255c-e407-4aa3-8d24-96cfc8389afe req-eec18479-6f08-492a-8184-a9f1e8b87747 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 1.0610909 May 12 19:41:51.000398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:51.016909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd15255c-e407-4aa3-8d24-96cfc8389afe req-b044249c-134e-4ba6-b50a-ce69994f7072 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230025 May 12 19:41:51.028044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:41:51.215210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-92a7994a-2160-468d-9c77-70d85b1bf96a None None] Current status of the port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:51.360178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-02778c3c-52b1-4d7e-bc18-f9a82a9bb883 None None] Provisioning complete for port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:51.360843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02778c3c-52b1-4d7e-bc18-f9a82a9bb883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:51.428241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-02778c3c-52b1-4d7e-bc18-f9a82a9bb883 None None] Port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:41:51.459445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-5a12960b-4653-4ab6-8394-31310c229c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:51.461164 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-5a12960b-4653-4ab6-8394-31310c229c31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7&tenant_id=39e856d6fd9a47518afa03c94fb5bb68 HTTP/1.1" status: 200 len: 1095 time: 0.3204980 May 12 19:41:51.467869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Router cc90d4eb-4e50-4ee8-bab6-a034c940adf1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:41:51.752755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:51.763121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-2f4ab1b4-1012-492c-bd5f-592976b6b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:51.764369 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] Sync routers for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:51.764887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-2f4ab1b4-1012-492c-bd5f-592976b6b708 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1095 time: 0.2317913 May 12 19:41:51.779779 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:51.781605 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:51.807875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:41:51.813405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-22bc479a-2141-4112-9150-69975c030a84 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2607100 May 12 19:41:51.818284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59998) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:51.826647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:41:51.829799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'network': {'name': 'tempest-RoutersTest-614352441'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:51.835391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:51.839660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-24224ff3-b915-419a-9301-c5291abdfd53 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "PUT /v2.0/routers/cc90d4eb-4e50-4ee8-bab6-a034c940adf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8802893 May 12 19:41:51.842710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:51.843225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:network and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:51.845885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60002) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:51.846195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:51.846517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:51.852903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:51.889789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:51.893827 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:51.909671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383678ff-5382-48f0-b895-88a1e0f46774 req-6feac714-42d6-44ed-af8c-e3daeeab7e1e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:51.919856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-383678ff-5382-48f0-b895-88a1e0f46774 req-6feac714-42d6-44ed-af8c-e3daeeab7e1e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.4731770 May 12 19:41:52.003409 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:52.015513 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] Routers {'cc90d4eb-4e50-4ee8-bab6-a034c940adf1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:52.016700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-383678ff-5382-48f0-b895-88a1e0f46774 req-2aeac292-96d8-4850-b921-e73041fb8b98 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933847 May 12 19:41:52.017057 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:52.039586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-51e2f77f-5b22-4f1d-bdda-b66efc1e9d44 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:52.040317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-51e2f77f-5b22-4f1d-bdda-b66efc1e9d44 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:41:52.080728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:41:52.100174 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:52.100924 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be5e086-b069-4aab-97e2-33de7ff56873 None None] The sync data for ids ['cc90d4eb-4e50-4ee8-bab6-a034c940adf1'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:52.126751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-51e2f77f-5b22-4f1d-bdda-b66efc1e9d44 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:41:52.128488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-51e2f77f-5b22-4f1d-bdda-b66efc1e9d44 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.6808589 May 12 19:41:52.162099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:52.163221 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added segment f6de3277-b9c8-49fa-b938-162251bf5d39 of type vlan for network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 May 12 19:41:52.174080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:41:52.186932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-b5bbf6f0-b48e-4e37-800b-3a7c2b2846d1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.0469942 May 12 19:41:52.241853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:52.263427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-ed33a517-7c2d-4348-b1a0-ac11e8cc3524 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680857 May 12 19:41:52.366088 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:52.554504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:52.554776 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:52.592296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:52.603215 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:52.611901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:52.617317 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:52.812296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9908252 May 12 19:41:52.818144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-c294caa9-1157-45d9-9afb-10a22f0eda17 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371556 May 12 19:41:52.818844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60026) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:52.821474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a0e37-c9e5-4598-bd72-60ad24712335 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Network': ['ID=ea3d34aa-2f42-4b8a-bc64-9d24a6076771,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:52.827344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'subnet': {'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:52.844249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:41:52.899662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-954cd334-892e-42d8-aec9-bee68a409e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:52.902093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-954cd334-892e-42d8-aec9-bee68a409e10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 1.1258070 May 12 19:41:53.101807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:53.108203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:53.116374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:subnet and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:53.122960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:53.132210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:53.136029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-2d5ddbe0-57e0-4f3a-b307-a8146ff8e844 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933037 May 12 19:41:53.144274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting port 2ae9e8bf-4c05-4ba6-b421-3248bbed378f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:41:53.146979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:53.161169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Made reservation on behalf of 1665227f91a44b5cae0ee654949921cf for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:53.165986 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:53.171011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:53.230831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:47Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:53.247123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:41:53.247472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Updating router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:41:53.285033 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-7904127c-2dd9-4b04-a716-3929dbdb4d45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 1000 time: 0.3523774 May 12 19:41:53.420872 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:53.528151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478777-1ee1-43c1-93b7-e4ea153f62df req-18b34b0d-f460-420a-b959-78d083fd404f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:53.529764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13478777-1ee1-43c1-93b7-e4ea153f62df req-18b34b0d-f460-420a-b959-78d083fd404f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.1585796 May 12 19:41:53.742539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-1c136e61-65a1-47e0-b9fc-d9d34deafd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:53.745886 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-1c136e61-65a1-47e0-b9fc-d9d34deafd81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.4597998 May 12 19:41:53.755111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13478777-1ee1-43c1-93b7-e4ea153f62df req-8ea17754-6709-44e1-bea7-bab7b54a8770 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109275 May 12 19:41:53.888070 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:53.967986 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:54.185414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2698fc50-7f60-4c76-a97a-9557b2a60fc2 req-3bb3e31f-0ddc-4fcd-8a64-72473446dc5f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 210 time: 0.1723647 May 12 19:41:54.320465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Calling delete_port for 2ae9e8bf-4c05-4ba6-b421-3248bbed378f owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:41:54.441404 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:54.460200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Transition to ACTIVE for port object ade8ffa1-fbf5-4cfe-a348-5e52f53b580e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:54.472596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:54.486165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Subnet': ['ID=84d9660e-d138-40ef-a1ef-5d615092ca6e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:54.498349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-863f892b-0bb7-4fe1-8f52-aa300c688fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:54.500089 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-863f892b-0bb7-4fe1-8f52-aa300c688fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7454636 May 12 19:41:54.579076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Checking segment: {'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:54.579612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network hostable DHCP agents. Network: ea3d34aa-2f42-4b8a-bc64-9d24a6076771, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:41:54.639798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1912010-3308-466c-b3f0-be7932010107 req-bce903a2-6854-4319-8ddd-b89339fd4686 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:54.647847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1912010-3308-466c-b3f0-be7932010107 req-bce903a2-6854-4319-8ddd-b89339fd4686 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.4592745 May 12 19:41:54.670557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:41:54.715299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ea3d34aa-2f42-4b8a-bc64-9d24a6076771) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:54.733900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:54.734633 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:54.772839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93336e2-0ce1-4a69-bdaf-221ef59c6a10 None None] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:54.809889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-d4a0971f-cf2c-46d2-9623-fd4880a758d5 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997549 May 12 19:41:54.814021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04518a-3c3d-4dff-af69-bdd0399250a7 req-d61c5793-b359-471e-95e7-2d14c17156f4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:54.815640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a04518a-3c3d-4dff-af69-bdd0399250a7 req-d61c5793-b359-471e-95e7-2d14c17156f4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.3116069 May 12 19:41:54.867519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1912010-3308-466c-b3f0-be7932010107 req-bbd9a328-b9b2-4a94-a15d-90e7a259595f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183161 May 12 19:41:54.895663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ec4dbecf-b158-4863-80e4-3d9fa04cfb09 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0718653 May 12 19:41:54.928448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60062) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:55.228273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac9184-3fc8-479a-9d3f-94e77ffcc70c None None] Pushing event updated for resources: {'Port': ['ID=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:55.232979 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-ebf8f113-eaef-4dcb-9447-aa9a345dac59 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926899 May 12 19:41:55.279830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:55.339699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Attempting to bind port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:55.340784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Attempting to bind port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:55.341508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Attempting to bind port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e on network a5a9c673-5b6e-4423-898f-f4486e08789d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:55.357481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:55.358378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Checking segment: {'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:55.358976 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:55.359616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Bound using segment: {'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:55.360347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Bound port: ade8ffa1-fbf5-4cfe-a348-5e52f53b580e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c5acfd-5e70-4e56-ba12-b0f9d42761b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:55.360893 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:55.491683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event deleted for resources: {'Port': ['ID=2ae9e8bf-4c05-4ba6-b421-3248bbed378f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:55.844849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] For port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:55.857792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] For port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,segment=NetworkSegment(90c5acfd-5e70-4e56-ba12-b0f9d42761b7),segment_id=90c5acfd-5e70-4e56-ba12-b0f9d42761b7)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:55.868258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:55.916743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:41:55.917985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:55.976675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a04518a-3c3d-4dff-af69-bdd0399250a7 req-a83ac349-8e9a-4031-8b77-99310a0dc2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1358924 May 12 19:41:56.184593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:41:56.188379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:56.231032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.231032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.231718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.231718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.237581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.238627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.239006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.239354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.239689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.240017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.240338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.246051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:41:56.469682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:56.520269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:41:56.891717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed4e6d-58e5-4409-9445-02dab10a767f req-093e2c7c-27c7-46b2-bc61-d867879101b5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:56.903588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8ed4e6d-58e5-4409-9445-02dab10a767f req-093e2c7c-27c7-46b2-bc61-d867879101b5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 1.7763848 May 12 19:41:56.962241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-eaa33810-73c5-4872-b56d-2f8f2e758878 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:56.970498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8ed4e6d-58e5-4409-9445-02dab10a767f req-56eb0fa4-407b-4e67-ab58-5b7c6fd8e592 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649290 May 12 19:41:56.997397 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-eaa33810-73c5-4872-b56d-2f8f2e758878 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.73 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 1.4588637 May 12 19:41:57.059725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Request body: {'port': {'device_id': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'admin_state_up': True, 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:41:57.141381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac9184-3fc8-479a-9d3f-94e77ffcc70c None None] Pushing event updated for resources: {'Port': ['ID=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:57.211721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-79a882c4-c6da-4d39-9b8e-20b29cc7f3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.259619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.290686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.299178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69a3cc-9af1-49c4-bd7d-c100ad106b08 req-59deb020-832b-4d21-b2e1-504293782269 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:57.306553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.313089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c69a3cc-9af1-49c4-bd7d-c100ad106b08 req-59deb020-832b-4d21-b2e1-504293782269 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.9960482 May 12 19:41:57.401105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.401652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Fanout notify agent at l3_agent the message router_deleted on router cc90d4eb-4e50-4ee8-bab6-a034c940adf1 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:41:57.528577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.541152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d6fdbe3c-a06f-4248-b97c-00592ce91fd7 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "DELETE /v2.0/routers/cc90d4eb-4e50-4ee8-bab6-a034c940adf1 HTTP/1.1" status: 204 len: 168 time: 5.6918299 May 12 19:41:57.543939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60102) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:41:57.631569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Allocated IP 172.23.0.2 (ea3d34aa-2f42-4b8a-bc64-9d24a6076771/84d9660e-d138-40ef-a1ef-5d615092ca6e/ca1a53b8-2ed9-400b-b836-f5224dd9e566) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:57.701651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:41:57.718010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c69a3cc-9af1-49c4-bd7d-c100ad106b08 req-5d1b8e77-38a5-484e-b93c-6e5d8e5c8e3a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039083 May 12 19:41:57.719774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Usage tracker for resource:port and tenant:caf0a5726dc6441e927a80af360d5518 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:41:57.727405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:41:57.755342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:41:57.774147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting subnet 6770fb8e-7765-4544-9ad4-365b5f4bb363 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:41:57.781400 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.848782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:41:57.855617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:57.955380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:47Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:55Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:41:57.966258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf8e27-17b4-44b8-a12d-633b2120eba8 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:41:47Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:55Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:41:58.010668 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:58.016353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:58.048503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Transition to ACTIVE for port object ca1a53b8-2ed9-400b-b836-f5224dd9e566 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:58.148464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Transition to ACTIVE for port object ca1a53b8-2ed9-400b-b836-f5224dd9e566 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:58.181463 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:58.341117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ade8ffa1-fbf5-4cfe-a348-5e52f53b580e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:41:58.381512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2603da2c-f59a-4d08-b9df-951e532c08f3 req-67c466ed-7fcd-42ff-a0b7-5ff3d04d913b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 210 time: 0.3456883 May 12 19:41:58.672779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:41:58.696868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:41:58.716562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:41:58.747021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Pushing event updated for resources: {'Port': ['ID=ca1a53b8-2ed9-400b-b836-f5224dd9e566,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:58.767655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Allocated IP 172.20.0.7 (8f084805-0240-4ebb-80f7-8f92fa40dcd6/47fe641d-e0a1-4324-b69f-3703264a1493/6d61dd5f-2f71-4724-ba82-da4eaf8094bb) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:58.895256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:41:58.906993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:41:58.907366 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:58.984429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Attempting to bind port ca1a53b8-2ed9-400b-b836-f5224dd9e566 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:41:58.984794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Attempting to bind port ca1a53b8-2ed9-400b-b836-f5224dd9e566 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:41:58.985162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Attempting to bind port ca1a53b8-2ed9-400b-b836-f5224dd9e566 on network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:41:59.006907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:41:59.007299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Checking segment: {'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:41:59.007839 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.008234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Bound using segment: {'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:41:59.008778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Bound port: ca1a53b8-2ed9-400b-b836-f5224dd9e566, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:41:59.009279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.040754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Allocated IP 172.23.0.1 (ea3d34aa-2f42-4b8a-bc64-9d24a6076771/84d9660e-d138-40ef-a1ef-5d615092ca6e/42ed7c85-2071-45d2-b45c-57b22c3c6719) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:41:59.069833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06574a76-5c8f-43da-affc-6fa23e8c4d53 req-8704dc6d-a1a7-4db3-b020-b34af189a9ad tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:41:59.081682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06574a76-5c8f-43da-affc-6fa23e8c4d53 req-8704dc6d-a1a7-4db3-b020-b34af189a9ad tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.4439783 May 12 19:41:59.110928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3dac74a9-c5bb-4cfe-9c1f-fae6cc7d51d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.316610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06574a76-5c8f-43da-affc-6fa23e8c4d53 req-32b449ff-5fff-47c1-aecb-e644c7bde255 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337346 May 12 19:41:59.325986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] For port ca1a53b8-2ed9-400b-b836-f5224dd9e566, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:41:59.366735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] For port ca1a53b8-2ed9-400b-b836-f5224dd9e566, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca1a53b8-2ed9-400b-b836-f5224dd9e566,segment=NetworkSegment(f6de3277-b9c8-49fa-b938-162251bf5d39),segment_id=f6de3277-b9c8-49fa-b938-162251bf5d39)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:41:59.370203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:41:59.372384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.435174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.504848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.506141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.535278 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:41:59.584758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,segment=NetworkSegment(90c5acfd-5e70-4e56-ba12-b0f9d42761b7),segment_id=90c5acfd-5e70-4e56-ba12-b0f9d42761b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:41:59.600524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.622037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d2cf9-f41c-44ae-a016-5295559ce0f3 None None] Pushing event updated for resources: {'Port': ['ID=ca1a53b8-2ed9-400b-b836-f5224dd9e566,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:59.684081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Transition to ACTIVE for port object 42ed7c85-2071-45d2-b45c-57b22c3c6719 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:41:59.747013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.811512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.829064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:59.842251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.922061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:41:59.929660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a0aec-d81b-4af2-8d8e-ea90bdd92e8f None None] Network 8f8ff1c1-b3a6-4e67-b4ff-025908602173 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:41:59.942920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event deleted for resources: {'Subnet': ['ID=6770fb8e-7765-4544-9ad4-365b5f4bb363,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:41:59.950386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35c71480-ba67-4e2f-aeab-551a2799af9f tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "DELETE /v2.0/subnets/6770fb8e-7765-4544-9ad4-365b5f4bb363 HTTP/1.1" status: 204 len: 168 time: 2.4055865 May 12 19:41:59.951164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:00.060065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:00.067495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:00.268140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:00.419324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06581-9023-43a2-87b2-940fe4625996 req-0d04d146-1d0e-44e6-86c3-2a18a8031ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:00.421787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e06581-9023-43a2-87b2-940fe4625996 req-0d04d146-1d0e-44e6-86c3-2a18a8031ba3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 1096 time: 0.4852977 May 12 19:42:00.435549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ade8ffa1-fbf5-4cfe-a348-5e52f53b580e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:00.455758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:00.519015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=42ed7c85-2071-45d2-b45c-57b22c3c6719,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:00.567086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:00.635629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d81d18-898b-4b39-b855-206bf2e4c9ee req-763819c9-3626-4431-8764-c1522bef38c4 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:00.639240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5d81d18-898b-4b39-b855-206bf2e4c9ee req-763819c9-3626-4431-8764-c1522bef38c4 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 1.1048107 May 12 19:42:00.673795 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:00.678965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06581-9023-43a2-87b2-940fe4625996 req-9f2d1360-5ad2-40b6-a092-d1b2b6150ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:00.680516 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e06581-9023-43a2-87b2-940fe4625996 req-9f2d1360-5ad2-40b6-a092-d1b2b6150ba9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 906 time: 0.2353692 May 12 19:42:00.699006 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:00.704599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:00.705009 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:00.768006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079bc6b-5ae3-45ab-84bf-b9fa713ae629 req-b95a5dac-08b3-4ad3-863c-b4bde8ad044b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:00.777822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4079bc6b-5ae3-45ab-84bf-b9fa713ae629 req-b95a5dac-08b3-4ad3-863c-b4bde8ad044b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 931 time: 0.7200518 May 12 19:42:00.844692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5d81d18-898b-4b39-b855-206bf2e4c9ee req-e262e435-61c3-4aaa-9d1d-af611fccc307 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970272 May 12 19:42:01.059299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4079bc6b-5ae3-45ab-84bf-b9fa713ae629 req-e293c318-b44b-43df-95e8-d27906b7dc6a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:01.214914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] DHCP port deletion for 8f8ff1c1-b3a6-4e67-b4ff-025908602173 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:42:01.229093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] Deleting port 1fcde3a4-16f8-4d74-9118-4f9808ac070e {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:01.231950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:01.353795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4079bc6b-5ae3-45ab-84bf-b9fa713ae629 req-e293c318-b44b-43df-95e8-d27906b7dc6a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:01.354979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4079bc6b-5ae3-45ab-84bf-b9fa713ae629 req-e293c318-b44b-43df-95e8-d27906b7dc6a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700514 May 12 19:42:01.381897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:01.408152 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:01.566854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:01.644756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:01.688979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event updated for resources: {'Port': ['ID=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:01.725461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:01.727535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e06581-9023-43a2-87b2-940fe4625996 req-2890fbbe-81ec-4b0a-8ecd-1a8365348f45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41 HTTP/1.1" status: 200 len: 217 time: 0.9805768 May 12 19:42:01.745291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:01.748621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting port 1fcde3a4-16f8-4d74-9118-4f9808ac070e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:01.749508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:01.781806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ec0f7e-7599-4bf4-b8b5-e8893c67696c None None] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:01.895191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:01.936863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] For port 1fcde3a4-16f8-4d74-9118-4f9808ac070e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1fcde3a4-16f8-4d74-9118-4f9808ac070e,segment=NetworkSegment(b890756b-3a8f-4bad-9333-5b8084d03de6),segment_id=b890756b-3a8f-4bad-9333-5b8084d03de6)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:01.941814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:01.961442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e7e9ad07-622f-41dd-994b-5cacdb138942 None None] Provisioning for port ca1a53b8-2ed9-400b-b836-f5224dd9e566 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:02.158134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:02.158866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:02.312147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f44c32-3ee1-4f60-8e6f-0dac8aac1b31 req-4f6e743d-8ec5-4638-a68d-2adaacb6f88f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:02.319289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f44c32-3ee1-4f60-8e6f-0dac8aac1b31 req-4f6e743d-8ec5-4638-a68d-2adaacb6f88f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.6404951 May 12 19:42:02.340310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06581-9023-43a2-87b2-940fe4625996 req-1db6c935-4fdd-49c8-a74d-36def83e6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:02.342427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e06581-9023-43a2-87b2-940fe4625996 req-1db6c935-4fdd-49c8-a74d-36def83e6d78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.5945616 May 12 19:42:02.403853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca1a53b8-2ed9-400b-b836-f5224dd9e566 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:02.404074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f44c32-3ee1-4f60-8e6f-0dac8aac1b31 req-0fd94ed2-d9f9-4f4c-8c0e-dd43a615f99a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835333 May 12 19:42:02.534054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e06581-9023-43a2-87b2-940fe4625996 req-4a911c80-97c4-461c-983c-87ee1c4474b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497853 May 12 19:42:02.562463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] Calling delete_port for 1fcde3a4-16f8-4d74-9118-4f9808ac070e owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:02.576320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-f4b7efdf-0a4d-49f5-8084-739e578d4052 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5790243 May 12 19:42:02.603284 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:02.612023 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:02.676836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Request body: {'port': {'device_id': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:02.742531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] For port 1fcde3a4-16f8-4d74-9118-4f9808ac070e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1fcde3a4-16f8-4d74-9118-4f9808ac070e,segment=NetworkSegment(b890756b-3a8f-4bad-9333-5b8084d03de6),segment_id=b890756b-3a8f-4bad-9333-5b8084d03de6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:02.743442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:02.861946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event updated for resources: {'Port': ['ID=42ed7c85-2071-45d2-b45c-57b22c3c6719,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:02.992062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:03.080510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ca1a53b8-2ed9-400b-b836-f5224dd9e566 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:03.102811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ca1a53b8-2ed9-400b-b836-f5224dd9e566 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:03.103234 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:03.289091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b97d-521b-4993-af12-8bd36f513d95 req-44c46bde-153e-4851-a4c3-e5332e1576a6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:03.296427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31c9b97d-521b-4993-af12-8bd36f513d95 req-44c46bde-153e-4851-a4c3-e5332e1576a6 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.6060879 May 12 19:42:03.300238 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:03.359826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Calling delete_port for 1fcde3a4-16f8-4d74-9118-4f9808ac070e owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:03.373351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31c9b97d-521b-4993-af12-8bd36f513d95 req-1e900221-188b-4d8f-911f-a42c2c5b49f4 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756688 May 12 19:42:03.494939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:03.508029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:03.637808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:03.712242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:03.762610 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e06581-9023-43a2-87b2-940fe4625996 req-1177c8b0-9e62-4f36-b13d-49df5eb036a6 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1883228 May 12 19:42:03.774516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3d758-397e-4b26-b613-97a11b0e934f req-7e242404-b989-468e-966b-152133680d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:03.780323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47a3d758-397e-4b26-b613-97a11b0e934f req-7e242404-b989-468e-966b-152133680d42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1097 time: 0.9407637 May 12 19:42:03.828347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] Pushing event deleted for resources: {'Port': ['ID=1fcde3a4-16f8-4d74-9118-4f9808ac070e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:03.858044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5dd68-58eb-4502-8211-2627f858bc5a None None] No DVR routers for this DVR port 1fcde3a4-16f8-4d74-9118-4f9808ac070e on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:04.020204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:04.158098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ca1a53b8-2ed9-400b-b836-f5224dd9e566 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:04.159002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:04.279374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:04.279743 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:04.357557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port ca1a53b8-2ed9-400b-b836-f5224dd9e566, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca1a53b8-2ed9-400b-b836-f5224dd9e566,segment=NetworkSegment(f6de3277-b9c8-49fa-b938-162251bf5d39),segment_id=f6de3277-b9c8-49fa-b938-162251bf5d39)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:04.387343 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:04.432156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbb1d8-68c2-4a53-ab63-0d5a95522afd req-dc34f1dc-0cdb-4389-b608-a9ca1dd8e502 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:04.450185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadbb1d8-68c2-4a53-ab63-0d5a95522afd req-dc34f1dc-0cdb-4389-b608-a9ca1dd8e502 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.7028403 May 12 19:42:04.473007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ed93-ea7d-480b-89aa-32137a4d26f4 req-402af3d3-f65e-4537-b438-827fe93cdbbb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:04.474757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a346ed93-ea7d-480b-89aa-32137a4d26f4 req-402af3d3-f65e-4537-b438-827fe93cdbbb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 931 time: 0.7807782 May 12 19:42:04.513570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1fcde3a4-16f8-4d74-9118-4f9808ac070e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:04.595622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d61dd5f-2f71-4724-ba82-da4eaf8094bb {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:04.605769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:04.620201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:04.622870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Transition to ACTIVE for port object 6d61dd5f-2f71-4724-ba82-da4eaf8094bb will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:04.652253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1fcde3a4-16f8-4d74-9118-4f9808ac070e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:04.652901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1fcde3a4-16f8-4d74-9118-4f9808ac070e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:04.662095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:04.677749 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:04.719287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=ca1a53b8-2ed9-400b-b836-f5224dd9e566,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:04.779510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a346ed93-ea7d-480b-89aa-32137a4d26f4 req-d87b794b-a8bf-4e42-8e13-81f25ef1016c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934926 May 12 19:42:04.794785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fadbb1d8-68c2-4a53-ab63-0d5a95522afd req-452aacbc-fe86-4d91-98ad-e6d0f4182525 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432441 May 12 19:42:04.801821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:04.817423 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:04.837541 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:04.839586 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:04.851167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-84c28281-ebc4-4462-83b0-f42cc3f652a5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9215810 May 12 19:42:04.860717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60230) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:04.870518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:04.929986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e938fbc9-e65f-46c0-b0f6-4214c864e00f None None] Provisioning complete for port ca1a53b8-2ed9-400b-b836-f5224dd9e566 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:04.930741 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e938fbc9-e65f-46c0-b0f6-4214c864e00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:05.159565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e06581-9023-43a2-87b2-940fe4625996 req-cce29a72-841b-4456-a724-d21baa0a7dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3685760 May 12 19:42:05.161072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:42:05.161793 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:42:05.168726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:05.185805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e938fbc9-e65f-46c0-b0f6-4214c864e00f None None] Current status of the port ca1a53b8-2ed9-400b-b836-f5224dd9e566 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:05.220936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e938fbc9-e65f-46c0-b0f6-4214c864e00f None None] Provisioning for port 42ed7c85-2071-45d2-b45c-57b22c3c6719 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:05.229381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e938fbc9-e65f-46c0-b0f6-4214c864e00f None None] Provisioning complete for port 42ed7c85-2071-45d2-b45c-57b22c3c6719 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:05.230051 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e938fbc9-e65f-46c0-b0f6-4214c864e00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:05.306962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e938fbc9-e65f-46c0-b0f6-4214c864e00f None None] Port 42ed7c85-2071-45d2-b45c-57b22c3c6719 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:42:05.339928 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:05.361990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:05.462679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8acc1636-75a7-4f2f-b8d0-92cf1533758e None None] Provisioning complete for port 42ed7c85-2071-45d2-b45c-57b22c3c6719 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:05.464585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8acc1636-75a7-4f2f-b8d0-92cf1533758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:05.589380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8acc1636-75a7-4f2f-b8d0-92cf1533758e None None] Port 42ed7c85-2071-45d2-b45c-57b22c3c6719 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:42:05.706304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting port 1fcde3a4-16f8-4d74-9118-4f9808ac070e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:05.706911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:05.726762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5eb462f1-fba9-451f-888e-6a1836fe4de1 None None] Provisioning complete for port 42ed7c85-2071-45d2-b45c-57b22c3c6719 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:05.727129 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eb462f1-fba9-451f-888e-6a1836fe4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:05.789731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] The port '1fcde3a4-16f8-4d74-9118-4f9808ac070e' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:42:05.967637 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:01Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:02Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:05.974150 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:05.975114 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Updating router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 port 42ed7c85-2071-45d2-b45c-57b22c3c6719 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:42:05.996892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5eb462f1-fba9-451f-888e-6a1836fe4de1 None None] Port 42ed7c85-2071-45d2-b45c-57b22c3c6719 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:42:06.045317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-2e34ae95-bb28-4495-8022-641018570517 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:06.047184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-2e34ae95-bb28-4495-8022-641018570517 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 0.9701295 May 12 19:42:06.057776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.065610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Pushing event updated for resources: {'Port': ['ID=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:06.070255 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.076533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-1efc8d3d-5665-4b6a-89e5-b2c7cdda5189 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/quotas/703529a041f34e2b843f8e4bfd8cf6d2 HTTP/1.1" status: 200 len: 375 time: 0.0161231 May 12 19:42:06.114086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee47db-384a-4f17-9689-57607c54e665 req-39b5de32-0053-4444-9d1b-4be774bea9da tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:06.115102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f3ee47db-384a-4f17-9689-57607c54e665 req-39b5de32-0053-4444-9d1b-4be774bea9da tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Synchronizing usage tracker for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:06.246065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8ff1c1-b3a6-4e67-b4ff-025908602173']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:06.305961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f3ee47db-384a-4f17-9689-57607c54e665 req-39b5de32-0053-4444-9d1b-4be774bea9da tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Unset dirty status for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:06.307376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3ee47db-384a-4f17-9689-57607c54e665 req-39b5de32-0053-4444-9d1b-4be774bea9da tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/ports?device_id=1db54be1-07ea-428f-b365-4a878cb8dd6e HTTP/1.1" status: 200 len: 943 time: 1.1445155 May 12 19:42:06.370079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e417-b59d-40e6-968c-d732203c3b04 req-20fd4400-c7b4-4146-a195-5f2906fa1382 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:06.378115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcf7e417-b59d-40e6-968c-d732203c3b04 req-20fd4400-c7b4-4146-a195-5f2906fa1382 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 1.1875687 May 12 19:42:06.409039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b890756b-3a8f-4bad-9333-5b8084d03de6') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:06.409930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b890756b-3a8f-4bad-9333-5b8084d03de6') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:06.428478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3d758-397e-4b26-b613-97a11b0e934f req-9c3fe18f-3b0f-4427-a7ab-b847d8672157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:06.430907 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47a3d758-397e-4b26-b613-97a11b0e934f req-9c3fe18f-3b0f-4427-a7ab-b847d8672157 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 1.2828751 May 12 19:42:06.447873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-55144881-fde9-4995-a5af-83df8bb7ef6f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3621411 May 12 19:42:06.461268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.462081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcf7e417-b59d-40e6-968c-d732203c3b04 req-aefe6ba9-1dfa-47a5-8d20-2654180b12da tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830269 May 12 19:42:06.615695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.624892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:42:06.625464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.775304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Attempting to bind port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:06.775716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Attempting to bind port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:06.776007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Attempting to bind port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:06.787584 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47a3d758-397e-4b26-b613-97a11b0e934f req-5e46b745-5090-47db-92af-2866290f205c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 200 len: 217 time: 0.3044891 May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: timer() May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:42:06.788444 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:42:06.795657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Deleting port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:06.797432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.815214 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.823588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca1a53b8-2ed9-400b-b836-f5224dd9e566 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:06.833914 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Transition to ACTIVE for port object 42ed7c85-2071-45d2-b45c-57b22c3c6719 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:06.863803 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:06.923408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-371c0410-0a0f-4675-8a81-56389a542f31 service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600744 May 12 19:42:06.952154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ca1a53b8-2ed9-400b-b836-f5224dd9e566 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:06.952831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.007830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:07.008200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Attempting to bind port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:07.054330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.171289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.205696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3d758-397e-4b26-b613-97a11b0e934f req-d756c695-d929-442b-a692-b1a62c0dcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:07.209410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47a3d758-397e-4b26-b613-97a11b0e934f req-d756c695-d929-442b-a692-b1a62c0dcdfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.3345816 May 12 19:42:07.212296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:42:07.212747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:42:07.213036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Bound using segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:42:07.214588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Bound port: 6d61dd5f-2f71-4724-ba82-da4eaf8094bb, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:42:07.214956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.240617 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Pushing event updated for resources: {'Port': ['ID=42ed7c85-2071-45d2-b45c-57b22c3c6719,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:07.315766 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "DELETE /v2.0/networks/8f8ff1c1-b3a6-4e67-b4ff-025908602173 HTTP/1.1" status: 204 len: 168 time: 7.2992504 May 12 19:42:07.321787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ca1a53b8-2ed9-400b-b836-f5224dd9e566 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:07.328859 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.329445 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.329923 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.330442 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.330981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.331310 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.331770 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.332220 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.336672 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.337369 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.337634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.338216 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:07.382709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60248) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:07.425454 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Attempting to bind port 42ed7c85-2071-45d2-b45c-57b22c3c6719 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:07.426056 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Attempting to bind port 42ed7c85-2071-45d2-b45c-57b22c3c6719 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:07.426451 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Attempting to bind port 42ed7c85-2071-45d2-b45c-57b22c3c6719 on network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:07.433712 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:42:07.434162 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Checking segment: {'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:42:07.434674 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.435327 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Bound using segment: {'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:42:07.435925 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Bound port: 42ed7c85-2071-45d2-b45c-57b22c3c6719, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6de3277-b9c8-49fa-b938-162251bf5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:42:07.436383 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.490059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc6467-6d5f-4a1c-9aab-9123698509cd tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event deleted for resources: {'Network': ['ID=8f8ff1c1-b3a6-4e67-b4ff-025908602173,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:07.505522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] For port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:07.552667 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] For port 42ed7c85-2071-45d2-b45c-57b22c3c6719, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:07.558771 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] For port 42ed7c85-2071-45d2-b45c-57b22c3c6719, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42ed7c85-2071-45d2-b45c-57b22c3c6719,segment=NetworkSegment(f6de3277-b9c8-49fa-b938-162251bf5d39),segment_id=f6de3277-b9c8-49fa-b938-162251bf5d39)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:42:07.567233 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.582428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-15f6c846-351d-4027-8326-49f5a67f2939 service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485722 May 12 19:42:07.589021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.extraroute_db [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88112) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 12 19:42:07.611658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.extraroute_db [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Removed routes are [] {{(pid=88112) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 12 19:42:07.612219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.634842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18889a-01f2-4302-9e87-f55b2e409659 req-5f25e0ba-dd1f-43fa-add0-818b8014ce6b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:07.636122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f18889a-01f2-4302-9e87-f55b2e409659 req-5f25e0ba-dd1f-43fa-add0-818b8014ce6b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.3772063 May 12 19:42:07.667176 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213901b-f346-443c-b45e-00d0e1ba619c None None] Pushing event updated for resources: {'Port': ['ID=42ed7c85-2071-45d2-b45c-57b22c3c6719,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:07.710324 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:07.711498 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:07.851085 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:07.947337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f18889a-01f2-4302-9e87-f55b2e409659 req-7bfde6da-dba4-4e31-98c6-b0c406a390df tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548313 May 12 19:42:07.971305 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:08.054321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] For port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:42:08.086694 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e28d79-50d7-484a-80d1-66ff35a205ac'] response: {'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'code': 200} May 12 19:42:08.153029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:08.172801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Deleting port bcfc3984-1fe1-48d5-96b8-0e72c307d22b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:08.173460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:08.350382 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:08.394037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:08.398429 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:08.565770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Pushing event updated for resources: {'Port': ['ID=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:08.597856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:08.598490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:08.599899 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-d1ab4741-174a-4fb3-b9fa-80163d3770de service neutron] 10.222.0.73 "PUT /v2.0/ports/6d61dd5f-2f71-4724-ba82-da4eaf8094bb HTTP/1.1" status: 200 len: 1091 time: 5.9404891 May 12 19:42:08.628684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'tag': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:08.649368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3d758-397e-4b26-b613-97a11b0e934f req-5b5f89a5-d92c-488a-8aa4-bbac51dca0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:08.650884 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47a3d758-397e-4b26-b613-97a11b0e934f req-5b5f89a5-d92c-488a-8aa4-bbac51dca0b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3340652 May 12 19:42:08.726848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:08.755988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915cdb8-f9b0-477f-8c52-134e2f5aceea req-0dd12f51-f9db-47bd-94a4-299a98bc5bc1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:08.756674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 6, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:08.764095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8915cdb8-f9b0-477f-8c52-134e2f5aceea req-0dd12f51-f9db-47bd-94a4-299a98bc5bc1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 945 time: 0.4914002 May 12 19:42:08.770825 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e939-8e82-4ec3-8460-627335302e54 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 6, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:08.899510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ffa7a-b892-434f-9730-46535a48a28e req-6d2d8267-3479-469d-83a0-15cbc4021755 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:08.901025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c3ffa7a-b892-434f-9730-46535a48a28e req-6d2d8267-3479-469d-83a0-15cbc4021755 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 943 time: 0.3867657 May 12 19:42:09.024667 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47a3d758-397e-4b26-b613-97a11b0e934f req-2e39e1db-05bc-47d0-bb9f-382064842417 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091152 May 12 19:42:09.093664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:09.138976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8915cdb8-f9b0-477f-8c52-134e2f5aceea req-6c5865d3-61b5-4b36-a61b-e8c5226839f0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706961 May 12 19:42:09.157403 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:09.159410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d475451e-7fa7-4faa-8d92-0ce8fa9d2f47 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 200 len: 934 time: 4.2934136 May 12 19:42:09.171022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c3ffa7a-b892-434f-9730-46535a48a28e req-586451b1-2c46-4b0b-9867-1a0417ad7651 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445252 May 12 19:42:09.172204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60270) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:09.172664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] For port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:09.173036 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:09.519903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:09.576468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:09.577256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:09.760374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:09.760685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Calling delete_port for bcfc3984-1fe1-48d5-96b8-0e72c307d22b owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:09.932467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b4104df-8648-462c-8f86-e5ffc755f802 req-852abcea-e88f-45f1-9138-efa142bb31f0 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 210 time: 0.4690254 May 12 19:42:09.998682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8a7f0d12-09a2-4c3d-8031-82997074845b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 200 len: 934 time: 0.8236034 May 12 19:42:10.000149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60274) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:10.018617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'routes': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:10.132145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Calling delete_port for 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:10.201622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:10.220723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:10.221650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:10.360953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d877c6-46cc-48b9-812c-4977af1710cd req-9c043b4a-b97c-4078-b0f3-9f7833dad90e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:10.371338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78d877c6-46cc-48b9-812c-4977af1710cd req-9c043b4a-b97c-4078-b0f3-9f7833dad90e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.9090478 May 12 19:42:10.519357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:10.902424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78d877c6-46cc-48b9-812c-4977af1710cd req-44be6a3e-9332-46f1-ad76-a7ee3c61feea tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298791 May 12 19:42:10.962629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b002b-b31f-4ebe-a232-fe9e5cb1e045 req-4474a7ac-2a15-4afb-bc10-1aac160cfe72 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:10.976710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb0b002b-b31f-4ebe-a232-fe9e5cb1e045 req-4474a7ac-2a15-4afb-bc10-1aac160cfe72 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.8094850 May 12 19:42:11.065107 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-47a3d758-397e-4b26-b613-97a11b0e934f req-6d26a312-0f25-4952-ade3-98b8756f4d03 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9995761 May 12 19:42:11.095260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-222be096-d3f9-4470-9a65-6790d524b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:11.100283 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-222be096-d3f9-4470-9a65-6790d524b9ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 1094 time: 2.4460778 May 12 19:42:11.107823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb0b002b-b31f-4ebe-a232-fe9e5cb1e045 req-a4cb2408-243d-4498-a11d-5bb6f6f5a734 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295996 May 12 19:42:11.147847 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0499c5a-26a1-464e-ac49-c5ea425d9396'] response: {'name': 'network-changed', 'server_uuid': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'tag': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb', 'status': 'completed', 'code': 200} May 12 19:42:11.168919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.208937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ed7c85-2071-45d2-b45c-57b22c3c6719 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:11.304295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Pushing event deleted for resources: {'Port': ['ID=bcfc3984-1fe1-48d5-96b8-0e72c307d22b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:11.331922 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-7b4249ba-ac55-47ac-89bd-8edfa109481b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb HTTP/1.1" status: 200 len: 217 time: 0.1642354 May 12 19:42:11.336930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 42ed7c85-2071-45d2-b45c-57b22c3c6719 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:11.344323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 42ed7c85-2071-45d2-b45c-57b22c3c6719 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:11.344817 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.377220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 6, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:11.387941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:11.409722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:11.410288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:11.443948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-7f37bd7c-3221-4ff3-a394-bab6e4d7c3e4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:11.444821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-7f37bd7c-3221-4ff3-a394-bab6e4d7c3e4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:11.463882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.473925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-9b4f4475-c3f8-44b2-9611-d3a90cae8cf7 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:11.475420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-9b4f4475-c3f8-44b2-9611-d3a90cae8cf7 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 1.3103809 May 12 19:42:11.521463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Request body: {'port': {'device_id': '66cd39d3-9e35-4d61-9018-742faa647e33', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'admin_state_up': True, 'tenant_id': '703529a041f34e2b843f8e4bfd8cf6d2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:11.539531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f0fec443-2148-4f56-a6f8-98471e6173bc no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:11.583931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7776-9c29-4f0f-9029-642625bc5e8d req-8c4b2285-e4fb-440a-8331-451600cff3b5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:11.585373 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-275d7776-9c29-4f0f-9029-642625bc5e8d req-8c4b2285-e4fb-440a-8331-451600cff3b5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.3804841 May 12 19:42:11.630161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257a7f3-af9c-4d92-8536-b49ccd7b6a1d req-88fefe63-f741-4e99-a931-24e8919073d3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:11.631642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e257a7f3-af9c-4d92-8536-b49ccd7b6a1d req-88fefe63-f741-4e99-a931-24e8919073d3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 945 time: 0.2741649 May 12 19:42:11.643220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event deleted for resources: {'Port': ['ID=146d43cb-e9b5-4cb3-9a38-c8bea6454f41,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:11.671848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-7f37bd7c-3221-4ff3-a394-bab6e4d7c3e4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:11.673003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-7f37bd7c-3221-4ff3-a394-bab6e4d7c3e4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 945 time: 2.7650888 May 12 19:42:11.676145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.extraroute_db [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added routes are [] {{(pid=88112) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 12 19:42:11.676468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.extraroute_db [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88112) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 12 19:42:11.687956 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-275d7776-9c29-4f0f-9029-642625bc5e8d req-28a09ae9-eefd-469e-8728-fbe3021e158b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893838 May 12 19:42:11.692375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:11.729447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e257a7f3-af9c-4d92-8536-b49ccd7b6a1d req-16725ae9-0b89-424f-9379-50ca820f619f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821252 May 12 19:42:11.749115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.755009 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.889893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] No DVR routers for this DVR port 146d43cb-e9b5-4cb3-9a38-c8bea6454f41 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:11.894729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-8122671b-af3f-4e1d-8538-b2385aac0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:11.896146 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-8122671b-af3f-4e1d-8538-b2385aac0d15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.3601661 May 12 19:42:11.903486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.922508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 42ed7c85-2071-45d2-b45c-57b22c3c6719 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:11.922951 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.981096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:11.984550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-248980d7-38e1-4e32-aa34-4a154a14e166 tempest-FloatingIPAdminTestJSON-2121081601 tempest-FloatingIPAdminTestJSON-2121081601-project] 10.222.0.72 "DELETE /v2.0/floatingips/7c96a085-af2c-468d-a660-521cd1a78b2f HTTP/1.1" status: 204 len: 168 time: 4.4878411 May 12 19:42:11.984849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-5906a983-5896-4026-ae35-d564f452c78a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760005 May 12 19:42:11.990236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port f0fec443-2148-4f56-a6f8-98471e6173bc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:11.990581 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.031535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3ee47db-384a-4f17-9689-57607c54e665 req-5922f215-c94e-471a-9627-6160d0ae91fc tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "DELETE /v2.0/ports/146d43cb-e9b5-4cb3-9a38-c8bea6454f41 HTTP/1.1" status: 204 len: 173 time: 5.6988881 May 12 19:42:12.034226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f17c252-faa1-4d7f-9268-ca9c45fe8e14 req-e7db2c07-086c-44ef-bb41-5d2081d75804 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 210 time: 0.1731575 May 12 19:42:12.197351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f0fec443-2148-4f56-a6f8-98471e6173bc is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:12.197736 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.224766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095fc8-43c9-4db7-9bc5-bb7d8fa56988 req-c4ace9d0-b8d8-4a9c-a642-5d27e262cb65 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:12.239319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1095fc8-43c9-4db7-9bc5-bb7d8fa56988 req-c4ace9d0-b8d8-4a9c-a642-5d27e262cb65 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 943 time: 0.3800292 May 12 19:42:12.242496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 42ed7c85-2071-45d2-b45c-57b22c3c6719, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42ed7c85-2071-45d2-b45c-57b22c3c6719,segment=NetworkSegment(f6de3277-b9c8-49fa-b938-162251bf5d39),segment_id=f6de3277-b9c8-49fa-b938-162251bf5d39)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:12.279136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f0fec443-2148-4f56-a6f8-98471e6173bc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f0fec443-2148-4f56-a6f8-98471e6173bc,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:12.282020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:12.287828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.296791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:12.327485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:12.339296 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.378096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60300) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:12.401690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=42ed7c85-2071-45d2-b45c-57b22c3c6719,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:12.420113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Made reservation on behalf of 703529a041f34e2b843f8e4bfd8cf6d2 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:12.424147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.455960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 6, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:12.469969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1c782-c596-42f3-a35a-76674b1c9724 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 6, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:07Z', 'revision_number': 4, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:12.488794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f0fec443-2148-4f56-a6f8-98471e6173bc,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:12.503809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-569f9870-e19f-4ea8-979d-77cadfbb82d9 service neutron] 10.222.0.73 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821706 May 12 19:42:12.611655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1095fc8-43c9-4db7-9bc5-bb7d8fa56988 req-061850dc-6678-4769-a6c7-72a2040e1814 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712971 May 12 19:42:12.657581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.674717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10522ca8-c843-42df-a078-a4adc15ec5f7 req-8f3e3d8a-09f9-4ef8-9789-9b3d23cc383c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:12.676432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10522ca8-c843-42df-a078-a4adc15ec5f7 req-8f3e3d8a-09f9-4ef8-9789-9b3d23cc383c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.3336806 May 12 19:42:12.677994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.823071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ed7c85-2071-45d2-b45c-57b22c3c6719 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:12.902510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 42ed7c85-2071-45d2-b45c-57b22c3c6719 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:12.903295 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:12.983381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:13.002975 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8f47d987-9bbf-471e-b4bd-0769b615f770 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=364b0d12ad70469b8eadbc49088b7c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6197445 May 12 19:42:13.010892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60312) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:13.026044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 42ed7c85-2071-45d2-b45c-57b22c3c6719 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:13.046864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port f0fec443-2148-4f56-a6f8-98471e6173bc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f0fec443-2148-4f56-a6f8-98471e6173bc,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:13.047228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:13.068550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a1c3bb8a-4590-43dd-ae3e-e6caa0da9984 req-ae6c264a-d7b1-4cd4-a597-f308345f156c service neutron] 10.222.0.73 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836805 May 12 19:42:13.096004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10522ca8-c843-42df-a078-a4adc15ec5f7 req-4c579bb3-a1bf-4c42-855b-8c849d05d456 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040942 May 12 19:42:13.157784 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef9b8b4-bd6e-496d-9c18-4efd3d4e382a'] response: {'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc', 'code': 200} May 12 19:42:13.222368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-deleted', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:13.239362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for f0fec443-2148-4f56-a6f8-98471e6173bc owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:13.248888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb2f48-15d5-4bb9-b150-aa38926a4c19 req-6d8c95fd-d4ea-43f9-bac7-95e5aeb7f2e4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:13.250420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ecb2f48-15d5-4bb9-b150-aa38926a4c19 req-6d8c95fd-d4ea-43f9-bac7-95e5aeb7f2e4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.3482120 May 12 19:42:13.254946 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d93b726-acea-4e74-9c0b-fd9b4e6bd7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:13.275725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Allocated IP 172.20.0.3 (6b3b8892-6932-403e-b228-cae34ca1f4a2/e2098203-077e-4d85-a258-d5c393d50bb0/0ecc425e-600b-46bb-986c-6f1f3ade8f5b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:42:13.300590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:13.307808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:13.312000 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:13.313756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1a3ee364-3ca3-4ec3-abb5-0c48b2ef5b55 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 200 len: 700 time: 3.3063023 May 12 19:42:13.320778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:13.322107 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:13.322708 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:13.363254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d93b726-acea-4e74-9c0b-fd9b4e6bd7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:13.426743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ecb2f48-15d5-4bb9-b150-aa38926a4c19 req-a5bed9bd-fae4-40a6-aab2-3024e4aa26b8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332054 May 12 19:42:13.459082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6e743-1e8e-4a4f-a9b6-a7acce7df8ba req-66b2a585-b4d5-4b7a-ae3a-6612f6bc71fa tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:13.460670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99a6e743-1e8e-4a4f-a9b6-a7acce7df8ba req-66b2a585-b4d5-4b7a-ae3a-6612f6bc71fa tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.2037942 May 12 19:42:13.495753 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:13.535443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99a6e743-1e8e-4a4f-a9b6-a7acce7df8ba req-eabc10d8-30af-41e0-b8ed-b02683b87eed tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592024 May 12 19:42:13.537327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d93b726-acea-4e74-9c0b-fd9b4e6bd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:13.566171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93b726-acea-4e74-9c0b-fd9b4e6bd7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b2e6ba-2a7e-4bfc-9bbe-89ab0c076664,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:13.569568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d93b726-acea-4e74-9c0b-fd9b4e6bd7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:13.570905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0d93b726-acea-4e74-9c0b-fd9b4e6bd7b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53b2e6ba-2a7e-4bfc-9bbe-89ab0c076664 HTTP/1.1" status: 204 len: 168 time: 0.5590575 May 12 19:42:13.662942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-767520e2-5e6a-4ac1-a69c-643e4763dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:13.664435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-767520e2-5e6a-4ac1-a69c-643e4763dc02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 1094 time: 0.5324578 May 12 19:42:13.723042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9195e4db-28b1-445e-92d5-383c152f2148 req-8bd98ac2-d07b-41b2-82df-905b148425ef tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 210 time: 0.0569546 May 12 19:42:13.754564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1edf6-8e99-401a-a76b-1e12549bcc5b req-1b1e7ac1-6762-49d2-a15a-f921dede05f5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:13.756578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5be1edf6-8e99-401a-a76b-1e12549bcc5b req-1b1e7ac1-6762-49d2-a15a-f921dede05f5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 943 time: 0.1818774 May 12 19:42:13.771182 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b7ba64a7-243d-40dc-985a-d54964e05713 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 200 len: 700 time: 0.4469352 May 12 19:42:13.771885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:13.851620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5be1edf6-8e99-401a-a76b-1e12549bcc5b req-968f9928-f56f-4a00-838b-8d41a3140148 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887494 May 12 19:42:13.882005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:13.970203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:13.988199 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94882d2-7914-422f-bbea-67b6896d7640'] response: {'server_uuid': '1db54be1-07ea-428f-b365-4a878cb8dd6e', 'name': 'network-vif-deleted', 'tag': '146d43cb-e9b5-4cb3-9a38-c8bea6454f41', 'status': 'completed', 'code': 200} May 12 19:42:13.996980 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.014000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:14.017977 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:11Z', 'revision_number': 7, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:12Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:14.018620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Usage tracker for resource:security_group_rule and tenant:589a07cca03f4e519234582143049475 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:14.021532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:14.027658 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:14.029027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:14.055187 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:14.055837 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:14.076562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event deleted for resources: {'Port': ['ID=f0fec443-2148-4f56-a6f8-98471e6173bc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:14.175762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7d041-6ee1-49eb-ba1c-6de4b027bada req-62783c56-2e9d-4009-b45b-76263eedfb5b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:14.177360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14b7d041-6ee1-49eb-ba1c-6de4b027bada req-62783c56-2e9d-4009-b45b-76263eedfb5b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 943 time: 0.1143959 May 12 19:42:14.223270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.248464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14b7d041-6ee1-49eb-ba1c-6de4b027bada req-fd89c51b-b857-4f76-824a-8afc7ec07d76 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 May 12 19:42:14.249366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.275524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] No DVR routers for this DVR port f0fec443-2148-4f56-a6f8-98471e6173bc on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:14.292031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=589a07cca03f4e519234582143049475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183863 May 12 19:42:14.295551 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:14.296856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60342) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:14.320546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625cec4-a84c-473a-a796-165b4954e738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3357083e-57ac-4f54-bb92-4a63a911d050,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:14.359213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.424664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0126b123-2f4e-442f-9d43-7de975b993c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.461478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd61f-6466-419d-886d-560819eb7246 req-1ddc0e42-b288-44e3-bc20-e64cae2221e4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:14.463156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b3bd61f-6466-419d-886d-560819eb7246 req-1ddc0e42-b288-44e3-bc20-e64cae2221e4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1469808 May 12 19:42:14.486145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0126b123-2f4e-442f-9d43-7de975b993c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.545144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b3bd61f-6466-419d-886d-560819eb7246 req-19d3a467-fc41-4452-a95a-bdcac5cf07d3 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749466 May 12 19:42:14.638873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0126b123-2f4e-442f-9d43-7de975b993c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.651763 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d5600716-f32c-47ef-8e91-f25aa5efb2ba req-785c66e6-70a6-46f3-b452-5622004f4536 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "DELETE /v2.0/ports/f0fec443-2148-4f56-a6f8-98471e6173bc HTTP/1.1" status: 204 len: 173 time: 2.9400039 May 12 19:42:14.663220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.665732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126b123-2f4e-442f-9d43-7de975b993c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3357083e-57ac-4f54-bb92-4a63a911d050,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:14.679374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0126b123-2f4e-442f-9d43-7de975b993c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:14.680570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0126b123-2f4e-442f-9d43-7de975b993c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3357083e-57ac-4f54-bb92-4a63a911d050 HTTP/1.1" status: 204 len: 168 time: 0.3827565 May 12 19:42:14.706743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-be4223d0-82a9-42ed-91a5-aafafafd06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:14.708328 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-be4223d0-82a9-42ed-91a5-aafafafd06bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.9249120 May 12 19:42:14.802812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eec50a-dd4a-4f83-860a-deb7a473af20 req-1dbfad40-45c9-4580-8139-875b627fd517 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:14.804408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16eec50a-dd4a-4f83-860a-deb7a473af20 req-1dbfad40-45c9-4580-8139-875b627fd517 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2212002 May 12 19:42:14.823419 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:11Z', 'revision_number': 7, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:12Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:14.829641 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450b36d-9cce-4243-8eca-84a7a3088a6b None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:11Z', 'revision_number': 7, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '42ed7c85-2071-45d2-b45c-57b22c3c6719', 'name': '', 'network_id': 'ea3d34aa-2f42-4b8a-bc64-9d24a6076771', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:58Z', 'updated_at': '2022-05-12T19:42:12Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '84d9660e-d138-40ef-a1ef-5d615092ca6e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:14.844709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:42:14.886731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a049b3-2c03-4804-bfa8-4e30554cf261 req-04d04a71-5e09-47c0-8d18-f6e3824f6072 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:14.888623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2a049b3-2c03-4804-bfa8-4e30554cf261 req-04d04a71-5e09-47c0-8d18-f6e3824f6072 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 944 time: 0.2020824 May 12 19:42:14.936792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16eec50a-dd4a-4f83-860a-deb7a473af20 req-354b897f-425d-4744-8676-d50b0b959bbc tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209712 May 12 19:42:14.980276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2a049b3-2c03-4804-bfa8-4e30554cf261 req-0e8eec0f-150c-4e9a-b0ef-3293ed806d5b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754993 May 12 19:42:15.019787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-1b87e274-fe89-40eb-a1f0-a5bc4a656735 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb HTTP/1.1" status: 200 len: 217 time: 0.2986524 May 12 19:42:15.032759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:15.132143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:15.186117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '2419b774-52f2-4105-bc68-5f238af7616a', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'port_id': '2419b774-52f2-4105-bc68-5f238af7616a', 'mac_address': 'fa:16:3e:2f:25:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:42:15.363029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:15.363945 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:15.380217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-66ff9124-15c2-4cfd-8755-9f230dbf8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:15.381807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-66ff9124-15c2-4cfd-8755-9f230dbf8381 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.3469503 May 12 19:42:15.398699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:15.406018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2419b774-52f2-4105-bc68-5f238af7616a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:15.424059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:15.432742 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:15.446230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60360) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:15.472081 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-9349922f-579c-4962-905b-87574a9665da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756109 May 12 19:42:15.472930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:15.478073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:15.518433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:15.532465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-750f7034-9c96-4a22-8992-22b8b670e57f req-781a24d3-14dd-47eb-976b-187838b30ed5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=16638777-e0ee-4fe4-a635-2cca258b57a7 HTTP/1.1" status: 200 len: 210 time: 0.0840132 May 12 19:42:15.536166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:15.565531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:15.573337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9f5a3fc4994b489899f28a8b04e02b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:15.578072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:15.587917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:15.603284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dcbbd-7632-402f-8e01-bbe60911a0d8 req-b1b3fdd2-e088-4ca3-9a7a-2247ad20c3d2 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:15.609692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-528dcbbd-7632-402f-8e01-bbe60911a0d8 req-b1b3fdd2-e088-4ca3-9a7a-2247ad20c3d2 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 931 time: 0.4907475 May 12 19:42:15.638583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:15.662411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['2419b774-52f2-4105-bc68-5f238af7616a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:15.681633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:15.682253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:15.721103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-e4de2759-86fc-466b-9147-d5eb62b23830 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2034454 May 12 19:42:15.745424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-528dcbbd-7632-402f-8e01-bbe60911a0d8 req-43783f6b-c70c-4c8c-aaf9-663a6259f8c8 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289382 May 12 19:42:15.765421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Request body: {'port': {'device_id': '66cd39d3-9e35-4d61-9018-742faa647e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:15.827123 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-7e71dd20-203c-4586-8df0-f81e6d74aeb1 service neutron] 10.222.0.73 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147535 May 12 19:42:15.833764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b79d5-658c-43ad-8cfe-6555e968cf5f req-590f8ca9-a897-414a-95ae-3fd4ad73f502 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:15.842176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-109b79d5-658c-43ad-8cfe-6555e968cf5f req-590f8ca9-a897-414a-95ae-3fd4ad73f502 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 943 time: 0.1635334 May 12 19:42:15.849274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:15.866839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:15.962389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b9f5a3fc4994b489899f28a8b04e02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825134 May 12 19:42:15.968856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60368) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:15.983317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-109b79d5-658c-43ad-8cfe-6555e968cf5f req-446a453f-264b-4765-94aa-35b49f75ed30 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401601 May 12 19:42:15.984031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585f851-6181-4c68-a133-0fc84c874cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97ab436-a25f-4618-9b3e-908215808e67,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:15.996750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'name': 'network-vif-deleted', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:16.027636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c0923-ec5d-4bbb-acc0-1ef42e505e2b req-6749b417-d31f-4768-8435-fe5ae0d73ad4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:16.029351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b67c0923-ec5d-4bbb-acc0-1ef42e505e2b req-6749b417-d31f-4768-8435-fe5ae0d73ad4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1207194 May 12 19:42:16.066612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:16.108085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:16.112793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b67c0923-ec5d-4bbb-acc0-1ef42e505e2b req-45e0168b-bfd9-46da-8a78-92d86a8a07f0 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764160 May 12 19:42:16.176935 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9a0aca6a-1d68-40ad-b7b6-37ca693c301c req-f30cc34e-d563-4bab-8702-4aa8121426b2 service neutron] 10.222.0.73 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418956 May 12 19:42:16.207811 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1c78a9-51eb-40ec-8576-3949891e1931'] response: {'server_uuid': '16638777-e0ee-4fe4-a635-2cca258b57a7', 'name': 'network-vif-deleted', 'tag': 'f0fec443-2148-4f56-a6f8-98471e6173bc', 'status': 'completed', 'code': 200} May 12 19:42:16.279489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bbee8-f390-435f-833d-11b89f72c50f req-128567fa-908d-4544-87d6-6f1b1061ee32 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:16.281054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-283bbee8-f390-435f-833d-11b89f72c50f req-128567fa-908d-4544-87d6-6f1b1061ee32 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.1266150 May 12 19:42:16.332173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7b09-99ec-463b-afdb-bb1b2d5674b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:16.380260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-283bbee8-f390-435f-833d-11b89f72c50f req-6e2686bd-0c49-4512-adea-eddb766553bb tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 May 12 19:42:16.404873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39178190-f77f-4709-a39c-3b23d85be663 req-b36ca6b3-c688-46cc-b6a4-91129b23c776 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:16.406878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39178190-f77f-4709-a39c-3b23d85be663 req-b36ca6b3-c688-46cc-b6a4-91129b23c776 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 945 time: 0.1248631 May 12 19:42:16.456708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39178190-f77f-4709-a39c-3b23d85be663 req-e8da9ddd-a05b-49ea-83d8-738975e8284c tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 May 12 19:42:16.477648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7b09-99ec-463b-afdb-bb1b2d5674b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:16.854946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6d61dd5f-2f71-4724-ba82-da4eaf8094bb details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:42:16.858922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:16.931163 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7b09-99ec-463b-afdb-bb1b2d5674b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:16.977822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf7b09-99ec-463b-afdb-bb1b2d5674b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97ab436-a25f-4618-9b3e-908215808e67,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:17.000125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e26d1-021f-4f7e-9b1e-c478bed6c978 req-86c69d19-4da6-454d-a94e-90e569c1ffbe tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:17.001616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea5e26d1-021f-4f7e-9b1e-c478bed6c978 req-86c69d19-4da6-454d-a94e-90e569c1ffbe tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1426840 May 12 19:42:17.038829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b216e-7ed9-4113-b090-35aa1732bcda req-6fd1b8ad-ceee-40fd-8d09-46eab6da5ad1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:17.040406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a4b216e-7ed9-4113-b090-35aa1732bcda req-6fd1b8ad-ceee-40fd-8d09-46eab6da5ad1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 931 time: 0.1345646 May 12 19:42:17.044552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 42ed7c85-2071-45d2-b45c-57b22c3c6719 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:17.044887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.060564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 2419b774-52f2-4105-bc68-5f238af7616a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:17.060934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.072953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cbf7b09-99ec-463b-afdb-bb1b2d5674b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.076677 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2cbf7b09-99ec-463b-afdb-bb1b2d5674b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d97ab436-a25f-4618-9b3e-908215808e67 HTTP/1.1" status: 204 len: 168 time: 1.1036105 May 12 19:42:17.092017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea5e26d1-021f-4f7e-9b1e-c478bed6c978 req-6e1cb4bc-8a66-4bc8-8b35-e09450dfb5b0 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833075 May 12 19:42:17.134814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecc425e-600b-46bb-986c-6f1f3ade8f5b {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:17.148237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a4b216e-7ed9-4113-b090-35aa1732bcda req-87bd4184-1eb8-46f5-865c-27b56bc21057 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940299 May 12 19:42:17.208131 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.230295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:17.242366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-587c1618-78ff-488f-9e65-b0b510ff94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:17.243851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-587c1618-78ff-488f-9e65-b0b510ff94e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35d1d374da814178b32a898912d325c2&device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 1098 time: 0.3872960 May 12 19:42:17.250260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Transition to ACTIVE for port object 0ecc425e-600b-46bb-986c-6f1f3ade8f5b will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:17.290456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.354200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'port_id': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb', 'mac_address': 'fa:16:3e:4a:5e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fe641d-e0a1-4324-b69f-3703264a1493', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:42:17.423443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2b729-5244-4532-8d83-f4788e6fd008 req-a74cc250-01ee-4a56-ad95-5c9ef3646346 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:17.431413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02a2b729-5244-4532-8d83-f4788e6fd008 req-a74cc250-01ee-4a56-ad95-5c9ef3646346 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 943 time: 0.0939612 May 12 19:42:17.511467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02a2b729-5244-4532-8d83-f4788e6fd008 req-c57b7946-f0fb-4169-9309-64ae698b2ae4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783732 May 12 19:42:17.528570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port 42ed7c85-2071-45d2-b45c-57b22c3c6719, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42ed7c85-2071-45d2-b45c-57b22c3c6719,segment=NetworkSegment(f6de3277-b9c8-49fa-b938-162251bf5d39),segment_id=f6de3277-b9c8-49fa-b938-162251bf5d39)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:17.529128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.538613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:17.539080 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.569834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:17.580657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d61dd5f-2f71-4724-ba82-da4eaf8094bb {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:17.667824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:17.677368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:17.678003 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.716058 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.739597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 42ed7c85-2071-45d2-b45c-57b22c3c6719 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:17.771052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:17.779221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:17.794307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:17.838031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:17.842194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-7458c2a2-0347-41b4-839a-380473bfa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:17.843662 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-7458c2a2-0347-41b4-839a-380473bfa1b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 200 len: 914 time: 0.5891676 May 12 19:42:17.862679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aab30-2a8a-471d-8234-85269ab47bb4 req-42d73890-4127-4990-a4ef-9fbe161707ac tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:17.869943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-534aab30-2a8a-471d-8234-85269ab47bb4 req-42d73890-4127-4990-a4ef-9fbe161707ac tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2603579 May 12 19:42:17.878389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-1f8dec7b-11ad-48e3-b9b8-689f215bd1cb tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:17.879793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-1f8dec7b-11ad-48e3-b9b8-689f215bd1cb tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.2249746 May 12 19:42:17.911369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-622c522c-a73e-4bfa-9108-2b946f2600c1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/quotas/49acd70523ac43c4a961587eabedea45 HTTP/1.1" status: 200 len: 375 time: 0.0188937 May 12 19:42:17.945128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-b852f631-7e17-4fc0-9a5a-5f01407c93b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 200 len: 217 time: 0.0908055 May 12 19:42:17.949381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Attempting to bind port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:17.949710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Attempting to bind port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:17.950029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Attempting to bind port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:17.988276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=10']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:17.993835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-534aab30-2a8a-471d-8234-85269ab47bb4 req-d820a0e4-d486-4d28-9ba8-e7bd6d0de513 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228721 May 12 19:42:17.996752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-76d0173c-e23b-4663-8e26-a9cecf69584d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768564 May 12 19:42:18.021393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:18.021393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Attempting to bind port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:18.037289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:42:18.037635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Checking segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:42:18.038073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Bound using segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:42:18.038512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Bound port: 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:42:18.038790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:18.044721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:18.184589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:18.188274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:42:18.202031 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:18.269904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-18474426-aced-47f9-ab25-4f637ad9facf service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634592 May 12 19:42:18.365975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17677cd3-bd71-4844-8aec-977019cea701 req-8c1464f3-8e04-4589-9f47-9e3a2453983b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:18.367529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17677cd3-bd71-4844-8aec-977019cea701 req-8c1464f3-8e04-4589-9f47-9e3a2453983b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 947 time: 0.2207406 May 12 19:42:18.399675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-0f7e9f58-91f0-4e08-a576-25e5d9a7dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:18.401133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-0f7e9f58-91f0-4e08-a576-25e5d9a7dba7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 200 len: 853 time: 0.4487450 May 12 19:42:18.424955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:18.425599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:18.427651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] 10.222.0.36 "PUT /v2.0/ports/0ecc425e-600b-46bb-986c-6f1f3ade8f5b HTTP/1.1" status: 200 len: 1091 time: 2.6671083 May 12 19:42:18.444150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17677cd3-bd71-4844-8aec-977019cea701 req-b0da7290-080a-4df4-a6d4-9ef54e763d57 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659006 May 12 19:42:18.475797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:18.485005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-2aafb2c4-ee39-4557-82f8-c97269cbe278 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044933 May 12 19:42:18.514326 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c8aac1-a01b-4c87-b01f-cd323ad559a5'] response: {'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'code': 200} May 12 19:42:18.558549 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-48877d5b-e3be-4edc-afc0-0c1b596e65fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=189bdd70-9b7e-47d6-9144-cb61b83b6fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471527 May 12 19:42:18.860452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6d61dd5f-2f71-4724-ba82-da4eaf8094bb up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:18.876900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104e132-85db-4944-ae2c-3ab8a86e1567 req-76ce5009-02c1-4dca-8de2-5ab9b93aa769 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:18.883844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1104e132-85db-4944-ae2c-3ab8a86e1567 req-76ce5009-02c1-4dca-8de2-5ab9b93aa769 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.2768252 May 12 19:42:18.907357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-43a7784c-c2d4-4259-9901-62aaf3f475d7 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880728 May 12 19:42:18.913969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a9e59-83eb-41e7-87c4-16ebd84275cc req-f658f96a-66bd-4edf-9697-e2e8b7d632e1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:18.916572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b89a7-be0b-4c8d-8e75-bc47555b5f2a service neutron] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:18.921016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb8a9e59-83eb-41e7-87c4-16ebd84275cc req-f658f96a-66bd-4edf-9697-e2e8b7d632e1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 943 time: 0.1406989 May 12 19:42:18.977693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1104e132-85db-4944-ae2c-3ab8a86e1567 req-155ec4ab-04a7-4a73-a0e1-007250c47505 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928319 May 12 19:42:18.989390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:18.994184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb8a9e59-83eb-41e7-87c4-16ebd84275cc req-376b911c-73b3-4a36-9fa7-e200c4e53acf tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721269 May 12 19:42:19.025486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:19.026103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:19.139696 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-78e6c644-a787-4028-b55c-7255a0b4ef7d req-cf98fd99-7b17-4feb-b14a-07dd519d39a8 service neutron] 10.222.0.73 "GET /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184756 May 12 19:42:19.155684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b087a484-d24f-438e-83df-31bd6af9a0d5 req-e3379aac-f1fb-4059-a9a6-74e159b6728c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=a302980b-279d-420c-8b48-429a70d6ec72 HTTP/1.1" status: 200 len: 210 time: 0.0624804 May 12 19:42:19.182053 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a65d960-c239-4b03-b46a-cdd0930d61cf'] response: {'name': 'network-changed', 'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'status': 'completed', 'code': 200} May 12 19:42:19.211176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:19.293764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:19.294298 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:19.342702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=42ed7c85-2071-45d2-b45c-57b22c3c6719,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:19.353826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:19.355092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-7c50a3dc-aaf5-44a9-b662-c3cd7eb67dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:19.356606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-7c50a3dc-aaf5-44a9-b662-c3cd7eb67dde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 1094 time: 0.8777893 May 12 19:42:19.364961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:19.406658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60470) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:19.473402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d710f-e9e1-4472-8881-7cd9b5dc62e1 req-c145ba9b-4a2d-4753-9efa-fe7239ff7380 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:19.480320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:19.481644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-965d710f-e9e1-4472-8881-7cd9b5dc62e1 req-c145ba9b-4a2d-4753-9efa-fe7239ff7380 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2078607 May 12 19:42:19.491484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d01d12-9256-4f14-af49-06e3f9f71f0c req-e98589fd-48f3-4b3f-b71f-78e1f197ff24 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:19.500764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74d01d12-9256-4f14-af49-06e3f9f71f0c req-e98589fd-48f3-4b3f-b71f-78e1f197ff24 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 944 time: 0.3128905 May 12 19:42:19.577679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae20e07-2c51-4385-b35d-73856f265fdb req-431aae9c-b45f-4020-bba4-56eb4517d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:19.579000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-965d710f-e9e1-4472-8881-7cd9b5dc62e1 req-7946d0b0-cd21-446b-a30a-bb2395cda82e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962830 May 12 19:42:19.579151 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7ae20e07-2c51-4385-b35d-73856f265fdb req-431aae9c-b45f-4020-bba4-56eb4517d0f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1098 time: 0.7883317 May 12 19:42:19.593950 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-44aca6be-bbf5-4694-a4f2-6c8570e4c2e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b HTTP/1.1" status: 200 len: 217 time: 0.1585021 May 12 19:42:19.610284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74d01d12-9256-4f14-af49-06e3f9f71f0c req-bf090b43-c802-4e08-a7ee-140a3c042020 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043584 May 12 19:42:19.673426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2006766127'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:19.682075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:19.691795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Usage tracker for resource:network and tenant:3bc0ffb13e1d4b40b16dc97f8badd852 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:19.697104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:19.715178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:19.728212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-3a3adac6-efc6-493d-8cb4-fb4a87148fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:19.729774 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-3a3adac6-efc6-493d-8cb4-fb4a87148fec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.1219981 May 12 19:42:19.737574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Made reservation on behalf of 3bc0ffb13e1d4b40b16dc97f8badd852 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:19.744121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:19.763046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:19.780071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:19.826804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Usage tracker for resource:security_group_rule and tenant:3bc0ffb13e1d4b40b16dc97f8badd852 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:19.834530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:19.844731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7ae20e07-2c51-4385-b35d-73856f265fdb req-9290944f-8f89-4eed-94ce-bb057761d428 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528553 May 12 19:42:19.854260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:19.907428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1ee5d-4ba2-407d-9322-a0fc1ea4db9b req-a76590c1-b89a-4b42-98dd-6dc45383d43b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:19.914536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecf1ee5d-4ba2-407d-9322-a0fc1ea4db9b req-a76590c1-b89a-4b42-98dd-6dc45383d43b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 947 time: 0.1318221 May 12 19:42:19.921905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-328f57e6-4986-4248-aa35-0ba46cfd0087 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146686 May 12 19:42:19.992035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecf1ee5d-4ba2-407d-9322-a0fc1ea4db9b req-ed992495-4be1-4e8a-982b-1bd3ed6f510b tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765462 May 12 19:42:20.016672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:20.084061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-0543c6f8-c741-49a3-ab82-9e619efce5d6 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542795 May 12 19:42:20.099242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:20.109060 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:20.207335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29299b6b-9950-4cf1-8f6d-e2ddb5fff24f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:20.293361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:42:20.322252 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:20.322597 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Added segment 547c7bcb-1889-4825-9c9b-13f13156cd3e of type vlan for network d4b41246-c1d7-431a-ae7f-b5caa518f30c May 12 19:42:20.373592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691f8a2-5d8b-48f1-88e8-f9c8e58bb78c req-f77ceeac-24e5-4345-8a8b-50f1a158f30d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:20.378144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1691f8a2-5d8b-48f1-88e8-f9c8e58bb78c req-f77ceeac-24e5-4345-8a8b-50f1a158f30d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 943 time: 0.1789100 May 12 19:42:20.408196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:20.448745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1691f8a2-5d8b-48f1-88e8-f9c8e58bb78c req-3fcf3489-5701-456e-9b51-12f64f71c888 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636873 May 12 19:42:20.483137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:20.494873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:20.495612 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:20.515007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:20.567271 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-5446ffa1-b676-4eeb-984c-dd2b7e35ab85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=a302980b-279d-420c-8b48-429a70d6ec72 HTTP/1.1" status: 200 len: 210 time: 0.0677872 May 12 19:42:20.602169 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b0b9e8-7bef-4201-965f-fbbc6ba35375'] response: {'server_uuid': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb', 'code': 200} May 12 19:42:20.700103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2896044 May 12 19:42:20.700103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312ca6-eca1-49b6-ad46-35cac8e8038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Pushing event updated for resources: {'Network': ['ID=d4b41246-c1d7-431a-ae7f-b5caa518f30c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:20.714699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d4b41246-c1d7-431a-ae7f-b5caa518f30c details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:42:20.759639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82bf6e-2ded-40f7-8bd1-80ab24c4f892 req-2d30ab6b-07a3-4931-9646-5c4be5bdc282 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:20.759639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f82bf6e-2ded-40f7-8bd1-80ab24c4f892 req-2d30ab6b-07a3-4931-9646-5c4be5bdc282 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1572044 May 12 19:42:20.790158 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-21ac8584-9e38-474a-b32c-63d7a092aefe req-fa28f488-3731-49cc-95a1-bc43124a3c21 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934536 May 12 19:42:20.855011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f82bf6e-2ded-40f7-8bd1-80ab24c4f892 req-362affb3-b0af-493d-be9c-0067ea25294e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916731 May 12 19:42:20.947010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357c27-a84a-481c-9c23-6f35668d3ba4 req-1e87dbde-0ce6-4def-8130-15c51d262e75 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:20.948675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19357c27-a84a-481c-9c23-6f35668d3ba4 req-1e87dbde-0ce6-4def-8130-15c51d262e75 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.1040516 May 12 19:42:21.060094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19357c27-a84a-481c-9c23-6f35668d3ba4 req-5f97a341-d6c5-4f56-bd86-d6dac510066c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054587 May 12 19:42:21.113253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02572f2-aabe-4e6c-acec-17743d0a6d42 req-ea928d08-eb00-4ec2-870b-4d8a43895eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.114704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a02572f2-aabe-4e6c-acec-17743d0a6d42 req-ea928d08-eb00-4ec2-870b-4d8a43895eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 945 time: 0.1362846 May 12 19:42:21.136993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:21.141993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-5983891f-c414-4f0c-84ad-35bced070594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.147097 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-5983891f-c414-4f0c-84ad-35bced070594 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=49acd70523ac43c4a961587eabedea45&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5688653 May 12 19:42:21.177972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc1b95-d47d-40be-b0ab-fb5cd34ddd69 req-b15f3033-b749-418d-8e51-6c7c28cb45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.179427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18cc1b95-d47d-40be-b0ab-fb5cd34ddd69 req-b15f3033-b749-418d-8e51-6c7c28cb45ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 1096 time: 0.4900839 May 12 19:42:21.181159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a02572f2-aabe-4e6c-acec-17743d0a6d42 req-6990cd36-15d6-49e7-a933-cc4501f01dee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586929 May 12 19:42:21.306699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60534) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:21.307563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-56a9aa0d-2297-4134-8d63-8114831d2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.308997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-56a9aa0d-2297-4134-8d63-8114831d2597 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 1094 time: 0.3672090 May 12 19:42:21.366361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Request body: {'port': {'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c', 'binding:host_id': 'n-h2-841626-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-686765378'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:21.384275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:21.395264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Usage tracker for resource:port and tenant:88d3d6f6e65940f592343c163687a57f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:21.400938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:21.438244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:21.482780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Made reservation on behalf of 88d3d6f6e65940f592343c163687a57f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:21.485562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:21.521780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-8c9afaea-4cdb-4ef7-ba86-2f8c4bda8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.523267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-8c9afaea-4cdb-4ef7-ba86-2f8c4bda8eb3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3545444 May 12 19:42:21.528222 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:21.548537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-64ca1324-5785-4826-a5c4-b4bd315562ab tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.550352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-64ca1324-5785-4826-a5c4-b4bd315562ab tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.2777021 May 12 19:42:21.561780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:21.573886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Usage tracker for resource:security_group_rule and tenant:88d3d6f6e65940f592343c163687a57f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:21.578532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:21.583375 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-0192d23a-59a1-419f-b58c-6d01e9cf74b0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/quotas/49acd70523ac43c4a961587eabedea45 HTTP/1.1" status: 200 len: 375 time: 0.0257435 May 12 19:42:21.588900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:21.650356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a969-1b19-4671-9356-789314ab1b8c req-dfcd0dc9-dea6-43a2-bbf0-73ff00a4df00 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.658192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b52a969-1b19-4671-9356-789314ab1b8c req-dfcd0dc9-dea6-43a2-bbf0-73ff00a4df00 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.2579882 May 12 19:42:21.676105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-9cfdbda2-ba3f-4d9d-b6ae-bdd534d35123 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816407 May 12 19:42:21.681410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-82f4e343-e407-4531-b578-a008347368be tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:21.689224 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18cc1b95-d47d-40be-b0ab-fb5cd34ddd69 req-32aadb4d-320f-4a43-98f5-6cc65759a9ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884327 May 12 19:42:21.722175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-df1a26a4-a2c9-48a7-9002-a0fb1e3195da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.723753 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-df1a26a4-a2c9-48a7-9002-a0fb1e3195da service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 906 time: 0.3863559 May 12 19:42:21.728446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:21.741267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:21.755707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:21.756268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:21.776172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b52a969-1b19-4671-9356-789314ab1b8c req-7e33face-44e6-4835-95e8-82cac8268645 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107516 May 12 19:42:21.807224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-82f4e343-e407-4531-b578-a008347368be tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:21.808395 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6152636-09f5-4bd9-8a96-650feed975a0 req-82f4e343-e407-4531-b578-a008347368be tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a302980b-279d-420c-8b48-429a70d6ec72 HTTP/1.1" status: 200 len: 210 time: 0.2039928 May 12 19:42:21.837646 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-f8f2e510-764b-4f97-b45f-28c2d6fd9028 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b HTTP/1.1" status: 200 len: 217 time: 0.1071413 May 12 19:42:21.850591 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66aa236d-01ef-451a-89c5-74ee9735f718 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0656986 May 12 19:42:21.895194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60568) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:21.951068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-63fb5932-96df-4002-8028-e05cee7c6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:21.952487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-63fb5932-96df-4002-8028-e05cee7c6262 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.1048038 May 12 19:42:22.004750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:22.053172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-f31355ba-dc58-4b77-af6f-6fd17a3691f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929630 May 12 19:42:22.231108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 84d9660e-d138-40ef-a1ef-5d615092ca6e {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:42:22.254110 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:22.257305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:22.301767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:22.327355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] device_id is not set on port 97116e45-d126-4410-8365-f4f4f714caed yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:22.371834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:18Z', 'revision_number': 8, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:22.373393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-dc636ac5-417d-43aa-a469-e6817aa6c5a1 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793845 May 12 19:42:22.376966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:22.383722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-c3142baa-2390-4d50-96c6-de4aa0c73b56 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239813 May 12 19:42:22.386825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:22.387415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:22.446172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4f2ac4-ee68-407c-b969-590a7a89b7d4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:22.451959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:22.522418 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3f30c45-52c6-449e-9753-e74dc0e26c49 req-6a7d1561-59b9-4c50-9092-9343aed9341a service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322227 May 12 19:42:22.546027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:22.564386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd089e0-2575-4845-842c-73e354232050 req-24d3f0c1-0488-47d2-b99e-df0160531c23 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:22.565993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afd089e0-2575-4845-842c-73e354232050 req-24d3f0c1-0488-47d2-b99e-df0160531c23 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 947 time: 0.4724038 May 12 19:42:22.731051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-80fcfbfa-8246-4736-a96f-52baa4b3bd1e service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379629 May 12 19:42:22.778882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afd089e0-2575-4845-842c-73e354232050 req-ad05decf-8407-4d62-9dbb-1253c59e89ae tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061300 May 12 19:42:22.820729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:22.996217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:18Z', 'revision_number': 8, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:23.011255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494f5b6-ab74-4ef3-9e3a-035de921c0ff None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:18Z', 'revision_number': 8, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade8ffa1-fbf5-4cfe-a348-5e52f53b580e', 'name': '', 'network_id': 'a5a9c673-5b6e-4423-898f-f4486e08789d', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:91:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:44Z', 'updated_at': '2022-05-12T19:41:59Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '1d471c84-6cb5-4a44-8224-b8a7beee7034', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:23.044543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] device_id is not set on port 97116e45-d126-4410-8365-f4f4f714caed yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:23.107391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.123128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.176256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Transition to ACTIVE for port object 97116e45-d126-4410-8365-f4f4f714caed will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:23.178497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=84d9660e-d138-40ef-a1ef-5d615092ca6e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:23.193751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.201006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690e0e6-1eeb-4cdc-b553-6c9e2daf14c2 None None] Network ea3d34aa-2f42-4b8a-bc64-9d24a6076771 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:23.204114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.215665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d4dfa-5a70-4449-8382-041c3f6f9c15 req-d49c1315-5970-44bc-b167-2c4e243c4ac8 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:23.217156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c7d4dfa-5a70-4449-8382-041c3f6f9c15 req-d49c1315-5970-44bc-b167-2c4e243c4ac8 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 943 time: 0.2746551 May 12 19:42:23.305284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f93b501f-9494-4ff6-bdff-1be847cd8fc5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/84d9660e-d138-40ef-a1ef-5d615092ca6e HTTP/1.1" status: 204 len: 168 time: 1.4084671 May 12 19:42:23.307810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60588) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:23.326476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685b81f-0d71-4792-b5c7-b482c4d719ba req-5fca4ba2-3f61-460a-b4e9-8e406ffee733 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:23.335348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b685b81f-0d71-4792-b5c7-b482c4d719ba req-5fca4ba2-3f61-460a-b4e9-8e406ffee733 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2952671 May 12 19:42:23.376049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=97116e45-d126-4410-8365-f4f4f714caed,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:23.447134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.452517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c7d4dfa-5a70-4449-8382-041c3f6f9c15 req-1c71c57f-580b-436e-a3af-2f8b251c8eac tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863403 May 12 19:42:23.478118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port ca1a53b8-2ed9-400b-b836-f5224dd9e566 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:23.479700 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.493174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b685b81f-0d71-4792-b5c7-b482c4d719ba req-fa14a32c-7e96-4198-b614-111e27044dd2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568067 May 12 19:42:23.494356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Checking segment: {'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:42:23.494724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Network hostable DHCP agents. Network: d4b41246-c1d7-431a-ae7f-b5caa518f30c, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:42:23.516627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] DHCP port deletion for ea3d34aa-2f42-4b8a-bc64-9d24a6076771 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:42:23.525765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Deleting port ca1a53b8-2ed9-400b-b836-f5224dd9e566 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:23.526136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.542065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Network d4b41246-c1d7-431a-ae7f-b5caa518f30c is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:42:23.565483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d4b41246-c1d7-431a-ae7f-b5caa518f30c) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:23.574177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:23.594432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:23.594764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:23.595141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:23.601578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:23.601923 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:23.602313 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 2 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:23.635921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0ecc425e-600b-46bb-986c-6f1f3ade8f5b details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:42:23.638959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:23.639181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e1bb43-4bf1-45e0-9a9d-c5388328f4a7 None None] Network d4b41246-c1d7-431a-ae7f-b5caa518f30c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:23.639868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:23.640805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:23.652114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:23.655188 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:23.655848 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 3 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:23.781908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:23.782324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:23.782799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:23.794548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caea39e8-775d-4984-bdf2-cd984b76020b req-1cd2c065-3f4e-4758-a8de-88590ca891f8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 210 time: 0.1256366 May 12 19:42:23.806999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port ca1a53b8-2ed9-400b-b836-f5224dd9e566, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca1a53b8-2ed9-400b-b836-f5224dd9e566,segment=NetworkSegment(f6de3277-b9c8-49fa-b938-162251bf5d39),segment_id=f6de3277-b9c8-49fa-b938-162251bf5d39)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:23.807666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:23.822405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:23.826485 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:23.828407 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 4 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:23.849999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:23.850594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:23.851097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:23.859492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:23.860577 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:23.862037 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 5 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:23.880458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:23.881055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:23.881582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:23.896647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc39bb-0188-4edb-b6a7-4782fe0c676c req-40f8c586-43d4-4a80-9c91-a53bfd23ba73 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:23.904023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4efc39bb-0188-4edb-b6a7-4782fe0c676c req-40f8c586-43d4-4a80-9c91-a53bfd23ba73 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 945 time: 0.2370894 May 12 19:42:23.906863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:23.907363 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:23.919356 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 6 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:23.950846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:23.951200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:23.951596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:23.975127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for ca1a53b8-2ed9-400b-b836-f5224dd9e566 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:23.994146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:23.994507 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:24.001388 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 7 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:24.024959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4efc39bb-0188-4edb-b6a7-4782fe0c676c req-e457c5fe-8f0f-42c5-b629-0c2bbcfbcafd tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197605 May 12 19:42:24.031084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:24.031413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:24.031748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:24.041799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:24.042109 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:24.042495 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 8 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:24.064953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:24.065313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:24.066213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:24.070679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] For port ca1a53b8-2ed9-400b-b836-f5224dd9e566, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca1a53b8-2ed9-400b-b836-f5224dd9e566,segment=NetworkSegment(f6de3277-b9c8-49fa-b938-162251bf5d39),segment_id=f6de3277-b9c8-49fa-b938-162251bf5d39)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:24.071177 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.072634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:24.072967 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:24.073548 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 9 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:24.094818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:24.095154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:24.095496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:24.102123 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.104134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:24.104467 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:24.105675 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 10 to bind port 97116e45-d126-4410-8365-f4f4f714caed May 12 19:42:24.131758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39217fbc-3e5b-4271-867d-6cacb1fca413 req-155f7dda-e4bc-454d-a00b-12a8238bbf1e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:24.138351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39217fbc-3e5b-4271-867d-6cacb1fca413 req-155f7dda-e4bc-454d-a00b-12a8238bbf1e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1885872 May 12 19:42:24.156203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:24.156636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:24.156966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:24.167735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 97116e45-d126-4410-8365-f4f4f714caed on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:24.168101 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 97116e45-d126-4410-8365-f4f4f714caed on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:24.168432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.231306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No DVR routers for this DVR port ca1a53b8-2ed9-400b-b836-f5224dd9e566 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:24.259650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39217fbc-3e5b-4271-867d-6cacb1fca413 req-66c3811e-acfd-42e1-a71f-5ea6a363c1c4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203411 May 12 19:42:24.274312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Calling delete_port for ca1a53b8-2ed9-400b-b836-f5224dd9e566 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:24.282420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=ca1a53b8-2ed9-400b-b836-f5224dd9e566,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:24.408093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:24.438426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.444862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'mac_address': 'fa:16:3e:8a:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:42:24.487532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:42:24.487874 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:42:24.507603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:24.508249 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.530936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecc425e-600b-46bb-986c-6f1f3ade8f5b {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:24.549862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3d34aa-2f42-4b8a-bc64-9d24a6076771']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:24.550684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:24.558905 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.572257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6de3277-b9c8-49fa-b938-162251bf5d39') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:24.572820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6de3277-b9c8-49fa-b938-162251bf5d39') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:24.599962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.622470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] For port 97116e45-d126-4410-8365-f4f4f714caed, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:24.623080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempted to set empty binding levels {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 12 19:42:24.633593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.640126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:24.642117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-6075424d-6f9c-42b2-8ce8-fd0a4c1ef605 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:24.643820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-6075424d-6f9c-42b2-8ce8-fd0a4c1ef605 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.2390277 May 12 19:42:24.648862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:42:24.649835 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: timer() May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:42:24.669336 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:42:24.677866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Request body: {'port': {'device_id': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'admin_state_up': True, 'tenant_id': '49acd70523ac43c4a961587eabedea45'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:24.682346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.766409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:24.767082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.772005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ed7c85-2071-45d2-b45c-57b22c3c6719 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:24.800948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=97116e45-d126-4410-8365-f4f4f714caed,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:24.813565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 42ed7c85-2071-45d2-b45c-57b22c3c6719 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:24.815516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ed7c85-2071-45d2-b45c-57b22c3c6719 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:24.815516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca1a53b8-2ed9-400b-b836-f5224dd9e566 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:24.838749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-17fb12ab-3848-42f3-8cc0-0d8cf79f0e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.5282459 May 12 19:42:24.839281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.840936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60614) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:24.841552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0ecc425e-600b-46bb-986c-6f1f3ade8f5b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:24.847397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e5540-49c6-4b8a-b63c-de9a74688611 req-f395146f-3acf-4746-b87e-d677ab1475f9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:24.848533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f06e5540-49c6-4b8a-b63c-de9a74688611 req-f395146f-3acf-4746-b87e-d677ab1475f9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 947 time: 0.5524545 May 12 19:42:24.858903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-86bffc4f-85a7-4943-82e7-d886d4a78f31 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:24.865841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-86bffc4f-85a7-4943-82e7-d886d4a78f31 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.4302289 May 12 19:42:24.890285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ca1a53b8-2ed9-400b-b836-f5224dd9e566 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:24.891248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca1a53b8-2ed9-400b-b836-f5224dd9e566 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:24.892688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:24.899828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-9ce6edaa-0f5d-48e9-be0b-025c3e62dfd1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.0323229 May 12 19:42:24.938261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=ea3d34aa-2f42-4b8a-bc64-9d24a6076771,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:24.964845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7acff50a-fb5f-4db1-9211-aa87be037b25 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/ea3d34aa-2f42-4b8a-bc64-9d24a6076771 HTTP/1.1" status: 204 len: 168 time: 1.6558921 May 12 19:42:24.968898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:24.985643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f06e5540-49c6-4b8a-b63c-de9a74688611 req-173a1194-f9ea-45e4-9b52-7d45eab022aa tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119041 May 12 19:42:25.013244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-e55db388-ecb2-4da4-8839-8610c5e3cb17 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123621 May 12 19:42:25.029325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Deleting port ca1a53b8-2ed9-400b-b836-f5224dd9e566 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:25.029810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:25.040440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:25.049789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Deleting port 97116e45-d126-4410-8365-f4f4f714caed {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:25.050143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:25.142281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5a70c033-678e-4fa2-9389-b0f3def68264 None None] The port 'ca1a53b8-2ed9-400b-b836-f5224dd9e566' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:42:25.213666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-f88baf68-ac27-4372-b576-3d1ff17b97e4 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992285 May 12 19:42:25.277528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:25.339371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:25.342842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:25.348503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551c07-d3c6-4af3-817e-7bb345f966b7 req-b8c692fb-331f-4ca9-8f64-955f3e57a95c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:25.350009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9551c07-d3c6-4af3-817e-7bb345f966b7 req-b8c692fb-331f-4ca9-8f64-955f3e57a95c tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.2071195 May 12 19:42:25.384710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-7280e604-4260-4c0b-a746-121c32b919e2 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641388 May 12 19:42:25.408511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9551c07-d3c6-4af3-817e-7bb345f966b7 req-3f567ee3-0618-40aa-a3ae-0d8bfbc10d15 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 May 12 19:42:25.582746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0ecc425e-600b-46bb-986c-6f1f3ade8f5b up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:25.667078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab6c2f-7204-4950-9d3a-4f0901f0a0ee req-4b83a84c-5c93-462c-b0b1-e9d33b4018c1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:25.668908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bab6c2f-7204-4950-9d3a-4f0901f0a0ee req-4b83a84c-5c93-462c-b0b1-e9d33b4018c1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 944 time: 0.1466229 May 12 19:42:25.683101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:25.688678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:25.689252 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:25.789768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bab6c2f-7204-4950-9d3a-4f0901f0a0ee req-07ea98ef-7e6e-48f5-a9c4-0f25ea5618a5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692484 May 12 19:42:25.813804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5a85-08b8-47d1-843f-1bacc341ed71 req-af048dfa-9fe7-4a39-87a8-83b43338d8c1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:25.815934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf6b5a85-08b8-47d1-843f-1bacc341ed71 req-af048dfa-9fe7-4a39-87a8-83b43338d8c1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.1455259 May 12 19:42:25.816293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] For port 97116e45-d126-4410-8365-f4f4f714caed, host n-h2-841626-1, got binding levels [] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:25.816802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:25.849107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:25.850886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:25.881654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf6b5a85-08b8-47d1-843f-1bacc341ed71 req-1c589aa4-c440-40d1-929e-9617e8d6179f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501258 May 12 19:42:25.893315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:25.915682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:25.925695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:25.994251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Calling delete_port for 97116e45-d126-4410-8365-f4f4f714caed owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:26.037883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c75bfb4-1d20-4cdf-bfa0-1b6645e39679 req-718ed5b0-d9aa-4de3-9a25-b4df9a7eec1e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 210 time: 0.0724633 May 12 19:42:26.046528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Allocated IP 172.20.0.6 (80f63ec0-e114-44b4-b8b1-a7136847ccd5/2d251b82-d2c4-4176-aa07-e8f3235d5473/d2cb9749-5162-4f1e-a5f8-7341c1bba41e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:42:26.103669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:26.127001 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affb80f5-f7db-46e8-ad22-e8e60f418d5e'] response: {'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'code': 200} May 12 19:42:26.174995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:26.324019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event deleted for resources: {'Port': ['ID=97116e45-d126-4410-8365-f4f4f714caed,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:26.366504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125778c-bcfc-43c2-ae20-e425447cff33 req-242a0794-995d-442c-b4c7-2285d0255f52 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:26.368042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d125778c-bcfc-43c2-ae20-e425447cff33 req-242a0794-995d-442c-b4c7-2285d0255f52 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1062036 May 12 19:42:26.371013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:26.438975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d125778c-bcfc-43c2-ae20-e425447cff33 req-aae99683-db42-4d95-9517-cb5c0683852d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524890 May 12 19:42:26.444074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-807311ce-0570-419b-9c55-867e9a4af96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "DELETE /v2.0/ports/97116e45-d126-4410-8365-f4f4f714caed HTTP/1.1" status: 204 len: 168 time: 1.5997453 May 12 19:42:26.446157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:26.494170 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2640ac2-7073-4d12-b70b-968ef19f4aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] GET failed (client error): The resource could not be found. May 12 19:42:26.494659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2640ac2-7073-4d12-b70b-968ef19f4aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Synchronizing usage tracker for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:26.514852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2640ac2-7073-4d12-b70b-968ef19f4aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Unset dirty status for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:26.516970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d2640ac2-7073-4d12-b70b-968ef19f4aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "GET /v2.0/ports/97116e45-d126-4410-8365-f4f4f714caed HTTP/1.1" status: 404 len: 333 time: 0.0697780 May 12 19:42:26.520987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60656) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:26.527747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Request body: {'port': {'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-360467620'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:26.533995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:26.541083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:26.547212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:26.566613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Made reservation on behalf of 88d3d6f6e65940f592343c163687a57f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:26.571622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:26.602765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-ce0ce826-9c45-4e4f-984a-36fca518ef1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=2fd7647e-24fb-4af1-9a8d-bb951d730b9d HTTP/1.1" status: 200 len: 210 time: 0.0568733 May 12 19:42:26.614117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497378c-a4d6-4c8f-b2c5-1e2176837274 req-e2f10afc-9379-41c4-8316-d2b8c53780e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:26.615523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e497378c-a4d6-4c8f-b2c5-1e2176837274 req-e2f10afc-9379-41c4-8316-d2b8c53780e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 1096 time: 0.3237138 May 12 19:42:26.618165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:26.641664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] device_id is not set on port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:26.784306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81f54b-002d-41ba-a71a-f3cda96eb0a7 req-5ebde104-e425-41f6-b29a-6ff89cc0f3e1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:26.784306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d81f54b-002d-41ba-a71a-f3cda96eb0a7 req-5ebde104-e425-41f6-b29a-6ff89cc0f3e1 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1878769 May 12 19:42:26.843209 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2333-3f03-4636-a3ce-b4f950d89d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:26.920771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d81f54b-002d-41ba-a71a-f3cda96eb0a7 req-aa2e72c1-a925-4bd3-a0bb-d4f9b3aad99e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222670 May 12 19:42:26.958961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.026666 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e497378c-a4d6-4c8f-b2c5-1e2176837274 req-c23e37f3-a1a9-459a-95a5-6cb82149223a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108948 May 12 19:42:27.120534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.239158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-87332017-f460-4f5e-beb8-db3f1d464870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:27.240616 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-87332017-f460-4f5e-beb8-db3f1d464870 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=caf0a5726dc6441e927a80af360d5518&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6291332 May 12 19:42:27.242435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:27.257344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:27.278267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-d7b34d66-95eb-4187-911c-830cfbd56f21 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:27.279692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-d7b34d66-95eb-4187-911c-830cfbd56f21 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.3558352 May 12 19:42:27.281702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:27.295196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.338664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-1e367e45-2653-45dc-80c0-dfb366b46f24 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.0510590 May 12 19:42:27.355093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0615c-95e8-443e-8009-14a8b86ff4c1 req-3d97ea17-b44e-41d2-a2ec-f537b9929f14 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:27.356537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57c0615c-95e8-443e-8009-14a8b86ff4c1 req-3d97ea17-b44e-41d2-a2ec-f537b9929f14 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 945 time: 0.3312018 May 12 19:42:27.402039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event updated for resources: {'Port': ['ID=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:27.427667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:27.428273 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.447874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Network d4b41246-c1d7-431a-ae7f-b5caa518f30c is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:27.448553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=fc12425e-05f3-4c33-96e3-1afbc3c3bd3b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:27.451864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:27.460583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:27.461614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:27.462232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.469021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-70d58cfa-dae0-404e-b175-f33d8b1d3115 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7987142 May 12 19:42:27.487928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Request body: {'port': {'device_id': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:27.495293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57c0615c-95e8-443e-8009-14a8b86ff4c1 req-28a0bf84-5cb2-4faf-b706-7b1e8acb1496 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290660 May 12 19:42:27.522046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0d2e8cdd-40e2-4174-9bec-d0e53241c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9922488 May 12 19:42:27.522046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60686) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:27.524395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:27.565933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-a247f4a5-4b4e-4508-9632-721d7863183d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008042 May 12 19:42:27.581565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-113a4a6f-29ae-458b-8e9e-bbff8d2b81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:27.585858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-113a4a6f-29ae-458b-8e9e-bbff8d2b81ef service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3350010 May 12 19:42:27.699670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:27.699900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.742226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-716ded4c-8db7-483a-a285-cfe4de0d4896 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:27.767949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.795888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:27.855542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ad16a3ba-9d89-4d2e-96f7-de090e6fac0d service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735586 May 12 19:42:27.895282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-716ded4c-8db7-483a-a285-cfe4de0d4896 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:27.896406 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ff0bd1df-529f-4915-a0ae-f70be9dcd3f6 req-716ded4c-8db7-483a-a285-cfe4de0d4896 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd7647e-24fb-4af1-9a8d-bb951d730b9d HTTP/1.1" status: 200 len: 210 time: 0.2490938 May 12 19:42:28.002841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04489ab4-72c7-4585-9bb5-78a76740d248 req-db0ae2bd-a305-4bf1-9693-26a72023feb1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:28.004247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04489ab4-72c7-4585-9bb5-78a76740d248 req-db0ae2bd-a305-4bf1-9693-26a72023feb1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.3660984 May 12 19:42:28.043598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port ade8ffa1-fbf5-4cfe-a348-5e52f53b580e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,segment=NetworkSegment(90c5acfd-5e70-4e56-ba12-b0f9d42761b7),segment_id=90c5acfd-5e70-4e56-ba12-b0f9d42761b7)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:28.044283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:28.152761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04489ab4-72c7-4585-9bb5-78a76740d248 req-af58baa2-8336-4eff-8790-23f351e89abe tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018291 May 12 19:42:28.165282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-9d6251b2-263e-4538-b8d0-59dd6c5a4232 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968619 May 12 19:42:28.223019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for ade8ffa1-fbf5-4cfe-a348-5e52f53b580e owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:28.258780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] device_id is not set on port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:28.268561 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:28.286885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Transition to ACTIVE for port object fc12425e-05f3-4c33-96e3-1afbc3c3bd3b will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:28.292817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:28.545897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=fc12425e-05f3-4c33-96e3-1afbc3c3bd3b,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:28.577873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:28.578279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:28.578682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:28.593397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:28.593804 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:28.595730 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 2 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:28.625874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e7788-236a-4c98-8d88-9edb8149ff1a req-bd42c200-2c88-41fd-95ba-04551506801a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:28.627476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d67e7788-236a-4c98-8d88-9edb8149ff1a req-bd42c200-2c88-41fd-95ba-04551506801a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 931 time: 0.2944300 May 12 19:42:28.629216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:28.629862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:28.630031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:28.638753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:28.639143 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:28.640275 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 3 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:28.672869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffd9ef-cc94-4f01-b243-479bef1c5fa4 req-8e6ee0c6-5e20-4d1f-803e-a6d126fc0e95 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:28.674382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1ffd9ef-cc94-4f01-b243-479bef1c5fa4 req-8e6ee0c6-5e20-4d1f-803e-a6d126fc0e95 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.2019284 May 12 19:42:28.686977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:28.687313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:28.687647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:28.714285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:28.714516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cb9749-5162-4f1e-a5f8-7341c1bba41e {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:28.714659 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:28.718980 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 4 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:28.727883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:28.742623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d67e7788-236a-4c98-8d88-9edb8149ff1a req-88a54b51-cfdf-432e-8d6b-71c638008880 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928493 May 12 19:42:28.743507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:28.754334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:28.754691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:28.755097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:28.784461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1ffd9ef-cc94-4f01-b243-479bef1c5fa4 req-27e2d8fd-1448-4cd3-8341-d50ad23f2c06 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941935 May 12 19:42:28.785341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:28.785675 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:28.786069 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 5 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:28.787325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Transition to ACTIVE for port object d2cb9749-5162-4f1e-a5f8-7341c1bba41e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:28.807998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:28.820261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=ade8ffa1-fbf5-4cfe-a348-5e52f53b580e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:28.826137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:28.827244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:28.827748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:28.835894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:28.836228 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:28.836703 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 6 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:28.856014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:28.856549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:28.857041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:28.870910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:28.871486 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:28.872161 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 7 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:28.943849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:28.945691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ea59337-6d07-495c-b079-9e0d50d66897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:28.946589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:28.947017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:28.998160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afab4d20-2a9c-4325-a3e0-0831a6fa17e3 req-4d72dfa3-6c8c-4bc5-bb10-f6800425ef7a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 210 time: 0.1060541 May 12 19:42:28.998948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:28.999369 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:29.001313 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 8 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:29.048704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:29.049260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:29.049640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:29.091844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Pushing event updated for resources: {'Port': ['ID=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:29.101730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:29.102086 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:29.103526 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 9 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:29.128452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:29.128920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:29.129377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:29.141467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:29.142568 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:29.179782 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 10 to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b May 12 19:42:29.219883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:29.220301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:29.220692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:29.363969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Attempting to bind port d2cb9749-5162-4f1e-a5f8-7341c1bba41e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:29.364204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Attempting to bind port d2cb9749-5162-4f1e-a5f8-7341c1bba41e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:29.364446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Attempting to bind port d2cb9749-5162-4f1e-a5f8-7341c1bba41e on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:29.371350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:29.371666 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:29.372016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:29.372950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Port d2cb9749-5162-4f1e-a5f8-7341c1bba41e on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:29.373429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Attempting to bind port d2cb9749-5162-4f1e-a5f8-7341c1bba41e on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:29.378217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:29.383994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:42:29.384325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Checking segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:42:29.384704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Bound using segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:42:29.385222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Bound port: d2cb9749-5162-4f1e-a5f8-7341c1bba41e, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:42:29.385873 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:29.404649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccb6fa-1a6e-485e-b3f7-0bf0f73a5f07 req-e371ef4e-afe2-45b5-851f-96997af2b242 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:29.406397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82ccb6fa-1a6e-485e-b3f7-0bf0f73a5f07 req-e371ef4e-afe2-45b5-851f-96997af2b242 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 945 time: 0.4059336 May 12 19:42:29.513545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82ccb6fa-1a6e-485e-b3f7-0bf0f73a5f07 req-c9d1e319-c7c9-450e-b0c5-c021c15d939f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826347 May 12 19:42:29.523327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d2563-46ff-45cd-a43b-de8042644488 req-1489bfbd-f56b-4416-ba5d-edebbae80e59 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:29.529264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e03d2563-46ff-45cd-a43b-de8042644488 req-1489bfbd-f56b-4416-ba5d-edebbae80e59 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.3919749 May 12 19:42:29.561844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] For port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:29.562314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempted to set empty binding levels {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 12 19:42:29.578314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:29.634556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e03d2563-46ff-45cd-a43b-de8042644488 req-5e7b42a4-a6b7-4e60-9c1f-60f341590023 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993812 May 12 19:42:29.666749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] In _notify_port_updated(), no bound segment for port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:42:29.673020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:29.676368 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:29.680542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "PUT /v2.0/ports/fc12425e-05f3-4c33-96e3-1afbc3c3bd3b HTTP/1.1" status: 200 len: 978 time: 2.1616216 May 12 19:42:29.687875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60712) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:29.732008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542615d4-eab4-4f61-add3-943f6c0b12a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=fc12425e-05f3-4c33-96e3-1afbc3c3bd3b,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:29.770861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] For port d2cb9749-5162-4f1e-a5f8-7341c1bba41e, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:29.785831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0becb-ffc5-455f-a541-2b158bafeafb req-da65f378-7db8-4710-89ad-7442cb07bd9e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:29.793214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00e0becb-ffc5-455f-a541-2b158bafeafb req-da65f378-7db8-4710-89ad-7442cb07bd9e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.0971150 May 12 19:42:29.849866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00e0becb-ffc5-455f-a541-2b158bafeafb req-1bfd8a3b-1e4d-474e-8bec-12168d30dacb tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 May 12 19:42:29.998369 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:30.007568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] For port d2cb9749-5162-4f1e-a5f8-7341c1bba41e, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:42:30.073302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:30.125230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc319e2-b22d-4653-b994-eb9189f71aaa req-9218f111-6d3a-48b5-95c2-7d81bea41f07 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.126700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbc319e2-b22d-4653-b994-eb9189f71aaa req-9218f111-6d3a-48b5-95c2-7d81bea41f07 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 943 time: 0.1325591 May 12 19:42:30.171380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-8401ceee-f478-4a55-9903-d78887e572f7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.172819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-8401ceee-f478-4a55-9903-d78887e572f7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.5978000 May 12 19:42:30.177448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34987f-e13b-47aa-855a-3cd2b7d80df2 req-54562d32-c844-40fe-9a97-b258921debc7 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.178917 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff34987f-e13b-47aa-855a-3cd2b7d80df2 req-54562d32-c844-40fe-9a97-b258921debc7 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 945 time: 0.1251709 May 12 19:42:30.183231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.183832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:30.185316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] 10.222.0.73 "PUT /v2.0/ports/d2cb9749-5162-4f1e-a5f8-7341c1bba41e HTTP/1.1" status: 200 len: 1091 time: 2.7018015 May 12 19:42:30.188912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'tag': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:30.203330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Request body: {'port': {'device_id': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'admin_state_up': True, 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:30.204273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbc319e2-b22d-4653-b994-eb9189f71aaa req-22e5887e-b397-41cb-b426-5e14f8ab53fb tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 May 12 19:42:30.240345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff34987f-e13b-47aa-855a-3cd2b7d80df2 req-568a2bf7-c2d6-4c29-b2e9-7c57b63240c6 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533545 May 12 19:42:30.347428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:30.366346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead828b-8fe2-412f-a34c-fd13cb45cafb service neutron] Pushing event updated for resources: {'Port': ['ID=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:30.377978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24a84edb-3870-4d28-bec7-de721653c935 req-5cd4f97d-7913-4b14-98c3-30183d4a8ebe tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 210 time: 0.0460372 May 12 19:42:30.390145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.391175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.391787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.392249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.392738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.393233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.393674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.394128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.394575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.395027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.395478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.395931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.396382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.396829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.397311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.397761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.398210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.398656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.399103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.399551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.400002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.400448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.400898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.401371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.403749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Synchronizing usage tracker for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:30.493128 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23850508-33dc-4c23-a0b2-a04e43a021ac'] response: {'name': 'network-changed', 'server_uuid': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'tag': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e', 'status': 'completed', 'code': 200} May 12 19:42:30.569569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:30.600001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Unset dirty status for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:30.601212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-da9affac-160a-4dd9-a361-14891405b0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21818 time: 0.9073467 May 12 19:42:30.606092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691efa64-9b95-40e8-ba2b-f2a57d006c63 req-d629d324-fe9b-418a-abca-1a9c885cadb9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.607554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-691efa64-9b95-40e8-ba2b-f2a57d006c63 req-d629d324-fe9b-418a-abca-1a9c885cadb9 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.0879653 May 12 19:42:30.608020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60726) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:30.634003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:30.654113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:30.658719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:30.666816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1e9517bb-e37d-46ac-86b0-b985c392472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.668781 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-1e9517bb-e37d-46ac-86b0-b985c392472b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 1094 time: 0.4372649 May 12 19:42:30.671384 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:30.683904 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:30.684558 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:30.699322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Deleting port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:30.699685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:30.731862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:30.735359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:30.752380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-691efa64-9b95-40e8-ba2b-f2a57d006c63 req-de0a0d46-68a7-4a63-99f4-a3ae8f24371b tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057425 May 12 19:42:30.759253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2b49d410-1b85-45d7-a0d0-08ee93c12655 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7865229 May 12 19:42:30.762840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60730) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:30.763428 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-82a09451-86ea-4d82-a380-39d87d703b18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2cb9749-5162-4f1e-a5f8-7341c1bba41e HTTP/1.1" status: 200 len: 217 time: 0.0875084 May 12 19:42:30.882564 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:30.886612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-a987da11-4377-4e17-aab4-1bcb313026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:30.888080 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-a987da11-4377-4e17-aab4-1bcb313026f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.1182587 May 12 19:42:30.904469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 1d471c84-6cb5-4a44-8224-b8a7beee7034 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:42:30.931913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:30.964512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-867727f3-ed0a-40c0-ae18-a5c83a311c78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688121 May 12 19:42:31.107276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Allocated IP 172.20.0.14 (8f084805-0240-4ebb-80f7-8f92fa40dcd6/47fe641d-e0a1-4324-b69f-3703264a1493/700642b9-0697-48ea-b571-1e2ace86733c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:42:31.164595 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-82b13669-ef1c-44f0-b7b7-4ee1479ca188 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718352 May 12 19:42:31.174726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.201173 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:28Z', 'revision_number': 9, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:31.205692 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:31.214438 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:31.215273 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:31.231546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] For port fc12425e-05f3-4c33-96e3-1afbc3c3bd3b, host n-h2-841626-1, got binding levels [] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:31.232038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.364569 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:31.375584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Calling delete_port for fc12425e-05f3-4c33-96e3-1afbc3c3bd3b owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:31.436323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b139a-258a-48b4-b5ce-b03d9d25beb6 req-8255d9bf-bcd1-4404-b5a9-48cf85224aca tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:31.438008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a7b139a-258a-48b4-b5ce-b03d9d25beb6 req-8255d9bf-bcd1-4404-b5a9-48cf85224aca tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.5083866 May 12 19:42:31.445385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.457364 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-74f6194b-ab34-4b89-bdf0-95b8a6de644d req-57deced6-e48c-4182-8dea-73006ec55bcb service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819765 May 12 19:42:31.459047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12ea01-b0ed-4623-9ad4-b91945b36a06 req-10543925-f33d-46b5-a741-fb81c7038a03 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:31.460622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd12ea01-b0ed-4623-9ad4-b91945b36a06 req-10543925-f33d-46b5-a741-fb81c7038a03 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.4148953 May 12 19:42:31.483349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.495592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:31.545662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.647605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.693290 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:28Z', 'revision_number': 9, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:31.698139 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e472180-6fb4-430d-9097-8190e8402fe4 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:28Z', 'revision_number': 9, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c', 'name': '', 'network_id': 'dd8e0d00-ce03-4724-a733-1ac53dea47b8', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:cc:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:33Z', 'updated_at': '2022-05-12T19:41:48Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '38db432e-b34f-43cb-929a-0b19d714b4c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:31.764455 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.769687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:31.778001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a7b139a-258a-48b4-b5ce-b03d9d25beb6 req-64bebd7f-4a8b-4398-bc85-79da70341b82 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131261 May 12 19:42:31.779925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:31.788564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:31.819747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event updated for resources: {'Port': ['ID=700642b9-0697-48ea-b571-1e2ace86733c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:31.833082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd12ea01-b0ed-4623-9ad4-b91945b36a06 req-3bace0de-7cf3-48c2-af0f-80f8b024f7dc tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440983 May 12 19:42:31.848490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc12425e-05f3-4c33-96e3-1afbc3c3bd3b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:31.852626 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.883307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:31.883869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.885138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-65042158-13c7-4240-abe9-e05b7f2d136d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "DELETE /v2.0/ports/fc12425e-05f3-4c33-96e3-1afbc3c3bd3b HTTP/1.1" status: 204 len: 168 time: 1.2761030 May 12 19:42:31.893148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60746) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:31.895589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792e3cf-be1f-4499-95be-ef273830642b req-19b60a61-4e03-4ea2-b6f4-0471758ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:31.897138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4792e3cf-be1f-4499-95be-ef273830642b req-19b60a61-4e03-4ea2-b6f4-0471758ef7bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 1094 time: 0.2108586 May 12 19:42:31.971594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:31.994461 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-eda20016-f0cc-4083-b313-ef8780bd6ff1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7948503 May 12 19:42:32.007250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Request body: {'port': {'device_id': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:32.058160 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3a842f-5003-43b5-886c-213baf861379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] GET failed (client error): The resource could not be found. May 12 19:42:32.058693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-de3a842f-5003-43b5-886c-213baf861379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Synchronizing usage tracker for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:32.063506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=1d471c84-6cb5-4a44-8224-b8a7beee7034,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:32.088494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:32.090640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7641a-6687-4ba4-a698-265c1debd4cd None None] Network a5a9c673-5b6e-4423-898f-f4486e08789d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:32.151664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792e3cf-be1f-4499-95be-ef273830642b req-60fccad0-b7f0-4ff0-9b23-853206846678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:32.153495 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4792e3cf-be1f-4499-95be-ef273830642b req-60fccad0-b7f0-4ff0-9b23-853206846678 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 912 time: 0.2475333 May 12 19:42:32.160746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1848d228-087d-45fe-93d3-af61a85c184b tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/1d471c84-6cb5-4a44-8224-b8a7beee7034 HTTP/1.1" status: 204 len: 168 time: 1.3965776 May 12 19:42:32.165907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-de3a842f-5003-43b5-886c-213baf861379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Unset dirty status for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:32.167467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-de3a842f-5003-43b5-886c-213baf861379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "GET /v2.0/ports/fc12425e-05f3-4c33-96e3-1afbc3c3bd3b HTTP/1.1" status: 404 len: 333 time: 0.2394259 May 12 19:42:32.169681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60750) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:32.194520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60752) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:32.223785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465122828', 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:32.228882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:32.242738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4792e3cf-be1f-4499-95be-ef273830642b req-c3242c5b-4e93-4707-9573-54afc316f763 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2cb9749-5162-4f1e-a5f8-7341c1bba41e HTTP/1.1" status: 200 len: 217 time: 0.0804107 May 12 19:42:32.288727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:32.288974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:32.335603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61285fdc-9869-4808-bc71-8abdee608320 req-b850066e-2377-4b6c-9161-95c8765563d0 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:32.342899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61285fdc-9869-4808-bc71-8abdee608320 req-b850066e-2377-4b6c-9161-95c8765563d0 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 945 time: 0.3253453 May 12 19:42:32.354746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf056e8c-2794-4a65-ab0b-7d306845bb6f req-82bda279-5ed1-4386-a6b2-95fe94016e96 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:32.361773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf056e8c-2794-4a65-ab0b-7d306845bb6f req-82bda279-5ed1-4386-a6b2-95fe94016e96 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 943 time: 0.4710641 May 12 19:42:32.372075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792e3cf-be1f-4499-95be-ef273830642b req-e772bd63-91d4-438b-b41c-923b59664fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:32.373594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4792e3cf-be1f-4499-95be-ef273830642b req-e772bd63-91d4-438b-b41c-923b59664fd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.1224766 May 12 19:42:32.389436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] DHCP port deletion for a5a9c673-5b6e-4423-898f-f4486e08789d request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:42:32.392052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Made reservation on behalf of 88d3d6f6e65940f592343c163687a57f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:32.394390 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:32.394862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] Deleting port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:32.395287 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:32.433438 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4792e3cf-be1f-4499-95be-ef273830642b req-ef907132-033e-4b27-91b9-72c7dc0f3a7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530424 May 12 19:42:32.454344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:32.474607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] device_id is not set on port df32fed7-a69d-466a-8904-9bb00f22b6e4 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:32.513795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf056e8c-2794-4a65-ab0b-7d306845bb6f req-3fb7060e-d662-4d90-8be9-f8f502ae26ba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509507 May 12 19:42:32.519768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61285fdc-9869-4808-bc71-8abdee608320 req-b714609e-f80b-4f01-bde1-ff307f140b34 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759357 May 12 19:42:32.538985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:32.539330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:32.742324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] For port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,segment=NetworkSegment(90c5acfd-5e70-4e56-ba12-b0f9d42761b7),segment_id=90c5acfd-5e70-4e56-ba12-b0f9d42761b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:32.742804 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:32.760599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4792e3cf-be1f-4499-95be-ef273830642b req-50fb5d65-e3b1-4f23-b0e9-452fce5113fb service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895851 May 12 19:42:32.876878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] Calling delete_port for 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:32.957738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ade8ffa1-fbf5-4cfe-a348-5e52f53b580e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:32.991582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4792e3cf-be1f-4499-95be-ef273830642b req-e4626b08-11a2-4409-8d37-2eb0df6d3952 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174883 May 12 19:42:33.000788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ade8ffa1-fbf5-4cfe-a348-5e52f53b580e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:33.001159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ade8ffa1-fbf5-4cfe-a348-5e52f53b580e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:33.001766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:33.016460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700642b9-0697-48ea-b571-1e2ace86733c {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:33.027166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.028682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.033133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,segment=NetworkSegment(90c5acfd-5e70-4e56-ba12-b0f9d42761b7),segment_id=90c5acfd-5e70-4e56-ba12-b0f9d42761b7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:33.033987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.048540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Transition to ACTIVE for port object 700642b9-0697-48ea-b571-1e2ace86733c will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:33.055668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.060347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f425197-3b5d-4438-b837-ced799675b02 req-cb4be2bc-12da-4bd0-b951-778b0c548647 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:33.067704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f425197-3b5d-4438-b837-ced799675b02 req-cb4be2bc-12da-4bd0-b951-778b0c548647 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 932 time: 0.3711553 May 12 19:42:33.074128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.209322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:33.210088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:33.214525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] Pushing event deleted for resources: {'Port': ['ID=544a4a4d-7699-4ee8-acdf-b02e425ee9b4,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:33.219190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a8625-3168-4654-b883-c92f13d8c2af None None] No DVR routers for this DVR port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:33.265605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f425197-3b5d-4438-b837-ced799675b02 req-e021e932-741b-4450-963d-d091bfb3bdf2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964121 May 12 19:42:33.281222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:33.323838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Pushing event updated for resources: {'Port': ['ID=700642b9-0697-48ea-b571-1e2ace86733c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:33.457670 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:42:33.458112 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:42:33.523854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64551e-b9bf-4060-89a1-e5584096a02c req-cb2d0377-5ce9-4740-9f1d-4c43fd13a039 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:33.525349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d64551e-b9bf-4060-89a1-e5584096a02c req-cb2d0377-5ce9-4740-9f1d-4c43fd13a039 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.2102883 May 12 19:42:33.528697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.536649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Attempting to bind port 700642b9-0697-48ea-b571-1e2ace86733c on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:33.537018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Attempting to bind port 700642b9-0697-48ea-b571-1e2ace86733c by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:33.537313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Attempting to bind port 700642b9-0697-48ea-b571-1e2ace86733c on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:33.542080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Port 700642b9-0697-48ea-b571-1e2ace86733c on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:33.542392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Attempting to bind port 700642b9-0697-48ea-b571-1e2ace86733c on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:33.547395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:42:33.547723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:42:33.548102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Bound using segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:42:33.548521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Bound port: 700642b9-0697-48ea-b571-1e2ace86733c, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:42:33.548872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.631468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Network d4b41246-c1d7-431a-ae7f-b5caa518f30c is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:33.643149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] For port 700642b9-0697-48ea-b571-1e2ace86733c, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:33.645041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:33.647134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] For port 700642b9-0697-48ea-b571-1e2ace86733c, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=700642b9-0697-48ea-b571-1e2ace86733c,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:42:33.647552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:33.648624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:33.649273 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.654672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.655827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=df32fed7-a69d-466a-8904-9bb00f22b6e4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:33.682856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d64551e-b9bf-4060-89a1-e5584096a02c req-8ae20742-4abb-47e8-8a55-26d57bda05ee tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470654 May 12 19:42:33.719928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:33.720560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.721342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10240b3c-491d-44c1-9108-4a749a32a015 req-26b109b9-6529-4edb-af06-aa64d19cb77f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:33.722146 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] 10.222.0.36 "PUT /v2.0/ports/700642b9-0697-48ea-b571-1e2ace86733c HTTP/1.1" status: 200 len: 1092 time: 1.7190876 May 12 19:42:33.722654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'tag': '700642b9-0697-48ea-b571-1e2ace86733c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:33.723162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10240b3c-491d-44c1-9108-4a749a32a015 req-26b109b9-6529-4edb-af06-aa64d19cb77f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2614613 May 12 19:42:33.728619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bea491f2-1eee-4ef6-a973-4ab9fed2f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5275173 May 12 19:42:33.728619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60784) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:33.746392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b1bf0-1695-49b7-83b9-880311a85efb service neutron] Pushing event updated for resources: {'Port': ['ID=700642b9-0697-48ea-b571-1e2ace86733c,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:33.841765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-3a0a6450-7a6b-4e00-955c-1447e10de463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:33.843272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-3a0a6450-7a6b-4e00-955c-1447e10de463 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 1095 time: 0.0755978 May 12 19:42:33.922164 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-422f9a29-2917-47c4-8c02-8ec79c025490 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700642b9-0697-48ea-b571-1e2ace86733c HTTP/1.1" status: 200 len: 217 time: 0.0716841 May 12 19:42:33.959937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 544a4a4d-7699-4ee8-acdf-b02e425ee9b4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:33.960275 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:33.983114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-74b38767-aca2-439d-951e-6748a8a42ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:33.984577 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-74b38767-aca2-439d-951e-6748a8a42ec3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.0564413 May 12 19:42:34.034270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-1e64eb84-d7b4-421d-89ae-8a84b0257b9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431089 May 12 19:42:34.061352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421823f-a0e7-4406-b01e-932e69390f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:34.061941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3421823f-a0e7-4406-b01e-932e69390f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Synchronizing usage tracker for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:34.071002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] The port '544a4a4d-7699-4ee8-acdf-b02e425ee9b4' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:42:34.104347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10240b3c-491d-44c1-9108-4a749a32a015 req-a730dee1-446f-4527-b9d1-40ef85ec17f6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727269 May 12 19:42:34.174633 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-2b4269a6-5a97-4507-889f-90c919e4dd91 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337979 May 12 19:42:34.193917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3421823f-a0e7-4406-b01e-932e69390f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Unset dirty status for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:34.198114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3421823f-a0e7-4406-b01e-932e69390f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "GET /v2.0/ports/df32fed7-a69d-466a-8904-9bb00f22b6e4 HTTP/1.1" status: 200 len: 959 time: 0.4662395 May 12 19:42:34.200154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60792) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:34.227595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.273365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e32ee-0afc-4689-a6eb-57b459ee6738 req-5e676eb4-e6a5-4f0d-8231-54d1e5f43dad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:34.274805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c16e32ee-0afc-4689-a6eb-57b459ee6738 req-5e676eb4-e6a5-4f0d-8231-54d1e5f43dad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 943 time: 0.3769069 May 12 19:42:34.315024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a9c673-5b6e-4423-898f-f4486e08789d']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:34.328073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Deleting port df32fed7-a69d-466a-8904-9bb00f22b6e4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:34.328388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.346308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c5acfd-5e70-4e56-ba12-b0f9d42761b7') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:34.346608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c5acfd-5e70-4e56-ba12-b0f9d42761b7') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:34.368942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.387475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c16e32ee-0afc-4689-a6eb-57b459ee6738 req-021afbe1-d9f6-4072-a6c0-d0213692cd1c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055849 May 12 19:42:34.395199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.404178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:42:34.404570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: timer() May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:42:34.419385 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:42:34.434481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ac51ab31-c218-4fc2-9ec1-40fd26a16eae req-8e83205a-49e7-4682-b609-fab90e3ca440 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534566 May 12 19:42:34.484694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8f25-5296-4f4f-b781-89c68246d0ed req-05298d92-da2d-44f6-8896-005f5957480f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:34.486260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-466c8f25-5296-4f4f-b781-89c68246d0ed req-05298d92-da2d-44f6-8896-005f5957480f tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.2613804 May 12 19:42:34.535789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.556652 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.574892 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c975045-e988-4468-a11b-f1a694309513'] response: {'name': 'network-changed', 'server_uuid': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'tag': '700642b9-0697-48ea-b571-1e2ace86733c', 'status': 'completed', 'code': 200} May 12 19:42:34.606437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-466c8f25-5296-4f4f-b781-89c68246d0ed req-7eae76e5-9416-4bea-aba4-9784199fc17e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093483 May 12 19:42:34.615834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/a5a9c673-5b6e-4423-898f-f4486e08789d HTTP/1.1" status: 204 len: 168 time: 2.4416485 May 12 19:42:34.615834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b4018-c4ab-415f-b6a0-8abeb698da63 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=a5a9c673-5b6e-4423-898f-f4486e08789d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:34.616970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60798) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:34.635257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.758412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Calling delete_port for df32fed7-a69d-466a-8904-9bb00f22b6e4 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:34.822345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba7001-c89b-49f2-98e0-abc782077685 req-c06420d8-753e-40c0-83dc-a5c285f0788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:34.823837 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdba7001-c89b-49f2-98e0-abc782077685 req-c06420d8-753e-40c0-83dc-a5c285f0788c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 1095 time: 0.2820904 May 12 19:42:34.912790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:34.933899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39e31-b080-4408-a505-c17e67de5a4c req-a6478547-e2b4-4910-9f05-ea5948ca3a89 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:34.935346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dd39e31-b080-4408-a505-c17e67de5a4c req-a6478547-e2b4-4910-9f05-ea5948ca3a89 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 944 time: 0.3801191 May 12 19:42:34.945484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d2cb9749-5162-4f1e-a5f8-7341c1bba41e details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:42:34.973730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event deleted for resources: {'Port': ['ID=df32fed7-a69d-466a-8904-9bb00f22b6e4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:34.982573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:35.001817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40aff08d-a444-45d7-a756-a0b871957ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "DELETE /v2.0/ports/df32fed7-a69d-466a-8904-9bb00f22b6e4 HTTP/1.1" status: 204 len: 168 time: 0.7982485 May 12 19:42:35.005835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60808) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:35.040516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba7001-c89b-49f2-98e0-abc782077685 req-c763048f-5d17-4db1-aa85-d9027e3a5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:35.042225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdba7001-c89b-49f2-98e0-abc782077685 req-c763048f-5d17-4db1-aa85-d9027e3a5124 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.2031868 May 12 19:42:35.080108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d2cb9749-5162-4f1e-a5f8-7341c1bba41e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:35.087547 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4db3768-e890-4374-95bf-5265792b8931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] GET failed (client error): The resource could not be found. May 12 19:42:35.092393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4db3768-e890-4374-95bf-5265792b8931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "GET /v2.0/ports/df32fed7-a69d-466a-8904-9bb00f22b6e4 HTTP/1.1" status: 404 len: 333 time: 0.0812893 May 12 19:42:35.114748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'port_id': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e', 'mac_address': 'fa:16:3e:c1:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d251b82-d2c4-4176-aa07-e8f3235d5473', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:42:35.123758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60812) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:35.136380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Request body: {'port': {'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-669057506'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:35.151111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dd39e31-b080-4408-a505-c17e67de5a4c req-aa17f2f7-a419-4229-91f3-82c355a09544 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744301 May 12 19:42:35.152111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:35.162866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Usage tracker for resource:port and tenant:88d3d6f6e65940f592343c163687a57f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:35.169865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:35.186918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:35.196218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d2cb9749-5162-4f1e-a5f8-7341c1bba41e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:35.196944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:35.224865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cb9749-5162-4f1e-a5f8-7341c1bba41e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:35.249791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d2cb9749-5162-4f1e-a5f8-7341c1bba41e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:35.255064 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:35.267266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686df13-dbae-4762-b6c3-fc1c088ae1df req-e0e44772-456e-4fc8-800a-7c29d664cca4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:35.268992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5686df13-dbae-4762-b6c3-fc1c088ae1df req-e0e44772-456e-4fc8-800a-7c29d664cca4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.3504686 May 12 19:42:35.274826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Made reservation on behalf of 88d3d6f6e65940f592343c163687a57f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:35.277200 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:35.283405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdba7001-c89b-49f2-98e0-abc782077685 req-7f46d53a-7bb0-4c4f-8604-391366cb62e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700642b9-0697-48ea-b571-1e2ace86733c HTTP/1.1" status: 200 len: 217 time: 0.2327213 May 12 19:42:35.341177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] device_id is not set on port 4311a51c-c140-4332-906c-6313e4404df9 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:35.360660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:35.366719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba7001-c89b-49f2-98e0-abc782077685 req-7650f97a-9bfa-46f4-a76d-eb3b57f640d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:35.368190 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdba7001-c89b-49f2-98e0-abc782077685 req-7650f97a-9bfa-46f4-a76d-eb3b57f640d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.0757630 May 12 19:42:35.421707 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdba7001-c89b-49f2-98e0-abc782077685 req-51bb9f6d-9416-43ce-b6d8-aea9b2dedf42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434322 May 12 19:42:35.530447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d2cb9749-5162-4f1e-a5f8-7341c1bba41e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:35.567852 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdba7001-c89b-49f2-98e0-abc782077685 req-8e1d4b51-88b9-4336-a502-1128202e9e41 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374817 May 12 19:42:35.573896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5686df13-dbae-4762-b6c3-fc1c088ae1df req-019e60c2-65a2-405f-8c3b-f54dc584c7ab tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805474 May 12 19:42:35.643161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0ecc425e-600b-46bb-986c-6f1f3ade8f5b details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:42:35.757148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125d92-5f10-4a44-988e-ac464e514b7d req-4660f4c4-b2ae-45ef-b50f-39fcd5b1c0d3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:35.758667 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab125d92-5f10-4a44-988e-ac464e514b7d req-4660f4c4-b2ae-45ef-b50f-39fcd5b1c0d3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2548368 May 12 19:42:35.795224 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cdba7001-c89b-49f2-98e0-abc782077685 req-282ddcab-d42f-491d-94ab-bc8299a9637b service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207878 May 12 19:42:35.842484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:35.875011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'mac_address': 'fa:16:3e:8a:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:42:35.922708 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:35.948750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab125d92-5f10-4a44-988e-ac464e514b7d req-0763a946-4350-4996-aa4f-5375a7af92d2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585863 May 12 19:42:35.961627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:35.962634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:35.992643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:35.998930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ecc425e-600b-46bb-986c-6f1f3ade8f5b {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:36.019919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:36.027205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:36.084408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0bca-a2e9-43ac-8de7-1e55700bf421 req-21069e07-492d-45f8-b8e9-078522561e64 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:36.088623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-756e0bca-a2e9-43ac-8de7-1e55700bf421 req-21069e07-492d-45f8-b8e9-078522561e64 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 944 time: 0.3288510 May 12 19:42:36.119847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0ecc425e-600b-46bb-986c-6f1f3ade8f5b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:36.235363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:36.272750 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:36.280319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-756e0bca-a2e9-43ac-8de7-1e55700bf421 req-c052d5ef-e36a-40d6-b838-286039a35530 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345618 May 12 19:42:36.496584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Network d4b41246-c1d7-431a-ae7f-b5caa518f30c is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:36.513495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:36.527883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:36.528837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:36.529483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:36.533018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=4311a51c-c140-4332-906c-6313e4404df9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:36.542048 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:42:36.559006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42903e3-e9f1-4686-b45d-2b231870317a req-c3c70104-1b0f-40e2-b9a8-087420eb45a2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:36.560520 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d42903e3-e9f1-4686-b45d-2b231870317a req-c3c70104-1b0f-40e2-b9a8-087420eb45a2 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.4160109 May 12 19:42:36.613857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f358d7c9-476c-47f4-abde-f580b1917164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4862921 May 12 19:42:36.615910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60856) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:36.645661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:36.702457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d42903e3-e9f1-4686-b45d-2b231870317a req-a93f0507-65a1-4a61-9728-49949bd75695 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242449 May 12 19:42:36.725391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89d38-abad-47e5-bf87-9d285b13ed04 req-9ddd63bd-ff02-4d2a-aa19-2d5b093dd3c4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:36.726861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03a89d38-abad-47e5-bf87-9d285b13ed04 req-9ddd63bd-ff02-4d2a-aa19-2d5b093dd3c4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 944 time: 0.3051438 May 12 19:42:36.871860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:36.893101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03a89d38-abad-47e5-bf87-9d285b13ed04 req-d4801d3f-78de-43eb-9e0b-3eefbf0a5fd1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350291 May 12 19:42:36.896517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:36.896858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:36.954119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d2cb9749-5162-4f1e-a5f8-7341c1bba41e up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:37.100907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port d2cb9749-5162-4f1e-a5f8-7341c1bba41e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:37.111194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port d2cb9749-5162-4f1e-a5f8-7341c1bba41e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:37.111608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:37.273653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d2cb9749-5162-4f1e-a5f8-7341c1bba41e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:37.274041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:37.305094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:37.317273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d2cb9749-5162-4f1e-a5f8-7341c1bba41e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:37.323796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:37.423613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:37.445988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.446333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.446671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.447003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.447331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.447670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.447984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.448306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.448624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.451377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.451658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.452223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:37.507908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610e89-a077-4957-92b5-ece964d4b67e req-41f0ea3a-95fa-46f8-ada3-057bf326365d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:37.509450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9610e89-a077-4957-92b5-ece964d4b67e req-41f0ea3a-95fa-46f8-ada3-057bf326365d tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.5876768 May 12 19:42:37.517617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,segment=NetworkSegment(a989fe8d-a627-4db2-83ed-09e1085e0f15),segment_id=a989fe8d-a627-4db2-83ed-09e1085e0f15)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:37.517979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:37.644793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 700642b9-0697-48ea-b571-1e2ace86733c details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:42:37.647798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0ecc425e-600b-46bb-986c-6f1f3ade8f5b up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:37.698942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:37.815197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecf6b4-ef33-4a1f-903a-8358fe858782 req-b5c029ff-c511-4670-bd5d-7dae1a4bd4c0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:37.822464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37ecf6b4-ef33-4a1f-903a-8358fe858782 req-b5c029ff-c511-4670-bd5d-7dae1a4bd4c0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.7056460 May 12 19:42:37.867166 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9610e89-a077-4957-92b5-ece964d4b67e req-e27bd373-0a74-4f41-b1d6-b525025b03c4 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365884 May 12 19:42:37.869295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] device_id is not set on port 4311a51c-c140-4332-906c-6313e4404df9 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:37.881297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:37.881828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:37.911984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:37.943079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37ecf6b4-ef33-4a1f-903a-8358fe858782 req-759af963-a2a0-472c-bd7a-89d825f1f05f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196389 May 12 19:42:37.983512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Transition to ACTIVE for port object 4311a51c-c140-4332-906c-6313e4404df9 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:37.996060 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.023350 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.050765 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1dabe1-5668-4ed4-befb-1ab49043d88e'] response: {'server_uuid': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e', 'code': 200} May 12 19:42:38.297464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119bd0e-8238-484a-9c2d-94a6e3e90ce6 req-361d07b8-9923-48bc-93da-d53761a973e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:38.299525 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6119bd0e-8238-484a-9c2d-94a6e3e90ce6 req-361d07b8-9923-48bc-93da-d53761a973e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 1096 time: 0.1953931 May 12 19:42:38.360262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 700642b9-0697-48ea-b571-1e2ace86733c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=700642b9-0697-48ea-b571-1e2ace86733c,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:38.391202 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6119bd0e-8238-484a-9c2d-94a6e3e90ce6 req-4be740dc-4c65-49dc-85da-e3f4936dd596 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842574 May 12 19:42:38.404385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '700642b9-0697-48ea-b571-1e2ace86733c', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'port_id': '700642b9-0697-48ea-b571-1e2ace86733c', 'mac_address': 'fa:16:3e:5e:e3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fe641d-e0a1-4324-b69f-3703264a1493', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:42:38.407094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:38.407505 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.431871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.458801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:38.459425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:38.459951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:38.462321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=4311a51c-c140-4332-906c-6313e4404df9,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:38.490886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:38.524429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.527659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 700642b9-0697-48ea-b571-1e2ace86733c is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:38.528473 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.530808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:38.531345 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:38.538696 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 2 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:38.578542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:38.578886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:38.579241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:38.597914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.608764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700642b9-0697-48ea-b571-1e2ace86733c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:38.690463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:38.690853 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:38.710087 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 3 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:38.722737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 700642b9-0697-48ea-b571-1e2ace86733c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=700642b9-0697-48ea-b571-1e2ace86733c,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:38.729884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:38.735598 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:38.738640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:38.854309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=700642b9-0697-48ea-b571-1e2ace86733c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:38.978010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:38.978482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:38.978680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:38.980610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['700642b9-0697-48ea-b571-1e2ace86733c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:39.039537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:39.039537 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:39.048498 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 4 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:39.088502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559680aa-0e19-4c62-865e-4c906fb02c87 req-eb2e03c4-0186-48cd-adab-c2ebfe02ebd5 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:39.093276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-559680aa-0e19-4c62-865e-4c906fb02c87 req-eb2e03c4-0186-48cd-adab-c2ebfe02ebd5 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 944 time: 0.7100134 May 12 19:42:39.126610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:39.126987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:39.127329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:39.131395 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:39.144867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2a6c1-ff3a-4b14-9e52-8119b28d4040 req-206e46ac-42ec-4aeb-a88d-2e4201f0758b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:39.158432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ed2a6c1-ff3a-4b14-9e52-8119b28d4040 req-206e46ac-42ec-4aeb-a88d-2e4201f0758b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 945 time: 0.8003347 May 12 19:42:39.268620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ed2a6c1-ff3a-4b14-9e52-8119b28d4040 req-a3d44dd8-07c9-4b1c-a55f-8a75005371ca tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090963 May 12 19:42:39.274662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:39.274662 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:39.290548 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 5 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:39.785559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-559680aa-0e19-4c62-865e-4c906fb02c87 req-1d798aa1-51fe-4944-a8d4-ce26f70db6fe tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214828 May 12 19:42:39.786355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:39.786763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:39.787187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:39.946702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:39.946702 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:39.949453 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 6 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:39.969457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:40.003760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:40.004197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:40.004622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:40.053839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:40.084463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:40.084463 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:40.084463 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 7 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:40.122658 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb223e6-6409-44a7-828c-c956a907fc1a'] response: {'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'code': 200} May 12 19:42:40.208550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:40.208932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:40.209212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:40.232139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:40.232522 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:40.236053 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 8 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:40.256706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:40.267172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:40.283247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347053e3-a345-4dc7-8d25-e40805860ed9 req-d4aac0bb-eec0-441a-94ad-838be6d6b41e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:40.296049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:40.296813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:40.301234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-347053e3-a345-4dc7-8d25-e40805860ed9 req-d4aac0bb-eec0-441a-94ad-838be6d6b41e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.5772560 May 12 19:42:40.337622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:40.339877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:40.340220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:40.377036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:40.377472 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:40.398971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e36fbe16-10a0-4bc1-a512-5e73a35157b5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7811370 May 12 19:42:40.399791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60918) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:40.403164 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 9 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:40.462156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-347053e3-a345-4dc7-8d25-e40805860ed9 req-ef8b6f45-87c3-4018-adb1-fe5025a5a88a tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600046 May 12 19:42:40.467051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:40.467186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:40.467438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:40.555405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:40.557343 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:40.561612 n-d-841626-1 neutron-server[88112]: INFO neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempt 10 to bind port 4311a51c-c140-4332-906c-6313e4404df9 May 12 19:42:40.578859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 38db432e-b34f-43cb-929a-0b19d714b4c6 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:42:40.591373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:40.596696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:42:40.597668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:42:40.598005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempting to bind port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:42:40.606607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:42:40.606930 n-d-841626-1 neutron-server[88112]: ERROR neutron.plugins.ml2.managers [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Failed to bind port 4311a51c-c140-4332-906c-6313e4404df9 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '547c7bcb-1889-4825-9c9b-13f13156cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4b41246-c1d7-431a-ae7f-b5caa518f30c'}] May 12 19:42:40.607291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:40.634716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:40.701686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b754cc6-f3c4-437f-b024-3eef2387fdf8 req-d58a250b-99ed-4e4e-bcf9-7c142e3d824f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:40.703765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b754cc6-f3c4-437f-b024-3eef2387fdf8 req-d58a250b-99ed-4e4e-bcf9-7c142e3d824f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2387724 May 12 19:42:40.720537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:40.814269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] For port 4311a51c-c140-4332-906c-6313e4404df9, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:42:40.814862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attempted to set empty binding levels {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 12 19:42:40.855163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b754cc6-f3c4-437f-b024-3eef2387fdf8 req-2b01c6bf-9af7-4e64-a3da-0220421d12af tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401868 May 12 19:42:40.867321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:40.987430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:41.036839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] In _notify_port_updated(), no bound segment for port 4311a51c-c140-4332-906c-6313e4404df9 on network d4b41246-c1d7-431a-ae7f-b5caa518f30c {{(pid=88112) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:42:41.038136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:41.038721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:41.051122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "PUT /v2.0/ports/4311a51c-c140-4332-906c-6313e4404df9 HTTP/1.1" status: 200 len: 978 time: 4.4325593 May 12 19:42:41.059584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60934) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:41.215142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Deleting port 4311a51c-c140-4332-906c-6313e4404df9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:41.215424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:41.230491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:41.303052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb3823-2924-4bce-b23c-c5a3a03b511d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event updated for resources: {'Port': ['ID=4311a51c-c140-4332-906c-6313e4404df9,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:41.401704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f69fd3-098f-449c-a1bb-f1b0ecbbd2dd req-dd7332df-2553-40f1-90a0-7cc9868c8bfb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:41.421660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0f69fd3-098f-449c-a1bb-f1b0ecbbd2dd req-dd7332df-2553-40f1-90a0-7cc9868c8bfb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 945 time: 0.3063416 May 12 19:42:41.425977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:41.433235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef8eef-373b-4aeb-8a3b-84c9126a2a31 None None] Network dd8e0d00-ce03-4724-a733-1ac53dea47b8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:41.439549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=38db432e-b34f-43cb-929a-0b19d714b4c6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:41.462040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0fc47450-ac3b-47e2-8b00-dfc5869eae76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/38db432e-b34f-43cb-929a-0b19d714b4c6 HTTP/1.1" status: 204 len: 168 time: 1.0597992 May 12 19:42:41.462714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:41.603469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:38Z', 'revision_number': 10, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:41.618642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:41.666444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 700642b9-0697-48ea-b571-1e2ace86733c up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:42:41.729042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:41.754416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port b823bd5d-b527-4c28-b0ae-f645e2a13051 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:41.757607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:41.759981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0f69fd3-098f-449c-a1bb-f1b0ecbbd2dd req-e33e856c-d213-4694-92d8-39a816adfd9d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367143 May 12 19:42:41.817787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:41.819266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:41.819670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] For port 4311a51c-c140-4332-906c-6313e4404df9, host n-h2-841626-1, got binding levels [] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:41.820167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:42.008772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Calling delete_port for 4311a51c-c140-4332-906c-6313e4404df9 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:42.297652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:42.322470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port b823bd5d-b527-4c28-b0ae-f645e2a13051, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b823bd5d-b527-4c28-b0ae-f645e2a13051,segment=NetworkSegment(a989fe8d-a627-4db2-83ed-09e1085e0f15),segment_id=a989fe8d-a627-4db2-83ed-09e1085e0f15)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:42.322978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:42.388843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 700642b9-0697-48ea-b571-1e2ace86733c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:42:42.401917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 700642b9-0697-48ea-b571-1e2ace86733c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:42:42.402546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:42.603518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for b823bd5d-b527-4c28-b0ae-f645e2a13051 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:42.743070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1049cd0-3c5d-43ed-a5cc-3b2677d01d3f req-e22c6f7f-48b5-4cee-a46c-0e8b68fc5b98 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:42.749500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:42.762631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1049cd0-3c5d-43ed-a5cc-3b2677d01d3f req-e22c6f7f-48b5-4cee-a46c-0e8b68fc5b98 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 945 time: 0.9983759 May 12 19:42:42.800351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b1881-2eff-4403-a0cb-ac8ddccbafaa None None] DHCP port deletion for dd8e0d00-ce03-4724-a733-1ac53dea47b8 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:42:42.819034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=b823bd5d-b527-4c28-b0ae-f645e2a13051,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:42.835794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No DVR routers for this DVR port b823bd5d-b527-4c28-b0ae-f645e2a13051 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:42.850560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8217415-f3d5-46a2-a693-4f5cd7947731 req-51f4f1dc-f3d2-4db6-809d-9729a5adfb0b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:42.863832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8217415-f3d5-46a2-a693-4f5cd7947731 req-51f4f1dc-f3d2-4db6-809d-9729a5adfb0b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.4596226 May 12 19:42:42.878184 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:42.969585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1049cd0-3c5d-43ed-a5cc-3b2677d01d3f req-ec2739cd-5a31-4710-931f-547cff25320c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067199 May 12 19:42:42.985593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Pushing event deleted for resources: {'Port': ['ID=4311a51c-c140-4332-906c-6313e4404df9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:43.012478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 700642b9-0697-48ea-b571-1e2ace86733c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:43.012982 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.054144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8217415-f3d5-46a2-a693-4f5cd7947731 req-da01be58-9229-4fa6-a67e-cc9000665ca7 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893837 May 12 19:42:43.065105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.077597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.078248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.078769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.079293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.080478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.081161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.097398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.098169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.098687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.099222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.099846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.103476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:43.121117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d89edb51-d428-4d06-8147-5173070adab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4311a51c-c140-4332-906c-6313e4404df9 HTTP/1.1" status: 204 len: 168 time: 2.0604043 May 12 19:42:43.123802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60968) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:43.181349 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f602947-30c6-4f7d-af9d-4d2c87fad71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] GET failed (client error): The resource could not be found. May 12 19:42:43.182350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6f602947-30c6-4f7d-af9d-4d2c87fad71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Synchronizing usage tracker for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:43.187677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700642b9-0697-48ea-b571-1e2ace86733c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:43.216056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6f602947-30c6-4f7d-af9d-4d2c87fad71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] Unset dirty status for tenant:88d3d6f6e65940f592343c163687a57f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:43.217357 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6f602947-30c6-4f7d-af9d-4d2c87fad71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118211926-project-admin] 10.222.0.72 "GET /v2.0/ports/4311a51c-c140-4332-906c-6313e4404df9 HTTP/1.1" status: 404 len: 333 time: 0.0918851 May 12 19:42:43.221436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60974) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:43.229133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 700642b9-0697-48ea-b571-1e2ace86733c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=700642b9-0697-48ea-b571-1e2ace86733c,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:43.253206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.293406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.303632 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb759f59-3284-42bf-8864-031d73837026'] response: {'server_uuid': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700642b9-0697-48ea-b571-1e2ace86733c', 'code': 200} May 12 19:42:43.324005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8e0d00-ce03-4724-a733-1ac53dea47b8']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:43.351714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a989fe8d-a627-4db2-83ed-09e1085e0f15') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:43.351997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a989fe8d-a627-4db2-83ed-09e1085e0f15') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:43.370813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.422992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.431921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:38Z', 'revision_number': 10, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:43.444935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:42:43.447448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.453513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.459075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f9ceb-e90e-44c1-bbc6-4f05d1080724 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:38Z', 'revision_number': 10, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None, '_interfaces': [{'id': '49ec850c-1225-4718-af71-9c1e4ec8ee65', 'name': '', 'network_id': 'd4555831-4f99-42e3-82e9-bc7d455925d1', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'mac_address': 'fa:16:3e:77:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:41:19Z', 'updated_at': '2022-05-12T19:41:34Z', 'revision_number': 5, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'subnets': [{'id': '561d29df-b5eb-48a2-83d5-8c5f7052fcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: timer() May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:42:43.498486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf249c4-d35b-4888-80b2-81fa5a3c5387 req-960d9020-8075-4866-881e-fb5b0fdc5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:43.502512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cf249c4-d35b-4888-80b2-81fa5a3c5387 req-960d9020-8075-4866-881e-fb5b0fdc5a5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1097 time: 0.7930079 May 12 19:42:43.509099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=700642b9-0697-48ea-b571-1e2ace86733c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:43.656122 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cf249c4-d35b-4888-80b2-81fa5a3c5387 req-6d47da63-9140-413a-a662-0eb20dc1fb4e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170032 May 12 19:42:43.685523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.709944 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.736993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=dd8e0d00-ce03-4724-a733-1ac53dea47b8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:43.741782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034904e-dc42-4fe1-91d9-373c42414674 req-32439dc3-73ed-4188-b1ba-a066dde87faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:43.743270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2034904e-dc42-4fe1-91d9-373c42414674 req-32439dc3-73ed-4188-b1ba-a066dde87faa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 1097 time: 0.2385452 May 12 19:42:43.747702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb732511-adb9-445c-b436-5b8f814393c7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/dd8e0d00-ce03-4724-a733-1ac53dea47b8 HTTP/1.1" status: 204 len: 168 time: 2.2840009 May 12 19:42:43.748536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:43.868415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:43.941707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee044ead-b151-42f3-96ff-2ab1c9557e91 req-cd3708f2-5d03-41d2-8210-0d4e78ffcec6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:43.943550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee044ead-b151-42f3-96ff-2ab1c9557e91 req-cd3708f2-5d03-41d2-8210-0d4e78ffcec6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 946 time: 0.4054012 May 12 19:42:43.945122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b41246-c1d7-431a-ae7f-b5caa518f30c']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:44.001565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547c7bcb-1889-4825-9c9b-13f13156cd3e') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:44.001913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547c7bcb-1889-4825-9c9b-13f13156cd3e') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:44.016777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee044ead-b151-42f3-96ff-2ab1c9557e91 req-96a926af-fc73-4052-a762-6bb25109fe41 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628774 May 12 19:42:44.021076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:44.054824 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:44.080376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:42:44.080800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: timer() May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:42:44.115850 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:42:44.184421 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2034904e-dc42-4fe1-91d9-373c42414674 req-98a53088-5818-4775-824a-8604a3fdc8ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733754 May 12 19:42:44.366036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:44.424494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:44.427450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] Pushing event deleted for resources: {'Network': ['ID=d4b41246-c1d7-431a-ae7f-b5caa518f30c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:44.461236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3ac18053-d9b4-4dc3-b873-5c2680e3d826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-544889037-project] 10.222.0.72 "DELETE /v2.0/networks/d4b41246-c1d7-431a-ae7f-b5caa518f30c HTTP/1.1" status: 204 len: 168 time: 1.2385001 May 12 19:42:44.502676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24cbd3-1eeb-46bb-9f13-d49a47cbef36 req-af148bda-7f4b-4bc8-81ae-eb7d924c2d15 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:44.526264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb24cbd3-1eeb-46bb-9f13-d49a47cbef36 req-af148bda-7f4b-4bc8-81ae-eb7d924c2d15 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2505460 May 12 19:42:44.645055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa679d8f-ce36-4264-b482-85f2cff8435a req-f2ffb5a3-83f4-4809-a87a-06e3b983237c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:44.646632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa679d8f-ce36-4264-b482-85f2cff8435a req-f2ffb5a3-83f4-4809-a87a-06e3b983237c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2552419 May 12 19:42:44.649914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb24cbd3-1eeb-46bb-9f13-d49a47cbef36 req-0124d14a-2b05-4b20-93f0-53db8bc4a5c4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225238 May 12 19:42:44.754702 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:44.769093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa679d8f-ce36-4264-b482-85f2cff8435a req-e4c0567b-06d7-40fa-adfb-51d17e765f72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092165 May 12 19:42:44.895453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:44.996319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:45.006395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d8bfe9e2-955f-4f9e-9114-f8a7e3d98a3c not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:45.007134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b823bd5d-b527-4c28-b0ae-f645e2a13051 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:45.087317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b823bd5d-b527-4c28-b0ae-f645e2a13051 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:45.097775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b823bd5d-b527-4c28-b0ae-f645e2a13051 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:45.159188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 32782) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:45.644918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cabe4612-819a-457f-891e-f147e3b1054e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3bc0ffb13e1d4b40b16dc97f8badd852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846735 May 12 19:42:45.645850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 32792) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:45.683634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port 49ec850c-1225-4718-af71-9c1e4ec8ee65 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:45.688769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:45.695741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60834ba-2d7d-4e82-8d13-5e8bd385e501 req-e9b89f9f-0eb2-4acb-8288-76bb07e4d3da tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:45.697366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a60834ba-2d7d-4e82-8d13-5e8bd385e501 req-e9b89f9f-0eb2-4acb-8288-76bb07e4d3da tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 946 time: 0.1625779 May 12 19:42:45.802789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a60834ba-2d7d-4e82-8d13-5e8bd385e501 req-596f7cfe-373c-41b0-aa16-0b4aab48f1a1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869126 May 12 19:42:45.803491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a9b35123-ceac-479e-80ae-3fc1e2b703c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:45.833092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a9b35123-ceac-479e-80ae-3fc1e2b703c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:45.968001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a9b35123-ceac-479e-80ae-3fc1e2b703c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:45.988088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b35123-ceac-479e-80ae-3fc1e2b703c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29299b6b-9950-4cf1-8f6d-e2ddb5fff24f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:46.024799 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a9b35123-ceac-479e-80ae-3fc1e2b703c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:46.035871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a9b35123-ceac-479e-80ae-3fc1e2b703c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29299b6b-9950-4cf1-8f6d-e2ddb5fff24f HTTP/1.1" status: 204 len: 168 time: 0.3802838 May 12 19:42:46.073104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e348eb-5058-4db5-9d41-e2b18c561e5b req-6fad79e2-3f1d-457d-b056-c962fa693910 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:46.074930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18e348eb-5058-4db5-9d41-e2b18c561e5b req-6fad79e2-3f1d-457d-b056-c962fa693910 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 945 time: 0.3271441 May 12 19:42:46.140831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port 49ec850c-1225-4718-af71-9c1e4ec8ee65, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=49ec850c-1225-4718-af71-9c1e4ec8ee65,segment=NetworkSegment(81fc164c-3f30-4bfe-a9a7-860702be549e),segment_id=81fc164c-3f30-4bfe-a9a7-860702be549e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:46.141373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:46.143562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-18e348eb-5058-4db5-9d41-e2b18c561e5b req-a48e63d9-25b4-4d7a-a811-2af6f1c85f48 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620046 May 12 19:42:46.367739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da926b7-6d80-4250-b1b3-db637f995f00 req-a466965d-5533-4da7-9631-2084df28eb0a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:46.384568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0da926b7-6d80-4250-b1b3-db637f995f00 req-a466965d-5533-4da7-9631-2084df28eb0a tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.1436443 May 12 19:42:46.456744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for 49ec850c-1225-4718-af71-9c1e4ec8ee65 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:46.508802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0da926b7-6d80-4250-b1b3-db637f995f00 req-740c104f-f7be-4e51-b92f-dc6b3f37be78 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232095 May 12 19:42:46.584018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:46.590953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8eeb9-3787-47f0-9cac-89dd0d121dbf req-fbbcf7d3-478b-4f57-bb81-0966831e1119 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:46.592742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bb8eeb9-3787-47f0-9cac-89dd0d121dbf req-fbbcf7d3-478b-4f57-bb81-0966831e1119 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.1544499 May 12 19:42:46.673514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bb8eeb9-3787-47f0-9cac-89dd0d121dbf req-762e8a43-67e3-4168-8044-3df1232979ad tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674634 May 12 19:42:46.689835 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-015281ae-2bca-45b2-acef-852ec19482fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88d3d6f6e65940f592343c163687a57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022930 May 12 19:42:46.694571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32822) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:46.770684 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1992e99f-e1c8-4d18-9339-c797f3e1d0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:46.786127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:46.857355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=49ec850c-1225-4718-af71-9c1e4ec8ee65,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:46.861561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1992e99f-e1c8-4d18-9339-c797f3e1d0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:47.365595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1992e99f-e1c8-4d18-9339-c797f3e1d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:47.387865 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:47.404762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992e99f-e1c8-4d18-9339-c797f3e1d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4f2ac4-ee68-407c-b969-590a7a89b7d4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:47.469001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5989a0-52b2-4934-8ee6-8b513bfada83 req-db6acbc9-122e-4fc0-b439-7d98043c5e63 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:47.472019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d5989a0-52b2-4934-8ee6-8b513bfada83 req-db6acbc9-122e-4fc0-b439-7d98043c5e63 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 946 time: 0.4230475 May 12 19:42:47.545901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d5989a0-52b2-4934-8ee6-8b513bfada83 req-a748868d-28a5-4d96-9a60-e11b461622a4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642536 May 12 19:42:47.560725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f29f7-d459-41f1-b9d0-c591702ec3ad req-c53edaf2-98a0-41cb-b16f-2bbab89e534e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:47.568694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c98f29f7-d459-41f1-b9d0-c591702ec3ad req-c53edaf2-98a0-41cb-b16f-2bbab89e534e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.3216751 May 12 19:42:47.606602 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1992e99f-e1c8-4d18-9339-c797f3e1d0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:47.610687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1992e99f-e1c8-4d18-9339-c797f3e1d0de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd4f2ac4-ee68-407c-b969-590a7a89b7d4 HTTP/1.1" status: 204 len: 168 time: 0.9150538 May 12 19:42:47.703444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c98f29f7-d459-41f1-b9d0-c591702ec3ad req-53dedc44-7885-4e30-bf73-f5f2d85e22a6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331103 May 12 19:42:47.794052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-ac91a74a-c3b1-4fb0-a39f-1eae8f63725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:47.795523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-ac91a74a-c3b1-4fb0-a39f-1eae8f63725a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1097 time: 0.4747753 May 12 19:42:48.050243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-92dd0867-dd66-45d2-a662-12cd5fcd4af7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:48.052080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-92dd0867-dd66-45d2-a662-12cd5fcd4af7 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.3379397 May 12 19:42:48.101715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-51f5fa94-69e7-46b9-9993-90867abb10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:48.103181 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-51f5fa94-69e7-46b9-9993-90867abb10f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.2947226 May 12 19:42:48.179219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8e88-a241-4506-bb63-53687315f2b8 req-fb5b88e1-7200-4aae-947d-38aee026713a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:48.188962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f1a8e88-a241-4506-bb63-53687315f2b8 req-fb5b88e1-7200-4aae-947d-38aee026713a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 945 time: 0.4303737 May 12 19:42:48.200047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:48.203738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-70adfd9d-1f8e-42a0-9f20-fd44f61bc2d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 200 len: 217 time: 0.0926540 May 12 19:42:48.234283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6f2b9-3728-4bce-8b06-cea794570215 req-044790a9-e972-4221-95ce-bf1ce9ab6bef tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:48.242207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9cf6f2b9-3728-4bce-8b06-cea794570215 req-044790a9-e972-4221-95ce-bf1ce9ab6bef tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 947 time: 0.3333056 May 12 19:42:48.277296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f1a8e88-a241-4506-bb63-53687315f2b8 req-e8381ef3-3aa8-4c90-81f6-232d9b6612b2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800588 May 12 19:42:48.346742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-da68deae-077b-4045-9aa8-5da38c53c603 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:48.347596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-da68deae-077b-4045-9aa8-5da38c53c603 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:48.353807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-bc3193fb-e296-4e66-8308-a3b95cd5e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:48.355239 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-bc3193fb-e296-4e66-8308-a3b95cd5e3ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.1423113 May 12 19:42:48.368695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Deleting port 98563107-3769-40e4-adb5-f63ba09efbbc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:48.370690 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:48.500149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9cf6f2b9-3728-4bce-8b06-cea794570215 req-1e894f97-f050-4199-a3bd-18c8a157c856 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/security-groups?id=57149d3c-5830-4151-b803-92ba02d2c6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570603 May 12 19:42:48.523223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-da68deae-077b-4045-9aa8-5da38c53c603 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:48.524355 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-da68deae-077b-4045-9aa8-5da38c53c603 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 945 time: 1.0397613 May 12 19:42:48.527233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:48.535701 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-726f9989-c5fa-4d5f-8062-cc349ebc151e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7860270 May 12 19:42:48.540364 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:48.557829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:48.558575 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:48.565311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 32864) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:48.679042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port d2cb9749-5162-4f1e-a5f8-7341c1bba41e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:48.679389 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:48.735438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting subnet 561d29df-b5eb-48a2-83d5-8c5f7052fcc4 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:42:48.757086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:48.832288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-57bc3794-3e2f-4ee4-8465-b493e02a3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:48.833870 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-57bc3794-3e2f-4ee4-8465-b493e02a3221 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123889 May 12 19:42:48.860695 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:49.129770 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:46Z', 'revision_number': 11, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:49.148689 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:49.162530 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:49.163137 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:49.172970 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:49.226754 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-30593d9d-c05e-49b2-ab29-19a942140d37 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772285 May 12 19:42:49.289656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ff96f-1518-47e9-8ceb-7e8ded29ab1d req-4ceee532-d631-4286-a251-82656a5f5472 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:49.297237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c34ff96f-1518-47e9-8ceb-7e8ded29ab1d req-4ceee532-d631-4286-a251-82656a5f5472 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 946 time: 0.8820789 May 12 19:42:49.337386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port d2cb9749-5162-4f1e-a5f8-7341c1bba41e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:49.338132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:49.380231 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:49.408534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c34ff96f-1518-47e9-8ceb-7e8ded29ab1d req-ec14b930-c569-47e5-83b9-90714b6cb8ec tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042569 May 12 19:42:49.518188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for d2cb9749-5162-4f1e-a5f8-7341c1bba41e owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:49.534258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] For port 98563107-3769-40e4-adb5-f63ba09efbbc, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=98563107-3769-40e4-adb5-f63ba09efbbc,segment=NetworkSegment(25bb5f0d-a8de-4c8e-ba3e-70e684166ec4),segment_id=25bb5f0d-a8de-4c8e-ba3e-70e684166ec4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:49.534258 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:49.570954 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:49.638277 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17d17b33-d86c-46fc-ae33-58b58d4c6b92 req-850d98e3-dc30-42c6-98c9-fab98059d7d3 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039657 May 12 19:42:49.696823 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:46Z', 'revision_number': 11, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:49.711831 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f2645-509f-41fc-91d4-302d8ac1e276 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:46Z', 'revision_number': 11, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:49.752027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:49.798687 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:49.831380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event deleted for resources: {'Port': ['ID=d2cb9749-5162-4f1e-a5f8-7341c1bba41e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:49.908659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd1479-1ea6-48ef-839b-aa52df3141b3 None None] Network d4555831-4f99-42e3-82e9-bc7d455925d1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:49.917346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfe3f335-8135-4819-96bf-c70f73ddf440 req-75158166-c4a6-4f7e-b439-2119445f3f8d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4 HTTP/1.1" status: 200 len: 210 time: 0.1731963 May 12 19:42:49.965461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] No DVR routers for this DVR port d2cb9749-5162-4f1e-a5f8-7341c1bba41e on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:49.974210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:49.982944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'name': 'network-vif-deleted', 'tag': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:50.022469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8f254f2a-43f4-4258-9cdb-6c746a001433 req-a75ccbb8-ef78-4e84-93d6-72330205f517 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "DELETE /v2.0/ports/d2cb9749-5162-4f1e-a5f8-7341c1bba41e HTTP/1.1" status: 204 len: 173 time: 1.4855666 May 12 19:42:50.087972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:50.108998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/561d29df-b5eb-48a2-83d5-8c5f7052fcc4 HTTP/1.1" status: 204 len: 168 time: 1.5407221 May 12 19:42:50.109865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32910) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:50.123811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Calling delete_port for 98563107-3769-40e4-adb5-f63ba09efbbc owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:50.245002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c33083-50b5-49f3-8bfa-0025502f68be tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Subnet': ['ID=561d29df-b5eb-48a2-83d5-8c5f7052fcc4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:50.283657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b0d61-f545-46aa-b334-b8f6b99e0789 req-1181707b-74eb-4f12-8e03-349aa116b304 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:50.294810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc5b0d61-f545-46aa-b334-b8f6b99e0789 req-1181707b-74eb-4f12-8e03-349aa116b304 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 1.3089492 May 12 19:42:50.350875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 32914) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:50.406103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc5b0d61-f545-46aa-b334-b8f6b99e0789 req-180dbf92-edd8-4212-9780-30f2466b7fd2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100314 May 12 19:42:50.519258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] DHCP port deletion for d4555831-4f99-42e3-82e9-bc7d455925d1 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:42:50.524332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Deleting port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:50.524960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:50.698548 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117f66be-0036-43a0-8513-4d948f040856'] response: {'server_uuid': '7dd00b2c-bd6a-4ac2-a4de-0d6ad947d0b4', 'name': 'network-vif-deleted', 'tag': 'd2cb9749-5162-4f1e-a5f8-7341c1bba41e', 'status': 'completed', 'code': 200} May 12 19:42:50.715942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-450882903', 'router:external': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:50.722914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:50.727555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:network and tenant:6701a5ef6c82464fb49383632a2cdc69 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:50.730798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:50.731698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:50.737655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:50.758049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Deleting port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:50.760868 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:50.796520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Made reservation on behalf of 6701a5ef6c82464fb49383632a2cdc69 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:50.799681 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:50.924329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] For port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,segment=NetworkSegment(81fc164c-3f30-4bfe-a9a7-860702be549e),segment_id=81fc164c-3f30-4bfe-a9a7-860702be549e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:50.924969 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:50.948290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:51.037659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] For port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,segment=NetworkSegment(81fc164c-3f30-4bfe-a9a7-860702be549e),segment_id=81fc164c-3f30-4bfe-a9a7-860702be549e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:51.038053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.088822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.118752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2917e541-7a76-4c71-acca-56934b8bfee9 req-fcdc410d-31fd-4497-886d-38e8dfffae54 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 210 time: 0.4728539 May 12 19:42:51.182038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Calling delete_port for fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:51.185530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d2cb9749-5162-4f1e-a5f8-7341c1bba41e no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:51.245705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.272663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Calling delete_port for fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:51.330044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.340344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Pushing event deleted for resources: {'Port': ['ID=98563107-3769-40e4-adb5-f63ba09efbbc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:51.358854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: d2cb9749-5162-4f1e-a5f8-7341c1bba41e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:51.359452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d2cb9749-5162-4f1e-a5f8-7341c1bba41e not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:51.360043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:51.408416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 98563107-3769-40e4-adb5-f63ba09efbbc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:51.409177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 98563107-3769-40e4-adb5-f63ba09efbbc not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:51.411935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Port': ['ID=fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:51.413443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:42:51.414097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 49ec850c-1225-4718-af71-9c1e4ec8ee65 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:51.416211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No DVR routers for this DVR port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:51.421456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:51.441370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:security_group_rule and tenant:6701a5ef6c82464fb49383632a2cdc69 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:51.447346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:51.464566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 49ec850c-1225-4718-af71-9c1e4ec8ee65 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:51.464908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 49ec850c-1225-4718-af71-9c1e4ec8ee65 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:51.503250 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:42:51.503711 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:42:51.538130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] No DVR routers for this DVR port 98563107-3769-40e4-adb5-f63ba09efbbc on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:51.550359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.559094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:51.563690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-deleted', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:51.620487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.664790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad7d1d79-0b66-49eb-9406-e51531fbb279 req-54a6466d-b0e0-4853-8857-80d6c882d82e tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.73 "DELETE /v2.0/ports/98563107-3769-40e4-adb5-f63ba09efbbc HTTP/1.1" status: 204 len: 173 time: 3.5979071 May 12 19:42:51.674094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4555831-4f99-42e3-82e9-bc7d455925d1']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:51.705129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fc164c-3f30-4bfe-a9a7-860702be549e') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:51.705975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fc164c-3f30-4bfe-a9a7-860702be549e') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:51.707609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8c50d-5b7a-420f-ac60-6ee667f7e539 req-78df4035-82d4-41eb-b151-475fb5d20a24 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:51.709498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ef8c50d-5b7a-420f-ac60-6ee667f7e539 req-78df4035-82d4-41eb-b151-475fb5d20a24 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 946 time: 0.6285036 May 12 19:42:51.737731 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.773637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.780575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:42:51.780963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.799768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ef8c50d-5b7a-420f-ac60-6ee667f7e539 req-f7a35ac5-8a3c-45b1-b857-f02d9d2a48a0 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819745 May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: timer() May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:42:51.803534 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:42:51.878020 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.886361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55c71-bb20-429a-81ed-a18a413c7ff1 req-c9232bd1-1923-4b66-bbbc-d051fa30468c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:51.888298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9af55c71-bb20-429a-81ed-a18a413c7ff1 req-c9232bd1-1923-4b66-bbbc-d051fa30468c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2770882 May 12 19:42:51.889583 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.927901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:42:51.971549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:51.971891 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Added segment 611e1d67-ebaa-46ff-a6c5-982803c5001a of type vlan for network 7e50c5d8-e736-4334-ae37-5160d6e774c2 May 12 19:42:51.978560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2558c89e-5c70-47cf-9e4d-f2b5ef15af82,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:52.004641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9af55c71-bb20-429a-81ed-a18a413c7ff1 req-c4ef821c-6a7c-43e4-8c35-9252137b5688 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019506 May 12 19:42:52.005535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Deleting port fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:52.008347 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:52.020113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:52.049525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:52.054372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Pushing event deleted for resources: {'Network': ['ID=d4555831-4f99-42e3-82e9-bc7d455925d1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:52.075398 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7b062d7d-8094-405f-b00a-0f0df6938f76 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/networks/d4555831-4f99-42e3-82e9-bc7d455925d1 HTTP/1.1" status: 204 len: 168 time: 1.9641080 May 12 19:42:52.076752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:52.077749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:52.084716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'routes': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:52.126429 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:52.127704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:52.128461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:52.140669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f96fbe14-8fb4-433d-b2b1-2e251c92cdae None None] The port 'fd6ac5f1-ae31-49e8-abc0-7b7d60dd2dee' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:42:52.192052 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d26635-86f6-42a4-91f2-92a90a004110'] response: {'server_uuid': 'e0ed820c-c972-4b91-9674-b369ad1219f0', 'name': 'network-vif-deleted', 'tag': '98563107-3769-40e4-adb5-f63ba09efbbc', 'status': 'completed', 'code': 200} May 12 19:42:52.417056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-af401fa5-9641-48c3-aa91-24656f9dbfb2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:52.419738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-af401fa5-9641-48c3-aa91-24656f9dbfb2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:52.527282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-77dea3e7-1e6d-41f9-8a14-f4f988d83eb6 req-376f4201-e357-43c6-a53f-7976b5242d39 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Synchronizing usage tracker for tenant:35d1d374da814178b32a898912d325c2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:52.532821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1805992 May 12 19:42:52.546172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32970) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:52.563092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-77dea3e7-1e6d-41f9-8a14-f4f988d83eb6 req-376f4201-e357-43c6-a53f-7976b5242d39 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] Unset dirty status for tenant:35d1d374da814178b32a898912d325c2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:52.564476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77dea3e7-1e6d-41f9-8a14-f4f988d83eb6 req-376f4201-e357-43c6-a53f-7976b5242d39 tempest-ServersNegativeTestJSON-1475361606 tempest-ServersNegativeTestJSON-1475361606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0ed820c-c972-4b91-9674-b369ad1219f0 HTTP/1.1" status: 200 len: 210 time: 0.1295118 May 12 19:42:52.565071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe9dce-0111-4dc3-803b-9ea749314f61 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Network': ['ID=7e50c5d8-e736-4334-ae37-5160d6e774c2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:52.575647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7e50c5d8-e736-4334-ae37-5160d6e774c2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:42:52.592421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-8785b321-3097-4dfd-9ad2-08b3e350e5c8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:52.595458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-8785b321-3097-4dfd-9ad2-08b3e350e5c8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.3682361 May 12 19:42:52.625587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-68d07fc0-a7f3-4d47-b26d-4787ea1dc21e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/quotas/49acd70523ac43c4a961587eabedea45 HTTP/1.1" status: 200 len: 375 time: 0.0210602 May 12 19:42:52.680264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Added routes are [] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 12 19:42:52.680513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Removed routes are [] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 12 19:42:52.680816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:52.682703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-3c6ead52-9214-4524-9d0a-3c48409f8dad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508878 May 12 19:42:52.686431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-af401fa5-9641-48c3-aa91-24656f9dbfb2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:52.687554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-af401fa5-9641-48c3-aa91-24656f9dbfb2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 946 time: 0.7482083 May 12 19:42:52.739121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'subnet': {'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:52.919599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-90992a01-0cf8-4355-a3c6-87c910ed7617 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293298 May 12 19:42:52.944954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:53.011841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:subnet and tenant:6701a5ef6c82464fb49383632a2cdc69 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:53.020885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:53.081473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Deleting port 700642b9-0697-48ea-b571-1e2ace86733c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:53.081820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:53.113553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:53.158060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-ba3afc2e-78b3-445c-bd52-63faa968c45c service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294877 May 12 19:42:53.194914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d78a-cdb1-4e85-a53e-a7af47612666 req-d29f30a8-b94b-4570-9849-95c88a55b76e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:53.198056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46f2d78a-cdb1-4e85-a53e-a7af47612666 req-d29f30a8-b94b-4570-9849-95c88a55b76e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 946 time: 0.1586201 May 12 19:42:53.239586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:53.245060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Made reservation on behalf of 6701a5ef6c82464fb49383632a2cdc69 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:53.247447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:53.259996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46f2d78a-cdb1-4e85-a53e-a7af47612666 req-adc3361a-66aa-4f67-a780-07548b51f40a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552640 May 12 19:42:53.267074 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:53.672342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-029a147f-36c4-4e37-a889-37cae443316c req-9fe1994c-4161-41ad-b09f-b45cfa3eceb2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 210 time: 0.1178789 May 12 19:42:53.699107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:42:53.772213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c685e-5fa3-4726-a7f5-e563dad5e592 req-35e8b572-d45e-42b6-8487-9522a81291a4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:53.774305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-651c685e-5fa3-4726-a7f5-e563dad5e592 req-35e8b572-d45e-42b6-8487-9522a81291a4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.2906816 May 12 19:42:53.824162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] For port 700642b9-0697-48ea-b571-1e2ace86733c, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=700642b9-0697-48ea-b571-1e2ace86733c,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:53.825159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:53.876583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-651c685e-5fa3-4726-a7f5-e563dad5e592 req-4f238bff-14ce-42ca-8187-8e4291e95f48 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945528 May 12 19:42:53.880085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33002) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:54.187292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Calling delete_port for 700642b9-0697-48ea-b571-1e2ace86733c owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:54.250087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:54.263067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] Sync routers for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:42:54.269573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:54.273751 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3c255185-b33d-4cf6-8f65-9d3e94c4d9e7 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 200 len: 701 time: 2.1950152 May 12 19:42:54.274609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33010) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:54.288526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:54.289156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:54.289330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] Deleting subnet 87d4cc01-b373-4fbd-8dfd-7baab7192476 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:42:54.296504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:54.365778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a8c6b24c-dfc5-4e8f-8779-8387d5666101 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:54.426258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a8c6b24c-dfc5-4e8f-8779-8387d5666101 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:54.436623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a8c6b24c-dfc5-4e8f-8779-8387d5666101 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 200 len: 205 time: 0.1569691 May 12 19:42:54.436863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33016) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:54.561716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:54.623003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:54.872519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:42:54.978480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:46Z', 'revision_number': 11, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:55.062901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] Checking router: e135c33b-cd6f-4692-89e5-2e2ef1e855d5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:42:55.083377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] Routers {'e135c33b-cd6f-4692-89e5-2e2ef1e855d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:42:55.084006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:55.093463 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:55.164056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event deleted for resources: {'Port': ['ID=700642b9-0697-48ea-b571-1e2ace86733c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:55.328787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] Set router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:42:55.335551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] No DVR routers for this DVR port 700642b9-0697-48ea-b571-1e2ace86733c on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:42:55.340844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:55.350918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'name': 'network-vif-deleted', 'tag': '700642b9-0697-48ea-b571-1e2ace86733c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:55.364007 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c24cb535-1367-42c3-8b0b-ce6fa61f8c18 req-2dc003d3-6224-42c7-97f3-8eb6285dda95 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "DELETE /v2.0/ports/700642b9-0697-48ea-b571-1e2ace86733c HTTP/1.1" status: 204 len: 173 time: 2.6286693 May 12 19:42:55.563862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:42:55.564533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:55.574571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e75f676e-d54d-4be2-83b9-4d716038e3aa tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:55.577308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e75f676e-d54d-4be2-83b9-4d716038e3aa tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.3579447 May 12 19:42:55.589571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:46Z', 'revision_number': 11, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:55.594351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445ab48-336e-46bb-8c91-7199497d8d67 None None] The sync data for ids ['e135c33b-cd6f-4692-89e5-2e2ef1e855d5'] in n-d-841626-1 is: [{'id': 'e135c33b-cd6f-4692-89e5-2e2ef1e855d5', 'name': 'tempest-RoutersTest-router-1585447239', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:41:15Z', 'updated_at': '2022-05-12T19:42:46Z', 'revision_number': 11, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:42:55.675866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f931f7b-c9a9-427a-8134-da09e95eaa64,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:55.708764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 700642b9-0697-48ea-b571-1e2ace86733c no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:55.752014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-281113f2-8066-40cc-879b-4d1e07ea14ed req-4b57dc86-9ccd-4a93-9e67-f07c383bb2b8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2 HTTP/1.1" status: 200 len: 210 time: 1.0658610 May 12 19:42:55.759021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63e3dc9a-a6e3-42f0-9a6f-eba23103e1b9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:55.759774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Checking segment: {'id': '611e1d67-ebaa-46ff-a6c5-982803c5001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:42:55.760146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network hostable DHCP agents. Network: 7e50c5d8-e736-4334-ae37-5160d6e774c2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:42:55.789105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 700642b9-0697-48ea-b571-1e2ace86733c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:42:55.800821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network 7e50c5d8-e736-4334-ae37-5160d6e774c2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:42:55.805840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 700642b9-0697-48ea-b571-1e2ace86733c not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:42:55.854146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7e50c5d8-e736-4334-ae37-5160d6e774c2) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:55.867150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb30c0d-aff2-4761-8dab-b63f08c419d3 None None] Network 7e50c5d8-e736-4334-ae37-5160d6e774c2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:55.870631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:55.874286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:55.986735 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e87fcd4-9a21-4c77-91b3-b3f0a9d0e555'] response: {'server_uuid': '7c3ed6a0-c7da-405d-8c9a-cbbb25cc91e2', 'name': 'network-vif-deleted', 'tag': '700642b9-0697-48ea-b571-1e2ace86733c', 'status': 'completed', 'code': 200} May 12 19:42:55.992275 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f48b912a-63c9-4f3c-861d-b26edd5b4a5a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3090897 May 12 19:42:56.000974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33054) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:56.023854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2110881343', 'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:56.055796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:56.071188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:port and tenant:6701a5ef6c82464fb49383632a2cdc69 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:56.105077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:56.122441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:56.142936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Made reservation on behalf of 6701a5ef6c82464fb49383632a2cdc69 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:56.148078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.201483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] device_id is not set on port 9b295e0e-9b06-4bf1-8965-67d18999e533 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:42:56.212776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0077208-218f-4464-9c58-7a0dc492ccc4 req-ad07f5bf-9100-4ff0-9b56-c82e5dce9d40 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 210 time: 0.9921391 May 12 19:42:56.232790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Request body: {'port': {'device_id': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'admin_state_up': True, 'tenant_id': '49acd70523ac43c4a961587eabedea45'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:56.411544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.439715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c509f1-1d4f-49af-8954-fe412fd0b73a None None] Network 7e50c5d8-e736-4334-ae37-5160d6e774c2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:42:56.454120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Allocated IP 172.20.0.5 (7e50c5d8-e736-4334-ae37-5160d6e774c2/9f931f7b-c9a9-427a-8134-da09e95eaa64/9b295e0e-9b06-4bf1-8965-67d18999e533) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:42:56.520601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63e3dc9a-a6e3-42f0-9a6f-eba23103e1b9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.526817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63e3dc9a-a6e3-42f0-9a6f-eba23103e1b9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.585431 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63e3dc9a-a6e3-42f0-9a6f-eba23103e1b9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.586216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3dc9a-a6e3-42f0-9a6f-eba23103e1b9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Fanout notify agent at l3_agent the message router_deleted on router e135c33b-cd6f-4692-89e5-2e2ef1e855d5 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:42:56.626652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:56.637505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Usage tracker for resource:port and tenant:49acd70523ac43c4a961587eabedea45 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:56.650748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:56.653895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.685490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:56.703329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-63e3dc9a-a6e3-42f0-9a6f-eba23103e1b9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.705792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-63e3dc9a-a6e3-42f0-9a6f-eba23103e1b9 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 204 len: 168 time: 2.2574680 May 12 19:42:56.711466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33072) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:56.716798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1221133392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:56.717904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d4cc01-b373-4fbd-8dfd-7baab7192476,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:56.721406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.726068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7f800bf8-3425-4408-b0cc-ea006f0702c1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/87d4cc01-b373-4fbd-8dfd-7baab7192476 HTTP/1.1" status: 204 len: 168 time: 2.8447337 May 12 19:42:56.726881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33076) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:56.727536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.730907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:56.737952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Usage tracker for resource:router and tenant:1665227f91a44b5cae0ee654949921cf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:56.741644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:56.749440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:42:56.753649 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.755315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:56.770904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.772409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.830613 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-818f96dc-fbd8-4e97-9290-c5ee716c1687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.836049 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.852963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.917069 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:56.970109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network 7e50c5d8-e736-4334-ae37-5160d6e774c2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:56.983877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:56.987159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:57.030367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.038222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Port': ['ID=9b295e0e-9b06-4bf1-8965-67d18999e533,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:57.084352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.084851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.085216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.085558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.086388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.086388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.086665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.087838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.087838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.087838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.088112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.088214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:42:57.103029 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-5ce7a564-38ce-4566-9f22-f04ce9a7293f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3056629 May 12 19:42:57.119262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:57.119947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.139795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.142013 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-77d1bd22-6723-417f-a588-5aaf57031123 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4294283 May 12 19:42:57.146878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f677107-4d47-412b-86a8-96eb8943f34a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1421139 May 12 19:42:57.146878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33098) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:57.147824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33100) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:57.151467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9ecb9c48-eac3-4eb3-8408-577c47d3fd5a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:57.443581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.464478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Allocated IP 172.20.0.13 (80f63ec0-e114-44b4-b8b1-a7136847ccd5/2d251b82-d2c4-4176-aa07-e8f3235d5473/853312fc-7eac-4284-ac70-d4c1cfee779d) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:42:57.489423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5144f94b-0011-42cb-abcd-02316ccff303 req-0bb7a9ef-2035-4d4e-9d42-6f8bbe348182 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 210 time: 0.0848186 May 12 19:42:57.566921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189bdd70-9b7e-47d6-9144-cb61b83b6fd7']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:57.584730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33136) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:57.588866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Deleting port 9b295e0e-9b06-4bf1-8965-67d18999e533 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:42:57.589832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.592356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:57.592854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bb5f0d-a8de-4c8e-ba3e-70e684166ec4') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:42:57.628917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.694297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.758913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:42:57.759329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.765843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477088667', 'description': 'tempest-description--1860642152'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: timer() May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:42:57.774644 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:42:57.828987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:57.880983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c763-1949-43fb-b17d-3d3c031f923a req-86bdbf48-c7e2-42af-947a-049ef736b9e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:57.882615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-86bdbf48-c7e2-42af-947a-049ef736b9e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.4247131 May 12 19:42:57.897540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.915505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:57.937663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:57.957025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=189bdd70-9b7e-47d6-9144-cb61b83b6fd7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:57.965345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-c3c7b0f0-0fc5-4c3a-9285-ed2d02906369 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.0651000 May 12 19:42:58.039971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9c48-eac3-4eb3-8408-577c47d3fd5a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.044698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-45687783-3ad1-4193-b1f2-445cc8df9a2f admin admin] 10.222.0.72 "DELETE /v2.0/networks/189bdd70-9b7e-47d6-9144-cb61b83b6fd7 HTTP/1.1" status: 204 len: 168 time: 1.3155825 May 12 19:42:58.051069 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.121703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-e3d10e40-42c2-41ac-8a67-ad156bfd9d01 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1450274 May 12 19:42:58.131630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-73adebe8-d046-4cc8-952f-6a6c5c8e7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:58.133142 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-73adebe8-d046-4cc8-952f-6a6c5c8e7444 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 1098 time: 0.8315868 May 12 19:42:58.142814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9c48-eac3-4eb3-8408-577c47d3fd5a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.153133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.218503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.267034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33182) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:58.323829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:42:58.346424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:42:58.357006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:42:58.417594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:58.434441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb602c82-b3c2-4a33-bffb-4efb068906d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35d1d374da814178b32a898912d325c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648655 May 12 19:42:58.444255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-883902fa-76b3-4ac1-97c0-68dc9f7600c0 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212738 May 12 19:42:58.449001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33190) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:42:58.472739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:42:58.502790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Usage tracker for resource:security_group_rule and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:42:58.509462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.517536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:42:58.542284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:58.542896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.553406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:42:58.576895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-f26abd6a-508f-4129-8831-74751ac09bbc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4866757 May 12 19:42:58.599625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Request body: {'port': {'device_id': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:42:58.681442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-d3ff1462-5100-4da7-bf99-3912fd5c4e52 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362776 May 12 19:42:58.725085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Calling delete_port for 9b295e0e-9b06-4bf1-8965-67d18999e533 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:42:58.754437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:58.953815 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cac08722-3e6f-4d22-88c0-706d67e7403d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.039326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-2caa6658-6ae8-46fb-9bca-f33b104b941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:59.041002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-2caa6658-6ae8-46fb-9bca-f33b104b941a service neutron] 10.222.0.73 "GET /v2.0/networks?id=94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 200 len: 918 time: 0.8663170 May 12 19:42:59.185935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c16284bb-d592-4402-8576-ab272a1365b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.189844 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-52696f2f-2551-4d6f-942e-4e63f8f8ec4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 200 len: 1002 time: 0.1363702 May 12 19:42:59.217407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.331277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecb9c48-eac3-4eb3-8408-577c47d3fd5a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Router 0fb05087-3081-4095-88b7-0994e36d50ac is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:42:59.353038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b295e0e-9b06-4bf1-8965-67d18999e533,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:59.362257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c16284bb-d592-4402-8576-ab272a1365b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.484321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853312fc-7eac-4284-ac70-d4c1cfee779d {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:42:59.495390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-0b7bfd7a-865f-442c-98bd-e5bbfafb1a39 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:59.496982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-0b7bfd7a-865f-442c-98bd-e5bbfafb1a39 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 0.4689543 May 12 19:42:59.507483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e40305-2cd2-4f03-8c42-0a637463983b req-8ee998c6-137f-4826-b5ab-4b02e269dcba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:59.508204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c9e40305-2cd2-4f03-8c42-0a637463983b req-8ee998c6-137f-4826-b5ab-4b02e269dcba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:42:59.521737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.532743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-06e0a55b-e85d-4585-8426-aaa77b96c019 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/quotas/703529a041f34e2b843f8e4bfd8cf6d2 HTTP/1.1" status: 200 len: 375 time: 0.0213544 May 12 19:42:59.591374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Transition to ACTIVE for port object 853312fc-7eac-4284-ac70-d4c1cfee779d will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:42:59.594729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c9e40305-2cd2-4f03-8c42-0a637463983b req-8ee998c6-137f-4826-b5ab-4b02e269dcba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:42:59.596049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9e40305-2cd2-4f03-8c42-0a637463983b req-8ee998c6-137f-4826-b5ab-4b02e269dcba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 932 time: 0.5691259 May 12 19:42:59.603432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.718302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-ac4cf2ae-35f0-4c58-8f9e-3edb8db7d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:42:59.719696 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-ac4cf2ae-35f0-4c58-8f9e-3edb8db7d933 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 200 len: 856 time: 0.5153818 May 12 19:42:59.732161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0ecc425e-600b-46bb-986c-6f1f3ade8f5b no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:42:59.820837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:42:59.842820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9e40305-2cd2-4f03-8c42-0a637463983b req-5ce6d8d8-2803-4348-a2dd-22a372a463da tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350693 May 12 19:42:59.894977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:42:59.895379 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.941701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:42:59.942612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:42:59.950082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.969068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.972420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-1b08e2c0-4c1a-4cd2-b6b8-11be759c6732 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4326212 May 12 19:42:59.975661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:42:59.982752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb9c48-eac3-4eb3-8408-577c47d3fd5a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:42:59.997703 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] Sync routers for ids ['0fb05087-3081-4095-88b7-0994e36d50ac'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:00.012172 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] Routers {'0fb05087-3081-4095-88b7-0994e36d50ac'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:00.026070 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['0fb05087-3081-4095-88b7-0994e36d50ac'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:00.053340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05eeda6a-682b-40fe-8088-f4ca6821d57e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:00.068268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.167902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9c48-eac3-4eb3-8408-577c47d3fd5a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.180648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9ecb9c48-eac3-4eb3-8408-577c47d3fd5a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "PUT /v2.0/routers/0fb05087-3081-4095-88b7-0994e36d50ac HTTP/1.1" status: 200 len: 694 time: 3.0316145 May 12 19:43:00.182955 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-86abab62-ab7a-4816-a505-67ec7dfe40ef tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "DELETE /v2.0/ports/9b295e0e-9b06-4bf1-8965-67d18999e533 HTTP/1.1" status: 204 len: 168 time: 2.9558184 May 12 19:43:00.189085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33224) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:00.189533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33226) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:00.269300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-35fbeb33-bddf-4bb8-8c85-8643b034d87f service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956946 May 12 19:43:00.275620 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.296186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:00.329357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-55fe2ae7-1945-4e85-9ecc-7661fa2660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:00.331085 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-55fe2ae7-1945-4e85-9ecc-7661fa2660ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94275588-efd8-4b36-bffc-99a50113a80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5500822 May 12 19:43:00.334932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c16284bb-d592-4402-8576-ab272a1365b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.337848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c16284bb-d592-4402-8576-ab272a1365b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.338921 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c16284bb-d592-4402-8576-ab272a1365b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57149d3c-5830-4151-b803-92ba02d2c6b9 HTTP/1.1" status: 204 len: 168 time: 1.8782732 May 12 19:43:00.371051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2', 'external_fixed_ips': [{'subnet_id': '9f931f7b-c9a9-427a-8134-da09e95eaa64', 'ip_address': '172.20.0.5'}]}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:00.380790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.382128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f2bb1c53-871c-4b76-a055-cb047c94e2b0 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.6392300 May 12 19:43:00.386080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] Set router 0fb05087-3081-4095-88b7-0994e36d50ac gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:00.405673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cec9612d-e29f-4254-8a71-03ec48db6f8d req-2692f73f-dfe0-4976-9afe-eaec0327f0cc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 210 time: 0.1946046 May 12 19:43:00.412199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33234) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:00.413890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Attempting to bind port 853312fc-7eac-4284-ac70-d4c1cfee779d on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:00.414333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Attempting to bind port 853312fc-7eac-4284-ac70-d4c1cfee779d by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:00.414790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Attempting to bind port 853312fc-7eac-4284-ac70-d4c1cfee779d on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:00.439307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'security_group_rule': {'security_group_id': '05eeda6a-682b-40fe-8088-f4ca6821d57e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:00.447312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:00.454813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Usage tracker for resource:security_group_rule and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:00.459439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:00.466859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:00.483341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Port 853312fc-7eac-4284-ac70-d4c1cfee779d on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:43:00.483671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Attempting to bind port 853312fc-7eac-4284-ac70-d4c1cfee779d on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:00.494100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:00.495171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Checking segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:00.495722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Bound using segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:00.496237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Bound port: 853312fc-7eac-4284-ac70-d4c1cfee779d, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:00.496685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.563070 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-afc245c1-f26d-4eb7-b23f-05d88add11b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8466904 May 12 19:43:00.567231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:00.572108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:router and tenant:6701a5ef6c82464fb49383632a2cdc69 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:00.575695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:00.577122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.582134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:00.626426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.627129 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb05087-3081-4095-88b7-0994e36d50ac', 'name': 'tempest-RoutersTest-router-1221133392', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:42:56Z', 'updated_at': '2022-05-12T19:42:58Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:00.637301 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] Checking router: 0fb05087-3081-4095-88b7-0994e36d50ac for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:43:00.652604 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] Routers {'0fb05087-3081-4095-88b7-0994e36d50ac'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:00.653225 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['0fb05087-3081-4095-88b7-0994e36d50ac'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:00.682149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16284bb-d592-4402-8576-ab272a1365b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57149d3c-5830-4151-b803-92ba02d2c6b9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:00.684178 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.685169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.775069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-3c5624f6-5e1f-4548-a57f-8d116cfd7514 service neutron] 10.222.0.72 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035906 May 12 19:43:00.818873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.870543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.882726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ff645696-df55-4343-8ffc-03af5d80237a tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/routers/0fb05087-3081-4095-88b7-0994e36d50ac HTTP/1.1" status: 200 len: 700 time: 0.5504901 May 12 19:43:00.909221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33242) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:00.921997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:00.930361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.934000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:00.976914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:00.990669 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] Set router 0fb05087-3081-4095-88b7-0994e36d50ac gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:01.024978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead104d7-ccd4-4133-9871-aa641b56cff2,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:01.040967 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7945b225-0eff-4068-9af9-599d0e04e4ea tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fb05087-3081-4095-88b7-0994e36d50ac HTTP/1.1" status: 200 len: 205 time: 0.1266477 May 12 19:43:01.047977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c763-1949-43fb-b17d-3d3c031f923a req-19fd145e-59bb-494c-8c66-f199cba111ac tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:01.049516 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-19fd145e-59bb-494c-8c66-f199cba111ac tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.8590615 May 12 19:43:01.075690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33252) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:01.111711 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df84d9fc-adc2-4689-b911-57031f6fe9bd'] response: {'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'code': 200} May 12 19:43:01.128943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d044-38e5-4065-8320-962403859eee req-cf3bdd0c-ca29-4b3f-babd-a2c91d8d3b4a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:01.131926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b575d044-38e5-4065-8320-962403859eee req-cf3bdd0c-ca29-4b3f-babd-a2c91d8d3b4a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Synchronizing usage tracker for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:01.168318 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-1e775579-79c8-4cfd-b000-3b09cf7c8a49 service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8277962 May 12 19:43:01.181777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Request body: {'port': {'device_id': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'admin_state_up': True, 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:01.266375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:01.270639 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb05087-3081-4095-88b7-0994e36d50ac', 'name': 'tempest-RoutersTest-router-1221133392', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:42:56Z', 'updated_at': '2022-05-12T19:42:58Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:01.274348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8ee48a19-72d1-46a9-9acc-8e06a9046d72 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8560097 May 12 19:43:01.278402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:01.281933 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:01.288222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] 10.222.0.73 "PUT /v2.0/ports/853312fc-7eac-4284-ac70-d4c1cfee779d HTTP/1.1" status: 200 len: 1092 time: 2.6957080 May 12 19:43:01.293557 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583b02c-2e51-4fef-95ad-e220550e46a0 None None] The sync data for ids ['0fb05087-3081-4095-88b7-0994e36d50ac'] in n-d-841626-1 is: [{'id': '0fb05087-3081-4095-88b7-0994e36d50ac', 'name': 'tempest-RoutersTest-router-1221133392', 'tenant_id': '1665227f91a44b5cae0ee654949921cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:42:56Z', 'updated_at': '2022-05-12T19:42:58Z', 'revision_number': 2, 'project_id': '1665227f91a44b5cae0ee654949921cf', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:01.307882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-c7d83c4d-941d-4b6a-b992-15826e70da6f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:01.308920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33262) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:01.309463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:01.310118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-c7d83c4d-941d-4b6a-b992-15826e70da6f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Synchronizing usage tracker for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:01.368593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-b575d044-38e5-4065-8320-962403859eee req-cf3bdd0c-ca29-4b3f-babd-a2c91d8d3b4a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Unset dirty status for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:01.369972 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b575d044-38e5-4065-8320-962403859eee req-cf3bdd0c-ca29-4b3f-babd-a2c91d8d3b4a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/ports?device_id=66cd39d3-9e35-4d61-9018-742faa647e33 HTTP/1.1" status: 200 len: 943 time: 1.0106564 May 12 19:43:01.498841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'security_group_rule': {'security_group_id': '05eeda6a-682b-40fe-8088-f4ca6821d57e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:01.520795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04475a-e0f1-47d9-aeff-7f3b3f5d50b3 req-2f7214b3-6754-404b-bcc1-8274c8f0670a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:01.522445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b04475a-e0f1-47d9-aeff-7f3b3f5d50b3 req-2f7214b3-6754-404b-bcc1-8274c8f0670a tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 947 time: 0.8317778 May 12 19:43:01.629522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:01.644415 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:01.667125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Usage tracker for resource:security_group_rule and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:01.667474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-0d412d9a-9282-4e3c-9431-034b139158d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:01.668898 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-0d412d9a-9282-4e3c-9431-034b139158d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 1096 time: 1.0058291 May 12 19:43:01.682353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:01.685917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886521e-42d0-4fcd-bcdb-510821ac66f3 service neutron] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:01.691412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-deb334d3-9983-4f69-8ee8-ec6f224c7794 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:01.944894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33284) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:01.965706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:02.105554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.163225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b04475a-e0f1-47d9-aeff-7f3b3f5d50b3 req-653408a6-e0b0-45a6-a5d5-429cbe128087 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5429146 May 12 19:43:02.265735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-c7d83c4d-941d-4b6a-b992-15826e70da6f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Unset dirty status for tenant:39e856d6fd9a47518afa03c94fb5bb68 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:02.266787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1562733126-network', 'tenant_id': 'fb47cb40b1134e4d8636ad32ffd40863'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:02.266968 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-c7d83c4d-941d-4b6a-b992-15826e70da6f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 947 time: 1.8770161 May 12 19:43:02.270806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Deleting port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:02.271147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.350326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:02.367762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Usage tracker for resource:network and tenant:fb47cb40b1134e4d8636ad32ffd40863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:02.377788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-deb334d3-9983-4f69-8ee8-ec6f224c7794 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.414131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:02.418860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-dbec8852-8fd8-46b7-87b7-4124317b613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:02.420313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-dbec8852-8fd8-46b7-87b7-4124317b613c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 1095 time: 0.9395111 May 12 19:43:02.421389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-deb334d3-9983-4f69-8ee8-ec6f224c7794 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.440749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:02.499563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09eeb2bb-e7d4-42a8-929a-981b48809331 req-6dfadc9f-2afd-4096-a7cf-2e20aa26ef5b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 210 time: 0.1329520 May 12 19:43:02.516667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.518131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c037d-a12c-4f25-8754-502018821825 req-c7f05ed5-c4b5-408d-8048-2dcff9cc9b17 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:02.520223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e3c037d-a12c-4f25-8754-502018821825 req-c7f05ed5-c4b5-408d-8048-2dcff9cc9b17 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 944 time: 1.1682639 May 12 19:43:02.543779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-23276e2d-2c1d-4c85-9407-55efd3fb686b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853312fc-7eac-4284-ac70-d4c1cfee779d HTTP/1.1" status: 200 len: 217 time: 0.1092525 May 12 19:43:02.546138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-996ebe4a-9aee-4210-92ba-9e49a9a3556b service neutron] 10.222.0.73 "GET /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3056827 May 12 19:43:02.581608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Made reservation on behalf of fb47cb40b1134e4d8636ad32ffd40863 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:43:02.584900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.599105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Deleting port 2419b774-52f2-4105-bc68-5f238af7616a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:02.599491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.629426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.634303 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-deb334d3-9983-4f69-8ee8-ec6f224c7794 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.634938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb334d3-9983-4f69-8ee8-ec6f224c7794 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb05087-3081-4095-88b7-0994e36d50ac {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:43:02.644009 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3417735-739b-40da-a75b-147343981283'] response: {'name': 'network-changed', 'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'status': 'completed', 'code': 200} May 12 19:43:02.650876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.698841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.724142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33f0ab9-b411-4f9a-b35d-a85eb03c2e0b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:02.730397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.730784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aaa10ffb-2d28-4b62-876b-752dc357375b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4154651 May 12 19:43:02.738336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-b2da5ac6-b67d-4845-b83e-df24222797a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:02.740075 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-b2da5ac6-b67d-4845-b83e-df24222797a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.7458541 May 12 19:43:02.745426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33290) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:02.750146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:02.789543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:02.793707 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-deb334d3-9983-4f69-8ee8-ec6f224c7794 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:02.797878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-deb334d3-9983-4f69-8ee8-ec6f224c7794 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/0fb05087-3081-4095-88b7-0994e36d50ac HTTP/1.1" status: 204 len: 168 time: 1.6943066 May 12 19:43:02.799451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Usage tracker for resource:security_group_rule and tenant:fb47cb40b1134e4d8636ad32ffd40863 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:02.824351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33294) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:02.839214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:02.845871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:02.880608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Usage tracker for resource:port and tenant:caf0a5726dc6441e927a80af360d5518 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:02.921123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:02.921123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:02.924742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e3c037d-a12c-4f25-8754-502018821825 req-c869e5b8-e695-4d8f-9199-9000e165ad12 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858089 May 12 19:43:02.937347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-47c614cc-ed96-4a84-9cc3-84c493556b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:02.938770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-47c614cc-ed96-4a84-9cc3-84c493556b0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.3747714 May 12 19:43:02.941076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-619cd769-45be-406e-96fb-0b4457e31198 req-9c524b16-1944-46fe-9d06-0b9e586e4886 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 210 time: 0.1879618 May 12 19:43:02.942066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Usage tracker for resource:floatingip and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:02.950871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:02.998305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:03.005541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:03.019170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-8e9c3fc9-19bf-4df9-8328-c560e8f69b68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694585 May 12 19:43:03.061832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:03.073956 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-39a6138c-7fcb-4a78-aab9-4954786308ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e HTTP/1.1" status: 200 len: 217 time: 0.2539144 May 12 19:43:03.083961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1642730c-9dbc-4c0f-a50d-55c85e8fb008 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fb05087-3081-4095-88b7-0994e36d50ac HTTP/1.1" status: 200 len: 205 time: 0.2528045 May 12 19:43:03.098479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:03.135387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:03.196146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-6768e7fe-2a60-440d-bc9d-6a834528d603 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:03.197590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-6768e7fe-2a60-440d-bc9d-6a834528d603 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 805 time: 0.4491978 May 12 19:43:03.261603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Request body: {'port': {'device_id': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'admin_state_up': True, 'tenant_id': '703529a041f34e2b843f8e4bfd8cf6d2'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:03.269637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:43:03.273068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:03.347477 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-bfdfcd3f-79c6-4bb7-8366-cda45677d7c4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] delete failed (client error): The resource could not be found. May 12 19:43:03.348516 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bfdfcd3f-79c6-4bb7-8366-cda45677d7c4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/0fb05087-3081-4095-88b7-0994e36d50ac HTTP/1.1" status: 404 len: 336 time: 0.2124093 May 12 19:43:03.354269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33304) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:03.612655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-a5a1da5c-dd50-42ac-ae71-0faee0c97bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:03.614177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-a5a1da5c-dd50-42ac-ae71-0faee0c97bac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.5253406 May 12 19:43:03.627136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] For port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:03.627537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:03.639456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-759c7c88-4078-40f2-ac9a-7465e8af6f23 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058240 May 12 19:43:03.651965 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-79229667-bd5e-48cd-a19f-43450540088c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:03.652420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79229667-bd5e-48cd-a19f-43450540088c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:03.743905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0ecc425e-600b-46bb-986c-6f1f3ade8f5b no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:03.811659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-933fe0a2-bcdb-4913-8d2e-d391b28eac15 req-98f11c0d-e9f1-4fdb-85c3-ecd0a81fb61f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 210 time: 0.1632330 May 12 19:43:03.822524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:03.822895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:03.827694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-79229667-bd5e-48cd-a19f-43450540088c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/84d9660e-d138-40ef-a1ef-5d615092ca6e HTTP/1.1" status: 404 len: 337 time: 0.4602454 May 12 19:43:03.837009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Calling delete_port for 0ecc425e-600b-46bb-986c-6f1f3ade8f5b owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:03.852386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33310) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:03.865424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:03.873716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:03.919909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:03.931705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:03.949925 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-640301f5-e14f-4298-9102-08a77c32c032 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:03.950340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640301f5-e14f-4298-9102-08a77c32c032 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:03.952103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-640301f5-e14f-4298-9102-08a77c32c032 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/1d471c84-6cb5-4a44-8224-b8a7beee7034 HTTP/1.1" status: 404 len: 337 time: 0.0951374 May 12 19:43:03.978354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33314) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:03.981982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:03.993483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:43:04.085072 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d1c974-cce6-41a5-8cc7-cd6c2c126c5c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:04.085457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d1c974-cce6-41a5-8cc7-cd6c2c126c5c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:04.120552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.120918 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Added segment c9860fca-8fcb-45e0-a705-8cc5193838a9 of type vlan for network 79fc960f-3124-452e-8cbb-c1c2f0a1ef07 May 12 19:43:04.130409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebd666-f170-4a18-8d35-e72f6c2c5f5a req-8e7a87c1-7ec9-4f0a-bd29-210405d85eb2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:04.131850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4ebd666-f170-4a18-8d35-e72f6c2c5f5a req-8e7a87c1-7ec9-4f0a-bd29-210405d85eb2 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 947 time: 0.7767205 May 12 19:43:04.133597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Made reservation on behalf of 703529a041f34e2b843f8e4bfd8cf6d2 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:43:04.136766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.146246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdc265b-8442-4ebf-acac-7619574648c6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:04.185318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef34127-1f7c-476a-86e6-e770108e8c94 req-479f9a6e-2801-4c1e-97d3-37c971ef5f63 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225894 May 12 19:43:04.192426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-01d1c974-cce6-41a5-8cc7-cd6c2c126c5c tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/38db432e-b34f-43cb-929a-0b19d714b4c6 HTTP/1.1" status: 404 len: 337 time: 0.2124352 May 12 19:43:04.209086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Allocated IP 172.20.0.10 (8f084805-0240-4ebb-80f7-8f92fa40dcd6/47fe641d-e0a1-4324-b69f-3703264a1493/0b46fec2-a82b-4db7-8a4f-00b0ee98435e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:04.211412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33324) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:04.312023 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d289b0-843e-41c4-9cbc-32242fe0fd96 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:04.312764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d289b0-843e-41c4-9cbc-32242fe0fd96 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:04.326940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.334899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-3c3749b8-8219-4adf-9ea2-e64ca0801ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:04.336485 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-3c3749b8-8219-4adf-9ea2-e64ca0801ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7012658 May 12 19:43:04.382900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.386938 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4ebd666-f170-4a18-8d35-e72f6c2c5f5a req-622cb7a3-cc5c-417c-babc-a18218d4a732 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327998 May 12 19:43:04.511138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c0d289b0-843e-41c4-9cbc-32242fe0fd96 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/561d29df-b5eb-48a2-83d5-8c5f7052fcc4 HTTP/1.1" status: 404 len: 337 time: 0.2968929 May 12 19:43:04.545739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33328) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:04.555764 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.556703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:04.557312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.694241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e34a2f4-a44c-42a8-a549-395282ad6bc2 req-a998322e-5ab3-4a62-b023-7ab53aef618d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 210 time: 0.1875095 May 12 19:43:04.704148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.704524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.704893 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Floating IP 6ca63696-daf8-41c4-94cc-e2d17e2ac04d disassociated. External IP: 172.25.2.123, port: 2419b774-52f2-4105-bc68-5f238af7616a. May 12 19:43:04.705259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Calling delete_port for 2419b774-52f2-4105-bc68-5f238af7616a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:04.749301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3b4f4a42-2b96-4d3d-93f6-280d82b91c8e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Synchronizing usage tracker for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:04.762409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:04.851864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd414dd-cb4f-480a-9a5c-21fff2edff74 req-54d69c89-fc2d-4a7a-adc9-c833f451a4e6 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:04.853936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dd414dd-cb4f-480a-9a5c-21fff2edff74 req-54d69c89-fc2d-4a7a-adc9-c833f451a4e6 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 944 time: 0.7830651 May 12 19:43:04.861386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Allocated IP 172.20.0.13 (6b3b8892-6932-403e-b228-cae34ca1f4a2/e2098203-077e-4d85-a258-d5c393d50bb0/286c8199-0387-423d-a4ac-49e429277627) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:04.865640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9083371 May 12 19:43:04.865778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event deleted for resources: {'Port': ['ID=0ecc425e-600b-46bb-986c-6f1f3ade8f5b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:04.875087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366d950-37ae-461b-8ef2-7420a2788fba admin admin] Pushing event updated for resources: {'Network': ['ID=79fc960f-3124-452e-8cbb-c1c2f0a1ef07,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:04.883912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-7ad47c06-d567-4b74-9dae-77126c40faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:04.885483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-7ad47c06-d567-4b74-9dae-77126c40faf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 1095 time: 0.6090791 May 12 19:43:04.893240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 79fc960f-3124-452e-8cbb-c1c2f0a1ef07 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:43:04.905148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3b4f4a42-2b96-4d3d-93f6-280d82b91c8e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] Unset dirty status for tenant:1665227f91a44b5cae0ee654949921cf on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:04.908362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3b4f4a42-2b96-4d3d-93f6-280d82b91c8e tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 200 len: 205 time: 0.3524680 May 12 19:43:04.931360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:04.937101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:05.031957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Allocated IP 172.25.2.165 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/6f045e45-1079-4fba-b341-6c762c484bc4) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:05.102074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2419b774-52f2-4105-bc68-5f238af7616a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:05.128549 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-c8dea24d-630c-4b0b-8295-d99e09754fc4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] delete failed (client error): The resource could not be found. May 12 19:43:05.132234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c8dea24d-630c-4b0b-8295-d99e09754fc4 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/e135c33b-cd6f-4692-89e5-2e2ef1e855d5 HTTP/1.1" status: 404 len: 336 time: 0.1921699 May 12 19:43:05.168350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33342) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:05.196791 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dd414dd-cb4f-480a-9a5c-21fff2edff74 req-7ad6cd09-dc3b-4bbe-ae97-b90ce8fb1775 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228161 May 12 19:43:05.219319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0623fc19-4aed-46a5-b3b2-8735c8b816eb req-73bb5463-c061-4ecc-8ca0-53f26d9529d5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Synchronizing usage tracker for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:05.272220 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-7a06c3e9-d0ee-400d-b5a2-54cffca61860 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8692634 May 12 19:43:05.301030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:05.325021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2419b774-52f2-4105-bc68-5f238af7616a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:05.325415 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:05.366507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:05.367625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:05.376464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:05.381172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fdf69869-c7c8-4b7c-a7e1-6784ccb8ea0f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=9350f7c1-41ef-49ea-8b86-825f5cb07ac7 HTTP/1.1" status: 200 len: 205 time: 0.2052710 May 12 19:43:05.390152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] No DVR routers for this DVR port 0ecc425e-600b-46bb-986c-6f1f3ade8f5b on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:43:05.399888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33352) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:05.455078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:05.455894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:05.459268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-deleted', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:05.546897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:43:05.547134 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:43:05.576388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "DELETE /v2.0/ports/0ecc425e-600b-46bb-986c-6f1f3ade8f5b HTTP/1.1" status: 204 len: 173 time: 4.0185990 May 12 19:43:05.577236 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-be611e09-439b-4038-916b-b2819076c904 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] delete failed (client error): The resource could not be found. May 12 19:43:05.580631 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be611e09-439b-4038-916b-b2819076c904 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/9350f7c1-41ef-49ea-8b86-825f5cb07ac7 HTTP/1.1" status: 404 len: 336 time: 0.1758111 May 12 19:43:05.589340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:05.687612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0623fc19-4aed-46a5-b3b2-8735c8b816eb req-73bb5463-c061-4ecc-8ca0-53f26d9529d5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Unset dirty status for tenant:703529a041f34e2b843f8e4bfd8cf6d2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:05.688778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0623fc19-4aed-46a5-b3b2-8735c8b816eb req-73bb5463-c061-4ecc-8ca0-53f26d9529d5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 210 time: 0.5777738 May 12 19:43:05.694954 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a333c73-348c-4955-baa4-c482671b89bb tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:05.695411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a333c73-348c-4955-baa4-c482671b89bb tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:05.700152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a333c73-348c-4955-baa4-c482671b89bb tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/05e0a9d0-2550-4e95-bfa9-ae2cff9ffd1b HTTP/1.1" status: 404 len: 337 time: 0.1068244 May 12 19:43:05.715160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33364) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:05.758213 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbcfc95-7089-45ff-a9e9-2619216cf814'] response: {'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'code': 200} May 12 19:43:05.785481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-72577331-ae02-4869-9478-3dbbd47b5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:05.786955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-72577331-ae02-4869-9478-3dbbd47b5a17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 912 time: 0.8745995 May 12 19:43:05.805136 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2225d9c0-2c63-4b3c-ad66-146c52a2adc1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=1317f193-15e9-4f5b-8ddc-6f1397b0e329 HTTP/1.1" status: 200 len: 205 time: 0.0832322 May 12 19:43:05.808309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33370) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:05.808906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-25b1b158-2f98-41ec-b88e-a60885464ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964995 May 12 19:43:05.813947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:05.887490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Allocated IP 172.20.0.5 (7e50c5d8-e736-4334-ae37-5160d6e774c2/9f931f7b-c9a9-427a-8134-da09e95eaa64/91711734-285b-462f-b009-c2c0e54e9b29) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:05.973221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:05.985491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:06.035869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-ae474fcf-c386-4651-abb9-ac03562cf546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853312fc-7eac-4284-ac70-d4c1cfee779d HTTP/1.1" status: 200 len: 217 time: 0.2271752 May 12 19:43:06.051127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Deleting port 2419b774-52f2-4105-bc68-5f238af7616a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:06.051471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.060838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.068281 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.115371 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-a8c9bf11-1341-4f4d-a2fb-89cb0cfaf847 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] delete failed (client error): The resource could not be found. May 12 19:43:06.116408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8c9bf11-1341-4f4d-a2fb-89cb0cfaf847 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/1317f193-15e9-4f5b-8ddc-6f1397b0e329 HTTP/1.1" status: 404 len: 336 time: 0.2908208 May 12 19:43:06.125065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:06.127258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26c80-7c76-45ab-be2f-b5005a3ea422 req-8bdc1c63-810f-48da-a1aa-6edd6b798b05 tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:06.130264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33374) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:06.133419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:06.135969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26c80-7c76-45ab-be2f-b5005a3ea422 req-8bdc1c63-810f-48da-a1aa-6edd6b798b05 tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:06.137156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:06.142174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26c80-7c76-45ab-be2f-b5005a3ea422 req-8bdc1c63-810f-48da-a1aa-6edd6b798b05 tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:06.148083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26c80-7c76-45ab-be2f-b5005a3ea422 req-8bdc1c63-810f-48da-a1aa-6edd6b798b05 tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:06.149033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-00b26c80-7c76-45ab-be2f-b5005a3ea422 req-8bdc1c63-810f-48da-a1aa-6edd6b798b05 tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] Synchronizing usage tracker for tenant:fb47cb40b1134e4d8636ad32ffd40863 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:06.223309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event updated for resources: {'Port': ['ID=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:06.234026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-00b26c80-7c76-45ab-be2f-b5005a3ea422 req-8bdc1c63-810f-48da-a1aa-6edd6b798b05 tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] Unset dirty status for tenant:fb47cb40b1134e4d8636ad32ffd40863 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:06.235177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00b26c80-7c76-45ab-be2f-b5005a3ea422 req-8bdc1c63-810f-48da-a1aa-6edd6b798b05 tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2506 time: 0.6698570 May 12 19:43:06.250541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-fce997d4-16b9-4f98-863f-09f84f03a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:06.252076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-fce997d4-16b9-4f98-863f-09f84f03a921 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.1968999 May 12 19:43:06.274802 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4a4edbee-1a7a-4db4-8645-d282819bf9d6 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7c252ca-de37-45ca-a874-336bebecb4c4 HTTP/1.1" status: 200 len: 205 time: 0.1370080 May 12 19:43:06.288887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33382) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:06.313001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-dea41c5e-0762-45a6-b00e-7a0d200d5f93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513897 May 12 19:43:06.322903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67633-1686-400f-ad5e-1a89bb79f5bd req-9f3f1313-777a-41ea-bf92-e8585a990243 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:06.324435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cea67633-1686-400f-ad5e-1a89bb79f5bd req-9f3f1313-777a-41ea-bf92-e8585a990243 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 945 time: 0.3648806 May 12 19:43:06.344832 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.374141 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085aeac6-5263-44c4-8be6-207a7f6a6a50'] response: {'server_uuid': '66cd39d3-9e35-4d61-9018-742faa647e33', 'name': 'network-vif-deleted', 'tag': '0ecc425e-600b-46bb-986c-6f1f3ade8f5b', 'status': 'completed', 'code': 200} May 12 19:43:06.395134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.404337 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-a8d9b419-e68d-4fc4-b2b0-f83fa16625e3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] delete failed (client error): The resource could not be found. May 12 19:43:06.405399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a8d9b419-e68d-4fc4-b2b0-f83fa16625e3 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/b7c252ca-de37-45ca-a874-336bebecb4c4 HTTP/1.1" status: 404 len: 336 time: 0.1134725 May 12 19:43:06.406228 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.411677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:06.412629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.415994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33386) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:06.606480 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d1b388-0e88-4bbc-b03b-3236ce4f668f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:06.606832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d1b388-0e88-4bbc-b03b-3236ce4f668f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:06.608538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d6d1b388-0e88-4bbc-b03b-3236ce4f668f tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/142d551b-85ba-4260-97f3-11ad3fb61b2d HTTP/1.1" status: 404 len: 337 time: 0.1315310 May 12 19:43:06.627583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33390) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:06.635639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:06.642450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Network 6b3b8892-6932-403e-b228-cae34ca1f4a2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:06.653716 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-1167f605-673c-46fe-8ec6-5547c73f6982 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5112109 May 12 19:43:06.674382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Request body: {'port': {'device_id': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:06.677959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:06.693232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:06.700209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:06.732296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event updated for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:06.743685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:06.765466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] For port 2419b774-52f2-4105-bc68-5f238af7616a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2419b774-52f2-4105-bc68-5f238af7616a,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:06.765828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.772988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cea67633-1686-400f-ad5e-1a89bb79f5bd req-5bf0ea21-a462-48af-97f7-eb51f698b0ca tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups?id=05e9c564-7fe3-4280-b6cb-a046177691c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231176 May 12 19:43:06.777425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:06.778111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b63efe6e-68d5-4e7c-9b6b-46b3c6b19bbf tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c7c96a2-ba89-4d31-8412-9ba7579c8d3e HTTP/1.1" status: 200 len: 205 time: 0.1466122 May 12 19:43:06.781555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33396) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:06.972689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network 7e50c5d8-e736-4334-ae37-5160d6e774c2 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:06.979277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:06.987084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:06.992011 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-f4c29722-8de8-41c3-a08c-7c2bc7d8d9a1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] delete failed (client error): The resource could not be found. May 12 19:43:06.995417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4c29722-8de8-41c3-a08c-7c2bc7d8d9a1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/7c7c96a2-ba89-4d31-8412-9ba7579c8d3e HTTP/1.1" status: 404 len: 336 time: 0.1736224 May 12 19:43:07.005666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:07.013406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Port': ['ID=91711734-285b-462f-b009-c2c0e54e9b29,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:07.015043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-6e1605ea-6304-4761-8bc7-fb89ea909f56 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889467 May 12 19:43:07.015949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.063318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:07.063920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.100772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 853312fc-7eac-4284-ac70-d4c1cfee779d details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:43:07.108637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'Port': ['ID=6f045e45-1079-4fba-b341-6c762c484bc4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:07.274764 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-5191cd3d-3113-4b88-bd70-d4b0b7e9c608 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:07.275134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5191cd3d-3113-4b88-bd70-d4b0b7e9c608 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:07.279210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5191cd3d-3113-4b88-bd70-d4b0b7e9c608 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/47943007-3ebc-4c48-9ed7-4b690c803c22 HTTP/1.1" status: 404 len: 337 time: 0.2647777 May 12 19:43:07.284952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:07.298326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'port_id': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'mac_address': 'fa:16:3e:94:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d251b82-d2c4-4176-aa07-e8f3235d5473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:43:07.326351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:07.355947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 853312fc-7eac-4284-ac70-d4c1cfee779d is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:07.356340 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.373720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853312fc-7eac-4284-ac70-d4c1cfee779d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:07.390377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:07.397321 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.405308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-2f8b33bf-2c45-476f-afdc-415749700839 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1564147 May 12 19:43:07.414033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f7d06e15-d80e-492e-828b-f4619bbf94e1 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8b5bd2d-b133-4f65-ba77-1d18e2ce436d HTTP/1.1" status: 200 len: 205 time: 0.0757980 May 12 19:43:07.423941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcaf24-f009-4091-b2ac-7228fad2f16b req-20322e57-d213-4cc7-a0a9-43446a3c8b0c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:07.425370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-73fcaf24-f009-4091-b2ac-7228fad2f16b req-20322e57-d213-4cc7-a0a9-43446a3c8b0c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 932 time: 0.8991756 May 12 19:43:07.430054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Request body: {'port': {'device_id': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:07.437931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33408) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:07.471858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.476703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:07.586842 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-7347f697-a680-408b-944b-631edadbe642 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] delete failed (client error): The resource could not be found. May 12 19:43:07.587777 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7347f697-a680-408b-944b-631edadbe642 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/routers/e8b5bd2d-b133-4f65-ba77-1d18e2ce436d HTTP/1.1" status: 404 len: 336 time: 0.1468716 May 12 19:43:07.592126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.592504 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.592813 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Floating IP 6ca63696-daf8-41c4-94cc-e2d17e2ac04d disassociated. External IP: 172.25.2.123, port: 2419b774-52f2-4105-bc68-5f238af7616a. May 12 19:43:07.593158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Calling delete_port for 2419b774-52f2-4105-bc68-5f238af7616a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:07.601017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bb87-94fb-428b-89cc-66d0c02d3b67 req-e689e96c-e224-4885-80c5-0da323b2e64a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:07.602512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0725bb87-94fb-428b-89cc-66d0c02d3b67 req-e689e96c-e224-4885-80c5-0da323b2e64a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 944 time: 0.6897705 May 12 19:43:07.604917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:07.613717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['853312fc-7eac-4284-ac70-d4c1cfee779d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:07.695445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc198a97-e4ce-44c7-8aac-e0b0a574d952 req-f40df937-3298-409e-8367-0aae6d73c38f service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682703 May 12 19:43:07.729743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-73fcaf24-f009-4091-b2ac-7228fad2f16b req-97fb0370-8fe4-4996-9a2c-fa0a8b188dce tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701070 May 12 19:43:07.750366 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc54786c-c018-4c2b-a7ce-2bdfea9c3bd5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:07.752727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc54786c-c018-4c2b-a7ce-2bdfea9c3bd5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:07.754482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc54786c-c018-4c2b-a7ce-2bdfea9c3bd5 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/ecf1ecde-690f-49ca-9537-021609190744 HTTP/1.1" status: 404 len: 337 time: 0.1405132 May 12 19:43:07.759787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33416) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:07.848192 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.851098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.893245 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:07.916779 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7a46c2-5117-4dd0-821c-3bd97e72c5a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] DELETE failed (client error): The resource could not be found. May 12 19:43:07.917236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7a46c2-5117-4dd0-821c-3bd97e72c5a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:43:07.925045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0725bb87-94fb-428b-89cc-66d0c02d3b67 req-99c6ff94-e22f-497c-8af3-4b7ae0bdf3af tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752047 May 12 19:43:07.959595 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe7a46c2-5117-4dd0-821c-3bd97e72c5a2 tempest-RoutersTest-2040496458 tempest-RoutersTest-2040496458-project] 10.222.0.72 "DELETE /v2.0/subnets/03b97f78-af04-4dde-b4f7-1da1e82590ad HTTP/1.1" status: 404 len: 337 time: 0.1480684 May 12 19:43:08.018588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4d8d-14a8-45df-b3e4-49f331aaf5a4 req-edcd3bdc-0425-4c31-9774-46fa89b08f9c tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:08.026291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e5d4d8d-14a8-45df-b3e4-49f331aaf5a4 req-edcd3bdc-0425-4c31-9774-46fa89b08f9c tempest-ComputeTenantNetworksTest-1342602964 tempest-ComputeTenantNetworksTest-1342602964-project] 10.222.0.72 "GET /v2.0/networks/79fc960f-3124-452e-8cbb-c1c2f0a1ef07 HTTP/1.1" status: 200 len: 769 time: 0.2685173 May 12 19:43:08.185122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33424) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:08.188030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.244028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33430) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:08.322863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event deleted for resources: {'Port': ['ID=2419b774-52f2-4105-bc68-5f238af7616a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:08.377629 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.381860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3327711b-717e-4b20-bb49-26db60708fba req-a33efde9-8081-412d-bb8e-9c56c20e6dc9 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 210 time: 0.1356256 May 12 19:43:08.492002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.580087 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.610721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d70a55bc-f162-47f9-b9f3-a713da49eb9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1665227f91a44b5cae0ee654949921cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593793 May 12 19:43:08.617439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33438) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:08.647713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76123b-6d0d-42b4-adcb-e54bb1f33cc6 req-85928ad8-e54e-43c8-8733-0a9f99b42d91 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:08.649062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe76123b-6d0d-42b4-adcb-e54bb1f33cc6 req-85928ad8-e54e-43c8-8733-0a9f99b42d91 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 932 time: 0.4041929 May 12 19:43:08.656440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b46fec2-a82b-4db7-8a4f-00b0ee98435e {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:08.674029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.783935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286c8199-0387-423d-a4ac-49e429277627 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:08.809508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.815931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.843717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.882885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe76123b-6d0d-42b4-adcb-e54bb1f33cc6 req-494fc209-89e7-4118-9f3a-baddbbfbfcec tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226315 May 12 19:43:08.890765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Transition to ACTIVE for port object 286c8199-0387-423d-a4ac-49e429277627 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:08.903852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Transition to ACTIVE for port object 0b46fec2-a82b-4db7-8a4f-00b0ee98435e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:08.942979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.943206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58cc45e7-7451-49db-ace9-6403b9d70e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:08.965091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.119503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 853312fc-7eac-4284-ac70-d4c1cfee779d up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:09.193782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Router 3a824a66-8962-49dc-a461-8a49764398d8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:43:09.209916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 853312fc-7eac-4284-ac70-d4c1cfee779d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:43:09.212629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.216644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 853312fc-7eac-4284-ac70-d4c1cfee779d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:09.217142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.255369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'Port': ['ID=6f045e45-1079-4fba-b341-6c762c484bc4,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:09.301336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58cc45e7-7451-49db-ace9-6403b9d70e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.305905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Pushing event updated for resources: {'Port': ['ID=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:09.315404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79fc960f-3124-452e-8cbb-c1c2f0a1ef07']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:09.338337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 853312fc-7eac-4284-ac70-d4c1cfee779d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:09.338719 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.367481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:09.377636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:09.382818 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.441500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.452973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:09.524234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Pushing event updated for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:09.543023 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.544236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7cd6c6ea-16ee-4ea4-948e-d5bd52ee9f43 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7899418 May 12 19:43:09.568853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9860fca-8fcb-45e0-a705-8cc5193838a9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:09.569475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9860fca-8fcb-45e0-a705-8cc5193838a9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:09.576898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3e279-a0a7-4d64-87dc-e701454f92b5 req-57b1abed-bad5-4ba9-8ec8-e6f02e36149e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:09.578441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8f3e279-a0a7-4d64-87dc-e701454f92b5 req-57b1abed-bad5-4ba9-8ec8-e6f02e36149e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 944 time: 0.7291346 May 12 19:43:09.589237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Attempting to bind port 286c8199-0387-423d-a4ac-49e429277627 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:09.589482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Attempting to bind port 286c8199-0387-423d-a4ac-49e429277627 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:09.589727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Attempting to bind port 286c8199-0387-423d-a4ac-49e429277627 on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:09.597344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.605745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.612694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58cc45e7-7451-49db-ace9-6403b9d70e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.616110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Port 286c8199-0387-423d-a4ac-49e429277627 on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:43:09.616442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Attempting to bind port 286c8199-0387-423d-a4ac-49e429277627 on network 6b3b8892-6932-403e-b228-cae34ca1f4a2 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:09.641404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321ea34-733a-4afe-971f-090c12571fdc req-f9f3e2f2-9808-4c7b-a5e9-c20205f48a95 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:09.642946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b321ea34-733a-4afe-971f-090c12571fdc req-f9f3e2f2-9808-4c7b-a5e9-c20205f48a95 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 945 time: 0.5926301 May 12 19:43:09.648457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc45e7-7451-49db-ace9-6403b9d70e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda4223-0fe2-4663-b8be-72480867399b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:09.657151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:09.657520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Checking segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:09.657955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Bound using segment: {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:09.658421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Bound port: 286c8199-0387-423d-a4ac-49e429277627, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:09.658760 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.700690 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58cc45e7-7451-49db-ace9-6403b9d70e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.701835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-58cc45e7-7451-49db-ace9-6403b9d70e85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbda4223-0fe2-4663-b8be-72480867399b HTTP/1.1" status: 204 len: 168 time: 1.0823910 May 12 19:43:09.708697 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.748541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8f3e279-a0a7-4d64-87dc-e701454f92b5 req-3fbf47e4-45b4-4adb-8f20-3e63ca12536b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563373 May 12 19:43:09.776408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b321ea34-733a-4afe-971f-090c12571fdc req-3933850d-43c2-440c-8597-b211d1c8cf4e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067801 May 12 19:43:09.806984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:43:09.807599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.809673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:09.813233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:09.821145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: timer() May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:43:09.821426 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:43:09.831523 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68dc328-7c3e-4471-8415-16de9e525827'] response: {'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'code': 200} May 12 19:43:09.834662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Attempting to bind port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:09.834996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Attempting to bind port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:09.835509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Attempting to bind port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:09.916437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:43:09.916775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Attempting to bind port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:09.960781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:09.961511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:09.963005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] 10.222.0.36 "PUT /v2.0/ports/286c8199-0387-423d-a4ac-49e429277627 HTTP/1.1" status: 200 len: 1092 time: 2.5482554 May 12 19:43:09.965707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'tag': '286c8199-0387-423d-a4ac-49e429277627'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:10.030932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:10.031273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:10.031668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Bound using segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:10.032117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Bound port: 0b46fec2-a82b-4db7-8a4f-00b0ee98435e, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:10.032674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:10.046547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:43:10.058255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] Sync routers for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:10.072451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:10.073702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:10.089689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:10.110333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43f3b401-57bf-40d3-9ea5-552288abca91 req-43aa8316-3028-4765-a09b-feb22d1380b5 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6aca520-727c-4278-b8ea-1a5b354388d7 HTTP/1.1" status: 200 len: 210 time: 0.1236560 May 12 19:43:10.114941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1525b11-e059-41cc-b660-ac610a56d467 service neutron] Pushing event updated for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:10.160657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-f7cd7d85-726e-4a90-92eb-d4d3bf47de25 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1477088667&fields=id&tenant_id=d3edbfea9cff45ed8a41476df8865706 HTTP/1.1" status: 200 len: 267 time: 0.1814058 May 12 19:43:10.176087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4a631-fb08-460c-98ac-de8283646801 req-a30e706e-072e-4925-9d81-7fa625734bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:10.177677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81e4a631-fb08-460c-98ac-de8283646801 req-a30e706e-072e-4925-9d81-7fa625734bb6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 1097 time: 0.2650225 May 12 19:43:10.298810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-1226e1f0-d4c2-4e12-a5ed-fba50530aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:10.300238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-1226e1f0-d4c2-4e12-a5ed-fba50530aa2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 1095 time: 0.2579868 May 12 19:43:10.307772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:10.333027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] No DVR routers for this DVR port 2419b774-52f2-4105-bc68-5f238af7616a on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:43:10.334822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=79fc960f-3124-452e-8cbb-c1c2f0a1ef07,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:10.337227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:10.345170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-deleted', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:10.378782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:10.386630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-787b87f2-b559-462f-a8f7-d626c83c7158 req-4bf5e237-5ad9-498c-8e5a-ae2aaa0924b7 tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.73 "DELETE /v2.0/ports/2419b774-52f2-4105-bc68-5f238af7616a HTTP/1.1" status: 204 len: 173 time: 8.0686662 May 12 19:43:10.387800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-837c1e24-8fc0-4812-9740-32a22bd510c0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/79fc960f-3124-452e-8cbb-c1c2f0a1ef07 HTTP/1.1" status: 204 len: 168 time: 2.2012460 May 12 19:43:10.417902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] For port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:10.422265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] For port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:10.433233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:10.436915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81e4a631-fb08-460c-98ac-de8283646801 req-c122f93e-5476-4b04-8249-f19ac09c3a6a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389362 May 12 19:43:10.438132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-57471de3-548d-42d7-b078-aefec7179a1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=286c8199-0387-423d-a4ac-49e429277627 HTTP/1.1" status: 200 len: 217 time: 0.1246252 May 12 19:43:10.515528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Router d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:43:10.553846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-9ac3a9d5-4518-4fe1-89d7-00ec38bc79ab tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:10.555585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-9ac3a9d5-4518-4fe1-89d7-00ec38bc79ab tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 819 time: 0.3843007 May 12 19:43:10.568918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:10.569538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:10.570917 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] 10.222.0.36 "PUT /v2.0/ports/0b46fec2-a82b-4db7-8a4f-00b0ee98435e HTTP/1.1" status: 200 len: 1092 time: 3.9039683 May 12 19:43:10.576659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-fb4cf73d-be61-4a66-8701-b21d02170d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:10.578166 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-fb4cf73d-be61-4a66-8701-b21d02170d78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.1283278 May 12 19:43:10.581614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-01f7dba6-bfc0-46db-9487-8c3fc97ddf1b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/quotas/d3edbfea9cff45ed8a41476df8865706 HTTP/1.1" status: 200 len: 375 time: 0.0147581 May 12 19:43:10.666707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85fd88-3af7-4f8c-a006-2bb9029efc44 req-d110aabf-1bba-44d4-9af5-41b37f204e64 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:10.668278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed85fd88-3af7-4f8c-a006-2bb9029efc44 req-d110aabf-1bba-44d4-9af5-41b37f204e64 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 944 time: 0.3733349 May 12 19:43:10.725237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb4f3f-55a6-45a0-b3ba-b8bdbafb7fcd service neutron] Pushing event updated for resources: {'Port': ['ID=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:10.775265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-10f610a5-bbb1-42ea-b0cb-13795c15d939 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1828640 May 12 19:43:10.803438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33490) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:10.914739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:43:10.927767 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Sync routers for ids ['d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:10.928568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33498) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:10.940424 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Routers {'d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:10.941406 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:10.968406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed85fd88-3af7-4f8c-a006-2bb9029efc44 req-b1e9b3c6-f7d0-4414-aca5-5259eef3747f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039564 May 12 19:43:10.990420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c763-1949-43fb-b17d-3d3c031f923a req-53c7887a-63cb-4323-9eab-f6e5e09b490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:10.992002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-53c7887a-63cb-4323-9eab-f6e5e09b490f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 1095 time: 0.3456771 May 12 19:43:11.009054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:11.015260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] Checking router: 3a824a66-8962-49dc-a461-8a49764398d8 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:43:11.025549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:11.026973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:11.066548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-80ebdf30-18bc-4396-8259-f563b59ded18 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4721155 May 12 19:43:11.069307 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf29f9c-0ef1-4d81-a233-daff19c7ef6f'] response: {'name': 'network-changed', 'server_uuid': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'tag': '286c8199-0387-423d-a4ac-49e429277627', 'status': 'completed', 'code': 200} May 12 19:43:11.080264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-7fe70a5f-69a4-49db-be3f-2fdcdedfab86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b46fec2-a82b-4db7-8a4f-00b0ee98435e HTTP/1.1" status: 200 len: 217 time: 0.0784712 May 12 19:43:11.081098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:11.082189 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-143eac86-0211-46b1-badc-0dc0642a5fb6 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.7486987 May 12 19:43:11.087331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0fb7c8b-f73d-44e6-907a-ab8bb6e16a8f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb47cb40b1134e4d8636ad32ffd40863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824512 May 12 19:43:11.102120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:11.103556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:11.228852 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e33858-3292-49de-8809-07fe4da51de9'] response: {'server_uuid': 'e6aca520-727c-4278-b8ea-1a5b354388d7', 'name': 'network-vif-deleted', 'tag': '2419b774-52f2-4105-bc68-5f238af7616a', 'status': 'completed', 'code': 200} May 12 19:43:11.251553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c5eed337-5970-4f0d-9994-920c809dcd1d tempest-DvrRoutersNegativeTest-293507182 tempest-DvrRoutersNegativeTest-293507182-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-974087325', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:11.259517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.policy [None req-c5eed337-5970-4f0d-9994-920c809dcd1d tempest-DvrRoutersNegativeTest-293507182 tempest-DvrRoutersNegativeTest-293507182-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88112) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 12 19:43:11.259757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.policy [None req-c5eed337-5970-4f0d-9994-920c809dcd1d tempest-DvrRoutersNegativeTest-293507182 tempest-DvrRoutersNegativeTest-293507182-project] Failed policy check for 'create_router' {{(pid=88112) enforce /opt/stack/neutron/neutron/policy.py:520}} May 12 19:43:11.260300 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-c5eed337-5970-4f0d-9994-920c809dcd1d tempest-DvrRoutersNegativeTest-293507182 tempest-DvrRoutersNegativeTest-293507182-project] create failed (client error): Access was denied to this resource. May 12 19:43:11.269945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c5eed337-5970-4f0d-9994-920c809dcd1d tempest-DvrRoutersNegativeTest-293507182 tempest-DvrRoutersNegativeTest-293507182-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3394420 May 12 19:43:11.287538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-b25c5ff3-1e9e-4649-b7a7-805233845cef service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775414 May 12 19:43:11.295686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:11.347102 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Set router d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:11.386383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c763-1949-43fb-b17d-3d3c031f923a req-0da7fd35-67a1-4a82-8e75-7f006b98175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:11.403795 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-0da7fd35-67a1-4a82-8e75-7f006b98175a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.3151746 May 12 19:43:11.486540 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-60fea939-2a9d-4d1a-8ffa-82bda3efa4c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633690 May 12 19:43:11.806689 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9', 'name': '', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2', 'external_fixed_ips': [{'subnet_id': '9f931f7b-c9a9-427a-8134-da09e95eaa64', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '91711734-285b-462f-b009-c2c0e54e9b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:00Z', 'updated_at': '2022-05-12T19:43:07Z', 'revision_number': 3, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port': {'id': '91711734-285b-462f-b009-c2c0e54e9b29', 'name': '', 'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9f931f7b-c9a9-427a-8134-da09e95eaa64', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:43:05Z', 'updated_at': '2022-05-12T19:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f931f7b-c9a9-427a-8134-da09e95eaa64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:11.811116 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Checking router: d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:43:11.811612 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Updating router d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9 port 91711734-285b-462f-b009-c2c0e54e9b29 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:43:11.821438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33518) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:11.882457 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:11.905219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-812668a5-c862-4e43-8f5d-8a890d64b8a4 req-1bb9b764-226c-4b74-b83f-247f2903bc33 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204220 May 12 19:43:11.930825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:11.936324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88a8b4-3635-4493-a6b5-2817e866c969 None None] The sync data for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 is: [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '46473ebb-5bc8-42b6-93f8-cade3caaba72', 'name': '', 'network_id': '94275588-efd8-4b36-bffc-99a50113a80d', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'mac_address': 'fa:16:3e:ca:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '667328ff-9daa-49b9-974d-fec211562068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:36:02Z', 'updated_at': '2022-05-12T19:36:15Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'subnets': [{'id': '667328ff-9daa-49b9-974d-fec211562068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:11.967739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d170c284-faf6-49f3-9873-80e32d4c3e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.021368 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b361da63-6f68-47f6-bb4e-7aef47653ffd service neutron] 10.222.0.72 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9538827 May 12 19:43:12.052019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d170c284-faf6-49f3-9873-80e32d4c3e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.065489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.170459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a6fc8-8c74-4a81-8789-386134e3d3ad req-50d16803-a2e7-4011-afde-6c8b59e1dfaa tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:12.180157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c0a6fc8-8c74-4a81-8789-386134e3d3ad req-50d16803-a2e7-4011-afde-6c8b59e1dfaa tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 944 time: 0.7905519 May 12 19:43:12.244724 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-9723f0f3-3ae7-46e7-9269-9ae373b33db7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504041 May 12 19:43:12.279312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-c29b497f-e233-415b-bb72-24d27e399762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:12.281857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-c29b497f-e233-415b-bb72-24d27e399762 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 1095 time: 0.3073938 May 12 19:43:12.282054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.299485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-82287750-995f-4f6b-9439-d6103efe44c4 service neutron] 10.222.0.72 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650635 May 12 19:43:12.303289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c0a6fc8-8c74-4a81-8789-386134e3d3ad req-c121db34-dd76-488f-929f-efbffd8e76d7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222117 May 12 19:43:12.377055 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.401467 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Transition to ACTIVE for port object 91711734-285b-462f-b009-c2c0e54e9b29 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:12.406588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7327bb72-68e9-4171-b561-1e4e677816cc None None] New status for floating IP 6ca63696-daf8-41c4-94cc-e2d17e2ac04d: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:43:12.417937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:12.420133 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.485259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Usage tracker for resource:security_group_rule and tenant:2b3802cf606949cb8b3b9c431e7a3c9a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:12.495396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:12.515625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:12.542282 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Attempting to bind port 91711734-285b-462f-b009-c2c0e54e9b29 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:12.542746 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Attempting to bind port 91711734-285b-462f-b009-c2c0e54e9b29 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '611e1d67-ebaa-46ff-a6c5-982803c5001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:12.543110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Attempting to bind port 91711734-285b-462f-b009-c2c0e54e9b29 on network 7e50c5d8-e736-4334-ae37-5160d6e774c2 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:12.544711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d170c284-faf6-49f3-9873-80e32d4c3e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.558241 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:12.558524 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Checking segment: {'id': '611e1d67-ebaa-46ff-a6c5-982803c5001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:12.558909 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.559287 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Bound using segment: {'id': '611e1d67-ebaa-46ff-a6c5-982803c5001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:12.559946 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Bound port: 91711734-285b-462f-b009-c2c0e54e9b29, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611e1d67-ebaa-46ff-a6c5-982803c5001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7e50c5d8-e736-4334-ae37-5160d6e774c2'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:12.560315 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.584583 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Pushing event updated for resources: {'Port': ['ID=91711734-285b-462f-b009-c2c0e54e9b29,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:12.609652 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.610167 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.610654 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.611022 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.611354 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.611517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170c284-faf6-49f3-9873-80e32d4c3e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdc265b-8442-4ebf-acac-7619574648c6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:12.611729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.612061 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.612385 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.612707 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.613030 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.613892 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.613892 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:12.643919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d170c284-faf6-49f3-9873-80e32d4c3e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.645632 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d170c284-faf6-49f3-9873-80e32d4c3e8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8cdc265b-8442-4ebf-acac-7619574648c6 HTTP/1.1" status: 204 len: 168 time: 1.5375280 May 12 19:43:12.661630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.668040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-55ecb4a3-f43a-4858-8cf2-e2abecb29aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:12.670045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-55ecb4a3-f43a-4858-8cf2-e2abecb29aa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 200 len: 906 time: 0.3659184 May 12 19:43:12.694627 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7873c763-1949-43fb-b17d-3d3c031f923a req-35e3c6b2-a967-45b6-8bed-b22eed627574 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362314 May 12 19:43:12.796158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.802529 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] For port 91711734-285b-462f-b009-c2c0e54e9b29, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:12.816051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Deleting port 91711734-285b-462f-b009-c2c0e54e9b29 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:12.816278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.827746 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] For port 91711734-285b-462f-b009-c2c0e54e9b29, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=91711734-285b-462f-b009-c2c0e54e9b29,segment=NetworkSegment(611e1d67-ebaa-46ff-a6c5-982803c5001a),segment_id=611e1d67-ebaa-46ff-a6c5-982803c5001a)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:12.839495 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.863110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-63a3c990-b9eb-4872-b286-6166161364fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=286c8199-0387-423d-a4ac-49e429277627 HTTP/1.1" status: 200 len: 217 time: 0.1719854 May 12 19:43:12.899249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:12.944451 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891efe48-1df4-472b-a920-3c43ef96265f None None] Pushing event updated for resources: {'Port': ['ID=91711734-285b-462f-b009-c2c0e54e9b29,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:12.967366 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Routers {'d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:12.967983 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:13.061602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b3802cf606949cb8b3b9c431e7a3c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2252483 May 12 19:43:13.067836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a10e6e-ecb6-4e2f-a482-625c0247d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21312c9-3b9c-4eb7-a384-8f21aa16cb9c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:13.071052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33544) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:13.157313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-191520b7-de4e-4374-b581-1f94a5db2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:13.159014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-191520b7-de4e-4374-b581-1f94a5db2de8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 200 len: 845 time: 0.2852426 May 12 19:43:13.234942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'tag': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:13.263178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-1743ad0e-c1f8-45b8-a327-ef33f53109a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b3b8892-6932-403e-b228-cae34ca1f4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853572 May 12 19:43:13.278174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] For port 91711734-285b-462f-b009-c2c0e54e9b29, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=91711734-285b-462f-b009-c2c0e54e9b29,segment=NetworkSegment(611e1d67-ebaa-46ff-a6c5-982803c5001a),segment_id=611e1d67-ebaa-46ff-a6c5-982803c5001a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:13.278532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:13.283117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c952c-5b58-4372-aad6-822b7530b81b req-18717ff2-21be-45a3-9a16-520aca5b3086 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:13.285935 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] Set router d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:13.290049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-440c952c-5b58-4372-aad6-822b7530b81b req-18717ff2-21be-45a3-9a16-520aca5b3086 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.7647078 May 12 19:43:13.408234 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9', 'name': '', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:00Z', 'updated_at': '2022-05-12T19:43:12Z', 'revision_number': 4, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:13.414193 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06919b0-0ffb-4830-bba0-a82a2dff29ad None None] The sync data for ids ['d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9'] in n-d-841626-1 is: [{'id': 'd3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9', 'name': '', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:00Z', 'updated_at': '2022-05-12T19:43:12Z', 'revision_number': 4, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:13.432153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d766e-ff62-4a3f-a9f0-b51fc2cae295 req-ea3f8ad2-3570-4036-958a-203e09d9840d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:13.433701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a00d766e-ff62-4a3f-a9f0-b51fc2cae295 req-ea3f8ad2-3570-4036-958a-203e09d9840d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 944 time: 0.4828782 May 12 19:43:13.479636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Calling delete_port for 91711734-285b-462f-b009-c2c0e54e9b29 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:13.537916 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:43:13.540813 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe92c-8292-4ffa-a5c0-60f44d15a369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:13.569611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-440c952c-5b58-4372-aad6-822b7530b81b req-56399e1f-a571-4366-9db9-dd2786712b4a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785869 May 12 19:43:13.609015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a00d766e-ff62-4a3f-a9f0-b51fc2cae295 req-b34d1734-431e-4208-ba24-69e03e171f2f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511230 May 12 19:43:13.675544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33568) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:13.735025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe92c-8292-4ffa-a5c0-60f44d15a369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:13.786190 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1377baa-c40d-4736-b4b4-174c6bb1335e'] response: {'name': 'network-changed', 'server_uuid': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'tag': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e', 'status': 'completed', 'code': 200} May 12 19:43:13.792510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-7d860290-1f37-4a42-873e-a05f718a7dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995544 May 12 19:43:13.838886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6af3c0db-c7c4-4e32-baa1-900041c6a80d req-d298b998-45a1-42f0-bd4c-02b4d56162f9 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 210 time: 0.0450141 May 12 19:43:13.864082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe92c-8292-4ffa-a5c0-60f44d15a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:13.954862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.016476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fe92c-8292-4ffa-a5c0-60f44d15a369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21312c9-3b9c-4eb7-a384-8f21aa16cb9c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:14.030439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe92c-8292-4ffa-a5c0-60f44d15a369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.030439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6a5fe92c-8292-4ffa-a5c0-60f44d15a369 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c21312c9-3b9c-4eb7-a384-8f21aa16cb9c HTTP/1.1" status: 204 len: 168 time: 0.9544041 May 12 19:43:14.030866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e43e56c-67cf-4e25-9f7e-05555aad633f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.046786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event deleted for resources: {'Port': ['ID=91711734-285b-462f-b009-c2c0e54e9b29,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:14.135400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-158e9705-e449-4ff5-806c-1e97a0c1fbd9 req-32f7ca14-63c1-4ef0-a1a6-03d170b9b608 service neutron] 10.222.0.36 "GET /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951846 May 12 19:43:14.193995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e43e56c-67cf-4e25-9f7e-05555aad633f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.211947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cb854-3863-425a-a160-d413b9b20421 req-d4d1ef39-4a28-4ffd-9811-6cdf60f6e652 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:14.230271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-100cb854-3863-425a-a160-d413b9b20421 req-d4d1ef39-4a28-4ffd-9811-6cdf60f6e652 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 944 time: 0.3544910 May 12 19:43:14.272006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-22654566-3ae4-41ea-a622-e1b6c4ad0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:14.273559 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-22654566-3ae4-41ea-a622-e1b6c4ad0ab7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 1095 time: 0.3970118 May 12 19:43:14.276171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.789106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-100cb854-3863-425a-a160-d413b9b20421 req-8bb9d794-a87c-485a-bc08-bf161d265b35 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577357 May 12 19:43:14.842172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.846161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e43e56c-67cf-4e25-9f7e-05555aad633f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.847429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-eb90ff9c-f02e-40c2-aa2c-f4632af8fb9f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:14.848905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-eb90ff9c-f02e-40c2-aa2c-f4632af8fb9f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 819 time: 0.7050700 May 12 19:43:14.849525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.879742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43e56c-67cf-4e25-9f7e-05555aad633f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9c564-7fe3-4280-b6cb-a046177691c2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:14.890513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af195858-6c55-4582-b3e5-0e56e4867a1c req-c549a17f-1105-4791-aab5-65e740f8312f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:14.892246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af195858-6c55-4582-b3e5-0e56e4867a1c req-c549a17f-1105-4791-aab5-65e740f8312f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.1672478 May 12 19:43:14.943237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-4715dc85-2dfc-4f08-bfe1-527fff2c39e6 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3edbfea9cff45ed8a41476df8865706 HTTP/1.1" status: 200 len: 380 time: 0.0775309 May 12 19:43:14.949931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e43e56c-67cf-4e25-9f7e-05555aad633f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.950929 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5e43e56c-67cf-4e25-9f7e-05555aad633f tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "DELETE /v2.0/security-groups/05e9c564-7fe3-4280-b6cb-a046177691c2 HTTP/1.1" status: 204 len: 168 time: 1.2743766 May 12 19:43:14.953532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:14.954033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:43:14.955899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33612) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:14.962450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'port': {'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'admin_state_up': True, 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'security_groups': ['05eeda6a-682b-40fe-8088-f4ca6821d57e']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:14.989056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-9cea6beb-5719-4397-b76b-b87f42e8b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:14.993596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-9cea6beb-5719-4397-b76b-b87f42e8b6df service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.4688821 May 12 19:43:14.999853 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-3b5fff9c-3bcf-4999-b26d-f778428c48db tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] show failed (client error): The resource could not be found. May 12 19:43:15.001035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3b5fff9c-3bcf-4999-b26d-f778428c48db tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "GET /v2.0/security-groups/05e9c564-7fe3-4280-b6cb-a046177691c2 HTTP/1.1" status: 404 len: 347 time: 0.0421476 May 12 19:43:15.052187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af195858-6c55-4582-b3e5-0e56e4867a1c req-1e379399-fe94-4a03-9067-642f72f46d7b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538668 May 12 19:43:15.058528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33616) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:15.149417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-9b147e32-d1c9-40fa-b525-84259087c550 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b46fec2-a82b-4db7-8a4f-00b0ee98435e HTTP/1.1" status: 200 len: 217 time: 0.1456542 May 12 19:43:15.159007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.162542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c90b8a4f-3dd3-4a10-ad43-85e586cdf3a0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "DELETE /v2.0/routers/d3012b2f-ef6d-4f32-a6d4-c81e6ceaa1a9 HTTP/1.1" status: 204 len: 168 time: 4.0563579 May 12 19:43:15.219696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33622) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:15.311720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-18de08ff-38cb-42e7-a9a2-b580b0aa17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:15.312816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-18de08ff-38cb-42e7-a9a2-b580b0aa17bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.1515868 May 12 19:43:15.387375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-64715388-e8a3-4912-b695-a44da8f0b269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655572 May 12 19:43:15.400233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98a8759d-937e-47b3-9a63-2951309090e3 req-b642ab59-696d-49e7-9f96-642a7b941182 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 210 time: 0.1432583 May 12 19:43:15.431612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Deleting port deb8d695-8cd2-42ec-ae58-bbfa9e2e7a17 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:15.431961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.482188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Deleting subnet 9f931f7b-c9a9-427a-8134-da09e95eaa64 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:43:15.491376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.506867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:15.514294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Usage tracker for resource:port and tenant:d3edbfea9cff45ed8a41476df8865706 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:15.538081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:15.576253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.595658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:15.617227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252840f5-dca7-4092-aa03-bf5ad6c67b07 req-9121054d-22ae-4594-bd47-bbb156e2c78d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:15.619055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-252840f5-dca7-4092-aa03-bf5ad6c67b07 req-9121054d-22ae-4594-bd47-bbb156e2c78d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 944 time: 0.5658350 May 12 19:43:15.645809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-23fbd40c-5f37-47a2-ae71-b34248f0dec1 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514441 May 12 19:43:15.653322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Made reservation on behalf of d3edbfea9cff45ed8a41476df8865706 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:43:15.657079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.680654 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.765335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33646) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:15.775413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-252840f5-dca7-4092-aa03-bf5ad6c67b07 req-84b9c492-ba75-4360-9577-64c80826b15b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419895 May 12 19:43:15.778137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.778468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.802169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 286c8199-0387-423d-a4ac-49e429277627 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:43:15.851373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f06d791e-8402-4d23-b586-03ddf4e09ee1 req-6c579670-55b8-4498-8bcd-e010d8d09ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974916 May 12 19:43:15.857500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.904361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f931f7b-c9a9-427a-8134-da09e95eaa64,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:15.913851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:15.921253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-478bc115-645a-4e0b-a686-2af2cb1a063e tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/9f931f7b-c9a9-427a-8134-da09e95eaa64 HTTP/1.1" status: 204 len: 168 time: 0.7005236 May 12 19:43:15.923860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33654) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:15.976670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Calling delete_port for deb8d695-8cd2-42ec-ae58-bbfa9e2e7a17 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:16.100635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.113062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:16.131782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '286c8199-0387-423d-a4ac-49e429277627', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '286c8199-0387-423d-a4ac-49e429277627', 'mac_address': 'fa:16:3e:e3:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:43:16.219989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 286c8199-0387-423d-a4ac-49e429277627 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:16.220579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.255560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286c8199-0387-423d-a4ac-49e429277627 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:16.262076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Allocated IP 172.20.0.11 (a83751e2-4ec2-406f-8e4f-91c0dbd064e9/95285325-9f45-4805-adab-62aca79a9511/0e5c288e-e2f9-44eb-a5a7-4216c157b095) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:16.273369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2bec6235-32d8-4eb6-b49c-5c61df052495 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:16.273928 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-2bec6235-32d8-4eb6-b49c-5c61df052495 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 19:43:16.274420 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-2bec6235-32d8-4eb6-b49c-5c61df052495 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): There was a conflict when trying to complete your request. May 12 19:43:16.278975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2bec6235-32d8-4eb6-b49c-5c61df052495 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5067563 May 12 19:43:16.285333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:16.291750 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.292802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b46fec2-a82b-4db7-8a4f-00b0ee98435e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:43:16.316392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33662) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:16.336758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431343964'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:16.354665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:16.357648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.388515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:16.399145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2140dee-7e7b-43d4-9ae8-768939555afe req-fce1b749-4587-4a2f-873b-7b4e57579bb1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:16.401217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e50c5d8-e736-4334-ae37-5160d6e774c2']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:16.406273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2140dee-7e7b-43d4-9ae8-768939555afe req-fce1b749-4587-4a2f-873b-7b4e57579bb1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 944 time: 0.4400849 May 12 19:43:16.410688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:16.428136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611e1d67-ebaa-46ff-a6c5-982803c5001a') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:16.428543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611e1d67-ebaa-46ff-a6c5-982803c5001a') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:16.445225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:16.447838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.457338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.539844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:16.609249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:16.630764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'port_id': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e', 'mac_address': 'fa:16:3e:c9:3b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fe641d-e0a1-4324-b69f-3703264a1493', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:43:16.640265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.647288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:43:16.647736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: timer() May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:43:16.662720 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:43:16.705810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:16.706498 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.729441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b46fec2-a82b-4db7-8a4f-00b0ee98435e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:16.753004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.762213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:16.768499 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.774751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Pushing event deleted for resources: {'Port': ['ID=deb8d695-8cd2-42ec-ae58-bbfa9e2e7a17,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:16.779209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e50c5d8-e736-4334-ae37-5160d6e774c2 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 12 19:43:16.798800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.801857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e50c5d8-e736-4334-ae37-5160d6e774c2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:16.802046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:16.807133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0a37ac6f-0326-410b-98f2-8670eb46a77b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "DELETE /v2.0/networks/7e50c5d8-e736-4334-ae37-5160d6e774c2 HTTP/1.1" status: 204 len: 168 time: 0.8822296 May 12 19:43:16.838916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2140dee-7e7b-43d4-9ae8-768939555afe req-6f33e421-3615-4baa-8aba-6ed4d2d3ac5e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316604 May 12 19:43:16.931529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:16.941215 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.001727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['286c8199-0387-423d-a4ac-49e429277627'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:17.015800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:17.021386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:17.024419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:17.030231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:17.034203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0b46fec2-a82b-4db7-8a4f-00b0ee98435e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:17.097742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967912f-07e5-4826-ad5a-7139609e022d req-9cbdac47-c4b6-4453-9068-98a53c71b211 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:17.099301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c967912f-07e5-4826-ad5a-7139609e022d req-9cbdac47-c4b6-4453-9068-98a53c71b211 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.8395123 May 12 19:43:17.164513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b58c4461-869d-43a7-851d-86c217fc1d24 req-d8ab42ba-99d6-4413-b450-a72ae468a334 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 210 time: 0.2102697 May 12 19:43:17.291719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.341542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.432154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:17.438655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c967912f-07e5-4826-ad5a-7139609e022d req-b28108a4-0795-491a-b73e-c3e63d69103f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828779 May 12 19:43:17.447419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'router': {'name': 'tempest-router--787591890', 'project_id': 'aeaa39db7d2a4372b6669a4504ce1092'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:17.448328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Transition to ACTIVE for port object 0e5c288e-e2f9-44eb-a5a7-4216c157b095 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:17.459589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:17.467769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:router and tenant:aeaa39db7d2a4372b6669a4504ce1092 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:17.471258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:17.477580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:17.480233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.483969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-56bcd273-ce0d-4648-8892-37c1aba56ceb tempest-AttachVolumeShelveTestJSON-1164843122 tempest-AttachVolumeShelveTestJSON-1164843122-project] 10.222.0.72 "DELETE /v2.0/floatingips/6ca63696-daf8-41c4-94cc-e2d17e2ac04d HTTP/1.1" status: 204 len: 168 time: 2.4219079 May 12 19:43:17.524995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.539078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.542813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.544534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.561804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:17.571345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.573706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a8b6f-ac6f-4d71-8e37-1ca7362b83e2 req-0a3fbf5e-7a15-470b-8d8e-d2c73f2d41bd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:17.575329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e9a8b6f-ac6f-4d71-8e37-1ca7362b83e2 req-0a3fbf5e-7a15-470b-8d8e-d2c73f2d41bd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 945 time: 0.2213397 May 12 19:43:17.599219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.609477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:17.618340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.629660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:17.634567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.638505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f042de8b-544d-4aff-9cf3-73a8910775c0 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2038846 May 12 19:43:17.640805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:17.724875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33702) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:17.729466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:17.736316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc1c88d-ece5-4ddb-8924-3ba49d36363e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:17.763199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event updated for resources: {'Port': ['ID=0e5c288e-e2f9-44eb-a5a7-4216c157b095,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:17.771498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:17.776276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:17.778851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:17.818767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dba3571-f51b-4cad-9ea4-11e85d57a4be tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.902360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:17.927537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e9a8b6f-ac6f-4d71-8e37-1ca7362b83e2 req-96f1de43-f3c8-4e60-a070-0ec39ce11ed3 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367293 May 12 19:43:17.938896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.007837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898b0fae-e3c2-4ea4-9b1c-7a9e004caecf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:18.023560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:18.024180 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.045949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.050942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-22db7f76-5022-48cd-9fda-3606c7e6dd44 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7320564 May 12 19:43:18.051593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33710) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:18.093997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-41bc764e-3ad6-4ac2-9dd9-063d7be60629 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1382554 May 12 19:43:18.097017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '898b0fae-e3c2-4ea4-9b1c-7a9e004caecf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:18.103286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:18.107442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:18.110538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:18.116273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:18.124283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7f878d4-22ae-4689-a3d4-71210588786e None None] Provisioning for port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:43:18.129933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7f878d4-22ae-4689-a3d4-71210588786e None None] Provisioning complete for port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:18.130417 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7f878d4-22ae-4689-a3d4-71210588786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.132618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Request body: {'port': {'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:18.190218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f7f878d4-22ae-4689-a3d4-71210588786e None None] Port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:43:18.241523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dba3571-f51b-4cad-9ea4-11e85d57a4be tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.245398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dba3571-f51b-4cad-9ea4-11e85d57a4be tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.259354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.284644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.293536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dba3571-f51b-4cad-9ea4-11e85d57a4be tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.294034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba3571-f51b-4cad-9ea4-11e85d57a4be tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f86a2dc0-ebd5-433a-a740-43c4913a66b8 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:43:18.303813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dba3571-f51b-4cad-9ea4-11e85d57a4be tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.307672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4dba3571-f51b-4cad-9ea4-11e85d57a4be tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "DELETE /v2.0/routers/f86a2dc0-ebd5-433a-a740-43c4913a66b8 HTTP/1.1" status: 204 len: 168 time: 0.6616158 May 12 19:43:18.310612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:18.314596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Usage tracker for resource:security_group_rule and tenant:404d2735ae274dee8e5735f45654ca02 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:18.317516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:18.323368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:18.369546 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.408486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.414926 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.451148 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=404d2735ae274dee8e5735f45654ca02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7199841 May 12 19:43:18.456503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33718) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:18.462985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43989054-84e3-4152-93ea-3bb4044754ac req-75413ba0-0018-4e46-bed3-de776cfa2426 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:18.464580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43989054-84e3-4152-93ea-3bb4044754ac req-75413ba0-0018-4e46-bed3-de776cfa2426 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 945 time: 0.4208767 May 12 19:43:18.524402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.530459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a3cfd-ac30-45d7-8345-51422e28158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfba077-4508-4276-bfed-630585dfe590,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:18.551016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20017d6e-9141-4ff3-aabe-8d33fa352806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.552108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.581026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20017d6e-9141-4ff3-aabe-8d33fa352806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.603470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33724) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:18.637086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20017d6e-9141-4ff3-aabe-8d33fa352806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.652086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e2354b-e369-426c-85ef-29e4131a44e3,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:18.653084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20017d6e-9141-4ff3-aabe-8d33fa352806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfba077-4508-4276-bfed-630585dfe590,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:18.658093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43989054-84e3-4152-93ea-3bb4044754ac req-a7bb863c-1e5f-4260-a26e-ac0359dbe1ed tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796324 May 12 19:43:18.660361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20017d6e-9141-4ff3-aabe-8d33fa352806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.661740 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-20017d6e-9141-4ff3-aabe-8d33fa352806 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8dfba077-4508-4276-bfed-630585dfe590 HTTP/1.1" status: 204 len: 168 time: 0.2043281 May 12 19:43:18.673429 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.674691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2249fb50-8925-4d68-86df-0ce3b3c7e71e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5882311 May 12 19:43:18.677609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33732) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:18.682940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '898b0fae-e3c2-4ea4-9b1c-7a9e004caecf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:18.689255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:18.693322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:18.696265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:18.702273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:18.740840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.866572 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): There was a conflict when trying to complete your request. May 12 19:43:18.868201 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-53b0e2ac-6b17-4385-92ef-8a1588feff9a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1894124 May 12 19:43:18.871166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33738) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:18.953038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dcf4f-d155-44aa-b512-ba25017f492f req-4d7da688-8982-4ad1-9e15-8a4ffda97284 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:18.954054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f93dcf4f-d155-44aa-b512-ba25017f492f req-4d7da688-8982-4ad1-9e15-8a4ffda97284 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:18.963255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7465c90-42dc-4331-8337-1ebdf35f3291 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:18.998723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7465c90-42dc-4331-8337-1ebdf35f3291 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.013544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1502965091', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:19.057216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:19.059489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f93dcf4f-d155-44aa-b512-ba25017f492f req-4d7da688-8982-4ad1-9e15-8a4ffda97284 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:19.061042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f93dcf4f-d155-44aa-b512-ba25017f492f req-4d7da688-8982-4ad1-9e15-8a4ffda97284 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 932 time: 0.7687521 May 12 19:43:19.068755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7465c90-42dc-4331-8337-1ebdf35f3291 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.080012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Usage tracker for resource:router and tenant:22d9ad52353043239b14c8c455629790 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:19.084711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:19.095652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7465c90-42dc-4331-8337-1ebdf35f3291 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898b0fae-e3c2-4ea4-9b1c-7a9e004caecf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:19.099895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7465c90-42dc-4331-8337-1ebdf35f3291 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.105829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f7465c90-42dc-4331-8337-1ebdf35f3291 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/898b0fae-e3c2-4ea4-9b1c-7a9e004caecf HTTP/1.1" status: 204 len: 168 time: 0.2331734 May 12 19:43:19.106458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33746) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:19.163366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38314c8e-095c-4d43-a343-67456c92597b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:19.165948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:19.189763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38314c8e-095c-4d43-a343-67456c92597b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:19.197923 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-38314c8e-095c-4d43-a343-67456c92597b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902154 May 12 19:43:19.199708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33750) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:19.203618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5c288e-e2f9-44eb-a5a7-4216c157b095 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:19.209370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814986579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:19.216064 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.219497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:19.221784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f93dcf4f-d155-44aa-b512-ba25017f492f req-35cbe27d-83fe-492d-9380-d8cdbeb91b29 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470129 May 12 19:43:19.228931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.230007 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.235424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33754) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:19.252179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f796b19-22a0-4b16-a594-adf556aec6f1 req-70090d50-5e7d-41d0-ab3c-3f6bccae3312 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:19.253679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f796b19-22a0-4b16-a594-adf556aec6f1 req-70090d50-5e7d-41d0-ab3c-3f6bccae3312 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.3569548 May 12 19:43:19.257573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Transition to ACTIVE for port object 0e5c288e-e2f9-44eb-a5a7-4216c157b095 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:19.275638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.285412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.288418 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.297825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:19.319390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.331524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:19.342528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Usage tracker for resource:security_group_rule and tenant:e09a5f5c801e45c08a723176c0715670 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:19.347330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:19.354979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:19.361440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:19.363757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:19.367596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:19.382309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:19.514282 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.524846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.542191 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.561856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.606150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733c78ec-927d-49db-a6e6-d244761557f6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:19.619667 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e09a5f5c801e45c08a723176c0715670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825867 May 12 19:43:19.624501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33758) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:19.629868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f796b19-22a0-4b16-a594-adf556aec6f1 req-a5c8c484-b084-47ea-93f8-ebc8543dbf45 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669844 May 12 19:43:19.666930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.668476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b178435d-8ed1-4d91-9d9e-07ab2631a4ac tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4667802 May 12 19:43:19.675869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33762) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:19.696214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9905c14-8200-40ed-b34d-769cbe680595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923e4b38-a8de-4314-be3f-616ab1a7d3cb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:19.741034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5c288e-e2f9-44eb-a5a7-4216c157b095,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:19.752448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5d5c-e648-470c-8e7b-cb34c885f274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.759704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-318a48dc-9c11-4c38-b6ed-e3d0e45148e4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '733c78ec-927d-49db-a6e6-d244761557f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:19.760717 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-318a48dc-9c11-4c38-b6ed-e3d0e45148e4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 12 19:43:19.761444 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-318a48dc-9c11-4c38-b6ed-e3d0e45148e4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:19.762596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-318a48dc-9c11-4c38-b6ed-e3d0e45148e4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0334859 May 12 19:43:19.790199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5d5c-e648-470c-8e7b-cb34c885f274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.813940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 286c8199-0387-423d-a4ac-49e429277627 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:19.845999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33768) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:19.884678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5d5c-e648-470c-8e7b-cb34c885f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.915200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f5d5c-e648-470c-8e7b-cb34c885f274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923e4b38-a8de-4314-be3f-616ab1a7d3cb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:19.930200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5d5c-e648-470c-8e7b-cb34c885f274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.931736 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4b8f5d5c-e648-470c-8e7b-cb34c885f274 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/923e4b38-a8de-4314-be3f-616ab1a7d3cb HTTP/1.1" status: 204 len: 168 time: 0.3051031 May 12 19:43:19.955707 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d17e82c-c21f-4a54-89ea-70e7ce28a262 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:19.969603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 286c8199-0387-423d-a4ac-49e429277627 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:43:19.991064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 286c8199-0387-423d-a4ac-49e429277627 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:19.995776 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.012914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d17e82c-c21f-4a54-89ea-70e7ce28a262 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.071728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d17e82c-c21f-4a54-89ea-70e7ce28a262 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.085360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.111014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17e82c-c21f-4a54-89ea-70e7ce28a262 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c78ec-927d-49db-a6e6-d244761557f6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:20.123994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d17e82c-c21f-4a54-89ea-70e7ce28a262 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.125392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d17e82c-c21f-4a54-89ea-70e7ce28a262 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/733c78ec-927d-49db-a6e6-d244761557f6 HTTP/1.1" status: 204 len: 168 time: 0.2779641 May 12 19:43:20.127998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33778) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:20.198493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 286c8199-0387-423d-a4ac-49e429277627 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:20.200677 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.237287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Attempting to bind port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:20.237781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Attempting to bind port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:20.238378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Attempting to bind port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:20.251120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c8199-0387-423d-a4ac-49e429277627'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:20.257629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:43:20.258148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Attempting to bind port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 on network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:20.264978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:20.272079 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.288769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b46fec2-a82b-4db7-8a4f-00b0ee98435e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:20.320250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:20.320737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Checking segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:20.321292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Bound using segment: {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:20.321882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Bound port: 0e5c288e-e2f9-44eb-a5a7-4216c157b095, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:20.322331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.354774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c4c4eb0-0a6a-4f0c-99ba-b2a0457f03a7 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:20.357751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a40eff-27b5-47ec-b883-297c508692d5 req-06d59ef1-198e-4b9b-8f3f-13c3233b6d87 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:20.370193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4a40eff-27b5-47ec-b883-297c508692d5 req-06d59ef1-198e-4b9b-8f3f-13c3233b6d87 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 945 time: 0.8951087 May 12 19:43:20.375724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c4c4eb0-0a6a-4f0c-99ba-b2a0457f03a7 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:20.377451 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c4c4eb0-0a6a-4f0c-99ba-b2a0457f03a7 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2481089 May 12 19:43:20.383475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33788) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:20.391452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149733237'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:20.402476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:20.427122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:20.457059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.476035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:20.504724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab333db-50cb-4531-a092-bb370c407b15 req-e85bfbbb-c463-470d-9324-2efbbab76b20 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:20.506521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ab333db-50cb-4531-a092-bb370c407b15 req-e85bfbbb-c463-470d-9324-2efbbab76b20 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 945 time: 0.6476514 May 12 19:43:20.509403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:20.514131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:20.517957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:20.521070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4a40eff-27b5-47ec-b883-297c508692d5 req-5e619fc1-b16c-4a97-a56e-3cba61682f94 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495211 May 12 19:43:20.524457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:20.543453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:43:20.554918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:20.555387 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.663000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.675398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.708925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] For port 0e5c288e-e2f9-44eb-a5a7-4216c157b095, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:20.733572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ab333db-50cb-4531-a092-bb370c407b15 req-06784355-1096-4870-8535-e156921faa7e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163990 May 12 19:43:20.793642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] For port 0e5c288e-e2f9-44eb-a5a7-4216c157b095, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:20.800733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6f79a4-c87c-4e90-881b-a2e020c71721,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:20.805403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.809209 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7f8cf234-8052-481e-ab35-f122222c4b27 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4222229 May 12 19:43:20.809636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33804) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:20.815857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-67f48eba-53cd-4055-b1dc-e22971d3e2bc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': 'ab6f79a4-c87c-4e90-881b-a2e020c71721', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:20.816759 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-67f48eba-53cd-4055-b1dc-e22971d3e2bc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 12 19:43:20.817312 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-67f48eba-53cd-4055-b1dc-e22971d3e2bc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:20.818258 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67f48eba-53cd-4055-b1dc-e22971d3e2bc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077147 May 12 19:43:20.819476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.827386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33808) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:20.843236 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7100a4c-6917-4aaa-8c2d-38b0edbbe960'] response: {'server_uuid': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c8199-0387-423d-a4ac-49e429277627', 'code': 200} May 12 19:43:20.843754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:20.849723 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.905306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:20.911636 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.952321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-353392dd-e610-4c49-8d0e-e4206e2ae58b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:20.994561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:20.997345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-353392dd-e610-4c49-8d0e-e4206e2ae58b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.034938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef311f-0142-423f-9529-6b5337917cef req-24d93ddb-0c02-4a86-9007-9146a1dec74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:21.036450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07ef311f-0142-423f-9529-6b5337917cef req-24d93ddb-0c02-4a86-9007-9146a1dec74d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 1097 time: 0.1402392 May 12 19:43:21.121498 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07ef311f-0142-423f-9529-6b5337917cef req-401a2b37-0c4e-4738-979b-d118c76e00cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757749 May 12 19:43:21.127220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:21.127875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.129466 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] 10.222.0.73 "PUT /v2.0/ports/0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 1092 time: 3.0014169 May 12 19:43:21.131086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-353392dd-e610-4c49-8d0e-e4206e2ae58b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.132722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:21.156890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353392dd-e610-4c49-8d0e-e4206e2ae58b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6f79a4-c87c-4e90-881b-a2e020c71721,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:21.167670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-353392dd-e610-4c49-8d0e-e4206e2ae58b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.183094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-353392dd-e610-4c49-8d0e-e4206e2ae58b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/ab6f79a4-c87c-4e90-881b-a2e020c71721 HTTP/1.1" status: 204 len: 168 time: 0.3544698 May 12 19:43:21.186205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33822) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.255241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bbb99773-0542-460b-8e41-5ca3d17c43d8 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:21.273715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bbb99773-0542-460b-8e41-5ca3d17c43d8 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:21.275442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bbb99773-0542-460b-8e41-5ca3d17c43d8 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878799 May 12 19:43:21.280119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.285748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--920247462'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:21.294623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:21.307913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:21.324545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.348841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:21.353400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:21.357397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:21.363949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:21.448879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.453909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.500418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce17e66d-e7f9-44bd-8312-97b0352f1ed4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:21.510251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.511824 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6cc05f5d-0780-4bd7-b033-8d570ab6fcfc tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2311857 May 12 19:43:21.515146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33834) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.520764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-79bf8c85-4953-4371-8304-0faae8a8f51f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': 'ce17e66d-e7f9-44bd-8312-97b0352f1ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:21.540866 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-79bf8c85-4953-4371-8304-0faae8a8f51f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 12 19:43:21.541681 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-79bf8c85-4953-4371-8304-0faae8a8f51f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:21.543041 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-79bf8c85-4953-4371-8304-0faae8a8f51f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0267012 May 12 19:43:21.545783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33838) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.551388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5531ac3f-d60e-4091-b74a-33402ddf1ff4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': 'ce17e66d-e7f9-44bd-8312-97b0352f1ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:21.552235 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-5531ac3f-d60e-4091-b74a-33402ddf1ff4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 12 19:43:21.552672 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-5531ac3f-d60e-4091-b74a-33402ddf1ff4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:21.555777 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5531ac3f-d60e-4091-b74a-33402ddf1ff4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074089 May 12 19:43:21.557034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33842) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.558394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2680353-2eff-4c2b-8606-9f2427555b63 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5c288e-e2f9-44eb-a5a7-4216c157b095,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:21.562444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.562579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-420e8100-8ed2-408f-b1bf-51a10dbddc4b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': 'ce17e66d-e7f9-44bd-8312-97b0352f1ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:21.563269 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-420e8100-8ed2-408f-b1bf-51a10dbddc4b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 12 19:43:21.563815 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-420e8100-8ed2-408f-b1bf-51a10dbddc4b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:21.566008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-420e8100-8ed2-408f-b1bf-51a10dbddc4b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068092 May 12 19:43:21.569794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33850) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.576515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-80540764-a62f-4bf2-8211-fae32185b8f7 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': 'ce17e66d-e7f9-44bd-8312-97b0352f1ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:21.577550 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-80540764-a62f-4bf2-8211-fae32185b8f7 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 12 19:43:21.578071 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-80540764-a62f-4bf2-8211-fae32185b8f7 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:21.581605 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-80540764-a62f-4bf2-8211-fae32185b8f7 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108666 May 12 19:43:21.582375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33854) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.607490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.652840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67c0652f-7d16-4ae1-ab29-5e47e224f08a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.675522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af574f4b-91cf-4a40-9b5e-fe7d24217634 req-8a16f3ae-88ab-4a27-aa86-ffafa1376e9c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:21.682237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af574f4b-91cf-4a40-9b5e-fe7d24217634 req-8a16f3ae-88ab-4a27-aa86-ffafa1376e9c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 944 time: 0.8310082 May 12 19:43:21.687747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67c0652f-7d16-4ae1-ab29-5e47e224f08a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.713029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b3e9-53f2-4029-8958-cf916d534193 req-3bab3785-4970-499e-9516-2bf72575fd28 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:21.714496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc26b3e9-53f2-4029-8958-cf916d534193 req-3bab3785-4970-499e-9516-2bf72575fd28 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.6066384 May 12 19:43:21.740561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67c0652f-7d16-4ae1-ab29-5e47e224f08a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.760344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0652f-7d16-4ae1-ab29-5e47e224f08a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce17e66d-e7f9-44bd-8312-97b0352f1ed4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:21.767830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67c0652f-7d16-4ae1-ab29-5e47e224f08a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.768970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67c0652f-7d16-4ae1-ab29-5e47e224f08a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/ce17e66d-e7f9-44bd-8312-97b0352f1ed4 HTTP/1.1" status: 204 len: 168 time: 0.1856940 May 12 19:43:21.771429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33864) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.787985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-c6f3ccdf-ac57-4720-897a-dd4b2f8307eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:21.789814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-c6f3ccdf-ac57-4720-897a-dd4b2f8307eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1095 time: 0.5080292 May 12 19:43:21.829754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-91dfaf9e-be7e-465f-adf8-e3c0daa2826f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:21.833747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af574f4b-91cf-4a40-9b5e-fe7d24217634 req-ce62b91c-5d08-46db-bd44-c73fed77fe6c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505411 May 12 19:43:21.867036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-91dfaf9e-be7e-465f-adf8-e3c0daa2826f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:21.872061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-91dfaf9e-be7e-465f-adf8-e3c0daa2826f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956950 May 12 19:43:21.873019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33872) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:21.884370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398451112'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:21.893584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:21.906364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:21.921196 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:21.947722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-0fbceca3-fe1e-495a-9cb6-6a38580760f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 217 time: 0.1066768 May 12 19:43:21.953255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:21.955274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc26b3e9-53f2-4029-8958-cf916d534193 req-d3797c38-1521-46f1-b741-3ae32bd6f1b1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246447 May 12 19:43:21.976023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:21.981539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:21.996782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:22.056567 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943b4bd0-7e0a-4be5-bd27-1eaf19b91f82'] response: {'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'status': 'completed', 'code': 200} May 12 19:43:22.075299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Allocated IP 172.25.2.40 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/513236fe-71be-4f1e-af73-fb4f7fae27ea) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:22.133307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-faa535e0-4bfc-4ced-865c-3e1a0d6e7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:22.134959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-faa535e0-4bfc-4ced-865c-3e1a0d6e7fb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.1770821 May 12 19:43:22.158984 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:22.169377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:22.321787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:22.326508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:22.337033 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fb5736aa-a605-4fbe-87ec-eb24ce451e3a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4574492 May 12 19:43:22.340345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33884) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.348848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8b6f4b23-d802-49dd-bf32-c756070c057f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.350057 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-8b6f4b23-d802-49dd-bf32-c756070c057f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 19:43:22.350750 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-8b6f4b23-d802-49dd-bf32-c756070c057f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.354924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8b6f4b23-d802-49dd-bf32-c756070c057f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128000 May 12 19:43:22.355676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33890) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.361768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f5fd89bd-07f5-4f74-95c3-9b08b411df33 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.376833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f5fd89bd-07f5-4f74-95c3-9b08b411df33 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:22.380972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f5fd89bd-07f5-4f74-95c3-9b08b411df33 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:22.384029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f5fd89bd-07f5-4f74-95c3-9b08b411df33 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:22.390641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f5fd89bd-07f5-4f74-95c3-9b08b411df33 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:22.429709 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-f5fd89bd-07f5-4f74-95c3-9b08b411df33 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.436625 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f5fd89bd-07f5-4f74-95c3-9b08b411df33 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0796776 May 12 19:43:22.437548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33894) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.445334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f00f4e86-63b5-442c-8015-8057a5af135b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.448821 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-f00f4e86-63b5-442c-8015-8057a5af135b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 12 19:43:22.449610 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-f00f4e86-63b5-442c-8015-8057a5af135b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.450984 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f00f4e86-63b5-442c-8015-8057a5af135b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126493 May 12 19:43:22.454138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.462316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fe426321-59d5-425b-887f-651637140d92 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.470760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe426321-59d5-425b-887f-651637140d92 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:22.475257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe426321-59d5-425b-887f-651637140d92 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:22.478940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe426321-59d5-425b-887f-651637140d92 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:22.486464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe426321-59d5-425b-887f-651637140d92 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:22.547387 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-fe426321-59d5-425b-887f-651637140d92 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.550205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe426321-59d5-425b-887f-651637140d92 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0936642 May 12 19:43:22.552673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33904) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.559876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f1e877e2-1fd1-4a86-bd33-4d9b814fe0c2 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.561440 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-f1e877e2-1fd1-4a86-bd33-4d9b814fe0c2 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 19:43:22.561732 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-f1e877e2-1fd1-4a86-bd33-4d9b814fe0c2 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.565250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f1e877e2-1fd1-4a86-bd33-4d9b814fe0c2 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086620 May 12 19:43:22.566362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33908) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.570609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:22.581806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-c7978ab9-d52c-4a9d-8f11-6aa0b2b5abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:22.581944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d7054e76-8c7c-43fe-beb4-fc989f1164f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.582063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-c7978ab9-d52c-4a9d-8f11-6aa0b2b5abeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4231346 May 12 19:43:22.587873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d7054e76-8c7c-43fe-beb4-fc989f1164f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:22.591937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d7054e76-8c7c-43fe-beb4-fc989f1164f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:22.593759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e50390-8027-44af-aff0-d457df5ebe24 req-e4879e1f-5f4d-45ba-abf9-fd00df52d05a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:22.595076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d7054e76-8c7c-43fe-beb4-fc989f1164f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:22.595223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41e50390-8027-44af-aff0-d457df5ebe24 req-e4879e1f-5f4d-45ba-abf9-fd00df52d05a tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 946 time: 0.2495105 May 12 19:43:22.601060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d7054e76-8c7c-43fe-beb4-fc989f1164f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:22.605044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344231-e45b-4739-9d1f-72d27f77a5fa req-8138b958-89ab-4eda-9c69-135f8aafbb15 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:22.606534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17344231-e45b-4739-9d1f-72d27f77a5fa req-8138b958-89ab-4eda-9c69-135f8aafbb15 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.3588071 May 12 19:43:22.645491 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-d7054e76-8c7c-43fe-beb4-fc989f1164f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.649645 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d7054e76-8c7c-43fe-beb4-fc989f1164f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0789480 May 12 19:43:22.649791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33914) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.655641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0f512694-d87f-4163-aee5-42d2428335c4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.656231 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-0f512694-d87f-4163-aee5-42d2428335c4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 12 19:43:22.662954 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-0f512694-d87f-4163-aee5-42d2428335c4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.662954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0f512694-d87f-4163-aee5-42d2428335c4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070620 May 12 19:43:22.663397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33920) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.678790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b20f8ebc-bd78-46fd-aac0-4af0aaf36ab6 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.691289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b20f8ebc-bd78-46fd-aac0-4af0aaf36ab6 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:22.697469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b20f8ebc-bd78-46fd-aac0-4af0aaf36ab6 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:22.700851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b20f8ebc-bd78-46fd-aac0-4af0aaf36ab6 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:22.709636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b20f8ebc-bd78-46fd-aac0-4af0aaf36ab6 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:22.765901 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-b20f8ebc-bd78-46fd-aac0-4af0aaf36ab6 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.767912 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b20f8ebc-bd78-46fd-aac0-4af0aaf36ab6 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1037452 May 12 19:43:22.771109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.778835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2dec09d5-96de-44e8-858a-2688b7cc8a8f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:22.786708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2dec09d5-96de-44e8-858a-2688b7cc8a8f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:22.791490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2dec09d5-96de-44e8-858a-2688b7cc8a8f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:22.795426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2dec09d5-96de-44e8-858a-2688b7cc8a8f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:22.802746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2dec09d5-96de-44e8-858a-2688b7cc8a8f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:22.804119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17344231-e45b-4739-9d1f-72d27f77a5fa req-a2f7541e-1f4b-4ee5-965d-adac79611aaf tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737933 May 12 19:43:22.833704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41e50390-8027-44af-aff0-d457df5ebe24 req-0924a462-0902-40bc-a3b8-75ef0c5d1fc1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981277 May 12 19:43:22.840539 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-2dec09d5-96de-44e8-858a-2688b7cc8a8f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:22.844210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:22.845298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33932) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:22.845870 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2dec09d5-96de-44e8-858a-2688b7cc8a8f tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0734460 May 12 19:43:22.877272 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:22.932765 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd33d8f-8d2d-45dd-907d-442912f6ea60'] response: {'server_uuid': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e', 'code': 200} May 12 19:43:22.962260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-05d754ab-0f7f-45fb-b3d5-fe667699b8a7 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648772 May 12 19:43:22.981164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:23.032750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:23.035780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:23.078993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event updated for resources: {'Port': ['ID=513236fe-71be-4f1e-af73-fb4f7fae27ea,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:23.152082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f087f-1066-4a33-9013-77090277974b req-76d18a57-8c27-4c20-a382-201f60580366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:23.153758 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c51f087f-1066-4a33-9013-77090277974b req-76d18a57-8c27-4c20-a382-201f60580366 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 1097 time: 0.1587753 May 12 19:43:23.221393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c51f087f-1066-4a33-9013-77090277974b req-7057fc2d-ea17-41f9-8d0f-3aaa99110002 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608482 May 12 19:43:23.360668 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13dfac84-e1ac-4e70-9507-b5208a94f0ab tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:23.669962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13dfac84-e1ac-4e70-9507-b5208a94f0ab tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:23.682134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6d06f7-8701-442a-81cd-3fc1b00f5d5b req-6084e295-5259-4a84-858e-c0e7628e7d61 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507266 May 12 19:43:23.698990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1225e-4ce2-4afb-9772-6ebf47812348 req-5158e609-fac3-43b3-9b1f-b74e100a78c2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:23.700481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ee1225e-4ce2-4afb-9772-6ebf47812348 req-5158e609-fac3-43b3-9b1f-b74e100a78c2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 944 time: 0.7424197 May 12 19:43:23.738254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26fba-ade6-4b11-a331-c42a2a7b9fe7 req-d7b2dd56-f0cb-4509-a2c9-552862ff8c1f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:23.739822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90a26fba-ade6-4b11-a331-c42a2a7b9fe7 req-d7b2dd56-f0cb-4509-a2c9-552862ff8c1f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.5678847 May 12 19:43:23.991628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ee1225e-4ce2-4afb-9772-6ebf47812348 req-1e334185-4354-4d92-977c-2dca6cdcae79 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798510 May 12 19:43:23.992346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13dfac84-e1ac-4e70-9507-b5208a94f0ab tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:24.025990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90a26fba-ade6-4b11-a331-c42a2a7b9fe7 req-666f4a8b-3ba3-45a5-ab31-e2279c6fb111 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365885 May 12 19:43:24.147390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfac84-e1ac-4e70-9507-b5208a94f0ab tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:24.327976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-3c35652f-ebb1-4ebb-a7f6-215bd28bf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:24.329708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-3c35652f-ebb1-4ebb-a7f6-215bd28bf593 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1095 time: 0.5889409 May 12 19:43:24.368374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:24.426701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13dfac84-e1ac-4e70-9507-b5208a94f0ab tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:24.430072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-13dfac84-e1ac-4e70-9507-b5208a94f0ab tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/8e38e1ec-4bc0-4eb8-a2e6-3c77a1f7c548 HTTP/1.1" status: 204 len: 168 time: 1.5836623 May 12 19:43:24.430587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33984) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:24.483606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55dcd273-b2ad-4ed6-aca0-880b25dc2563 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:24.502633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55dcd273-b2ad-4ed6-aca0-880b25dc2563 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:24.505259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-55dcd273-b2ad-4ed6-aca0-880b25dc2563 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725040 May 12 19:43:24.508742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33988) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:24.515620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370061781'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:24.523411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:24.535303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:24.564457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:24.598559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:24.603786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:24.607589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:24.615571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:24.681891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232cf20-a5d2-4305-97b0-15371858a082 req-7e35fea5-421e-404f-a3fc-0c7b8f97e0f1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:24.683378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3232cf20-a5d2-4305-97b0-15371858a082 req-7e35fea5-421e-404f-a3fc-0c7b8f97e0f1 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 946 time: 0.5075476 May 12 19:43:24.699848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:24.708934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:24.727304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b372-ef05-46b0-a6ee-9249ab436bfa req-0594c04c-8c85-41d9-a588-c8c7e2bf0e15 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:24.728892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e70b372-ef05-46b0-a6ee-9249ab436bfa req-0594c04c-8c85-41d9-a588-c8c7e2bf0e15 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.5911653 May 12 19:43:24.754896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:24.759656 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2488825 May 12 19:43:24.760381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:24.772128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1b4c6d8c-bac4-4768-9197-279b7f081c9e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '3e153bba-81ac-492f-b7e3-31f3dbc74ae9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:24.790230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1b4c6d8c-bac4-4768-9197-279b7f081c9e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:24.799586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1b4c6d8c-bac4-4768-9197-279b7f081c9e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:24.803434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1b4c6d8c-bac4-4768-9197-279b7f081c9e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:24.804086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-e162491d-b65d-4084-9d57-e161fb3152c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:24.806296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e17dbf-eae5-43c9-a188-38d897498450 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e153bba-81ac-492f-b7e3-31f3dbc74ae9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:24.806630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-e162491d-b65d-4084-9d57-e161fb3152c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.4618087 May 12 19:43:24.812442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1b4c6d8c-bac4-4768-9197-279b7f081c9e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:24.890729 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-1b4c6d8c-bac4-4768-9197-279b7f081c9e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The resource could not be found. May 12 19:43:24.895642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1b4c6d8c-bac4-4768-9197-279b7f081c9e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1311173 May 12 19:43:24.896419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34006) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:24.902468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-711f58e3-5585-4512-b256-81390295b929 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '3e153bba-81ac-492f-b7e3-31f3dbc74ae9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '77b24667-0957-46c8-9e21-b53865d6601c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:24.909873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-711f58e3-5585-4512-b256-81390295b929 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:24.914087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-711f58e3-5585-4512-b256-81390295b929 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:24.919224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-711f58e3-5585-4512-b256-81390295b929 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:24.936269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-711f58e3-5585-4512-b256-81390295b929 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:24.985005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-50d56083-de7b-4f2b-b218-da2c8c95bb4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 217 time: 0.0997863 May 12 19:43:24.988553 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-711f58e3-5585-4512-b256-81390295b929 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The resource could not be found. May 12 19:43:24.990520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-711f58e3-5585-4512-b256-81390295b929 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0928338 May 12 19:43:24.993586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34010) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:25.039071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e70b372-ef05-46b0-a6ee-9249ab436bfa req-7b520162-47e0-46e3-99e7-8b2bf17e399e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876568 May 12 19:43:25.163465 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d835795c-14a6-46cd-8c7d-d29a3df559f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.225506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d835795c-14a6-46cd-8c7d-d29a3df559f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.300547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d835795c-14a6-46cd-8c7d-d29a3df559f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.322242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835795c-14a6-46cd-8c7d-d29a3df559f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e153bba-81ac-492f-b7e3-31f3dbc74ae9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:25.331099 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d835795c-14a6-46cd-8c7d-d29a3df559f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.335249 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d835795c-14a6-46cd-8c7d-d29a3df559f1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/3e153bba-81ac-492f-b7e3-31f3dbc74ae9 HTTP/1.1" status: 204 len: 168 time: 0.3374064 May 12 19:43:25.335249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:25.395968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-8bd9bc0c-b2e0-4c03-ab2c-a897bc503653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:25.397578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-8bd9bc0c-b2e0-4c03-ab2c-a897bc503653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.3568342 May 12 19:43:25.400577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42f57041-7ec8-47fc-9af1-fd3328ada136 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:25.420991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42f57041-7ec8-47fc-9af1-fd3328ada136 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:25.422521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-42f57041-7ec8-47fc-9af1-fd3328ada136 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858514 May 12 19:43:25.426648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34030) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:25.432990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8822bd29-a53b-4680-8470-1119d77e1444 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '20d2d4a5-eb38-46ac-883b-f088c598d322', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:25.441229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8822bd29-a53b-4680-8470-1119d77e1444 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:25.446546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8822bd29-a53b-4680-8470-1119d77e1444 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:25.449814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8822bd29-a53b-4680-8470-1119d77e1444 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:25.456781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8822bd29-a53b-4680-8470-1119d77e1444 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:25.498850 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-8822bd29-a53b-4680-8470-1119d77e1444 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The resource could not be found. May 12 19:43:25.500749 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8822bd29-a53b-4680-8470-1119d77e1444 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0730641 May 12 19:43:25.504491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34034) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:25.510318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380970466'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:25.517577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:25.540261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:25.555417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.576935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:25.581328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:25.584307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:25.590132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:25.641899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3232cf20-a5d2-4305-97b0-15371858a082 req-fc7a565f-2537-4236-a604-7a5c970d2c83 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9386661 May 12 19:43:25.644662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.674222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.680475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.728732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.730315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2246594 May 12 19:43:25.733855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34046) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:25.744286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702484830'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:25.762545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:25.773429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:25.779394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05540f71-5b33-4a47-894f-4e1454da2a66 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a56f9d7-cc82-4226-b2a5-f4381b292b8d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:25.789641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:25.796743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:25.808302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.830438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:25.836472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:25.837216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:25.840412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3482-61e3-4bf2-aa63-ab061999bb24 req-326a095a-1735-4f48-86b5-f780edd8d359 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:25.841926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a23e3482-61e3-4bf2-aa63-ab061999bb24 req-326a095a-1735-4f48-86b5-f780edd8d359 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 944 time: 0.5761585 May 12 19:43:25.842981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:25.922675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.930509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.959815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-2c63e2e0-4fc7-466f-bb26-d11bd81ad056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:25.961397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-2c63e2e0-4fc7-466f-bb26-d11bd81ad056 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5488069 May 12 19:43:25.978052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c6a18e-9e2b-4bbb-b772-c89a64418be0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:25.984127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:25.985712 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e3788e14-3357-4e5a-900a-49a38f557e8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2504880 May 12 19:43:25.988496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34054) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:25.994027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b535ca72-cfb4-4490-bc4b-9b8a1cb8df4e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group_rule': {'security_group_id': '2a56f9d7-cc82-4226-b2a5-f4381b292b8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a3c6a18e-9e2b-4bbb-b772-c89a64418be0'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:26.000133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b535ca72-cfb4-4490-bc4b-9b8a1cb8df4e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:26.004203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b535ca72-cfb4-4490-bc4b-9b8a1cb8df4e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:26.007884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b535ca72-cfb4-4490-bc4b-9b8a1cb8df4e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:26.013666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b535ca72-cfb4-4490-bc4b-9b8a1cb8df4e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:26.047438 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-b535ca72-cfb4-4490-bc4b-9b8a1cb8df4e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:43:26.048521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b535ca72-cfb4-4490-bc4b-9b8a1cb8df4e tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0589185 May 12 19:43:26.051504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34058) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:26.093475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a23e3482-61e3-4bf2-aa63-ab061999bb24 req-5bf4c820-19ed-4bed-9287-6b4c109db517 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875727 May 12 19:43:26.122084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c784e95-78e9-4a66-aa04-497e2b8b2c04 req-ad9c9015-6376-40a3-8c4f-8916e709eaf4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:26.128968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c784e95-78e9-4a66-aa04-497e2b8b2c04 req-ad9c9015-6376-40a3-8c4f-8916e709eaf4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.3561029 May 12 19:43:26.131623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0754c39f-ca71-47c7-b1fc-fc63a44d752b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.168561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0754c39f-ca71-47c7-b1fc-fc63a44d752b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.211425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Router 008cea79-bb48-443e-ba6c-fddf7702f990 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:43:26.224735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34066) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:26.234953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0754c39f-ca71-47c7-b1fc-fc63a44d752b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.267021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754c39f-ca71-47c7-b1fc-fc63a44d752b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c6a18e-9e2b-4bbb-b772-c89a64418be0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:26.286799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0754c39f-ca71-47c7-b1fc-fc63a44d752b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.288829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0754c39f-ca71-47c7-b1fc-fc63a44d752b tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/a3c6a18e-9e2b-4bbb-b772-c89a64418be0 HTTP/1.1" status: 204 len: 168 time: 0.2363236 May 12 19:43:26.291557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34072) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:26.298151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c784e95-78e9-4a66-aa04-497e2b8b2c04 req-6328a076-721d-4f8c-a897-77a68c39c06b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680808 May 12 19:43:26.308253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-4d46d93f-ad9e-4a6f-b56c-e7a79473912f service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370852 May 12 19:43:26.395194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0ececd05-4a26-413f-937a-24ba3ca49d8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:26.417971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0ececd05-4a26-413f-937a-24ba3ca49d8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:26.419623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0ececd05-4a26-413f-937a-24ba3ca49d8a tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1264603 May 12 19:43:26.422554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34082) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:26.510544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb2a3-dc1e-4e60-8cfa-5075a2efd81d tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.541633 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb2a3-dc1e-4e60-8cfa-5075a2efd81d tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.600785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb2a3-dc1e-4e60-8cfa-5075a2efd81d tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.622269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eb2a3-dc1e-4e60-8cfa-5075a2efd81d tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a56f9d7-cc82-4226-b2a5-f4381b292b8d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:26.720313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb2a3-dc1e-4e60-8cfa-5075a2efd81d tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.724830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9c2eb2a3-dc1e-4e60-8cfa-5075a2efd81d tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/2a56f9d7-cc82-4226-b2a5-f4381b292b8d HTTP/1.1" status: 204 len: 168 time: 0.3008325 May 12 19:43:26.725649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34096) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:26.811617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b92776a-c966-433f-8c6b-2033165d9ee6 req-3a027979-884f-4cae-a9d6-87e198e0ca2a service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650923 May 12 19:43:26.838506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:43:26.847918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-228a9f87-e672-4fc8-aab2-b581309032e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.851654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b7e4f-a137-4cef-b4e1-cc2e35cb4273 req-4c3ba138-4dd7-4ef6-8885-89b34bcc11da tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:26.851965 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] Sync routers for ids ['008cea79-bb48-443e-ba6c-fddf7702f990'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:26.860092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b61b7e4f-a137-4cef-b4e1-cc2e35cb4273 req-4c3ba138-4dd7-4ef6-8885-89b34bcc11da tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.3401926 May 12 19:43:26.920409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:26.923388 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f8b2fe8c-d36c-4568-9c2e-152f9c3668f5 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3040555 May 12 19:43:26.927334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34102) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:26.973142 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] Routers {'008cea79-bb48-443e-ba6c-fddf7702f990'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:26.973980 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['008cea79-bb48-443e-ba6c-fddf7702f990'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:26.988521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-47ff4d1a-6f92-4903-b80f-853125747c12 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:27.006309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b61b7e4f-a137-4cef-b4e1-cc2e35cb4273 req-0dec1127-5abd-468f-bb63-d6c7643bb5d5 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449149 May 12 19:43:27.126767 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:27.142177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-47ff4d1a-6f92-4903-b80f-853125747c12 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:27.150404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-47ff4d1a-6f92-4903-b80f-853125747c12 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4131279 May 12 19:43:27.151024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34132) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:27.165973 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] Routers {'008cea79-bb48-443e-ba6c-fddf7702f990'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:27.168101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'tempest-secgroup--309630371'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:27.169002 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:42:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['008cea79-bb48-443e-ba6c-fddf7702f990'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:27.182199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0e5c288e-e2f9-44eb-a5a7-4216c157b095 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:43:27.265922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b02471bf-ac0f-46b6-ad54-e3c878bf8112 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/008cea79-bb48-443e-ba6c-fddf7702f990 HTTP/1.1" status: 200 len: 920 time: 0.3369386 May 12 19:43:27.268860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34140) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:27.317167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:27.338835 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:27.339470 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bd1d0-0303-4d34-b04a-26cade952a51 None None] The sync data for ids ['008cea79-bb48-443e-ba6c-fddf7702f990'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:27.401067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:27.411187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 0e5c288e-e2f9-44eb-a5a7-4216c157b095, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:27.429284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'mac_address': 'fa:16:3e:32:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:43:27.445162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e6b7bafd-59c7-4961-ab38-609ba9a96a44 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=008cea79-bb48-443e-ba6c-fddf7702f990 HTTP/1.1" status: 200 len: 205 time: 0.1751223 May 12 19:43:27.446006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34148) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:27.502759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:27.503273 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:27.522858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5c288e-e2f9-44eb-a5a7-4216c157b095 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:27.541213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 0e5c288e-e2f9-44eb-a5a7-4216c157b095, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:27.547541 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:27.599197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:27.624518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=0e5c288e-e2f9-44eb-a5a7-4216c157b095,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:27.642741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:27.651062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Usage tracker for resource:security_group_rule and tenant:0343c1feed1244c288074043f1915423 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:27.656019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:27.664374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:27.804163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['0e5c288e-e2f9-44eb-a5a7-4216c157b095'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:27.850929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:27.851790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbe73-9638-4732-ae02-ce70f05af49a req-abd3b027-af2f-4d19-bcc4-9826a8e80358 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:27.857749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:27.858965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e7cbe73-9638-4732-ae02-ce70f05af49a req-abd3b027-af2f-4d19-bcc4-9826a8e80358 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.4920743 May 12 19:43:27.878806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:27.920392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20fbbda-422d-41b5-b592-af57c9d0f43e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:27.935278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:27.939847 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-beded3c8-1cc2-427e-890b-7a9451e42256 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7849648 May 12 19:43:27.940505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:27.948055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a3888d6f-794d-4e2c-b2fd-1feaafeb9123 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:27.948761 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-a3888d6f-794d-4e2c-b2fd-1feaafeb9123 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 19:43:27.949611 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-a3888d6f-794d-4e2c-b2fd-1feaafeb9123 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] update failed (client error): There was a conflict when trying to complete your request. May 12 19:43:27.953671 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a3888d6f-794d-4e2c-b2fd-1feaafeb9123 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "PUT /v2.0/security-groups/c20fbbda-422d-41b5-b592-af57c9d0f43e HTTP/1.1" status: 409 len: 330 time: 0.0113997 May 12 19:43:27.954830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14942-f296-4f4d-962b-76d59ce8044f req-c3168ad9-cf22-4eee-9406-495d1328978e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:27.954983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34160) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:27.956362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efc14942-f296-4f4d-962b-76d59ce8044f req-c3168ad9-cf22-4eee-9406-495d1328978e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 944 time: 0.5884197 May 12 19:43:28.038318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e7cbe73-9638-4732-ae02-ce70f05af49a req-ad3a098b-4f9e-4089-acd4-afdf58403eb3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780944 May 12 19:43:28.119537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fc577d7-b2ce-40f5-a1cf-237593ac0eef tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.168506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fc577d7-b2ce-40f5-a1cf-237593ac0eef tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.174518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efc14942-f296-4f4d-962b-76d59ce8044f req-1724dec5-3901-47b2-a10f-0d0824da6002 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942132 May 12 19:43:28.191509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.240823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.252429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Deleting port 513236fe-71be-4f1e-af73-fb4f7fae27ea {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:28.253229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.410036 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fc577d7-b2ce-40f5-a1cf-237593ac0eef tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.448993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc577d7-b2ce-40f5-a1cf-237593ac0eef tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fbbda-422d-41b5-b592-af57c9d0f43e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:28.464688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fc577d7-b2ce-40f5-a1cf-237593ac0eef tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.469069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6fc577d7-b2ce-40f5-a1cf-237593ac0eef tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/c20fbbda-422d-41b5-b592-af57c9d0f43e HTTP/1.1" status: 204 len: 168 time: 0.5111551 May 12 19:43:28.473904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:28.627978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be011e34-3341-4c6c-8e5e-ccdf475ca966 req-79c4ecff-f3e4-4ab1-bcb8-90466ccd8975 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:28.629770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be011e34-3341-4c6c-8e5e-ccdf475ca966 req-79c4ecff-f3e4-4ab1-bcb8-90466ccd8975 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.2214997 May 12 19:43:28.637854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.650782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4fb9195f-07d9-4e35-b124-00ea03121708 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Synchronizing usage tracker for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:28.683768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4fb9195f-07d9-4e35-b124-00ea03121708 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] Unset dirty status for tenant:0343c1feed1244c288074043f1915423 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:28.691456 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4fb9195f-07d9-4e35-b124-00ea03121708 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2164140 May 12 19:43:28.692909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:28.714354 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-78e7fae6-a7d3-49a6-9216-99059ece5db4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] delete failed (client error): The resource could not be found. May 12 19:43:28.720981 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-78e7fae6-a7d3-49a6-9216-99059ece5db4 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "DELETE /v2.0/security-groups/04db950e-cec5-4898-9447-0b85feb6492f HTTP/1.1" status: 404 len: 347 time: 0.0270205 May 12 19:43:28.721569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:28.770731 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-67d21697-f533-4cfb-9b16-7a3f2d67a9a8 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] show failed (client error): The resource could not be found. May 12 19:43:28.775435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67d21697-f533-4cfb-9b16-7a3f2d67a9a8 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-groups/29bc3c92-71fa-4536-9d09-aac97274fd41 HTTP/1.1" status: 404 len: 347 time: 0.0485907 May 12 19:43:28.780016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34200) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:28.803891 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-3fd4b065-f2ac-4ad7-ad31-df4b2f7b48d1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] show failed (client error): The resource could not be found. May 12 19:43:28.808223 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3fd4b065-f2ac-4ad7-ad31-df4b2f7b48d1 tempest-NegativeSecGroupTest-1053247584 tempest-NegativeSecGroupTest-1053247584-project] 10.222.0.72 "GET /v2.0/security-group-rules/d2dd13d3-636b-4fa3-842a-6ea675bcbc7b HTTP/1.1" status: 404 len: 356 time: 0.0239818 May 12 19:43:28.815221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Deleting port 46473ebb-5bc8-42b6-93f8-cade3caaba72 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:28.815559 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.835631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Calling delete_port for 513236fe-71be-4f1e-af73-fb4f7fae27ea owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:28.953279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1184-e9f6-4b79-ae37-fd2826840406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:28.975081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be011e34-3341-4c6c-8e5e-ccdf475ca966 req-11b4185f-5c86-48d5-955d-78875b4b9d3a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354469 May 12 19:43:29.022072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] For port 46473ebb-5bc8-42b6-93f8-cade3caaba72, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=46473ebb-5bc8-42b6-93f8-cade3caaba72,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:29.022315 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.036770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee758c-13f8-41f4-907c-8fba4403528f req-d766aa22-18a5-4495-a037-9f99359a93d4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:29.043619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bee758c-13f8-41f4-907c-8fba4403528f req-d766aa22-18a5-4495-a037-9f99359a93d4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.1798646 May 12 19:43:29.113196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bee758c-13f8-41f4-907c-8fba4403528f req-e6dc6425-d736-454b-9769-0a07b5a323b1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684426 May 12 19:43:29.182924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Calling delete_port for 46473ebb-5bc8-42b6-93f8-cade3caaba72 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:29.214608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0e5c288e-e2f9-44eb-a5a7-4216c157b095 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:29.335526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:43:29.346424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:29.346989 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.351402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34214) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:29.402059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.462966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34220) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:29.488299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.520815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:29.521214 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.532475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event deleted for resources: {'Port': ['ID=513236fe-71be-4f1e-af73-fb4f7fae27ea,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:29.563550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 0e5c288e-e2f9-44eb-a5a7-4216c157b095, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:29.564786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:29.565412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a55d6-30d3-4c9e-9878-b63248d3113f req-0d6f676f-0c8c-49b7-9742-a50f619c4261 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:29.567367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c5a55d6-30d3-4c9e-9878-b63248d3113f req-0d6f676f-0c8c-49b7-9742-a50f619c4261 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 946 time: 0.3937364 May 12 19:43:29.574010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.587847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=46473ebb-5bc8-42b6-93f8-cade3caaba72,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:29.632752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.679738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c5a55d6-30d3-4c9e-9878-b63248d3113f req-2d430047-6a01-4ff2-af45-41eb90b5d0e5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006684 May 12 19:43:29.682191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=0e5c288e-e2f9-44eb-a5a7-4216c157b095,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:29.745588 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17f354a-8637-4d06-a77c-9a81ced1b595'] response: {'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'code': 200} May 12 19:43:29.880587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 286c8199-0387-423d-a4ac-49e429277627 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:43:29.896653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:29.904403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0584-5f25-4099-adb7-a8b3c5bee6f2 req-3ba79019-994b-42eb-a004-05893c871307 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:29.905875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-981a0584-5f25-4099-adb7-a8b3c5bee6f2 req-3ba79019-994b-42eb-a004-05893c871307 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 945 time: 0.5867121 May 12 19:43:29.926825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:29.936512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Usage tracker for resource:security_group_rule and tenant:e800d1a121b74e4690f2898db33bee11 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:29.943590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:29.952798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4800d0e1-1e55-4797-8a5a-fb4fd50920b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0343c1feed1244c288074043f1915423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6001210 May 12 19:43:29.956601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:29.960505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:30.055943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.061329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.068199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-981a0584-5f25-4099-adb7-a8b3c5bee6f2 req-0e5b74b5-609d-4051-b283-f120e8bf90d7 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765553 May 12 19:43:30.127169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.127670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Fanout notify agent at l3_agent the message router_deleted on router 008cea79-bb48-443e-ba6c-fddf7702f990 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:43:30.131229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f1103-1b9e-4eaf-a582-b7a4ddd27e0e req-e998a68e-6cc9-4c1e-8caf-90813f0575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:30.132707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0f1103-1b9e-4eaf-a582-b7a4ddd27e0e req-e998a68e-6cc9-4c1e-8caf-90813f0575e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1097 time: 0.2438216 May 12 19:43:30.174323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:30.219025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '286c8199-0387-423d-a4ac-49e429277627', 'network_id': '6b3b8892-6932-403e-b228-cae34ca1f4a2', 'port_id': '286c8199-0387-423d-a4ac-49e429277627', 'mac_address': 'fa:16:3e:e3:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2098203-077e-4d85-a258-d5c393d50bb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:43:30.244540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e376b659-8955-4916-b7ca-cafc6b33f442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.286705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.291254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 286c8199-0387-423d-a4ac-49e429277627 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:30.291888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.311288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 286c8199-0387-423d-a4ac-49e429277627 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:30.328060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:30.330568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0f1103-1b9e-4eaf-a582-b7a4ddd27e0e req-e0b9e96e-15be-423f-baed-f265aaf51926 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781735 May 12 19:43:30.333811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.334793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-efb346e4-827f-49a4-abbd-7eb3b2aa7c47 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/008cea79-bb48-443e-ba6c-fddf7702f990 HTTP/1.1" status: 204 len: 168 time: 2.8778684 May 12 19:43:30.345048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34238) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:30.345857 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.347211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e376b659-8955-4916-b7ca-cafc6b33f442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.355891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.377896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'router': {'name': 'tempest-snat-router-719119359', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': False}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:30.401226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:30.405168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec71db-c1f6-44b2-9bb4-0db5fea5903f req-1ea2184a-f3fd-4e67-8bea-1ab815d280f5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:30.407104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eec71db-c1f6-44b2-9bb4-0db5fea5903f req-1ea2184a-f3fd-4e67-8bea-1ab815d280f5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.2324750 May 12 19:43:30.422403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['286c8199-0387-423d-a4ac-49e429277627'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:30.426884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa59e96-3db9-4eec-b8af-762e2e0444b1 req-f03db036-97dc-4b92-92f7-0429abe22c43 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:30.428401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfa59e96-3db9-4eec-b8af-762e2e0444b1 req-f03db036-97dc-4b92-92f7-0429abe22c43 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.1566434 May 12 19:43:30.461979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:30.474560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:router and tenant:6701a5ef6c82464fb49383632a2cdc69 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:30.492515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:30.501492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eec71db-c1f6-44b2-9bb4-0db5fea5903f req-557e08fa-850d-4e93-9cab-a194e9394da4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718844 May 12 19:43:30.506044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfa59e96-3db9-4eec-b8af-762e2e0444b1 req-742e696c-6dcc-414a-bf36-cca3280e36f5 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616996 May 12 19:43:30.531114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:30.539633 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.561927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.589031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.640557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.641830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.710143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b09364-b5d6-4106-9609-df53234f8583 req-4c5efd65-b8e5-4a83-8c9a-d2cd03c5af45 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:30.710848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-36b09364-b5d6-4106-9609-df53234f8583 req-4c5efd65-b8e5-4a83-8c9a-d2cd03c5af45 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:30.720336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e800d1a121b74e4690f2898db33bee11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2560651 May 12 19:43:30.721283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3dea6-355d-48a9-8697-a41b04f78a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c31cb32-1c70-4452-a25b-799b4e43886a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:30.722997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34244) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:30.723825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e376b659-8955-4916-b7ca-cafc6b33f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.750840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.763009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376b659-8955-4916-b7ca-cafc6b33f442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc1c88d-ece5-4ddb-8924-3ba49d36363e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:30.810735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a18f0934-1442-495a-b417-09e46a08de15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.855961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-36b09364-b5d6-4106-9609-df53234f8583 req-4c5efd65-b8e5-4a83-8c9a-d2cd03c5af45 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:30.857128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36b09364-b5d6-4106-9609-df53234f8583 req-4c5efd65-b8e5-4a83-8c9a-d2cd03c5af45 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.5761645 May 12 19:43:30.891669 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a18f0934-1442-495a-b417-09e46a08de15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:30.948153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122187bd-54c5-467d-86e4-29ed63af3a11 req-2dd05077-439f-4b58-9b7b-e2a650322eb5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:30.949648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-122187bd-54c5-467d-86e4-29ed63af3a11 req-2dd05077-439f-4b58-9b7b-e2a650322eb5 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 945 time: 0.1353135 May 12 19:43:30.986677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a18f0934-1442-495a-b417-09e46a08de15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.011179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f0934-1442-495a-b417-09e46a08de15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c31cb32-1c70-4452-a25b-799b4e43886a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:31.023702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-122187bd-54c5-467d-86e4-29ed63af3a11 req-529575fc-a1ae-434e-9e64-a332f819f17c tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674953 May 12 19:43:31.025428 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a18f0934-1442-495a-b417-09e46a08de15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.028844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a18f0934-1442-495a-b417-09e46a08de15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c31cb32-1c70-4452-a25b-799b4e43886a HTTP/1.1" status: 204 len: 168 time: 0.3019872 May 12 19:43:31.186364 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e376b659-8955-4916-b7ca-cafc6b33f442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.190094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e376b659-8955-4916-b7ca-cafc6b33f442 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9fc1c88d-ece5-4ddb-8924-3ba49d36363e HTTP/1.1" status: 204 len: 168 time: 1.2288876 May 12 19:43:31.230319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Deleting port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:31.230684 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.380127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144396ea-a090-4d72-a7d6-b3bc633fdf65 req-c76c418f-350e-46e4-9393-d5d2dfafa02a tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:31.381849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-144396ea-a090-4d72-a7d6-b3bc633fdf65 req-c76c418f-350e-46e4-9393-d5d2dfafa02a tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.1193378 May 12 19:43:31.452953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-144396ea-a090-4d72-a7d6-b3bc633fdf65 req-6c84f706-cd4e-470d-adc9-b314e3f32f0d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645514 May 12 19:43:31.518018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34268) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:31.550356 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.583391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.584837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:31.598035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Usage tracker for resource:security_group_rule and tenant:ca281cf6ee3445f6b7bb439ee93841a3 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:31.605063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:31.614531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:31.687935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.814978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Router 3a824a66-8962-49dc-a461-8a49764398d8 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:43:31.862610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.875461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 286c8199-0387-423d-a4ac-49e429277627 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:31.883809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:31.917900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be25470-db0c-4792-b6e7-81f521aa1c45 req-66519722-6318-40bf-989c-42b198072176 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:31.919469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0be25470-db0c-4792-b6e7-81f521aa1c45 req-66519722-6318-40bf-989c-42b198072176 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 946 time: 0.2271078 May 12 19:43:32.004304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ca281cf6ee3445f6b7bb439ee93841a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851654 May 12 19:43:32.007483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34290) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:32.008165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29472b38-2171-4c7a-b61c-5b872fb22753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956fc3f5-0fb3-46bc-8323-29adcaa34b29,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:32.046970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0be25470-db0c-4792-b6e7-81f521aa1c45 req-3633cedc-fd4b-47d4-8323-35f12cfcfbe8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060007 May 12 19:43:32.048899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 286c8199-0387-423d-a4ac-49e429277627 is: BUILD; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:32.049416 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.090855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 286c8199-0387-423d-a4ac-49e429277627 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:32.124923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101abff8-9163-4f16-bd31-f37b42178b7b req-d4cf44d7-e718-4f82-946d-a8dabdd36b4a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:32.129137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:32.134724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-101abff8-9163-4f16-bd31-f37b42178b7b req-d4cf44d7-e718-4f82-946d-a8dabdd36b4a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.3428838 May 12 19:43:32.138323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.171954 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1360b3b-1a09-43e3-a5da-6f3486accf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.279375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1360b3b-1a09-43e3-a5da-6f3486accf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.294034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:43:32.295644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:32.296625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] For port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:32.296989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.302399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-101abff8-9163-4f16-bd31-f37b42178b7b req-dae65eba-62cf-4a8b-81a8-2f8160a2ecfc tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667154 May 12 19:43:32.312540 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-193d328c-b3f5-4eee-ad06-d65f07215f75 admin admin] 10.222.0.72 "PUT /v2.0/routers/3a824a66-8962-49dc-a461-8a49764398d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0855658 May 12 19:43:32.316774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:32.332763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] Sync routers for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:32.336277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:32.336893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:32.446064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Calling delete_port for 0b46fec2-a82b-4db7-8a4f-00b0ee98435e owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:32.473780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:32.529380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.539896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:32.760901 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7800c2db-a45e-48d9-a18a-3e44bd4e4647 tempest-ServiceProvidersTest-2102414928 tempest-ServiceProvidersTest-2102414928-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2859859 May 12 19:43:32.832549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.842676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.877352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:32.920800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:32.924057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed9e-f7ca-437b-9ca1-d9692988ee48 req-ddc24b52-8f06-4840-b594-6bcb72db74ce tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:32.931630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eec2ed9e-f7ca-437b-9ca1-d9692988ee48 req-ddc24b52-8f06-4840-b594-6bcb72db74ce tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 944 time: 0.7571731 May 12 19:43:32.933121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event deleted for resources: {'Port': ['ID=0b46fec2-a82b-4db7-8a4f-00b0ee98435e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:33.055790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] No DVR routers for this DVR port 0b46fec2-a82b-4db7-8a4f-00b0ee98435e on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:43:33.064049 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1360b3b-1a09-43e3-a5da-6f3486accf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.064275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.072983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'name': 'network-vif-deleted', 'tag': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:33.099800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eec2ed9e-f7ca-437b-9ca1-d9692988ee48 req-1cff2bf0-748e-433a-8027-ec61b642c79f tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650066 May 12 19:43:33.118283 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-36b09364-b5d6-4106-9609-df53234f8583 req-5d9dabd6-63de-48c0-a206-36d4206cc13f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "DELETE /v2.0/ports/0b46fec2-a82b-4db7-8a4f-00b0ee98435e HTTP/1.1" status: 204 len: 173 time: 2.2482867 May 12 19:43:33.126811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1360b3b-1a09-43e3-a5da-6f3486accf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956fc3f5-0fb3-46bc-8323-29adcaa34b29,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:33.166735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34318) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:33.189811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:43:29Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:33.206847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] Checking router: 3a824a66-8962-49dc-a461-8a49764398d8 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:43:33.220410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] Routers {'3a824a66-8962-49dc-a461-8a49764398d8'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:33.220945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3a824a66-8962-49dc-a461-8a49764398d8'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:33.243342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1360b3b-1a09-43e3-a5da-6f3486accf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.244866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a1360b3b-1a09-43e3-a5da-6f3486accf66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/956fc3f5-0fb3-46bc-8323-29adcaa34b29 HTTP/1.1" status: 204 len: 168 time: 1.2323821 May 12 19:43:33.265589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Allocated IP 172.25.2.79 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/89c5f525-7e55-4ff3-9f56-8bf620c62228) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:33.353234 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.389950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0853da13-bce8-4f03-bf40-3689011b102e req-80f9e640-76c7-4777-b3dc-6fabd2034468 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=0525755a-d9a1-47ec-94ad-1a626878aa18 HTTP/1.1" status: 200 len: 210 time: 0.1283524 May 12 19:43:33.397082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Deleting port 6fbca95c-f5cb-4758-905c-6e850102b9a7 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:33.397459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.540776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a05db-4e41-4536-b632-3ab163830d39 req-4df25d53-c7f0-4119-a5ad-cff727c5f69b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:33.542491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-888a05db-4e41-4536-b632-3ab163830d39 req-4df25d53-c7f0-4119-a5ad-cff727c5f69b tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 944 time: 0.5875192 May 12 19:43:33.564541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce17e-1d1b-4f29-adf2-26465c6a4033 req-23a6cb38-d3a7-49bb-ab17-bb383ba6f246 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:33.576677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b63ce17e-1d1b-4f29-adf2-26465c6a4033 req-23a6cb38-d3a7-49bb-ab17-bb383ba6f246 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.9258480 May 12 19:43:33.587099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] Set router 3a824a66-8962-49dc-a461-8a49764398d8 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:33.662638 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5803f7-3d0b-4ddc-b16d-4d2982a5c7ef'] response: {'server_uuid': '0525755a-d9a1-47ec-94ad-1a626878aa18', 'name': 'network-vif-deleted', 'tag': '0b46fec2-a82b-4db7-8a4f-00b0ee98435e', 'status': 'completed', 'code': 200} May 12 19:43:33.685020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.743144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Deleting port 286c8199-0387-423d-a4ac-49e429277627 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:33.744301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.751135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.838657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Port': ['ID=89c5f525-7e55-4ff3-9f56-8bf620c62228,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:33.859811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:33.861620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:33.865331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:33.898673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 286c8199-0387-423d-a4ac-49e429277627 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:33.908668 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:33.964880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:33.977007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Usage tracker for resource:security_group_rule and tenant:64f93fe6e8e44967b25d3160b46176fa is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:33.997750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b63ce17e-1d1b-4f29-adf2-26465c6a4033 req-f0e7066e-3b51-4b04-adc5-72a51e69230f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4179728 May 12 19:43:34.060087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:34.121444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:34.211732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 286c8199-0387-423d-a4ac-49e429277627 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:34.212757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b46fec2-a82b-4db7-8a4f-00b0ee98435e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:34.245227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:43:29Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:34.253479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 0b46fec2-a82b-4db7-8a4f-00b0ee98435e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:43:34.253813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b46fec2-a82b-4db7-8a4f-00b0ee98435e not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:43:34.256519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf501f-9de0-41c2-95eb-7ee503bf7bcf None None] The sync data for ids ['3a824a66-8962-49dc-a461-8a49764398d8'] in n-d-841626-1 is: [{'id': '3a824a66-8962-49dc-a461-8a49764398d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1345430711-router', 'tenant_id': '39e856d6fd9a47518afa03c94fb5bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:35:52Z', 'updated_at': '2022-05-12T19:43:29Z', 'revision_number': 5, 'project_id': '39e856d6fd9a47518afa03c94fb5bb68', 'gw_port': {'id': '6fbca95c-f5cb-4758-905c-6e850102b9a7', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a824a66-8962-49dc-a461-8a49764398d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:35:54Z', 'updated_at': '2022-05-12T19:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:34.305083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] For port 6fbca95c-f5cb-4758-905c-6e850102b9a7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6fbca95c-f5cb-4758-905c-6e850102b9a7,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:34.305482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:34.445458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c3f1f-3495-4a1f-a706-c880968a12b0 req-1545dd00-8964-4540-a252-82fd5dab6b1e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:34.446917 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d73c3f1f-3495-4a1f-a706-c880968a12b0 req-1545dd00-8964-4540-a252-82fd5dab6b1e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.8269298 May 12 19:43:34.474566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:34.524912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Calling delete_port for 6fbca95c-f5cb-4758-905c-6e850102b9a7 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:34.698840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d73c3f1f-3495-4a1f-a706-c880968a12b0 req-343033bc-6a85-40cd-a100-f74fbb56986d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857133 May 12 19:43:34.731376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] For port 286c8199-0387-423d-a4ac-49e429277627, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=286c8199-0387-423d-a4ac-49e429277627,segment=NetworkSegment(6faf61a2-321a-42e2-9a90-3f4e18d3e2e8),segment_id=6faf61a2-321a-42e2-9a90-3f4e18d3e2e8)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:34.731376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:34.765074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac2edd-6b67-4e60-925d-68e803b360d3 req-4c758d97-b801-42f2-9bf5-4271fa06d423 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:34.766767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-daac2edd-6b67-4e60-925d-68e803b360d3 req-4c758d97-b801-42f2-9bf5-4271fa06d423 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.5822413 May 12 19:43:34.778814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34362) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:34.789813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'floatingip': {'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:34.810258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 46473ebb-5bc8-42b6-93f8-cade3caaba72 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:34.879379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 46473ebb-5bc8-42b6-93f8-cade3caaba72 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:43:34.883222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 46473ebb-5bc8-42b6-93f8-cade3caaba72 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:43:35.028538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:35.160449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Calling delete_port for 286c8199-0387-423d-a4ac-49e429277627 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:35.278375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:35.312646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:35.326801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:35.531715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=64f93fe6e8e44967b25d3160b46176fa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3556049 May 12 19:43:35.540579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:35.545495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183b186-72bf-4b51-8d66-f44d53aa3010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6df3045-f058-4980-9d35-9376058eb2e9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:35.649568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:35.733290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbca95c-f5cb-4758-905c-6e850102b9a7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:35.800052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9dab-65eb-4691-a866-25ba9caf770f req-8abaf749-fa95-42b2-9f59-fcb1b14f8274 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:35.801984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd0a9dab-65eb-4691-a866-25ba9caf770f req-8abaf749-fa95-42b2-9f59-fcb1b14f8274 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39 HTTP/1.1" status: 200 len: 944 time: 0.5737288 May 12 19:43:35.820934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1121ab-9014-4452-b625-b20355967ffc req-8f4434e6-a658-4adb-a721-3559914ced17 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:35.822681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-8f4434e6-a658-4adb-a721-3559914ced17 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.5529947 May 12 19:43:35.854850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Router 1e6aebcb-8b52-4a27-aa73-248e1c16101a is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:43:35.903955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:35.905894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df7f27-bd22-495b-b608-5496151bc052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:35.965846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-1498ffe7-94e3-4f1f-9e2d-feeb9d77cb02 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.1012080 May 12 19:43:35.993463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Pushing event deleted for resources: {'Port': ['ID=286c8199-0387-423d-a4ac-49e429277627,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:36.093700 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df7f27-bd22-495b-b608-5496151bc052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.106029 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.126832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.134462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:43:36.145752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.150420 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Sync routers for ids ['1e6aebcb-8b52-4a27-aa73-248e1c16101a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:36.153830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd0a9dab-65eb-4691-a866-25ba9caf770f req-aa62b88a-ebbc-435d-b8aa-603a88e803e8 tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ede90d-3d96-4594-ad58-0da4aea67e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299282 May 12 19:43:36.168456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Routers {'1e6aebcb-8b52-4a27-aa73-248e1c16101a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:36.169080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1e6aebcb-8b52-4a27-aa73-248e1c16101a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:36.202777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34418) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:36.255068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.256315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0f2c168b-0f0b-4605-ae86-3aebce8f0dbd tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9022000 May 12 19:43:36.259220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34424) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:36.375596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] No DVR routers for this DVR port 286c8199-0387-423d-a4ac-49e429277627 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:43:36.393484 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.400804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'name': 'network-vif-deleted', 'tag': '286c8199-0387-423d-a4ac-49e429277627'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:36.425072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.464575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.470638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.480093 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Set router 1e6aebcb-8b52-4a27-aa73-248e1c16101a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:36.502067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-888a05db-4e41-4536-b632-3ab163830d39 req-a0488f3c-a636-4b70-afb7-a50dae2eaf8d tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] 10.222.0.36 "DELETE /v2.0/ports/286c8199-0387-423d-a4ac-49e429277627 HTTP/1.1" status: 204 len: 173 time: 2.9197183 May 12 19:43:36.506810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:36.520175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Usage tracker for resource:security_group_rule and tenant:2c42945cd3fc4f6e843de31ca8f7794c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:36.536192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:36.536492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df7f27-bd22-495b-b608-5496151bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.542611 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Floating IP ff2dc9e7-7475-4b68-aafb-3fd4cc77556f associated. External IP: 172.25.2.165, port: 0e5c288e-e2f9-44eb-a5a7-4216c157b095. May 12 19:43:36.552302 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.553013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a824a66-8962-49dc-a461-8a49764398d8 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:43:36.559154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-538727bb-b86d-4334-a9bb-066fa44af601 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5690308 May 12 19:43:36.564498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df7f27-bd22-495b-b608-5496151bc052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6df3045-f058-4980-9d35-9376058eb2e9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:36.634183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:36.719573 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2fd1c65a-4666-4e7d-b6f7-a72992544b22 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/1e6aebcb-8b52-4a27-aa73-248e1c16101a HTTP/1.1" status: 200 len: 907 time: 0.4592698 May 12 19:43:36.728659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34430) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:36.737063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'router': {'name': 'tempest-snat-router-719119359', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': True}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:36.746250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95df7f27-bd22-495b-b608-5496151bc052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.754230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-95df7f27-bd22-495b-b608-5496151bc052 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6df3045-f058-4980-9d35-9376058eb2e9 HTTP/1.1" status: 204 len: 168 time: 1.2026184 May 12 19:43:36.758323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:36.777679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Usage tracker for resource:router and tenant:6701a5ef6c82464fb49383632a2cdc69 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:36.786869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:36.795086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:36.806459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.807900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6bdc02e9-bddd-4d57-8426-de3ded113fc7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3a824a66-8962-49dc-a461-8a49764398d8 HTTP/1.1" status: 204 len: 168 time: 4.4904709 May 12 19:43:36.821226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02435c09-37d3-4696-8f78-d857c3532500 req-f76d7e4b-a0ca-4e27-8285-f6d450e1d981 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:36.823118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02435c09-37d3-4696-8f78-d857c3532500 req-f76d7e4b-a0ca-4e27-8285-f6d450e1d981 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.4493871 May 12 19:43:36.826423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34436) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:36.827517 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.828887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.897585 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aebcb-8b52-4a27-aa73-248e1c16101a', 'name': 'tempest-snat-router-719119359', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.79'}], 'enable_snat': False}, 'gw_port_id': '89c5f525-7e55-4ff3-9f56-8bf620c62228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:30Z', 'updated_at': '2022-05-12T19:43:34Z', 'revision_number': 3, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port': {'id': '89c5f525-7e55-4ff3-9f56-8bf620c62228', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ab:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aebcb-8b52-4a27-aa73-248e1c16101a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:43:32Z', 'updated_at': '2022-05-12T19:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:36.903189 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Checking router: 1e6aebcb-8b52-4a27-aa73-248e1c16101a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:43:36.903721 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Updating router 1e6aebcb-8b52-4a27-aa73-248e1c16101a port 89c5f525-7e55-4ff3-9f56-8bf620c62228 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:43:36.979563 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:36.990774 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.029877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02435c09-37d3-4696-8f78-d857c3532500 req-4761e98f-9415-4165-830f-7d2ce47de5fb tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948590 May 12 19:43:37.050938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] Deleting subnet 667328ff-9daa-49b9-974d-fec211562068 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:43:37.060303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-9868af5d-3bc2-4e3d-b159-0de3c927bbe4 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755077 May 12 19:43:37.076701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.338271 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e47724b-d757-4a34-a569-b6baccb3b120'] response: {'server_uuid': 'c2eaf1cb-4a10-4cc0-8736-d5d6485c1b39', 'name': 'network-vif-deleted', 'tag': '286c8199-0387-423d-a4ac-49e429277627', 'status': 'completed', 'code': 200} May 12 19:43:37.390840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.403613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.428413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Router 81727436-ce32-4579-8830-e20d9b54f582 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:43:37.562862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c42945cd3fc4f6e843de31ca8f7794c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3523827 May 12 19:43:37.567403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34460) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:37.571318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea07c46-4908-40ca-a054-0e7eb72f72ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969d2fc4-255d-49d0-a416-5d4d117ca779,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:37.675818 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.691206 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Transition to ACTIVE for port object 89c5f525-7e55-4ff3-9f56-8bf620c62228 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:37.699660 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.751637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.785833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:43:37.798784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] Sync routers for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:37.803070 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455b460-10c7-4310-a342-59f6b9a5570a None None] Pushing event updated for resources: {'Port': ['ID=89c5f525-7e55-4ff3-9f56-8bf620c62228,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:37.811038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.814722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:37.817126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:37.878146 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Attempting to bind port 89c5f525-7e55-4ff3-9f56-8bf620c62228 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:37.878390 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Attempting to bind port 89c5f525-7e55-4ff3-9f56-8bf620c62228 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:37.878937 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Attempting to bind port 89c5f525-7e55-4ff3-9f56-8bf620c62228 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:37.891399 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:37.892077 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:37.892589 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.893438 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:37.902467 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Bound port: 89c5f525-7e55-4ff3-9f56-8bf620c62228, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:37.903008 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.932833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.959524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:37.995179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-82d81c5d-3e07-4ab3-9b53-fb61ab4803e8 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "PUT /v2.0/floatingips/ff2dc9e7-7475-4b68-aafb-3fd4cc77556f HTTP/1.1" status: 200 len: 992 time: 3.2122450 May 12 19:43:37.995179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:37.995517 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc312579-95db-4ffc-998d-f8af188297c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.005283 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] For port 89c5f525-7e55-4ff3-9f56-8bf620c62228, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:38.008672 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] For port 89c5f525-7e55-4ff3-9f56-8bf620c62228, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=89c5f525-7e55-4ff3-9f56-8bf620c62228,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:38.018808 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.088850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-0bb677fc-cf24-43a0-9cf2-438552f06e85 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492454 May 12 19:43:38.098941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:38.104528 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc312579-95db-4ffc-998d-f8af188297c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.117680 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe90f72-2a6f-4b85-86f1-752d8ddc4747'] response: {'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'status': 'completed', 'code': 200} May 12 19:43:38.166052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc312579-95db-4ffc-998d-f8af188297c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.203724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312579-95db-4ffc-998d-f8af188297c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969d2fc4-255d-49d0-a416-5d4d117ca779,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:38.280447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.294008 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455b460-10c7-4310-a342-59f6b9a5570a None None] Pushing event updated for resources: {'Port': ['ID=89c5f525-7e55-4ff3-9f56-8bf620c62228,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:38.310529 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Routers {'1e6aebcb-8b52-4a27-aa73-248e1c16101a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:38.312465 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1e6aebcb-8b52-4a27-aa73-248e1c16101a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:38.365167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc312579-95db-4ffc-998d-f8af188297c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.366337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc312579-95db-4ffc-998d-f8af188297c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/969d2fc4-255d-49d0-a416-5d4d117ca779 HTTP/1.1" status: 204 len: 168 time: 0.7883711 May 12 19:43:38.519430 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.716756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ff2dc9e7-7475-4b68-aafb-3fd4cc77556f', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '81727436-ce32-4579-8830-e20d9b54f582', 'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'mac_address': 'fa:16:3e:32:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:43:07Z', 'updated_at': '2022-05-12T19:43:35Z', 'revision_number': 1, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:38.723840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] Checking router: 81727436-ce32-4579-8830-e20d9b54f582 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:43:38.739751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:38.741201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:38.749279 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] Set router 1e6aebcb-8b52-4a27-aa73-248e1c16101a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:38.769664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:38.784579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77263684-e53f-49c8-9c2d-0656e9d8c77c req-a2e95ee1-c7f3-4d06-89dd-6f21ccdd387a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 210 time: 0.0882485 May 12 19:43:38.906115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6fbca95c-f5cb-4758-905c-6e850102b9a7 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:38.962906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790fd88-b4a8-4c42-b104-f605b576effb None None] Network 94275588-efd8-4b36-bffc-99a50113a80d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:43:39.007181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6fbca95c-f5cb-4758-905c-6e850102b9a7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:43:39.007725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6fbca95c-f5cb-4758-905c-6e850102b9a7 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:43:39.028119 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.047374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34522) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:39.077996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.115231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:39.125015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Usage tracker for resource:security_group_rule and tenant:a4d807d401844b70a2613902514bef29 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:39.130837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:39.153685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2686-bf5d-4413-9d83-a0414f83e0d8 req-9e7193b8-03c1-48b9-80f9-8b505f2caeb8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:39.154334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:39.178898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db7c2686-bf5d-4413-9d83-a0414f83e0d8 req-9e7193b8-03c1-48b9-80f9-8b505f2caeb8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.8241551 May 12 19:43:39.182158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34528) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:39.188335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/667328ff-9daa-49b9-974d-fec211562068 HTTP/1.1" status: 204 len: 168 time: 2.3551538 May 12 19:43:39.192219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.311162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e3374-0699-412a-a583-f25eaa1715c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667328ff-9daa-49b9-974d-fec211562068,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:39.326414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34532) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:39.351444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.418140 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aebcb-8b52-4a27-aa73-248e1c16101a', 'name': 'tempest-snat-router-719119359', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.79'}], 'enable_snat': False}, 'gw_port_id': '89c5f525-7e55-4ff3-9f56-8bf620c62228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:30Z', 'updated_at': '2022-05-12T19:43:34Z', 'revision_number': 3, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port': {'id': '89c5f525-7e55-4ff3-9f56-8bf620c62228', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ab:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aebcb-8b52-4a27-aa73-248e1c16101a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:43:32Z', 'updated_at': '2022-05-12T19:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:39.424239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:39.433152 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edec7f6-af0c-45d9-adcd-b289b4d75278 None None] The sync data for ids ['1e6aebcb-8b52-4a27-aa73-248e1c16101a'] in n-d-841626-1 is: [{'id': '1e6aebcb-8b52-4a27-aa73-248e1c16101a', 'name': 'tempest-snat-router-719119359', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.79'}], 'enable_snat': False}, 'gw_port_id': '89c5f525-7e55-4ff3-9f56-8bf620c62228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:30Z', 'updated_at': '2022-05-12T19:43:34Z', 'revision_number': 3, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port': {'id': '89c5f525-7e55-4ff3-9f56-8bf620c62228', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ab:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aebcb-8b52-4a27-aa73-248e1c16101a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:43:32Z', 'updated_at': '2022-05-12T19:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:39.574982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] Deleting subnet e2098203-077e-4d85-a258-d5c393d50bb0 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:43:39.589920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.623542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.711411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db7c2686-bf5d-4413-9d83-a0414f83e0d8 req-2070bdcc-ac0c-43ba-a66b-cc355c03a88d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280979 May 12 19:43:39.730544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Deleting port ca217c12-68a6-4997-a075-b8f0fb7f0424 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:39.730894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.740675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-9690d67b-9d69-4222-b33d-c6701363cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:39.742248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-9690d67b-9d69-4222-b33d-c6701363cc95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1097 time: 1.5822470 May 12 19:43:39.812663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.941466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:39.951385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-d6655719-d7cd-4271-8b2e-b1f140b27bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:39.952871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-d6655719-d7cd-4271-8b2e-b1f140b27bbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.2027085 May 12 19:43:39.976799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:40.202305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:40.257420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ff2dc9e7-7475-4b68-aafb-3fd4cc77556f', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '81727436-ce32-4579-8830-e20d9b54f582', 'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'mac_address': 'fa:16:3e:32:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:43:07Z', 'updated_at': '2022-05-12T19:43:35Z', 'revision_number': 1, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:40.292054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec14e51-3c47-469a-8de0-a62d68f58cde None None] The sync data for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 is: [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ff2dc9e7-7475-4b68-aafb-3fd4cc77556f', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '81727436-ce32-4579-8830-e20d9b54f582', 'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'mac_address': 'fa:16:3e:32:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:43:07Z', 'updated_at': '2022-05-12T19:43:35Z', 'revision_number': 1, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:40.307038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] DHCP port deletion for 94275588-efd8-4b36-bffc-99a50113a80d request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:43:40.307365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4d807d401844b70a2613902514bef29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2579434 May 12 19:43:40.313048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a027d-2693-4eea-8b25-16e6fa239f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceea6ce-1fb2-498f-995d-6cd40a0e23d5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:40.319314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34556) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:40.326052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Deleting port ca217c12-68a6-4997-a075-b8f0fb7f0424 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:40.326896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:40.356741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-2015acd3-a95f-47f4-9b76-8b601957c7d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 1000 time: 0.3212156 May 12 19:43:40.505092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2269ef4a-be74-4b89-9b25-d81defa88198 req-b3f3929f-06d3-41f3-80c9-fe6a57936903 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 210 time: 0.4717577 May 12 19:43:40.659121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:40.669699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] For port ca217c12-68a6-4997-a075-b8f0fb7f0424, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca217c12-68a6-4997-a075-b8f0fb7f0424,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:40.669967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:40.780409 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f813b3-405a-405e-92e3-d89512a31e4c None None] New status for floating IP ff2dc9e7-7475-4b68-aafb-3fd4cc77556f: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:43:40.838989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Allocated IP 172.25.2.33 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/092e1b94-c886-4970-bb83-aa00fcc89850) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:40.844610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] For port ca217c12-68a6-4997-a075-b8f0fb7f0424, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ca217c12-68a6-4997-a075-b8f0fb7f0424,segment=NetworkSegment(c639f885-f785-41d0-a196-527729c2597b),segment_id=c639f885-f785-41d0-a196-527729c2597b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:40.844910 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.012124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.055628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-11f9a731-a45b-4313-a95d-57298f9e4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:41.061939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-11f9a731-a45b-4313-a95d-57298f9e4d31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.6697893 May 12 19:43:41.130854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2098203-077e-4d85-a258-d5c393d50bb0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:41.133667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 89c5f525-7e55-4ff3-9f56-8bf620c62228 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:41.151661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Calling delete_port for ca217c12-68a6-4997-a075-b8f0fb7f0424 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:41.215104 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3149c5-c425-47f8-b138-0d071826e731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.233225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Calling delete_port for ca217c12-68a6-4997-a075-b8f0fb7f0424 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:41.257718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3149c5-c425-47f8-b138-0d071826e731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.315279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3469d2fa-7f95-42c8-957c-cbf81f809de5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e2098203-077e-4d85-a258-d5c393d50bb0 HTTP/1.1" status: 204 len: 168 time: 2.1232259 May 12 19:43:41.316015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34586) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:41.322653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 853312fc-7eac-4284-ac70-d4c1cfee779d details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:43:41.408658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1121ab-9014-4452-b625-b20355967ffc req-7199cd8a-c3b6-4008-bedd-97709e8d9e4c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:41.410508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-7199cd8a-c3b6-4008-bedd-97709e8d9e4c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.8858073 May 12 19:43:41.431879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Request body: {'port': {'device_id': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'admin_state_up': True, 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:41.535577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13b1ba-30a9-4ed5-966e-7ffd8e4e8146 req-34f60ea2-2441-49ae-a933-b8abd3301812 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:41.537127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f13b1ba-30a9-4ed5-966e-7ffd8e4e8146 req-34f60ea2-2441-49ae-a933-b8abd3301812 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.6111887 May 12 19:43:41.606522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-2a183dae-adf6-459f-8a8d-a2bce71e8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:41.608274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-2a183dae-adf6-459f-8a8d-a2bce71e8da3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4867172 May 12 19:43:41.637569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.637962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-0caef2be-43ae-4270-a6cb-de0f34543ac3 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:43:41.639134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-0caef2be-43ae-4270-a6cb-de0f34543ac3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127797 May 12 19:43:41.649764 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.654491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:43:41.654811 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:43:41.658004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3149c5-c425-47f8-b138-0d071826e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.662187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:41.680039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.684011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3149c5-c425-47f8-b138-0d071826e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceea6ce-1fb2-498f-995d-6cd40a0e23d5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:41.694777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f13b1ba-30a9-4ed5-966e-7ffd8e4e8146 req-b7014b64-1a2c-4d71-9d4a-754454c39c07 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376951 May 12 19:43:41.725759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'port_id': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'mac_address': 'fa:16:3e:94:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d251b82-d2c4-4176-aa07-e8f3235d5473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:43:41.733972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] No DVR routers for this DVR port ca217c12-68a6-4997-a075-b8f0fb7f0424 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:43:41.751557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae3149c5-c425-47f8-b138-0d071826e731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.756915 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ae3149c5-c425-47f8-b138-0d071826e731 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ceea6ce-1fb2-498f-995d-6cd40a0e23d5 HTTP/1.1" status: 204 len: 168 time: 1.4344883 May 12 19:43:41.808158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Pushing event deleted for resources: {'Port': ['ID=ca217c12-68a6-4997-a075-b8f0fb7f0424,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:41.844802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 853312fc-7eac-4284-ac70-d4c1cfee779d is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:41.845059 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.855140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 89c5f525-7e55-4ff3-9f56-8bf620c62228 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:43:41.881930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 89c5f525-7e55-4ff3-9f56-8bf620c62228 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:41.882305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.913981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.914320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.914652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.914980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.915302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.915622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.915954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.916272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.916592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.916909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.917251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.917711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d097e2a-a199-4510-9d42-dce048511d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:41.946921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 853312fc-7eac-4284-ac70-d4c1cfee779d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:41.953056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:41.961460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e75000c3-0667-49e2-91fa-e1a90e43498b req-5571acf8-af4b-4756-8817-a792002a4f56 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 210 time: 0.1315095 May 12 19:43:42.000348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:42.011979 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.029831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3b8892-6932-403e-b228-cae34ca1f4a2']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:42.045889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:42.046546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faf61a2-321a-42e2-9a90-3f4e18d3e2e8') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:42.050804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:42.087362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.093415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Usage tracker for resource:port and tenant:caf0a5726dc6441e927a80af360d5518 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:42.101550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:42.119949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:42.129151 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.157507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Deleting port ca217c12-68a6-4997-a075-b8f0fb7f0424 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:42.157864 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.195627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['853312fc-7eac-4284-ac70-d4c1cfee779d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:42.228789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:42.258724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-f572a465-9d35-46ba-ae86-c1ea86089c94 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040249 May 12 19:43:42.294101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.312985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 89c5f525-7e55-4ff3-9f56-8bf620c62228 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:42.313411 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.335298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 89c5f525-7e55-4ff3-9f56-8bf620c62228, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=89c5f525-7e55-4ff3-9f56-8bf620c62228,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:42.348833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.362068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:43:42.373529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] The port 'ca217c12-68a6-4997-a075-b8f0fb7f0424' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:43:42.374972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.431508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:42.479038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=89c5f525-7e55-4ff3-9f56-8bf620c62228,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:42.484133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:43:42.484641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.484801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca217c12-68a6-4997-a075-b8f0fb7f0424 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: timer() May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:43:42.516005 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:43:42.526398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ca217c12-68a6-4997-a075-b8f0fb7f0424 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:43:42.526634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:42.526771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ca217c12-68a6-4997-a075-b8f0fb7f0424 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:43:42.593049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:42.838766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.892306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 89c5f525-7e55-4ff3-9f56-8bf620c62228 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:42.933676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.969663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:42.985864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94275588-efd8-4b36-bffc-99a50113a80d']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:43.000155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3b8892-6932-403e-b228-cae34ca1f4a2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:43.012156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-452e8a1d-804b-4bf2-ab4f-248f71c0823e admin admin] 10.222.0.72 "DELETE /v2.0/networks/6b3b8892-6932-403e-b228-cae34ca1f4a2 HTTP/1.1" status: 204 len: 168 time: 1.6730466 May 12 19:43:43.016809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c639f885-f785-41d0-a196-527729c2597b') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:43.017352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c639f885-f785-41d0-a196-527729c2597b') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:43.029621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 89c5f525-7e55-4ff3-9f56-8bf620c62228 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:43.030597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.030772 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.050629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.068866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:43:43.069254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Port': ['ID=092e1b94-c886-4970-bb83-aa00fcc89850,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:43.069397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: timer() May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:43:43.100746 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:43:43.223979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 89c5f525-7e55-4ff3-9f56-8bf620c62228 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:43.253808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.272500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.282189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 853312fc-7eac-4284-ac70-d4c1cfee779d up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:43.288455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] Pushing event deleted for resources: {'Network': ['ID=94275588-efd8-4b36-bffc-99a50113a80d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:43.298597 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-424ed4eb-508a-44e9-8496-1d1e2800d630 admin admin] 10.222.0.72 "DELETE /v2.0/networks/94275588-efd8-4b36-bffc-99a50113a80d HTTP/1.1" status: 204 len: 168 time: 3.9683208 May 12 19:43:43.323232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34694) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:43.355184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d72439e8-8e4c-4012-9526-42d96f993785 req-6c780f8e-a6bb-4ff9-8cb3-c183fea42170 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 210 time: 0.0928955 May 12 19:43:43.413006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 853312fc-7eac-4284-ac70-d4c1cfee779d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:43.414894 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.442873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e46fb6f-6aab-4e97-8eca-10a0c3f7e32e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=703529a041f34e2b843f8e4bfd8cf6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166956 May 12 19:43:43.445593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:43.477318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0500c716-f7db-4ec3-a0bb-698ab0b77dda req-eb62cdcd-aceb-4495-982c-56eb1998860c service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1750770 May 12 19:43:43.537387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-194478e7-4403-43aa-924b-9c894b8eff9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.577066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-194478e7-4403-43aa-924b-9c894b8eff9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.668234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-194478e7-4403-43aa-924b-9c894b8eff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.712676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194478e7-4403-43aa-924b-9c894b8eff9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ede90d-3d96-4594-ad58-0da4aea67e2c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:43.726265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-194478e7-4403-43aa-924b-9c894b8eff9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.727548 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-194478e7-4403-43aa-924b-9c894b8eff9a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31ede90d-3d96-4594-ad58-0da4aea67e2c HTTP/1.1" status: 204 len: 168 time: 0.2810245 May 12 19:43:43.744397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 853312fc-7eac-4284-ac70-d4c1cfee779d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:43.744776 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.788579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fd5b5-b9ed-4f55-a595-8fe0e73f1a4b req-9a907a71-27e2-4e46-b960-5ee2e8fd556e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:43.793522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34712) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:43.796701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:43.796864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d9fd5b5-b9ed-4f55-a595-8fe0e73f1a4b req-9a907a71-27e2-4e46-b960-5ee2e8fd556e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 945 time: 0.7019043 May 12 19:43:43.820024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34720) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:43.823181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:43.831909 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:43.858143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Allocated IP 172.20.0.4 (8f084805-0240-4ebb-80f7-8f92fa40dcd6/47fe641d-e0a1-4324-b69f-3703264a1493/2e20184a-12e7-4cb5-8afc-3a1636bd1fb6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:43.945858 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d9fd5b5-b9ed-4f55-a595-8fe0e73f1a4b req-ebcddd7b-904d-4cf2-92fe-e90fc127f5be tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470275 May 12 19:43:43.953967 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45de16fc-1bbc-4f90-a554-1b8e71121fe9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39e856d6fd9a47518afa03c94fb5bb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323233 May 12 19:43:43.956686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:44.017241 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80d2263-ab2f-42fc-8259-7bef88ea6a2d'] response: {'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'code': 200} May 12 19:43:44.018244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:44.094044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe48e-f082-4756-baf7-a3945213adc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.131680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe48e-f082-4756-baf7-a3945213adc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.221631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe48e-f082-4756-baf7-a3945213adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.248439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fe48e-f082-4756-baf7-a3945213adc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01537046-2b7f-42af-a4a2-f60cb001599c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:44.260380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe48e-f082-4756-baf7-a3945213adc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.261816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2b2fe48e-f082-4756-baf7-a3945213adc3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01537046-2b7f-42af-a4a2-f60cb001599c HTTP/1.1" status: 204 len: 168 time: 0.3039925 May 12 19:43:44.441337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.458431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:44.463435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Usage tracker for resource:security_group_rule and tenant:6e3cff4d7689479d890f6dc2ced7f139 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:44.467394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:44.474713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:44.512297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.582423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.593816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.679389 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e3cff4d7689479d890f6dc2ced7f139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841209 May 12 19:43:44.680206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34742) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:44.681140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1080398-76a1-4491-8c90-03a95f4b7917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed870d0-5748-43b6-8f6a-cc5034a1ca22,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:44.743883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba98dd05-69f9-4884-ad5b-1faa65f5c800 req-e2afeeb6-0849-444f-aa31-548e608ff081 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 210 time: 0.1335483 May 12 19:43:44.763190 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.801577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f32a938-d8df-4ae2-9d56-489f8ff8e449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.862162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f32a938-d8df-4ae2-9d56-489f8ff8e449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:44.986594 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f32a938-d8df-4ae2-9d56-489f8ff8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:45.016986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32a938-d8df-4ae2-9d56-489f8ff8e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed870d0-5748-43b6-8f6a-cc5034a1ca22,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:45.019779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f32a938-d8df-4ae2-9d56-489f8ff8e449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:45.026072 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7f32a938-d8df-4ae2-9d56-489f8ff8e449 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bed870d0-5748-43b6-8f6a-cc5034a1ca22 HTTP/1.1" status: 204 len: 168 time: 0.3360810 May 12 19:43:45.063616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:45.076870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:45.355807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:45.375212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:45.627502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:45.657471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event updated for resources: {'Port': ['ID=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:45.693104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.693499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.693837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.694213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.694514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.695086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.695565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.695565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.696227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.696227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.696843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.696843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:45.712142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34776) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:45.739902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:45.778285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:45.782616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Usage tracker for resource:security_group_rule and tenant:9faba94a3d57481e9c5c8e81193123b7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:45.792754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e26d4-dc96-4de9-a6d1-b9f5ca61cc22 req-6c97accd-4f62-4292-9258-b828acc765ba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:45.794161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:45.800725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:45.803523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b7e26d4-dc96-4de9-a6d1-b9f5ca61cc22 req-6c97accd-4f62-4292-9258-b828acc765ba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.5453274 May 12 19:43:45.806974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:45.822533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:45.823908 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:45.970156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:45.982038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:46.103090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa03fea-791c-4e08-af2c-6052498da8d9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:46.165104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-82f862fc-5ae8-42b2-848c-0235ff790934 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9faba94a3d57481e9c5c8e81193123b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522216 May 12 19:43:46.168294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:46.281207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03b4d3ed-44a8-4d29-a242-e7ad81f1b4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:46.320414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03b4d3ed-44a8-4d29-a242-e7ad81f1b4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:46.375267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b92a429-16dd-432f-9c5b-2bdfa29250e3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9517169 May 12 19:43:46.380611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b7e26d4-dc96-4de9-a6d1-b9f5ca61cc22 req-9408c84c-6161-4d2d-b27c-02062d0376c6 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432320 May 12 19:43:46.385618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Router 7c79c666-e34f-489a-b623-6356015fffe4 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:43:46.411593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03b4d3ed-44a8-4d29-a242-e7ad81f1b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:46.437809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d3ed-44a8-4d29-a242-e7ad81f1b4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa03fea-791c-4e08-af2c-6052498da8d9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:46.453243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f3421-e19d-46aa-9793-d45026529ad2 req-4a85f653-8674-47bc-8aa4-4fc97b38d126 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:46.454528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ba1f3421-e19d-46aa-9793-d45026529ad2 req-4a85f653-8674-47bc-8aa4-4fc97b38d126 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:43:46.456663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03b4d3ed-44a8-4d29-a242-e7ad81f1b4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:46.460856 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-03b4d3ed-44a8-4d29-a242-e7ad81f1b4c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfa03fea-791c-4e08-af2c-6052498da8d9 HTTP/1.1" status: 204 len: 168 time: 0.2868156 May 12 19:43:46.613000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ba1f3421-e19d-46aa-9793-d45026529ad2 req-4a85f653-8674-47bc-8aa4-4fc97b38d126 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:43:46.614319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba1f3421-e19d-46aa-9793-d45026529ad2 req-4a85f653-8674-47bc-8aa4-4fc97b38d126 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 931 time: 0.4536681 May 12 19:43:46.778331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Request body: {'port': {'device_id': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:46.851615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba1f3421-e19d-46aa-9793-d45026529ad2 req-9cbe7141-9a54-429c-a649-cad7fd429f78 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280798 May 12 19:43:46.900110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:43:46.912844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Sync routers for ids ['7c79c666-e34f-489a-b623-6356015fffe4'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:43:46.932216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Routers {'7c79c666-e34f-489a-b623-6356015fffe4'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:46.933956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7c79c666-e34f-489a-b623-6356015fffe4'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:46.942672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:46.959011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4614c02f-0204-4747-8cf7-246dafe900bc tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.2255487 May 12 19:43:46.959274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34820) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:46.959733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:47.286576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Set router 7c79c666-e34f-489a-b623-6356015fffe4 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:47.443166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5b4b5044-b381-4362-9f1c-afad30dbda31 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/7c79c666-e34f-489a-b623-6356015fffe4 HTTP/1.1" status: 200 len: 906 time: 0.4828329 May 12 19:43:47.448388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:47.505600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:47.527667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:47.570381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Transition to ACTIVE for port object 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:47.581721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:47.887029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:48.024995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c79c666-e34f-489a-b623-6356015fffe4', 'name': 'tempest-snat-router-719119359', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '092e1b94-c886-4970-bb83-aa00fcc89850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:36Z', 'updated_at': '2022-05-12T19:43:43Z', 'revision_number': 3, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port': {'id': '092e1b94-c886-4970-bb83-aa00fcc89850', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c666-e34f-489a-b623-6356015fffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:43:39Z', 'updated_at': '2022-05-12T19:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:48.029280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Checking router: 7c79c666-e34f-489a-b623-6356015fffe4 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:43:48.029669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Updating router 7c79c666-e34f-489a-b623-6356015fffe4 port 092e1b94-c886-4970-bb83-aa00fcc89850 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:43:48.152067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:48.383802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:48.386069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:48.409797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Deleting port 092e1b94-c886-4970-bb83-aa00fcc89850 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:48.410144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:48.473414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Attempting to bind port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:48.473839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Attempting to bind port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:48.474175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Attempting to bind port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:48.494645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:43:48.494886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Attempting to bind port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:48.529913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247cbd9-e3a1-45f0-8440-1d508200b2f4 req-75ea497d-5556-4a59-8187-9bc45f2a6e77 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:48.538530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5247cbd9-e3a1-45f0-8440-1d508200b2f4 req-75ea497d-5556-4a59-8187-9bc45f2a6e77 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.7177446 May 12 19:43:48.542555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:48.542881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:48.543262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Bound using segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:48.543715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Bound port: 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:48.544138 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:48.664394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:48.828760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Calling delete_port for 092e1b94-c886-4970-bb83-aa00fcc89850 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:48.868667 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:48.900348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Transition to ACTIVE for port object 092e1b94-c886-4970-bb83-aa00fcc89850 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:43:48.921170 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.036714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Attempting to bind port 092e1b94-c886-4970-bb83-aa00fcc89850 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:43:49.040826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Attempting to bind port 092e1b94-c886-4970-bb83-aa00fcc89850 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:43:49.041535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Attempting to bind port 092e1b94-c886-4970-bb83-aa00fcc89850 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:43:49.058540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:43:49.061337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:43:49.062007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.065115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:43:49.066169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Bound port: 092e1b94-c886-4970-bb83-aa00fcc89850, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:43:49.066880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.089802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:43:49.090708 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:43:49.136636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3e1ee-1a85-4c0b-ba80-276c58b0ea08 None None] Pushing event updated for resources: {'Port': ['ID=092e1b94-c886-4970-bb83-aa00fcc89850,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:49.199374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] For port 092e1b94-c886-4970-bb83-aa00fcc89850, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:49.204038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] For port 092e1b94-c886-4970-bb83-aa00fcc89850, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=092e1b94-c886-4970-bb83-aa00fcc89850,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:49.224955 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.233117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5247cbd9-e3a1-45f0-8440-1d508200b2f4 req-59eda13d-43ed-4c23-8894-0f49bda1e5b3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936088 May 12 19:43:49.324569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] For port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:43:49.338067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Routers {'7c79c666-e34f-489a-b623-6356015fffe4'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:43:49.338962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7c79c666-e34f-489a-b623-6356015fffe4'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:49.350471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac72113-071c-4288-b3af-b641adc48e85 req-fac4a2fe-c465-4970-b2bd-96a0bc8a0939 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:49.361401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ac72113-071c-4288-b3af-b641adc48e85 req-fac4a2fe-c465-4970-b2bd-96a0bc8a0939 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 943 time: 1.0444181 May 12 19:43:49.367935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] For port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:43:49.493794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ac72113-071c-4288-b3af-b641adc48e85 req-e8019648-b825-43c1-bbab-fba7e799f0e9 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300306 May 12 19:43:49.496293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.592461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Deleting port 092e1b94-c886-4970-bb83-aa00fcc89850 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:49.593055 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.630670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:49.631016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] Set router 7c79c666-e34f-489a-b623-6356015fffe4 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:43:49.631982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.633713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 HTTP/1.1" status: 200 len: 1091 time: 3.2404692 May 12 19:43:49.634807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'tag': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:49.744067 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02e44b1-2da7-4364-9e7f-af174c76322f'] response: {'name': 'network-changed', 'server_uuid': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'tag': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6', 'status': 'completed', 'code': 200} May 12 19:43:49.756958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8890-8fb2-4c75-941d-e63a022f47a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:49.799698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1121ab-9014-4452-b625-b20355967ffc req-f1f5a412-c656-4630-8dd1-b0cc267977a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:49.802358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-f1f5a412-c656-4630-8dd1-b0cc267977a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 1094 time: 0.1162779 May 12 19:43:49.855718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] For port 092e1b94-c886-4970-bb83-aa00fcc89850, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=092e1b94-c886-4970-bb83-aa00fcc89850,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:49.856197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:49.911883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-8d5f4fed-286c-4dc8-b0cb-a391b7bbf82e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 HTTP/1.1" status: 200 len: 217 time: 0.1004381 May 12 19:43:49.993811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63306793-911c-474d-8a70-495cfdca6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c79c666-e34f-489a-b623-6356015fffe4', 'name': 'tempest-snat-router-719119359', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:36Z', 'updated_at': '2022-05-12T19:43:48Z', 'revision_number': 4, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:43:50.007436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1121ab-9014-4452-b625-b20355967ffc req-bcde6f04-e435-4c36-a164-669d2c294c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:50.009954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-bcde6f04-e435-4c36-a164-669d2c294c4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.0843322 May 12 19:43:50.010712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3e1ee-1a85-4c0b-ba80-276c58b0ea08 None None] Pushing event updated for resources: {'Port': ['ID=092e1b94-c886-4970-bb83-aa00fcc89850,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:50.021522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63306793-911c-474d-8a70-495cfdca6008 None None] The sync data for ids ['7c79c666-e34f-489a-b623-6356015fffe4'] in n-d-841626-1 is: [{'id': '7c79c666-e34f-489a-b623-6356015fffe4', 'name': 'tempest-snat-router-719119359', 'tenant_id': '6701a5ef6c82464fb49383632a2cdc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:43:36Z', 'updated_at': '2022-05-12T19:43:48Z', 'revision_number': 4, 'project_id': '6701a5ef6c82464fb49383632a2cdc69', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:43:50.137646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Calling delete_port for 092e1b94-c886-4970-bb83-aa00fcc89850 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:50.159844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-8b36c9a4-7fea-4621-bb67-933736e78ccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103013 May 12 19:43:50.412525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:50.462960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-4eb58b2d-1049-42c3-a2c6-974166df70b3 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014824 May 12 19:43:50.544754 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:43:50.598560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:50.658203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event deleted for resources: {'Port': ['ID=092e1b94-c886-4970-bb83-aa00fcc89850,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:50.804570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:51.021338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49039509-5f45-4563-946a-ee072f86627b req-715b0987-c0af-418e-999e-b89ce609e8c3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:51.028590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49039509-5f45-4563-946a-ee072f86627b req-715b0987-c0af-418e-999e-b89ce609e8c3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.3725705 May 12 19:43:51.045250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1121ab-9014-4452-b625-b20355967ffc req-7a8445a6-7371-4ae2-96d3-d6ba952321b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746665 May 12 19:43:51.101165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ac30b-9794-408b-9391-2ac5dd4b8b21 req-7fd46f76-969e-4cb7-af26-71a932b41dec tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:51.102996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99ac30b-9794-408b-9391-2ac5dd4b8b21 req-7fd46f76-969e-4cb7-af26-71a932b41dec tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 943 time: 0.3302402 May 12 19:43:51.181477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49039509-5f45-4563-946a-ee072f86627b req-b3d4de7f-d07f-40e1-8c38-a063d367ef81 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518967 May 12 19:43:51.322215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d99ac30b-9794-408b-9391-2ac5dd4b8b21 req-fa31ee01-1926-46f8-a188-d98c2b0a148a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715863 May 12 19:43:51.365476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-e61cb8f2-d8d3-4606-997f-cd8b95a2c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:51.380785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-e61cb8f2-d8d3-4606-997f-cd8b95a2c48a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 1094 time: 0.2742076 May 12 19:43:51.604770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:51.608862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:51.611203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:51.633316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:51.649709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a3be0731c849289f92e33b675ad1dd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:51.654758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:51.672450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:51.677738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:51.679179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c79c666-e34f-489a-b623-6356015fffe4 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:43:51.685729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-5c5d46d7-f15e-4f31-b5c5-840a7a5b8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:51.687333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-5c5d46d7-f15e-4f31-b5c5-840a7a5b8c69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.2969775 May 12 19:43:51.725911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:51.731255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6abdafd8-870c-44c7-addc-253d95c53c97 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "DELETE /v2.0/routers/7c79c666-e34f-489a-b623-6356015fffe4 HTTP/1.1" status: 204 len: 168 time: 4.2813606 May 12 19:43:51.732568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34970) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:51.852135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-26b521ed-4485-4c8f-9898-8aaa157a8ec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 HTTP/1.1" status: 200 len: 217 time: 0.1570714 May 12 19:43:51.941266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-35c45934-cc55-4e8d-994c-ca46aa472d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:51.943873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-35c45934-cc55-4e8d-994c-ca46aa472d84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.0843112 May 12 19:43:51.998005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-d142f93a-9dec-4d6c-866c-9bb81110d750 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466659 May 12 19:43:52.009405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-adece793-e6f8-451d-8b6c-03367ebd0e92 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:43:52.010659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-adece793-e6f8-451d-8b6c-03367ebd0e92 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057175 May 12 19:43:52.123773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:52.175751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34984) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:52.176310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-a3b36e38-fe9c-4924-bf67-78f8a9cde4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588099 May 12 19:43:52.393706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:52.525458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:52.585612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6fd69d-77c0-4897-a348-cabf069bf1bd req-d7bda3c5-a99c-496e-a5fd-2a843d33f581 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024022 May 12 19:43:52.611039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4511a0f6-56c9-49b6-b884-f17a07f4492a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:52.626472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:52.630996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3283b50c-ce3a-4c4f-a958-268d52b3d717 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b1a3be0731c849289f92e33b675ad1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2164259 May 12 19:43:52.634244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34998) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:52.676858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:52.708451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Deleting port 89c5f525-7e55-4ff3-9f56-8bf620c62228 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:43:52.717756 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:52.732371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:52.740705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Usage tracker for resource:security_group_rule and tenant:f9cf722b3cf44b8884aee46e01f57f46 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:52.745588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:52.758485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:52.798451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49ad33-c732-4829-a7c7-773dc7da0009 req-ddc1811f-7e7f-4b1d-9a90-f23302a38a89 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:52.800525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef49ad33-c732-4829-a7c7-773dc7da0009 req-ddc1811f-7e7f-4b1d-9a90-f23302a38a89 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.3492980 May 12 19:43:52.815816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22045a-7c11-47d9-8b53-8eb3f4a2b092 req-911ddf9e-f1dd-4440-80ca-2187a2209d22 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:52.823673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db22045a-7c11-47d9-8b53-8eb3f4a2b092 req-911ddf9e-f1dd-4440-80ca-2187a2209d22 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 943 time: 0.3156860 May 12 19:43:52.823890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d864e3a-8f76-48e8-b4dd-7eea81e5fa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:52.942240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db22045a-7c11-47d9-8b53-8eb3f4a2b092 req-a6da9f83-3d1e-4ac3-a314-9b6982701851 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175282 May 12 19:43:52.961159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef49ad33-c732-4829-a7c7-773dc7da0009 req-8e8ae3c7-fc89-48ec-82f6-937ca0e3359d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325026 May 12 19:43:53.015050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d864e3a-8f76-48e8-b4dd-7eea81e5fa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.102797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.113714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.126535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] For port 89c5f525-7e55-4ff3-9f56-8bf620c62228, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=89c5f525-7e55-4ff3-9f56-8bf620c62228,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:53.128066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.162014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d864e3a-8f76-48e8-b4dd-7eea81e5fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.244838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9cf722b3cf44b8884aee46e01f57f46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0519450 May 12 19:43:53.245915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d041cd3-ea2e-4b04-8972-7acc03c6e389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be01f78-0638-4d84-bc93-207284859a4e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:53.248383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35014) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:53.372065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd12d124-6168-4753-a873-75c77703da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.393132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Calling delete_port for 89c5f525-7e55-4ff3-9f56-8bf620c62228 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:43:53.429424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d864e3a-8f76-48e8-b4dd-7eea81e5fa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4511a0f6-56c9-49b6-b884-f17a07f4492a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:53.439480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd12d124-6168-4753-a873-75c77703da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.446635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d864e3a-8f76-48e8-b4dd-7eea81e5fa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.450358 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4d864e3a-8f76-48e8-b4dd-7eea81e5fa29 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4511a0f6-56c9-49b6-b884-f17a07f4492a HTTP/1.1" status: 204 len: 168 time: 0.8123710 May 12 19:43:53.547347 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd12d124-6168-4753-a873-75c77703da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.604484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12d124-6168-4753-a873-75c77703da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be01f78-0638-4d84-bc93-207284859a4e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:53.657224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd12d124-6168-4753-a873-75c77703da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.660580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dd12d124-6168-4753-a873-75c77703da4f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3be01f78-0638-4d84-bc93-207284859a4e HTTP/1.1" status: 204 len: 168 time: 0.4087508 May 12 19:43:53.792208 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:53.851858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event deleted for resources: {'Port': ['ID=89c5f525-7e55-4ff3-9f56-8bf620c62228,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:53.853755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35032) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:53.983268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:43:54.005827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.400735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:54.426858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'port_id': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6', 'mac_address': 'fa:16:3e:a6:1d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fe641d-e0a1-4324-b69f-3703264a1493', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:43:54.570594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:54.571453 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.601220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:43:54.622683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:54.630648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.648484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba360a1-adf2-4505-900b-886b090431e0 req-602993d1-2994-46ee-b0af-a93769c6aede tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:54.659454 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aba360a1-adf2-4505-900b-886b090431e0 req-602993d1-2994-46ee-b0af-a93769c6aede tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 943 time: 0.4291773 May 12 19:43:54.714502 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.752915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35054) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:54.787400 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.799464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.850323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b8b36-5e2b-47d4-8af8-556bd0cfd5e8 req-46d30703-7d32-4860-aa76-fefdedec5c77 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:54.861544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-503b8b36-5e2b-47d4-8af8-556bd0cfd5e8 req-46d30703-7d32-4860-aa76-fefdedec5c77 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.5574999 May 12 19:43:54.868219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.892317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.893087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6aebcb-8b52-4a27-aa73-248e1c16101a {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:43:54.913624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['2e20184a-12e7-4cb5-8afc-3a1636bd1fb6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:43:54.918733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:54.924762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0e4ee92e-7ab0-4b57-9728-566eb5b2d675 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "DELETE /v2.0/routers/1e6aebcb-8b52-4a27-aa73-248e1c16101a HTTP/1.1" status: 204 len: 168 time: 3.1834161 May 12 19:43:54.925510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35060) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:54.931720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1718798308', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:43:54.947513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:54.951561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Usage tracker for resource:router and tenant:22d9ad52353043239b14c8c455629790 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:54.954749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:54.985990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:55.007663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.011086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:55.012936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.026789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aba360a1-adf2-4505-900b-886b090431e0 req-758caa6c-09e3-42b4-a41d-e569345a64d0 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664927 May 12 19:43:55.032254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:55.050052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Usage tracker for resource:security_group_rule and tenant:ec4d48b1448f4f2da5da8fce9b4ccb17 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:55.074666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:55.077051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.079764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:55.096642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Usage tracker for resource:security_group_rule and tenant:861ab630e6bb4535a85850f66881971b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:55.118526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:55.154173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:55.180667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:55.232681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-503b8b36-5e2b-47d4-8af8-556bd0cfd5e8 req-eb86d2eb-4910-4eb5-9ac8-e08d661fdcaf tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684666 May 12 19:43:55.475187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.483244 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.495403 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.550654 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.569128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.593959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec4d48b1448f4f2da5da8fce9b4ccb17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7390203 May 12 19:43:55.605828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35070) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:55.616419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f3515-8ed6-49c1-aad3-f5db5105a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c13b1-f94c-4281-90b3-0b16b42fdf16,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:55.640799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=861ab630e6bb4535a85850f66881971b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8835950 May 12 19:43:55.643637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35076) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:55.682825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb5aef-1fe2-431c-adde-16511630a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a8ea85-f266-4107-80c5-acdb526fdc62,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:55.718105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a6dfda12-434e-40c5-87d9-d8affe4d7817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.744344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eba4dca8-9227-4c27-9820-79818c94e82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.761804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a6dfda12-434e-40c5-87d9-d8affe4d7817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.794070 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eba4dca8-9227-4c27-9820-79818c94e82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.879266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eba4dca8-9227-4c27-9820-79818c94e82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.905087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4dca8-9227-4c27-9820-79818c94e82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a8ea85-f266-4107-80c5-acdb526fdc62,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:55.920042 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eba4dca8-9227-4c27-9820-79818c94e82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:55.921990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eba4dca8-9227-4c27-9820-79818c94e82e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4a8ea85-f266-4107-80c5-acdb526fdc62 HTTP/1.1" status: 204 len: 168 time: 0.2771862 May 12 19:43:56.003431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a6dfda12-434e-40c5-87d9-d8affe4d7817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:56.037007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:56.067710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfda12-434e-40c5-87d9-d8affe4d7817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c13b1-f94c-4281-90b3-0b16b42fdf16,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:56.074572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:56.078336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a6dfda12-434e-40c5-87d9-d8affe4d7817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:56.082342 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a6dfda12-434e-40c5-87d9-d8affe4d7817 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/148c13b1-f94c-4281-90b3-0b16b42fdf16 HTTP/1.1" status: 204 len: 168 time: 0.4744413 May 12 19:43:56.122280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:43:56.278111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Allocated IP 172.25.2.121 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/5ce1dfa7-d97e-44e4-989e-c356f5940085) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:43:56.437528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:43:56.445651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:43:56.446025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:56.641336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070df12-3eed-4b27-af90-dac5043388b4 req-b96ae9ba-22fd-4fc5-bba0-00b852e6ff51 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:56.649965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9070df12-3eed-4b27-af90-dac5043388b4 req-b96ae9ba-22fd-4fc5-bba0-00b852e6ff51 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 944 time: 0.2497585 May 12 19:43:56.707558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:56.724266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9070df12-3eed-4b27-af90-dac5043388b4 req-ec37f429-85f1-46c5-9128-08a5b88a2a69 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728092 May 12 19:43:56.752196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d907d-741e-4566-94f4-de68c38a75be req-9231e81d-f2c6-44a7-b722-9b1740c60e72 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:56.752797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:56.764525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b36d907d-741e-4566-94f4-de68c38a75be req-9231e81d-f2c6-44a7-b722-9b1740c60e72 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.2280834 May 12 19:43:56.808337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 89c5f525-7e55-4ff3-9f56-8bf620c62228 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:43:56.872090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:43:56.875512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:43:56.882405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:43:56.911146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b36d907d-741e-4566-94f4-de68c38a75be req-beba1e19-081b-4b8a-8d82-6a98ff2fe325 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444237 May 12 19:43:56.950267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 89c5f525-7e55-4ff3-9f56-8bf620c62228 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:43:56.950592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 89c5f525-7e55-4ff3-9f56-8bf620c62228 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:43:56.972424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event updated for resources: {'Port': ['ID=5ce1dfa7-d97e-44e4-989e-c356f5940085,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:57.039930 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9defacfd-7f3a-4193-8969-d35423cb7c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:57.046779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:43:57.047175 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:57.138526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:43:57.184857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:43:57.194068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:57.273710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-d04cbcc4-7cc9-4fa6-acbb-556922a358fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2721224 May 12 19:43:57.326523 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56a813a-b9d1-43d2-945a-52180fc759e9'] response: {'server_uuid': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6', 'code': 200} May 12 19:43:57.408139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:57.789785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557c147-d16e-463f-987a-9dc6987b834e req-5f2225c1-b0ed-416a-8275-6c2460bf112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:57.791251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1557c147-d16e-463f-987a-9dc6987b834e req-5f2225c1-b0ed-416a-8275-6c2460bf112a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 1096 time: 0.3354361 May 12 19:43:57.793178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-9125be4a-69f4-4469-a6c0-fb80b0d072d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:57.800721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-9125be4a-69f4-4469-a6c0-fb80b0d072d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1097 time: 0.5021698 May 12 19:43:58.043895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35140) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:58.154249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:58.208465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:58.225807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5ba80ad7cf49f78a4baad61d6c8ca9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:58.229519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:58.237329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:58.316774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:58.475034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1557c147-d16e-463f-987a-9dc6987b834e req-10973a6c-5c1d-4601-9314-a6045d24f83b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732771 May 12 19:43:58.511045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-913c468d-3e37-4511-981c-6a5acd2d01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:58.513132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-913c468d-3e37-4511-981c-6a5acd2d01c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.5899100 May 12 19:43:58.773701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:58.794633 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:58.818242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-5cdc7d88-3899-45aa-aff1-7e7c65f2fffb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 200 len: 217 time: 0.2920761 May 12 19:43:58.857248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62647e1e-2321-43dc-a110-271a098c3a1e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:43:58.883823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.884220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.884484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.884811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.885175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.885505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.885826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.886366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.886574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.887489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.895639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.895639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:43:58.915839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-d97e4d20-4667-433a-a189-12ce394563ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:58.917463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-d97e4d20-4667-433a-a189-12ce394563ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.0862556 May 12 19:43:58.938004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71262e50-f738-4c1a-8db6-85eee473b4b0 req-a903ef5e-52f3-47f3-bc08-14d817e085e2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:58.946016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71262e50-f738-4c1a-8db6-85eee473b4b0 req-a903ef5e-52f3-47f3-bc08-14d817e085e2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 945 time: 0.7050321 May 12 19:43:58.961563 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d17dfac-9a53-42e7-bcbc-964570134655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:59.015746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa4ec1-a691-49f0-aec5-20d94bfad452 req-9711bbe6-5aae-406a-89db-450ec56c7a13 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:59.046809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01aa4ec1-a691-49f0-aec5-20d94bfad452 req-9711bbe6-5aae-406a-89db-450ec56c7a13 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.7140296 May 12 19:43:59.075881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-48c1bc01-031f-4a0a-a12a-c420ca3227a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb5ba80ad7cf49f78a4baad61d6c8ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0265296 May 12 19:43:59.096786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35174) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:59.098526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35176) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:43:59.215228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01aa4ec1-a691-49f0-aec5-20d94bfad452 req-c01e42e6-8d76-4d60-b529-81426a16a49a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673443 May 12 19:43:59.247033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:59.274801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71262e50-f738-4c1a-8db6-85eee473b4b0 req-cee3807e-620a-49a9-ac4e-a9daea9b461b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264384 May 12 19:43:59.322308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-69c3021a-86e6-4ae0-a9a9-b29edebc2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:43:59.323859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-69c3021a-86e6-4ae0-a9a9-b29edebc2aae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3952487 May 12 19:43:59.587040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-b2214e18-4e3e-4b4b-9622-f60340658313 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512662 May 12 19:43:59.651726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:59.784385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Router f8c74c4d-c71c-4998-b5b5-cea4df1ed680 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:43:59.819581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-172238cc-160d-4e8a-8aa6-206607fe895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:43:59.826726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:43:59.859054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Usage tracker for resource:security_group_rule and tenant:656930b7bfd944dc9eecfd5f58002f55 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:43:59.873404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:43:59.892919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:43:59.907536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09dc7945-8d3e-4d48-8707-7a9bf2f05033 req-e644b53e-e351-42c3-bd43-5364c2f88bc2 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061965 May 12 19:43:59.912990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-172238cc-160d-4e8a-8aa6-206607fe895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.034452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.103193 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-172238cc-160d-4e8a-8aa6-206607fe895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.117833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.128629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:00.139936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172238cc-160d-4e8a-8aa6-206607fe895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62647e1e-2321-43dc-a110-271a098c3a1e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:00.141941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-172238cc-160d-4e8a-8aa6-206607fe895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.143071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-172238cc-160d-4e8a-8aa6-206607fe895e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62647e1e-2321-43dc-a110-271a098c3a1e HTTP/1.1" status: 204 len: 168 time: 1.0394359 May 12 19:44:00.153273 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] Sync routers for ids ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:00.164568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.184048 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] Routers {'f8c74c4d-c71c-4998-b5b5-cea4df1ed680'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:00.192258 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:00.249675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.251102 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a3c5aaab-aa1d-45de-931d-dda4e9dd3c9a tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3244374 May 12 19:44:00.253932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35204) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:00.271893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': False}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:00.354365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=656930b7bfd944dc9eecfd5f58002f55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2525406 May 12 19:44:00.358224 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:00.367018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bbe4a-22e7-4ca2-8f7b-1eaac792316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e123186-f76f-4ea4-919f-c90ac0d451a1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:00.376262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35210) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:00.388038 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] Routers {'f8c74c4d-c71c-4998-b5b5-cea4df1ed680'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:00.390066 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:00.568499 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.597861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c02b8a12-38c5-4d40-91bd-f586b06cad93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.621463 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:00.625127 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2f8d0-0cbb-4721-90b8-6e3db4933cf3 None None] The sync data for ids ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:00.802310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c02b8a12-38c5-4d40-91bd-f586b06cad93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:00.937044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3ffa3-1132-42cf-bfde-ba58f5bd60ba req-a1d91d18-c142-4839-aeb7-3e26dce7338d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:00.944257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ca3ffa3-1132-42cf-bfde-ba58f5bd60ba req-a1d91d18-c142-4839-aeb7-3e26dce7338d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.3033762 May 12 19:44:00.979903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5fcbe-07fc-45d6-81d7-efe66cfd0868 req-0c4e1ac8-3626-490c-912b-cf8b194a9750 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:00.993818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cee5fcbe-07fc-45d6-81d7-efe66cfd0868 req-0c4e1ac8-3626-490c-912b-cf8b194a9750 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 945 time: 0.2663398 May 12 19:44:01.073276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c02b8a12-38c5-4d40-91bd-f586b06cad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:01.164171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ca3ffa3-1132-42cf-bfde-ba58f5bd60ba req-5fade92c-2448-4761-823c-b91fb7d6b4df tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188630 May 12 19:44:01.189882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b8a12-38c5-4d40-91bd-f586b06cad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e123186-f76f-4ea4-919f-c90ac0d451a1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:01.214345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c02b8a12-38c5-4d40-91bd-f586b06cad93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:01.219793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c02b8a12-38c5-4d40-91bd-f586b06cad93 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e123186-f76f-4ea4-919f-c90ac0d451a1 HTTP/1.1" status: 204 len: 168 time: 0.8397534 May 12 19:44:01.240657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cee5fcbe-07fc-45d6-81d7-efe66cfd0868 req-76c1ba9f-83f2-48d7-bc87-5b3f46089e1f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455831 May 12 19:44:01.499056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:01.581615 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:02.320951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-6bde54af-805f-4b17-adf9-e9aeca224f51 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:02.323497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35272) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:02.328071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-6bde54af-805f-4b17-adf9-e9aeca224f51 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.3716061 May 12 19:44:02.366761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-63ededf4-a067-497a-8615-3805e091779f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.0299933 May 12 19:44:02.639977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-87b283ba-20d5-4888-91ae-7082031bfb7e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2719285 May 12 19:44:02.710786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:02.715407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc16c4-a37e-42d4-9170-112dad11456c req-5f6b69af-204e-4b9e-8b85-5c8ab72c91c0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:02.726590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efdc16c4-a37e-42d4-9170-112dad11456c req-5f6b69af-204e-4b9e-8b85-5c8ab72c91c0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.3546171 May 12 19:44:02.737369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:02.810360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Usage tracker for resource:security_group_rule and tenant:4616e662a85149c18f2ff4f51cedd752 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:02.820400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:02.837052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:02.885514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:02.895152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:03.026561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efdc16c4-a37e-42d4-9170-112dad11456c req-9be19860-3b02-461b-9469-099a254fdeba tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969286 May 12 19:44:03.148070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-793cafe1-85c6-44dd-b4db-616b9ffdea38 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981160 May 12 19:44:03.226517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:03.246747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:03.333761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Router f8c74c4d-c71c-4998-b5b5-cea4df1ed680 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:44:03.356590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5cfdc2-a441-4d89-bdb5-ccc32fff8809,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:03.362934 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f537f5d0-3e8d-42c7-8d9d-571a0631782a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4616e662a85149c18f2ff4f51cedd752&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0276136 May 12 19:44:03.367715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-29d7ec90-00cf-4d0c-b93e-d222f97f607f service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181549 May 12 19:44:03.368185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35306) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:03.813446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25133b63-1a2d-4c13-8ce2-37f3c842e715 req-17fc0194-2a35-4e15-ac5d-db842b38229d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 210 time: 0.0907633 May 12 19:44:03.873825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-939630d8-7a29-44b4-a798-346678b121fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:03.940641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-939630d8-7a29-44b4-a798-346678b121fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:04.064801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:04.076008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] Sync routers for ids ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:04.078881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:04.080280 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7658452c-06f4-458b-a301-b17378bf102a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "PUT /v2.0/routers/f8c74c4d-c71c-4998-b5b5-cea4df1ed680 HTTP/1.1" status: 200 len: 922 time: 3.8252165 May 12 19:44:04.083050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35336) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:04.112401 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-939630d8-7a29-44b4-a798-346678b121fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:04.127154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] Routers {'f8c74c4d-c71c-4998-b5b5-cea4df1ed680'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:04.127930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:04.164949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939630d8-7a29-44b4-a798-346678b121fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5cfdc2-a441-4d89-bdb5-ccc32fff8809,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:04.190246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-939630d8-7a29-44b4-a798-346678b121fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:04.193704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-939630d8-7a29-44b4-a798-346678b121fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f5cfdc2-a441-4d89-bdb5-ccc32fff8809 HTTP/1.1" status: 204 len: 168 time: 0.8237472 May 12 19:44:04.268032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:04.292517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] Routers {'f8c74c4d-c71c-4998-b5b5-cea4df1ed680'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:04.294841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:04.441030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a0e990ff-fd63-45df-aefc-d40e46a483d8 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/f8c74c4d-c71c-4998-b5b5-cea4df1ed680 HTTP/1.1" status: 200 len: 922 time: 0.3567643 May 12 19:44:04.445336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35350) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:04.582892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:04.586091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827257dd-6e1e-47c6-8eb4-a32d481c93aa None None] The sync data for ids ['f8c74c4d-c71c-4998-b5b5-cea4df1ed680'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:04.608899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e76f1-2fea-4377-827f-31d81cc7f49b req-b743912c-174e-45ce-b19a-59fc582958b6 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:04.626213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7e76f1-2fea-4377-827f-31d81cc7f49b req-b743912c-174e-45ce-b19a-59fc582958b6 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.2309713 May 12 19:44:04.691510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c498db-83d3-442b-b91a-ce13d85082c2 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:04.692621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-53c498db-83d3-442b-b91a-ce13d85082c2 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Synchronizing usage tracker for tenant:6701a5ef6c82464fb49383632a2cdc69 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:04.712436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-53c498db-83d3-442b-b91a-ce13d85082c2 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Unset dirty status for tenant:6701a5ef6c82464fb49383632a2cdc69 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:04.717228 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-53c498db-83d3-442b-b91a-ce13d85082c2 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=f8c74c4d-c71c-4998-b5b5-cea4df1ed680&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2704098 May 12 19:44:04.718304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:04.800380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7e76f1-2fea-4377-827f-31d81cc7f49b req-1a9e78d2-308f-41cd-8277-81c52cdb5bb0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707399 May 12 19:44:04.805730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:04.886381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aade654-5db2-4b4d-a7b5-ced71ce7d40b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:04.887042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4aade654-5db2-4b4d-a7b5-ced71ce7d40b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Synchronizing usage tracker for tenant:6701a5ef6c82464fb49383632a2cdc69 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:04.915116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4aade654-5db2-4b4d-a7b5-ced71ce7d40b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Unset dirty status for tenant:6701a5ef6c82464fb49383632a2cdc69 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:04.919466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35374) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:04.920137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4aade654-5db2-4b4d-a7b5-ced71ce7d40b tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.2005882 May 12 19:44:04.991289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-65781809-b1e0-4ecb-92f1-fba9901eaa52 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8c74c4d-c71c-4998-b5b5-cea4df1ed680 HTTP/1.1" status: 200 len: 205 time: 0.0706868 May 12 19:44:04.994431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35380) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:05.036711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2716a2ea-a31b-406a-aa47-750ccb3cb3cf req-0dc87cd5-f932-42c6-bef5-b077ace139ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 210 time: 0.0480165 May 12 19:44:05.256949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:05.316322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:05.350774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Usage tracker for resource:security_group_rule and tenant:c0794a7d2b974f28b7d382d66e6af97d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:05.360115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:05.363442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:05.378253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:05.596192 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:05.605760 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:05.696955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adf7a06-cc7b-42dd-9275-5595fe558693,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:05.750849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-84be4c11-726d-426b-8552-8bdcb179fa81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0794a7d2b974f28b7d382d66e6af97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9439802 May 12 19:44:05.753598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:05.860536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:05.882683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Deleting port 5ce1dfa7-d97e-44e4-989e-c356f5940085 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:05.883033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:05.959835 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3429647-1995-488c-bacf-c5ac8b0d9087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:06.043117 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3429647-1995-488c-bacf-c5ac8b0d9087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:06.292972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:06.648872 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db23ab32-da05-4fd9-98d9-ff0de614d41c req-27dc072a-ebfd-4be1-aec3-9e73a462e202 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 210 time: 0.2503726 May 12 19:44:06.691469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Calling delete_port for 5ce1dfa7-d97e-44e4-989e-c356f5940085 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:06.708785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3429647-1995-488c-bacf-c5ac8b0d9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:06.732226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d441d-d3de-4b01-8044-9b618463d3fb req-6e4ba755-187f-4372-8d3a-64e882124918 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:06.743046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-092d441d-d3de-4b01-8044-9b618463d3fb req-6e4ba755-187f-4372-8d3a-64e882124918 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.6763458 May 12 19:44:06.821899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3429647-1995-488c-bacf-c5ac8b0d9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adf7a06-cc7b-42dd-9275-5595fe558693,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:06.907342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3429647-1995-488c-bacf-c5ac8b0d9087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:06.911378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e3429647-1995-488c-bacf-c5ac8b0d9087 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0adf7a06-cc7b-42dd-9275-5595fe558693 HTTP/1.1" status: 204 len: 168 time: 1.1525717 May 12 19:44:06.929452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-092d441d-d3de-4b01-8044-9b618463d3fb req-4030f47c-07fa-477c-81da-30a33728290a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821995 May 12 19:44:06.976786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-8cac8d47-5785-4844-9a39-9d92ce89f81d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:06.986863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-8cac8d47-5785-4844-9a39-9d92ce89f81d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.7127481 May 12 19:44:06.999241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Request body: {'port': {'device_id': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'admin_state_up': True, 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:07.085880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:07.293944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:07.323834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:07.350809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:07.360503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:07.519303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35460) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:07.569695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event deleted for resources: {'Port': ['ID=5ce1dfa7-d97e-44e4-989e-c356f5940085,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:07.645136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:07.804953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Allocated IP 172.20.0.10 (8f084805-0240-4ebb-80f7-8f92fa40dcd6/47fe641d-e0a1-4324-b69f-3703264a1493/1a86b320-c01b-41d5-98f3-2adfc4560dac) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:07.860082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:07.938362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:07.972841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:07.978635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.044228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.060736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.061314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Fanout notify agent at l3_agent the message router_deleted on router f8c74c4d-c71c-4998-b5b5-cea4df1ed680 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:44:08.063306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:08.070725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Usage tracker for resource:security_group_rule and tenant:fedc4b4efca4469aaa648661007a55e0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:08.074490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:08.084146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:08.110784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.111787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8118daa2-59d1-4cf2-9f1b-7fb3dcf35e66 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/f8c74c4d-c71c-4998-b5b5-cea4df1ed680 HTTP/1.1" status: 204 len: 168 time: 3.1156514 May 12 19:44:08.138435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:08.162132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1361982610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:08.171108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:08.183196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.187629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Usage tracker for resource:router and tenant:22d9ad52353043239b14c8c455629790 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:08.191227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:08.198056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:08.216243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fa65c4a-f610-47f0-b48d-6b05087cd937 req-6ae94054-4d16-496a-9279-22de0e51d5bc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 210 time: 0.1279452 May 12 19:44:08.280500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:08.308680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Usage tracker for resource:security_group_rule and tenant:767957d0326149f497aff387de69e96a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:08.316519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:08.326307 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.329565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.343675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:08.364456 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.364653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.377670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.416232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.425575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f0cd5-f849-4fe3-b84e-b43a37947965 req-92474297-04d8-4eca-8f2c-cf359b81693d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:08.427310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b5f0cd5-f849-4fe3-b84e-b43a37947965 req-92474297-04d8-4eca-8f2c-cf359b81693d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.2041430 May 12 19:44:08.440019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.462024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7533e80-319a-4066-9bec-ac1f28d1f146,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:08.469935 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3317258-9cf6-4a35-a49f-8a33fd09f2d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fedc4b4efca4469aaa648661007a55e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304880 May 12 19:44:08.470404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35508) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:08.507062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.520025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b5f0cd5-f849-4fe3-b84e-b43a37947965 req-66f110fd-8cd8-4d2f-b280-9422c016b4a0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848265 May 12 19:44:08.570350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.576481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.600351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.614220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:08.628335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:08.633373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e569a02b-1343-44f8-99d7-77c859affe9d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4915068 May 12 19:44:08.635545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35516) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:08.649838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:08.695426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['2e20184a-12e7-4cb5-8afc-3a1636bd1fb6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:08.860668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:08.864164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=767957d0326149f497aff387de69e96a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3420141 May 12 19:44:08.867366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0f2a4-afac-49b7-b80b-50636cd43316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc13367f-bec2-4c08-9673-654f8f2126f5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:08.871035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:08.872541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35522) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:08.880855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:09.041088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event updated for resources: {'Port': ['ID=1a86b320-c01b-41d5-98f3-2adfc4560dac,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:09.087724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7499a85b-9908-4274-90d6-f827468907ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.093762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:09.094655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.100417 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2914-77ba-4e54-b80c-790a35c004a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.149685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2914-77ba-4e54-b80c-790a35c004a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.170002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-b2b4b734-cd76-4514-aaa4-97db28d9dd98 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1749966 May 12 19:44:09.182775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Request body: {'port': {'device_id': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:09.225203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7499a85b-9908-4274-90d6-f827468907ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.319540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.447002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7499a85b-9908-4274-90d6-f827468907ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.469073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499a85b-9908-4274-90d6-f827468907ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7533e80-319a-4066-9bec-ac1f28d1f146,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:09.476205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7499a85b-9908-4274-90d6-f827468907ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.477600 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7499a85b-9908-4274-90d6-f827468907ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7533e80-319a-4066-9bec-ac1f28d1f146 HTTP/1.1" status: 204 len: 168 time: 0.9848118 May 12 19:44:09.519875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.642741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2914-77ba-4e54-b80c-790a35c004a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.723109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd2914-77ba-4e54-b80c-790a35c004a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc13367f-bec2-4c08-9673-654f8f2126f5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:09.737256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2914-77ba-4e54-b80c-790a35c004a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.738300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c0fd2914-77ba-4e54-b80c-790a35c004a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc13367f-bec2-4c08-9673-654f8f2126f5 HTTP/1.1" status: 204 len: 168 time: 0.8599524 May 12 19:44:09.792132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-344b2be3-14fe-468b-9b9a-822736ba0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:09.793816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-344b2be3-14fe-468b-9b9a-822736ba0eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 1097 time: 0.5153630 May 12 19:44:09.865408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.901473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:09.940511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35558) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:09.942705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c21ddb-9f19-49b5-aa35-5913f8791536 req-7a06d0d9-942e-40b6-abff-df121e69ea0b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:09.943535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d3c21ddb-9f19-49b5-aa35-5913f8791536 req-7a06d0d9-942e-40b6-abff-df121e69ea0b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:10.075971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Allocated IP 172.25.2.254 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/0005e730-8761-4a27-ac77-9807d2c02ae0) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:10.100946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d3c21ddb-9f19-49b5-aa35-5913f8791536 req-7a06d0d9-942e-40b6-abff-df121e69ea0b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:10.107532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3c21ddb-9f19-49b5-aa35-5913f8791536 req-7a06d0d9-942e-40b6-abff-df121e69ea0b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 932 time: 0.7393179 May 12 19:44:10.332690 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:10.340621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3c21ddb-9f19-49b5-aa35-5913f8791536 req-3158d808-b54b-4eb1-bd65-e08ec9c1e640 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322662 May 12 19:44:10.377114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:10.431864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35574) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:10.447528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a4baa-ed41-48a0-9cf4-763e399aa9be req-628f9aeb-e3b1-497c-93dc-c1ff08e9819a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:10.450093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c4a4baa-ed41-48a0-9cf4-763e399aa9be req-628f9aeb-e3b1-497c-93dc-c1ff08e9819a tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.7152956 May 12 19:44:10.454166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:10.454867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-ba2d0ba6-c1b9-4db0-834d-11ab0b418faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:10.457010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-ba2d0ba6-c1b9-4db0-834d-11ab0b418faf service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 912 time: 0.6509812 May 12 19:44:10.475780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:10.482379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-751238942'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:10.494372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:10.524506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:10.536362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:10.548516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Usage tracker for resource:network and tenant:aa44e9a7648445d59631c21dad770403 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:10.573551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:10.588518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event updated for resources: {'Port': ['ID=0005e730-8761-4a27-ac77-9807d2c02ae0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:10.594008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:10.598220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:10.608402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Usage tracker for resource:security_group_rule and tenant:6e9c3f69ae614c9abf0424209e15ffbd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:10.613637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:10.630938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:10.636535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Made reservation on behalf of aa44e9a7648445d59631c21dad770403 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:10.641127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:10.658057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:10.694275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-f3428afb-ea6d-4bc5-889d-61cea224f803 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853312fc-7eac-4284-ac70-d4c1cfee779d HTTP/1.1" status: 200 len: 217 time: 0.2082939 May 12 19:44:10.769893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c4a4baa-ed41-48a0-9cf4-763e399aa9be req-42336fc9-5754-4ba7-b805-5bfbb8f708ca tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115861 May 12 19:44:10.820454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:10.836103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-a68a90a2-0db3-4c3f-a04c-de599368ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:10.838055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-a68a90a2-0db3-4c3f-a04c-de599368ed9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.1357806 May 12 19:44:10.848409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Usage tracker for resource:security_group_rule and tenant:aa44e9a7648445d59631c21dad770403 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:10.887349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:10.918838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:10.946933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-8c3f7f96-6e6a-44dd-9fd9-d578aed30822 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733898 May 12 19:44:10.956530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a86b320-c01b-41d5-98f3-2adfc4560dac {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:44:10.991126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.126639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Transition to ACTIVE for port object 1a86b320-c01b-41d5-98f3-2adfc4560dac will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:44:11.145370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.255962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.282785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.312265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.339348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.381388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e9c3f69ae614c9abf0424209e15ffbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9427309 May 12 19:44:11.381388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e5e5-7b2f-451d-b8a6-93235c9d3baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f418c8fa-654e-4a59-9c6b-1855a99fae10,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:11.382441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.456291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35606) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:11.468297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:44:11.539390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-eac05428-fdba-47ad-a9c9-927e6f8b9482 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773058 May 12 19:44:11.539839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1a86b320-c01b-41d5-98f3-2adfc4560dac,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:11.704120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.704629 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Added segment 87f69998-e419-4fbf-b9ff-7309aae61643 of type vlan for network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad May 12 19:44:11.769392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-255e2d17-5e89-4d64-976e-87efbe1c8dc7 req-cd79b904-91eb-464c-ad00-4979332bafd0 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725781 May 12 19:44:11.794311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Attempting to bind port 1a86b320-c01b-41d5-98f3-2adfc4560dac on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:11.794646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Attempting to bind port 1a86b320-c01b-41d5-98f3-2adfc4560dac by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:11.795030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Attempting to bind port 1a86b320-c01b-41d5-98f3-2adfc4560dac on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:11.806982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Port 1a86b320-c01b-41d5-98f3-2adfc4560dac on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:11.807311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Attempting to bind port 1a86b320-c01b-41d5-98f3-2adfc4560dac on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:11.820015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:44:11.820355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:44:11.820746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Bound using segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:44:11.821208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Bound port: 1a86b320-c01b-41d5-98f3-2adfc4560dac, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:44:11.821555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:11.960733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] For port 1a86b320-c01b-41d5-98f3-2adfc4560dac, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:44:11.971278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] For port 1a86b320-c01b-41d5-98f3-2adfc4560dac, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1a86b320-c01b-41d5-98f3-2adfc4560dac,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:44:11.979788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.109000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.152939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.181877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:12.182500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.187353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] 10.222.0.36 "PUT /v2.0/ports/1a86b320-c01b-41d5-98f3-2adfc4560dac HTTP/1.1" status: 200 len: 1092 time: 3.0094738 May 12 19:44:12.200487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'tag': '1a86b320-c01b-41d5-98f3-2adfc4560dac'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:12.203002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec573b-3c9b-4e25-b078-6d9ddaaeb346,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:12.255429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdee259-fdde-4915-a04d-e83d63f16d0e req-744b3889-0546-4150-a5a2-ee44db8e95ef tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:12.265799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfdee259-fdde-4915-a04d-e83d63f16d0e req-744b3889-0546-4150-a5a2-ee44db8e95ef tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 944 time: 0.7228703 May 12 19:44:12.438339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4d249-2ddc-444b-ad38-c6eb18e7dd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1a86b320-c01b-41d5-98f3-2adfc4560dac,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:12.457008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfdee259-fdde-4915-a04d-e83d63f16d0e req-6d29d8fb-f066-4e98-afa3-15dd2da40e81 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901729 May 12 19:44:12.535595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90e7339-f446-4fcc-abf4-1f01571dd847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.536415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-be47e6bf-ad09-4bc3-bc51-e42bf57061b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:12.539662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-be47e6bf-ad09-4bc3-bc51-e42bf57061b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 1095 time: 0.2527292 May 12 19:44:12.540997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.557552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679fa42-61f9-47da-87da-d07d2d68364e req-5a0e5552-35ab-4509-9856-51d8473231bb tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:12.564554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f679fa42-61f9-47da-87da-d07d2d68364e req-5a0e5552-35ab-4509-9856-51d8473231bb tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 946 time: 0.1971781 May 12 19:44:12.600159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90e7339-f446-4fcc-abf4-1f01571dd847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.624483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Router d29b5aa6-677a-4c4e-88f1-79fae49ef64f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:44:12.668842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.674673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:12.675295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:12.695505 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bfee1a-9d36-4cc1-9587-b856ecbdc5c1'] response: {'name': 'network-changed', 'server_uuid': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'tag': '1a86b320-c01b-41d5-98f3-2adfc4560dac', 'status': 'completed', 'code': 200} May 12 19:44:12.735464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f679fa42-61f9-47da-87da-d07d2d68364e req-c8a8d4ea-edf0-4d8b-a61e-10d198a1b4da tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699653 May 12 19:44:12.738212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-44eb3416-5913-4eca-afcb-1bb13c6568d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a86b320-c01b-41d5-98f3-2adfc4560dac HTTP/1.1" status: 200 len: 217 time: 0.1700993 May 12 19:44:12.876191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-2ba699c3-88b3-4e18-b9d9-f165a86cb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:12.878280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-2ba699c3-88b3-4e18-b9d9-f165a86cb2ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.1327147 May 12 19:44:12.880699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:12.891708 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] Sync routers for ids ['d29b5aa6-677a-4c4e-88f1-79fae49ef64f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:12.905802 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] Routers {'d29b5aa6-677a-4c4e-88f1-79fae49ef64f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:12.906523 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5aa6-677a-4c4e-88f1-79fae49ef64f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:12.929553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-3d2da8ac-80e6-4562-86b1-8ca9f90f5369 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422590 May 12 19:44:13.049937 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:13.055736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event updated for resources: {'Network': ['ID=fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:13.060694 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] Routers {'d29b5aa6-677a-4c4e-88f1-79fae49ef64f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:13.062230 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5aa6-677a-4c4e-88f1-79fae49ef64f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:13.068043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:44:13.093589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:13.095021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f7b375ca-4f5f-48dd-8cb1-7f0ea83600cb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "PUT /v2.0/routers/d29b5aa6-677a-4c4e-88f1-79fae49ef64f HTTP/1.1" status: 200 len: 880 time: 4.4582839 May 12 19:44:13.099740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35640) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:13.100783 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6b1fab22-1b78-4831-9c56-c9ae59daf003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1572559 May 12 19:44:13.102612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35642) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:13.109210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Request body: {'subnet': {'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:13.141305 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:13.142095 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d609f2-3474-4680-8170-6f91172a4e5e None None] The sync data for ids ['d29b5aa6-677a-4c4e-88f1-79fae49ef64f'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:13.224189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-bd34fa34-d5fc-4a19-adcb-897c3bd01855 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858093 May 12 19:44:13.233939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90e7339-f446-4fcc-abf4-1f01571dd847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:13.236691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c90e7339-f446-4fcc-abf4-1f01571dd847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:13.237858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c90e7339-f446-4fcc-abf4-1f01571dd847 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f418c8fa-654e-4a59-9c6b-1855a99fae10 HTTP/1.1" status: 204 len: 168 time: 1.7790670 May 12 19:44:13.239238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:13.254162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e7339-f446-4fcc-abf4-1f01571dd847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f418c8fa-654e-4a59-9c6b-1855a99fae10,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:13.256353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Usage tracker for resource:subnet and tenant:aa44e9a7648445d59631c21dad770403 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:13.260169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:13.269841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:13.299212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Made reservation on behalf of aa44e9a7648445d59631c21dad770403 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:13.308589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:13.435082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 853312fc-7eac-4284-ac70-d4c1cfee779d no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:44:13.713892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-841a4cfa-6938-4e7c-a978-b8d97419023b req-fb03d73c-5675-43f0-94ea-495067a716cb service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774580 May 12 19:44:13.838803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1ead402d-b43d-464f-b299-4a86af49c2f2 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/d29b5aa6-677a-4c4e-88f1-79fae49ef64f HTTP/1.1" status: 200 len: 921 time: 0.7353921 May 12 19:44:13.840556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35664) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:13.854354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 853312fc-7eac-4284-ac70-d4c1cfee779d is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:13.857146 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:13.961751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:13.999406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:14.006360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:14.132584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:14.208058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-3e47a6de-6994-421b-9885-91e940ccde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:14.213381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-3e47a6de-6994-421b-9885-91e940ccde7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 1095 time: 0.3757288 May 12 19:44:14.236948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc2b73-2500-4bea-a488-10e53b711981 req-2e70beb7-e56e-4f92-af65-f7b905e9dd90 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:14.243911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19cc2b73-2500-4bea-a488-10e53b711981 req-2e70beb7-e56e-4f92-af65-f7b905e9dd90 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 944 time: 0.4050949 May 12 19:44:14.249167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:14.336405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event updated for resources: {'Subnet': ['ID=e71d713f-b79e-47b3-a7ec-99cd276e9555,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:14.354527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de483f3d-29ab-4f56-a889-4a5d06f6d4e8 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:14.356373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-de483f3d-29ab-4f56-a889-4a5d06f6d4e8 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=d29b5aa6-677a-4c4e-88f1-79fae49ef64f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5131857 May 12 19:44:14.359360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35684) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:14.360398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Checking segment: {'id': '87f69998-e419-4fbf-b9ff-7309aae61643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:44:14.360999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Network hostable DHCP agents. Network: fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:44:14.491298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:44:14.509895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:14.525247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:14.528516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d32c0-1ac3-45d1-9815-2da0b1c62e03 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:14.530305 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-399d32c0-1ac3-45d1-9815-2da0b1c62e03 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.1641805 May 12 19:44:14.533251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35694) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:14.542205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:14.542847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:14.546455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57fbf4-5e19-49ab-bc9f-69ce2b5780f8 None None] Network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:44:14.601207 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fff45e83-7a61-4e5e-88f3-50831dcbb8ba tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4979951 May 12 19:44:14.606400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35702) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:14.610668 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ec360e3-a2b0-4efa-bdbe-364117d85c5d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=d29b5aa6-677a-4c4e-88f1-79fae49ef64f HTTP/1.1" status: 200 len: 205 time: 0.0719938 May 12 19:44:14.615791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Request body: {'port': {'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1680471453'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:14.646162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35706) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:14.769248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:14.775079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Usage tracker for resource:port and tenant:aa44e9a7648445d59631c21dad770403 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:14.779053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:14.787522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:14.805571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Made reservation on behalf of aa44e9a7648445d59631c21dad770403 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:14.811162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:14.841560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19cc2b73-2500-4bea-a488-10e53b711981 req-c9c4c860-f369-45b6-a41d-80a64f7f18ab tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965369 May 12 19:44:14.854497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad', 'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad', 'tenant_id': 'aa44e9a7648445d59631c21dad770403', 'fixed_ips': [{'subnet_id': 'e71d713f-b79e-47b3-a7ec-99cd276e9555'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:44:14.855161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] device_id is not set on port 596f44dd-4513-49dd-8374-8d6ef393d79c yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:44:14.857882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.047611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-1d5f1192-039f-4e48-b119-dbabb1d4c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:15.049124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-1d5f1192-039f-4e48-b119-dbabb1d4c5c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.8031390 May 12 19:44:15.059357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16669-3744-47de-8c71-712881fad420 req-70999f03-241a-48ca-844d-e83b8e8f7626 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:15.060961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afe16669-3744-47de-8c71-712881fad420 req-70999f03-241a-48ca-844d-e83b8e8f7626 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 944 time: 0.7332704 May 12 19:44:15.139552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-1079d8ee-f153-4852-b7eb-8a474f8b12b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a86b320-c01b-41d5-98f3-2adfc4560dac HTTP/1.1" status: 200 len: 217 time: 0.0773618 May 12 19:44:15.158942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.192309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:15.201088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Usage tracker for resource:security_group_rule and tenant:ec03b2eb058f415db4cc5243f56edfd5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:15.205478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Allocated IP 172.20.0.11 (fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad/e71d713f-b79e-47b3-a7ec-99cd276e9555/596f44dd-4513-49dd-8374-8d6ef393d79c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:15.208437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:15.217717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:15.228652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-e45988da-8631-4a7f-b68a-4193e4dfc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:15.230116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-e45988da-8631-4a7f-b68a-4193e4dfc3b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.0692041 May 12 19:44:15.236790 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.409316 n-d-841626-1 neutron-server[88114]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f5e10d6-b989-47ae-aa7d-fc54e9594a96']: {'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'code': 422} returned with failed status May 12 19:44:15.456914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-a3c027f3-ac46-4140-a312-0653798ef9d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577375 May 12 19:44:15.500800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afe16669-3744-47de-8c71-712881fad420 req-163600e3-fe80-4afb-bb84-f2b9ca188078 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598845 May 12 19:44:15.530132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.565423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Transition to ACTIVE for port object 596f44dd-4513-49dd-8374-8d6ef393d79c will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:44:15.617404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.627972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.659830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Deleting port 0005e730-8761-4a27-ac77-9807d2c02ae0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:15.660184 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.715218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Allocated IP 172.20.0.2 (fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad/e71d713f-b79e-47b3-a7ec-99cd276e9555/38f9cd34-8f54-4176-b199-f0c6acf69d72) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:15.778787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.784968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:15.789326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:15.792183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:15.856975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-c316601c-146d-4b08-8f9f-d1463c835202 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864079 May 12 19:44:15.956977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:15.960378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:15.969523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event updated for resources: {'Port': ['ID=596f44dd-4513-49dd-8374-8d6ef393d79c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:15.978957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.071036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a93db2-d939-4894-8e19-3eea39da6c22,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:16.108269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1a86b320-c01b-41d5-98f3-2adfc4560dac details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:44:16.133529 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.155926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Transition to ACTIVE for port object 38f9cd34-8f54-4176-b199-f0c6acf69d72 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:44:16.170577 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-93303050-6cc6-4754-90f6-9ab3cae22d33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5630026 May 12 19:44:16.175461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:16.188078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-765f57c5-9b85-4231-8c93-39c7fb216288 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec03b2eb058f415db4cc5243f56edfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6758969 May 12 19:44:16.222374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35770) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:16.333390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Deleting port 596f44dd-4513-49dd-8374-8d6ef393d79c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:16.334729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Transition to ACTIVE for port object 38f9cd34-8f54-4176-b199-f0c6acf69d72 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:44:16.334872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.353081 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.501172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1a86b320-c01b-41d5-98f3-2adfc4560dac, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1a86b320-c01b-41d5-98f3-2adfc4560dac,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:16.514893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a983a4d4-b88b-4f7e-b1f0-6a6a96fbf9c3 req-2042ccc5-c922-4cbb-9cb7-b06ac6f2dfe4 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500056 May 12 19:44:16.517974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '1a86b320-c01b-41d5-98f3-2adfc4560dac', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'port_id': '1a86b320-c01b-41d5-98f3-2adfc4560dac', 'mac_address': 'fa:16:3e:11:bb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fe641d-e0a1-4324-b69f-3703264a1493', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:44:16.529940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.539978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:16.551867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:16.557607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:16.777924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Pushing event updated for resources: {'Port': ['ID=38f9cd34-8f54-4176-b199-f0c6acf69d72,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:16.843163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6604aefa-6b69-43dc-8dfa-94b15c8c4e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.891223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Attempting to bind port 38f9cd34-8f54-4176-b199-f0c6acf69d72 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:16.893727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Attempting to bind port 38f9cd34-8f54-4176-b199-f0c6acf69d72 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '87f69998-e419-4fbf-b9ff-7309aae61643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:16.895928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Attempting to bind port 38f9cd34-8f54-4176-b199-f0c6acf69d72 on network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:16.905475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.919390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1a86b320-c01b-41d5-98f3-2adfc4560dac is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:16.919767 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.956886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:44:16.957305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Checking segment: {'id': '87f69998-e419-4fbf-b9ff-7309aae61643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:44:16.957973 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.958529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Bound using segment: {'id': '87f69998-e419-4fbf-b9ff-7309aae61643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:44:16.959182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Bound port: 38f9cd34-8f54-4176-b199-f0c6acf69d72, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f69998-e419-4fbf-b9ff-7309aae61643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:44:16.959732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:16.982879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94cc88-6ec4-462a-a976-256f292539d6 req-9a21766e-4ec4-4a76-8530-bcb7d097dff7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:16.984545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e94cc88-6ec4-462a-a976-256f292539d6 req-9a21766e-4ec4-4a76-8530-bcb7d097dff7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 944 time: 0.7718415 May 12 19:44:17.005105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Calling delete_port for 0005e730-8761-4a27-ac77-9807d2c02ae0 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:17.014955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a86b320-c01b-41d5-98f3-2adfc4560dac {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:44:17.068068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Calling delete_port for 596f44dd-4513-49dd-8374-8d6ef393d79c owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:17.113709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1a86b320-c01b-41d5-98f3-2adfc4560dac, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1a86b320-c01b-41d5-98f3-2adfc4560dac,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:17.144153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:17.234336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:17.275432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] For port 38f9cd34-8f54-4176-b199-f0c6acf69d72, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:44:17.281443 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6604aefa-6b69-43dc-8dfa-94b15c8c4e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:17.292448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] For port 38f9cd34-8f54-4176-b199-f0c6acf69d72, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=38f9cd34-8f54-4176-b199-f0c6acf69d72,segment=NetworkSegment(87f69998-e419-4fbf-b9ff-7309aae61643),segment_id=87f69998-e419-4fbf-b9ff-7309aae61643)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:44:17.307871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:17.316600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1a86b320-c01b-41d5-98f3-2adfc4560dac,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:17.428370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['1a86b320-c01b-41d5-98f3-2adfc4560dac'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:17.466083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e94cc88-6ec4-462a-a976-256f292539d6 req-c5d797c5-56f9-46eb-a067-be722217ae5e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551154 May 12 19:44:17.476131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 853312fc-7eac-4284-ac70-d4c1cfee779d no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:44:17.540318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event deleted for resources: {'Port': ['ID=596f44dd-4513-49dd-8374-8d6ef393d79c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:17.598521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-d997188a-12c4-4fdc-83d7-640da2da3091 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:17.600321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-d997188a-12c4-4fdc-83d7-640da2da3091 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=73368530-5e4b-47b0-8ad8-ea32c0037438 HTTP/1.1" status: 200 len: 944 time: 0.3456335 May 12 19:44:17.608388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6604aefa-6b69-43dc-8dfa-94b15c8c4e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:17.632032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:17.644347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb20a3c-c0a4-4c3f-bd96-e72a214cb0ca None None] Pushing event updated for resources: {'Port': ['ID=38f9cd34-8f54-4176-b199-f0c6acf69d72,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:17.661271 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6212456b-bd31-46e8-95c4-21f9a8d6c914 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "DELETE /v2.0/ports/596f44dd-4513-49dd-8374-8d6ef393d79c HTTP/1.1" status: 204 len: 168 time: 1.4845006 May 12 19:44:17.665128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35824) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:17.796566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port 853312fc-7eac-4284-ac70-d4c1cfee779d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:17.796566 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:17.811911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 853312fc-7eac-4284-ac70-d4c1cfee779d is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:18.046514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-55b651d9-41ad-4941-b9cd-e57c09b69ed3 tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3770278 May 12 19:44:18.046952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35830) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:18.064528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1518165443'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:18.070328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:18.078728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Usage tracker for resource:network and tenant:aa44e9a7648445d59631c21dad770403 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:18.083918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:18.094060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:18.111647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Made reservation on behalf of aa44e9a7648445d59631c21dad770403 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:18.115772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.148118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604aefa-6b69-43dc-8dfa-94b15c8c4e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a93db2-d939-4894-8e19-3eea39da6c22,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:18.153999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:44:18.165931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.166665 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Added segment 89f43117-b5e0-468e-8bac-db54a36c6de2 of type vlan for network aa50c542-af26-4e20-a2c2-99c76bc6da77 May 12 19:44:18.196445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6604aefa-6b69-43dc-8dfa-94b15c8c4e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.197669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6604aefa-6b69-43dc-8dfa-94b15c8c4e43 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7a93db2-d939-4894-8e19-3eea39da6c22 HTTP/1.1" status: 204 len: 168 time: 1.9711058 May 12 19:44:18.209887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.230982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port 853312fc-7eac-4284-ac70-d4c1cfee779d, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=853312fc-7eac-4284-ac70-d4c1cfee779d,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:18.231344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.245145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.265675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.273710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:18.273710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.317687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35840) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:18.320384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event deleted for resources: {'Port': ['ID=0005e730-8761-4a27-ac77-9807d2c02ae0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:18.387588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event updated for resources: {'Network': ['ID=aa50c542-af26-4e20-a2c2-99c76bc6da77,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:18.395783 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44729732-d192-410d-acef-d845702c43f1 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3456213 May 12 19:44:18.396152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35848) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:18.402051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network aa50c542-af26-4e20-a2c2-99c76bc6da77 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:44:18.479882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for 853312fc-7eac-4284-ac70-d4c1cfee779d owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:18.667783 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-43cb3dbf-0f6c-4165-9c39-853cf628d8f0 tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "GET /v2.0/agents/d4ea4954-9bfc-416a-b401-f0bfe3ae4715/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.2679436 May 12 19:44:18.668041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35858) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:18.730661 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.807548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35862) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:18.845443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ba311-2475-43d1-b8d1-435f67e0bd1c tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] Network aa50c542-af26-4e20-a2c2-99c76bc6da77 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:44:18.848127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:18.868008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:18.877340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Usage tracker for resource:security_group_rule and tenant:15ad494cc0c44bed888421fd971fb37c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:18.880952 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e8ba311-2475-43d1-b8d1-435f67e0bd1c tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "POST /v2.0/agents/d4ea4954-9bfc-416a-b401-f0bfe3ae4715/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2094197 May 12 19:44:18.881990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:18.882157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac8ee42-e15f-4bed-8b1f-5f14ab104fe4 None None] Network aa50c542-af26-4e20-a2c2-99c76bc6da77 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:44:18.885105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:18.914697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:18.967568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 38f9cd34-8f54-4176-b199-f0c6acf69d72 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:44:18.975207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.154995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904f28d-1cb4-4b1f-a45f-81b3470be53f None None] Network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:44:19.173363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 38f9cd34-8f54-4176-b199-f0c6acf69d72 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:44:19.217892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.225959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:19.231393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f08b20636d41e49072b4484bc775aa is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:19.234675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:19.240792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:19.268434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.271731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-455e8eea-d41a-461c-99a2-8aeeeeddad27 tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "GET /v2.0/agents/d4ea4954-9bfc-416a-b401-f0bfe3ae4715/dhcp-networks HTTP/1.1" status: 200 len: 6463 time: 0.3854601 May 12 19:44:19.274800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35870) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:19.316879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] Provisioning for port 38f9cd34-8f54-4176-b199-f0c6acf69d72 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:44:19.334634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] Provisioning complete for port 38f9cd34-8f54-4176-b199-f0c6acf69d72 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:44:19.335040 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.350415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.353149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019d4a3-4dad-4041-bdae-a540d6d10e20 req-77bb9a61-6136-489a-8f47-0fb56d941f42 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:19.354854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9019d4a3-4dad-4041-bdae-a540d6d10e20 req-77bb9a61-6136-489a-8f47-0fb56d941f42 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 945 time: 0.7036664 May 12 19:44:19.358539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.368485 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e3ee09ae-b71c-4bae-8c26-039c39271b1e tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "DELETE /v2.0/agents/d4ea4954-9bfc-416a-b401-f0bfe3ae4715/dhcp-networks/aa50c542-af26-4e20-a2c2-99c76bc6da77 HTTP/1.1" status: 204 len: 168 time: 0.0926321 May 12 19:44:19.372950 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.374021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Fanout notify agent at l3_agent the message router_deleted on router d29b5aa6-677a-4c4e-88f1-79fae49ef64f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:44:19.378324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35874) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:19.402788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539bb54f-11af-4f2b-a854-8f01d87c1a9d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:19.423276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4f2d6c71-0284-4a59-b1fa-a5a790e1856d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=15ad494cc0c44bed888421fd971fb37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119590 May 12 19:44:19.423276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:19.443983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.492776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b0aefd-c68d-4098-a4ec-dbcd72e33008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.527914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b0aefd-c68d-4098-a4ec-dbcd72e33008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.578433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] Current status of the port 38f9cd34-8f54-4176-b199-f0c6acf69d72 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:19.578433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.641883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b0aefd-c68d-4098-a4ec-dbcd72e33008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.645015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] For port 38f9cd34-8f54-4176-b199-f0c6acf69d72, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=38f9cd34-8f54-4176-b199-f0c6acf69d72,segment=NetworkSegment(87f69998-e419-4fbf-b9ff-7309aae61643),segment_id=87f69998-e419-4fbf-b9ff-7309aae61643)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:19.648906 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.664080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0aefd-c68d-4098-a4ec-dbcd72e33008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539bb54f-11af-4f2b-a854-8f01d87c1a9d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:19.674764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b0aefd-c68d-4098-a4ec-dbcd72e33008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.675905 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-88b0aefd-c68d-4098-a4ec-dbcd72e33008 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/539bb54f-11af-4f2b-a854-8f01d87c1a9d HTTP/1.1" status: 204 len: 168 time: 0.2513652 May 12 19:44:19.752936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event deleted for resources: {'Port': ['ID=853312fc-7eac-4284-ac70-d4c1cfee779d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:19.772425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9019d4a3-4dad-4041-bdae-a540d6d10e20 req-66e4652a-750c-489c-b12d-fba35bbd8aea tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649564 May 12 19:44:19.798419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f3651-f455-45dd-a82c-bddab2634a6b None None] Pushing event updated for resources: {'Port': ['ID=38f9cd34-8f54-4176-b199-f0c6acf69d72,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:19.855972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.860486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4e14d4f3-94bb-4443-a960-2ab389a9a633 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/d29b5aa6-677a-4c4e-88f1-79fae49ef64f HTTP/1.1" status: 204 len: 168 time: 5.1858029 May 12 19:44:19.861152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:19.866987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-292606441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:19.875060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:19.899678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Usage tracker for resource:router and tenant:22d9ad52353043239b14c8c455629790 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:19.904917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:19.913292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:19.933976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.937059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.948035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] No DVR routers for this DVR port 853312fc-7eac-4284-ac70-d4c1cfee779d on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:44:19.953014 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.957028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.959402 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc2e19dd-7350-4e1c-a0ec-d9d118b0de13 req-19bc1108-03dc-47fc-8f72-e00268bc7250 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "DELETE /v2.0/ports/853312fc-7eac-4284-ac70-d4c1cfee779d HTTP/1.1" status: 204 len: 173 time: 2.3505418 May 12 19:44:19.960078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-deleted', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:19.971833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:19.988180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.021125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.042263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0f08b20636d41e49072b4484bc775aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7226720 May 12 19:44:20.047685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35904) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:20.068742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.073012 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-70e249b6-4aaf-411f-95cd-3bef62539744 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2080586 May 12 19:44:20.073012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35908) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:20.084581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': True}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:20.117157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-80efe073-62f1-4df2-957f-89856b5b8184 tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "GET /v2.0/agents/d4ea4954-9bfc-416a-b401-f0bfe3ae4715/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.7362235 May 12 19:44:20.129781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:20.153215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1a86b320-c01b-41d5-98f3-2adfc4560dac up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:44:20.167499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e67022-dc84-45f5-987f-74690fb32d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6279150-2021-47e3-8226-099f82b4d3ac,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:20.217890 n-d-841626-1 neutron-server[88112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-92284d75-8966-491d-b67d-fc825e441a87']: {'server_uuid': '73368530-5e4b-47b0-8ad8-ea32c0037438', 'name': 'network-vif-deleted', 'tag': '853312fc-7eac-4284-ac70-d4c1cfee779d', 'status': 'failed', 'code': 422} returned with failed status May 12 19:44:20.249711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-06d33319-0a99-4e35-b773-4a86242b6fff tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "GET /v2.0/networks/fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1161931 May 12 19:44:20.257426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35920) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:20.279475 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4130974-05c3-4181-aeeb-82a7a6741349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.378915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a36d1178-2871-4820-a5d4-b8283ec1f88e tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "GET /v2.0/networks/fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1164861 May 12 19:44:20.389386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:20.396191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4130974-05c3-4181-aeeb-82a7a6741349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.399663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4cb81a3c-ee4f-4e50-9508-a72a7fdcc3c7 None None] Provisioning complete for port 38f9cd34-8f54-4176-b199-f0c6acf69d72 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:44:20.400199 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cb81a3c-ee4f-4e50-9508-a72a7fdcc3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.526390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 1a86b320-c01b-41d5-98f3-2adfc4560dac completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:44:20.540406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 1a86b320-c01b-41d5-98f3-2adfc4560dac triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:44:20.547139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.824843 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4130974-05c3-4181-aeeb-82a7a6741349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.893907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4130974-05c3-4181-aeeb-82a7a6741349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6279150-2021-47e3-8226-099f82b4d3ac,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:20.914423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a4130974-05c3-4181-aeeb-82a7a6741349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:20.924025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a4130974-05c3-4181-aeeb-82a7a6741349 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6279150-2021-47e3-8226-099f82b4d3ac HTTP/1.1" status: 204 len: 168 time: 0.8719878 May 12 19:44:20.971389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4cb81a3c-ee4f-4e50-9508-a72a7fdcc3c7 None None] Current status of the port 38f9cd34-8f54-4176-b199-f0c6acf69d72 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:20.985023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 38f9cd34-8f54-4176-b199-f0c6acf69d72 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:44:20.996091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.052695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2290e532-216f-4610-accf-13fbfb203b90 tempest-DHCPAgentSchedulersTestJSON-1707040697 tempest-DHCPAgentSchedulersTestJSON-1707040697-project-admin] 10.222.0.72 "GET /v2.0/agents/d4ea4954-9bfc-416a-b401-f0bfe3ae4715/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.6619852 May 12 19:44:21.056010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35952) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:21.128643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d563483d-dfe2-4394-a22f-de3551765edb None None] Could not find standard attr ID for object 596f44dd-4513-49dd-8374-8d6ef393d79c. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:44:21.300083 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.325797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1a86b320-c01b-41d5-98f3-2adfc4560dac is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:21.326831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.407157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a86b320-c01b-41d5-98f3-2adfc4560dac'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:21.413871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 38f9cd34-8f54-4176-b199-f0c6acf69d72 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:44:21.425688 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.525579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1a86b320-c01b-41d5-98f3-2adfc4560dac, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1a86b320-c01b-41d5-98f3-2adfc4560dac,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:21.546655 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.664212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:21.726125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1a86b320-c01b-41d5-98f3-2adfc4560dac,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:21.735170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.740175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 38f9cd34-8f54-4176-b199-f0c6acf69d72 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:21.768004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.800005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:21.802960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.831555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:21.857800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64d3f9-5775-46a5-ad5a-e1e932d2babd req-945af115-35cd-4032-b543-9bc1b36d08e7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:21.861802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e64d3f9-5775-46a5-ad5a-e1e932d2babd req-945af115-35cd-4032-b543-9bc1b36d08e7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 945 time: 0.6235323 May 12 19:44:21.870576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Usage tracker for resource:security_group_rule and tenant:7b979b4b82824579ab97cf5fd710e533 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:21.877216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:21.878997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-4bc1c492-dee4-4dee-9183-07028680d2bf tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:21.887079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-4bc1c492-dee4-4dee-9183-07028680d2bf tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.5755475 May 12 19:44:21.895147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:21.943377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa50c542-af26-4e20-a2c2-99c76bc6da77']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:21.963171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-7e39d396-e909-40e5-9c7c-5f9b98f89eae tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/quotas/49acd70523ac43c4a961587eabedea45 HTTP/1.1" status: 200 len: 375 time: 0.0401080 May 12 19:44:21.976903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f43117-b5e0-468e-8bac-db54a36c6de2') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:21.977218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f43117-b5e0-468e-8bac-db54a36c6de2') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:21.996861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e64d3f9-5775-46a5-ad5a-e1e932d2babd req-74deb647-2a33-45ac-9bb3-f0f8587e470d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900605 May 12 19:44:22.052570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.072238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-64c4be60-d5eb-420a-ad44-ec02870ec6b4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:22.086098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Allocated IP 172.25.2.124 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/e2f10403-d99a-4faf-ab0d-8a873e7ce835) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:22.087285 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.098833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:44:22.099164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: timer() May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:44:22.119021 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:44:22.124338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-64c4be60-d5eb-420a-ad44-ec02870ec6b4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:22.133089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-64c4be60-d5eb-420a-ad44-ec02870ec6b4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488907 May 12 19:44:22.186456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-15eea3bd-4d3e-43e2-8380-6b5aebbff117 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:44:22.193650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-15eea3bd-4d3e-43e2-8380-6b5aebbff117 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595140 May 12 19:44:22.220080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.241547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.338280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1ffd7-ff8e-42be-b27c-fe13caa65cf3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:22.349169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.373797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.382461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event deleted for resources: {'Network': ['ID=aa50c542-af26-4e20-a2c2-99c76bc6da77,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:22.386264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35996) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:22.391797 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7f32e72f-4865-4bfc-9dc2-3ab7ecaf8535 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "DELETE /v2.0/networks/aa50c542-af26-4e20-a2c2-99c76bc6da77 HTTP/1.1" status: 204 len: 168 time: 1.3347476 May 12 19:44:22.392410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5bc6d597-c123-40bb-8919-eab095239489 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b979b4b82824579ab97cf5fd710e533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270746 May 12 19:44:22.400579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:22.604051 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb0b00b-3577-40f7-8074-d44fe643005a'] response: {'server_uuid': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a86b320-c01b-41d5-98f3-2adfc4560dac', 'code': 200} May 12 19:44:22.643429 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a636ac30-bd13-488c-b000-ab6859ef6003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] DELETE failed (client error): The resource could not be found. May 12 19:44:22.644662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a636ac30-bd13-488c-b000-ab6859ef6003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:44:22.665535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a636ac30-bd13-488c-b000-ab6859ef6003 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "DELETE /v2.0/ports/596f44dd-4513-49dd-8374-8d6ef393d79c HTTP/1.1" status: 404 len: 333 time: 0.2638197 May 12 19:44:22.666228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36014) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:22.745059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-706d28b5-414f-4a88-b04a-788ec14156ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.749983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-8980f090-4e70-47ef-8162-b958f77ae368 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545373 May 12 19:44:22.770697 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.775188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-706d28b5-414f-4a88-b04a-788ec14156ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.785463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Deleting subnet e71d713f-b79e-47b3-a7ec-99cd276e9555 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:44:22.790203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.848422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.908331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.963714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-706d28b5-414f-4a88-b04a-788ec14156ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:22.988776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:22.993097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:22.996714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d28b5-414f-4a88-b04a-788ec14156ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1ffd7-ff8e-42be-b27c-fe13caa65cf3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:22.998480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:23.018174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-2e3a7369-39b3-4d27-a3e3-0dd780fa3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:23.019668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-2e3a7369-39b3-4d27-a3e3-0dd780fa3348 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1097 time: 0.4408057 May 12 19:44:23.033519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Port': ['ID=e2f10403-d99a-4faf-ab0d-8a873e7ce835,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:23.051363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-706d28b5-414f-4a88-b04a-788ec14156ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:23.055058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:23.055225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-706d28b5-414f-4a88-b04a-788ec14156ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44a1ffd7-ff8e-42be-b27c-fe13caa65cf3 HTTP/1.1" status: 204 len: 168 time: 0.6652670 May 12 19:44:23.207054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-8540eff8-882e-4418-9acf-d53c827589bb service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835921 May 12 19:44:23.240349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b57355-58da-4d85-bfd9-7821edab4163 req-cd9607e4-80af-4e5e-acc9-273da7e94885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:23.249870 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12b57355-58da-4d85-bfd9-7821edab4163 req-cd9607e4-80af-4e5e-acc9-273da7e94885 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 1097 time: 0.5732441 May 12 19:44:23.359246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf852f-b5b2-4278-92d4-4ff2a3e98373 req-bd6b5c88-b6b8-4017-ab5a-82a8b947bd20 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:23.360880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdaf852f-b5b2-4278-92d4-4ff2a3e98373 req-bd6b5c88-b6b8-4017-ab5a-82a8b947bd20 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.6109297 May 12 19:44:23.418280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12b57355-58da-4d85-bfd9-7821edab4163 req-ba8797f4-3445-4100-a0bc-45da4a824bd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587756 May 12 19:44:23.443255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-81d0823b-b19c-42f2-9678-3fc7f7cd1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:23.444512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-81d0823b-b19c-42f2-9678-3fc7f7cd1155 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.4162664 May 12 19:44:23.461365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:23.570816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdaf852f-b5b2-4278-92d4-4ff2a3e98373 req-9a8f3c0f-bce2-4a4d-865f-a5e32ce8eab7 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991739 May 12 19:44:23.670372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:23.671803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22d42a-975d-4746-82ca-21622699bbbe None None] Network fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:44:23.826833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02caf4a4-7656-4b4c-886d-c3d8c14c7fcd req-c60e1a5e-3c7c-4d15-b33b-a5417d639ea5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 210 time: 0.0866709 May 12 19:44:23.830517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-80d9f27a-3af7-4190-a8b0-2ce70738c29c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 1002 time: 0.3730185 May 12 19:44:23.847748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event deleted for resources: {'Subnet': ['ID=e71d713f-b79e-47b3-a7ec-99cd276e9555,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:23.850701 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-693cf360-e19c-4b38-9de3-d44bc5de2b33 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "DELETE /v2.0/subnets/e71d713f-b79e-47b3-a7ec-99cd276e9555 HTTP/1.1" status: 204 len: 168 time: 1.1805122 May 12 19:44:23.879462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36064) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:23.983481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-39448b55-23de-42da-9b04-28b182a94deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:23.991399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-39448b55-23de-42da-9b04-28b182a94deb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.1492147 May 12 19:44:24.074673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b2fcb-b353-42ab-a5f1-1a4be5b67401 req-6f61d34d-9349-4f1b-8490-079589dafdb4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:24.082780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e25b2fcb-b353-42ab-a5f1-1a4be5b67401 req-6f61d34d-9349-4f1b-8490-079589dafdb4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 946 time: 0.4198403 May 12 19:44:24.120835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] DHCP port deletion for fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:44:24.130258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] Deleting port 38f9cd34-8f54-4176-b199-f0c6acf69d72 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:24.130634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:24.139923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:24.254569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e25b2fcb-b353-42ab-a5f1-1a4be5b67401 req-238e9306-784a-4101-abbd-35872ed7b6c2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700318 May 12 19:44:24.282607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-6b58fd9c-59b8-4e25-b584-0e5f393635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:24.284027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:24.285270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-6b58fd9c-59b8-4e25-b584-0e5f393635d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910557 May 12 19:44:24.531165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] For port 38f9cd34-8f54-4176-b199-f0c6acf69d72, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=38f9cd34-8f54-4176-b199-f0c6acf69d72,segment=NetworkSegment(87f69998-e419-4fbf-b9ff-7309aae61643),segment_id=87f69998-e419-4fbf-b9ff-7309aae61643)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:24.531688 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:24.552720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Deleting port 38f9cd34-8f54-4176-b199-f0c6acf69d72 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:24.553968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:24.706676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-62ea9b81-8abd-452e-ab20-e3aae7cd0352 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144325 May 12 19:44:24.843383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] Calling delete_port for 38f9cd34-8f54-4176-b199-f0c6acf69d72 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:25.004195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 38f9cd34-8f54-4176-b199-f0c6acf69d72 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:44:25.136104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-730106e9-bdda-46bd-bc34-fd115224a338 req-89bcfcf8-cded-4077-8a15-2f5acbe7736d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 210 time: 0.0799732 May 12 19:44:25.286070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd8a3d-556c-4e8e-a834-167c42af8921 req-00a9a967-9270-47f9-ad06-fb886feb2cce tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:25.299050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fabd8a3d-556c-4e8e-a834-167c42af8921 req-00a9a967-9270-47f9-ad06-fb886feb2cce tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.3713856 May 12 19:44:25.415573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0bb8dacb-6f90-4ced-aea6-7af4993a295a req-5e056199-517e-4fd8-b14f-a435a58e6c2f service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022297 May 12 19:44:25.417698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:25.424726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:25.434026 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:25.443480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fabd8a3d-556c-4e8e-a834-167c42af8921 req-b1a1edf1-6c24-4a88-bf3a-e34047e4b321 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429808 May 12 19:44:25.575960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] Pushing event deleted for resources: {'Port': ['ID=38f9cd34-8f54-4176-b199-f0c6acf69d72,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:25.577644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 38f9cd34-8f54-4176-b199-f0c6acf69d72 update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:44:25.579360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d16c1f-d84e-4de6-9307-e59408a9c592 None None] No DVR routers for this DVR port 38f9cd34-8f54-4176-b199-f0c6acf69d72 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:44:25.767665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] For port 38f9cd34-8f54-4176-b199-f0c6acf69d72, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=38f9cd34-8f54-4176-b199-f0c6acf69d72,segment=NetworkSegment(87f69998-e419-4fbf-b9ff-7309aae61643),segment_id=87f69998-e419-4fbf-b9ff-7309aae61643)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:25.768338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:25.912927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Calling delete_port for 38f9cd34-8f54-4176-b199-f0c6acf69d72 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:25.919214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927549f2-3bdd-45f2-b207-a49e056800aa req-c127dc03-6df9-4ed9-9c30-c032e008fdd8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:25.920755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-927549f2-3bdd-45f2-b207-a49e056800aa req-c127dc03-6df9-4ed9-9c30-c032e008fdd8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 946 time: 0.5008442 May 12 19:44:25.937503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-040e510c-96cb-490a-8e48-7bb2e33aa798 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:25.939376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-040e510c-96cb-490a-8e48-7bb2e33aa798 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.3967080 May 12 19:44:25.962208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Request body: {'port': {'device_id': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'admin_state_up': True, 'tenant_id': '49acd70523ac43c4a961587eabedea45'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:26.012373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:44:26.012373 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:44:26.063734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Router 29850c5f-1c02-4904-a163-f1e3bb6dd595 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:44:26.081221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-927549f2-3bdd-45f2-b207-a49e056800aa req-8b6b3212-c0bb-47c3-9cf4-6aa506881f8b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405749 May 12 19:44:26.180147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:26.193502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:26.212058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:26.219732 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:26.347772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:26.360241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] Sync routers for ids ['29850c5f-1c02-4904-a163-f1e3bb6dd595'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:26.368328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:26.370036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b33eb5e8-7063-435e-9079-b2fafe110c59 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "PUT /v2.0/routers/29850c5f-1c02-4904-a163-f1e3bb6dd595 HTTP/1.1" status: 200 len: 914 time: 6.2960296 May 12 19:44:26.372886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36136) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:26.376509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] Routers {'29850c5f-1c02-4904-a163-f1e3bb6dd595'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:26.377151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['29850c5f-1c02-4904-a163-f1e3bb6dd595'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:26.452517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0afe0b13-e5f4-4aa6-950e-fc8df655fdae req-d3e5ddf6-b171-43e9-8410-b6a3e1c3da76 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 210 time: 0.1027653 May 12 19:44:26.499579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:26.525288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] Routers {'29850c5f-1c02-4904-a163-f1e3bb6dd595'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:26.527717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:43:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['29850c5f-1c02-4904-a163-f1e3bb6dd595'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:26.545556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Deleting port 38f9cd34-8f54-4176-b199-f0c6acf69d72 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:26.545922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:26.633772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:26.634427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcdd5b2-4bce-48c1-b83e-6e8b2a769584 None None] The sync data for ids ['29850c5f-1c02-4904-a163-f1e3bb6dd595'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:26.655759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caaa54d-e303-4597-abe6-1618b3e209ec req-5cf831f4-99d7-4750-a0db-e48d2648e058 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:26.657395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1caaa54d-e303-4597-abe6-1618b3e209ec req-5cf831f4-99d7-4750-a0db-e48d2648e058 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 945 time: 0.2552576 May 12 19:44:26.723877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] The port '38f9cd34-8f54-4176-b199-f0c6acf69d72' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:44:26.851641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Allocated IP 172.20.0.3 (80f63ec0-e114-44b4-b8b1-a7136847ccd5/2d251b82-d2c4-4176-aa07-e8f3235d5473/68b1719d-73af-4079-966a-d05fb1154d1a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:26.854360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-68abb983-fdd4-470a-86ef-00347211877a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:26.878287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1caaa54d-e303-4597-abe6-1618b3e209ec req-088c1bbb-90ad-4492-8d88-98196aa31a7b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106576 May 12 19:44:27.009012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.025528 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-59d5436b-88fe-41c8-aca9-3c87a2687b14 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/29850c5f-1c02-4904-a163-f1e3bb6dd595 HTTP/1.1" status: 200 len: 920 time: 0.6510496 May 12 19:44:27.027863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:27.130763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:27.160144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f69998-e419-4fbf-b9ff-7309aae61643') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:27.160518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f69998-e419-4fbf-b9ff-7309aae61643') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:27.175443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.195960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.206358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:44:27.206858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: timer() May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:44:27.223319 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:44:27.371312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc134963-b2ed-458f-b5a5-e7499ee834b2 req-741181a5-341b-4dec-b87d-4fee4fd6c711 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:27.380654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc134963-b2ed-458f-b5a5-e7499ee834b2 req-741181a5-341b-4dec-b87d-4fee4fd6c711 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.6186996 May 12 19:44:27.424121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.473822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc134963-b2ed-458f-b5a5-e7499ee834b2 req-38087be4-2342-4017-aa6a-de9270240a65 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918305 May 12 19:44:27.510100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c9f00-ba30-4728-9000-88ff3bb40403 req-cc3a0e87-53db-431d-bbd9-72573716877e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:27.530961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-716c9f00-ba30-4728-9000-88ff3bb40403 req-cc3a0e87-53db-431d-bbd9-72573716877e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 946 time: 0.4469736 May 12 19:44:27.537725 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:44:27.566133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f87023c-a8a5-4d78-836d-ef38fa544222 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:27.567708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7f87023c-a8a5-4d78-836d-ef38fa544222 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=29850c5f-1c02-4904-a163-f1e3bb6dd595&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5389404 May 12 19:44:27.573612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:27.616394 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.689557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.695791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:27.734402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] 10.222.0.72 "DELETE /v2.0/networks/fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad HTTP/1.1" status: 204 len: 168 time: 3.8450608 May 12 19:44:27.746836 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-716c9f00-ba30-4728-9000-88ff3bb40403 req-5f5ed1bd-f16d-4918-8897-0cc65a2bbdc2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097437 May 12 19:44:27.826043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:27.830444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36194) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:27.846292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32714b-99e7-407e-b64c-76eb2329dbc8 tempest-DHCPAgentSchedulersTestJSON-803409052 tempest-DHCPAgentSchedulersTestJSON-803409052-project] Pushing event deleted for resources: {'Network': ['ID=fd9e5e54-dd17-4c89-b1d9-4bc5322e25ad,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:27.847868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:27.849344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101b47e-6ef3-4440-909f-26a2b9a06b0f tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:27.850721 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6101b47e-6ef3-4440-909f-26a2b9a06b0f tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.2760608 May 12 19:44:27.853469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:27.863153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:27.942054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-16e8b2b6-4427-45c2-9b99-13707b5aea11 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=29850c5f-1c02-4904-a163-f1e3bb6dd595 HTTP/1.1" status: 200 len: 205 time: 0.0873518 May 12 19:44:27.944416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36202) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:27.981195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:27.981862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:28.021273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event updated for resources: {'Port': ['ID=68b1719d-73af-4079-966a-d05fb1154d1a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:28.069275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-de5de2b0-3a43-47bc-91c2-e4d7b10edfea tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1136124 May 12 19:44:28.084519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf3b3c-d09d-4c7d-8a3d-ff2d0968674b req-1c2ffd47-d0cb-49e1-a40a-e109caa3d123 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:28.085752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8cbf3b3c-d09d-4c7d-8a3d-ff2d0968674b req-1c2ffd47-d0cb-49e1-a40a-e109caa3d123 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:28.121555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Request body: {'port': {'device_id': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:28.300635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8cbf3b3c-d09d-4c7d-8a3d-ff2d0968674b req-1c2ffd47-d0cb-49e1-a40a-e109caa3d123 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:28.302149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cbf3b3c-d09d-4c7d-8a3d-ff2d0968674b req-1c2ffd47-d0cb-49e1-a40a-e109caa3d123 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 931 time: 0.5901248 May 12 19:44:28.346860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:28.433098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36216) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:28.498632 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:28.570342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:28.584400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cbf3b3c-d09d-4c7d-8a3d-ff2d0968674b req-37bfe6ef-8571-479f-8e57-40b89f160320 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739413 May 12 19:44:28.677881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:28.691830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:28.714220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Usage tracker for resource:security_group_rule and tenant:e02c5c02ce9f449eac57edc90eb74858 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:28.719242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Deleting port e2f10403-d99a-4faf-ab0d-8a873e7ce835 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:28.719818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:28.730704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:28.742736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:28.806860 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1ea1cd81-6666-4295-aade-ab4955fe56fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa44e9a7648445d59631c21dad770403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730614 May 12 19:44:28.809615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36230) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:28.970827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b727a3f-4608-4f17-b5f6-61dc9d111dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.011258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fab2a951-ebed-4a89-bb9f-b1f9a1d81355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.066537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36240) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:29.067862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9a81f-368e-4633-bfc0-68f3b8ae843f req-0c091d89-2c5a-4d2b-a345-1e627c907c80 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:29.074891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76c9a81f-368e-4633-bfc0-68f3b8ae843f req-0c091d89-2c5a-4d2b-a345-1e627c907c80 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 946 time: 0.5057130 May 12 19:44:29.104895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fab2a951-ebed-4a89-bb9f-b1f9a1d81355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.117328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.295786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Calling delete_port for e2f10403-d99a-4faf-ab0d-8a873e7ce835 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:29.339255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76c9a81f-368e-4633-bfc0-68f3b8ae843f req-7f2c3f91-9981-477f-8277-8345b7fd7d31 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634068 May 12 19:44:29.370431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.411995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:29.414922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ec6cc-c463-498b-9d74-75ff7647b014 req-26f86730-3ff7-4720-91d7-6f9e7b53aebe tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:29.416702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf3ec6cc-c463-498b-9d74-75ff7647b014 req-26f86730-3ff7-4720-91d7-6f9e7b53aebe tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.5876710 May 12 19:44:29.425218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Usage tracker for resource:security_group_rule and tenant:8249c9c7f9c04d9898c50518dd9e901e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:29.429141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:29.453630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:29.469230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fab2a951-ebed-4a89-bb9f-b1f9a1d81355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.488010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2a951-ebed-4a89-bb9f-b1f9a1d81355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec573b-3c9b-4e25-b078-6d9ddaaeb346,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:29.496412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fab2a951-ebed-4a89-bb9f-b1f9a1d81355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.498802 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fab2a951-ebed-4a89-bb9f-b1f9a1d81355 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8ec573b-3c9b-4e25-b078-6d9ddaaeb346 HTTP/1.1" status: 204 len: 168 time: 0.6882615 May 12 19:44:29.514833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.520830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf3ec6cc-c463-498b-9d74-75ff7647b014 req-96742a63-c275-49ae-b0b5-76809063c7cd tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909250 May 12 19:44:29.523274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.559391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36250) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:29.630802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e02c5c02ce9f449eac57edc90eb74858&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6711879 May 12 19:44:29.631496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36258) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:29.648839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.696881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf77fee-b22c-41aa-8d71-7328af589441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92acb3e-d731-4cd5-b1b3-fce300acc53c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:29.723010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event deleted for resources: {'Port': ['ID=e2f10403-d99a-4faf-ab0d-8a873e7ce835,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:29.779754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b1719d-73af-4079-966a-d05fb1154d1a {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:44:29.810918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.862488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.872424 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.891304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Transition to ACTIVE for port object 68b1719d-73af-4079-966a-d05fb1154d1a will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:44:29.915017 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:29.966688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34c31d1d-c763-46eb-a95e-ebcdee337709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.019168 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.116608 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34c31d1d-c763-46eb-a95e-ebcdee337709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.146981 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.206409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Pushing event updated for resources: {'Port': ['ID=68b1719d-73af-4079-966a-d05fb1154d1a,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:30.249732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36264) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:30.258663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647da73c-f8c4-4701-9199-7440ffc47527 req-0c5dabad-fc98-45ab-9f00-b217890c395d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:30.260185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-647da73c-f8c4-4701-9199-7440ffc47527 req-0c5dabad-fc98-45ab-9f00-b217890c395d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 946 time: 0.5328486 May 12 19:44:30.269045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.345860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.350316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.364003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8249c9c7f9c04d9898c50518dd9e901e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2921982 May 12 19:44:30.364003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e901b9-cbf4-470d-9b53-4c985f806bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a86b950-7066-47fd-834b-f2d0289f1ccd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:30.369342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36268) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:30.369916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f9261-b4d4-4357-8226-fbdd9cc1d845 req-d9ae9d10-b0d9-4fea-9385-f663ef703639 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:30.371518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-572f9261-b4d4-4357-8226-fbdd9cc1d845 req-d9ae9d10-b0d9-4fea-9385-f663ef703639 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 931 time: 0.5867517 May 12 19:44:30.384552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.407472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:30.411514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.412099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Fanout notify agent at l3_agent the message router_deleted on router 29850c5f-1c02-4904-a163-f1e3bb6dd595 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:44:30.440934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Usage tracker for resource:security_group_rule and tenant:016ad7add79c42e5a2a43e78f81e9a87 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:30.457112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:30.459484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:30.462562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af7790a5-3ee9-48db-b8a6-a3f8683a8231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.474741 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.475915 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7bbc9ca9-783f-4356-82f9-c5c2f3c7390e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/29850c5f-1c02-4904-a163-f1e3bb6dd595 HTTP/1.1" status: 204 len: 168 time: 2.5305839 May 12 19:44:30.479776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36274) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:30.486850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e2bb8afff6604418a3835bf6709b089f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:30.489775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:30.490766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-192529968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:30.498660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:30.506373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:30.511987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Deleting port 1a86b320-c01b-41d5-98f3-2adfc4560dac {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:30.512330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.512915 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af7790a5-3ee9-48db-b8a6-a3f8683a8231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.521836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Usage tracker for resource:router and tenant:22d9ad52353043239b14c8c455629790 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:30.528082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:30.543524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:30.564539 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.570529 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.571890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.598136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af7790a5-3ee9-48db-b8a6-a3f8683a8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.612222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7790a5-3ee9-48db-b8a6-a3f8683a8231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a86b950-7066-47fd-834b-f2d0289f1ccd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:30.620017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af7790a5-3ee9-48db-b8a6-a3f8683a8231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.621081 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af7790a5-3ee9-48db-b8a6-a3f8683a8231 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a86b950-7066-47fd-834b-f2d0289f1ccd HTTP/1.1" status: 204 len: 168 time: 0.2516439 May 12 19:44:30.643620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:30.645258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.657911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-572f9261-b4d4-4357-8226-fbdd9cc1d845 req-7f7018d8-befc-4e7c-8ef4-b9a666ff7eae tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628875 May 12 19:44:30.660033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Attempting to bind port 68b1719d-73af-4079-966a-d05fb1154d1a on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:30.660488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Attempting to bind port 68b1719d-73af-4079-966a-d05fb1154d1a by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:30.660846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Attempting to bind port 68b1719d-73af-4079-966a-d05fb1154d1a on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:30.674722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.698031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34c31d1d-c763-46eb-a95e-ebcdee337709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.700952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:30.706002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5db5acea-07a9-4971-9ffe-1512cb1bbb65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2250896 May 12 19:44:30.707318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36282) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:30.716934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': False}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:30.717325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Port 68b1719d-73af-4079-966a-d05fb1154d1a on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:30.717665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Attempting to bind port 68b1719d-73af-4079-966a-d05fb1154d1a on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:30.748298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c31d1d-c763-46eb-a95e-ebcdee337709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92acb3e-d731-4cd5-b1b3-fce300acc53c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:30.840919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:44:30.840919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Checking segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:44:30.840919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Bound using segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:44:30.841277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Bound port: 68b1719d-73af-4079-966a-d05fb1154d1a, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:44:30.841682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.005558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34c31d1d-c763-46eb-a95e-ebcdee337709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.008989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-34c31d1d-c763-46eb-a95e-ebcdee337709 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a92acb3e-d731-4cd5-b1b3-fce300acc53c HTTP/1.1" status: 204 len: 168 time: 1.3409994 May 12 19:44:31.125542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.170267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a88679-528f-4fe1-9b92-f7109cf92cee req-30b24a3d-1a6e-422d-af5a-7939869fa581 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:31.177147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68a88679-528f-4fe1-9b92-f7109cf92cee req-30b24a3d-1a6e-422d-af5a-7939869fa581 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 946 time: 0.6689420 May 12 19:44:31.243474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] For port 68b1719d-73af-4079-966a-d05fb1154d1a, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:44:31.270197 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.309227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] For port 68b1719d-73af-4079-966a-d05fb1154d1a, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=68b1719d-73af-4079-966a-d05fb1154d1a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:44:31.310388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.468564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36308) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:31.491183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.504134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.543816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:31.551264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1a10074a1d3c41489efe2f4e99e0fdbc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:31.555371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:31.559475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa4f77-15cd-4989-acbc-e8b29f97485f req-a2211822-b28c-4587-bd5f-99488a5ff540 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:31.561088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40aa4f77-15cd-4989-acbc-e8b29f97485f req-a2211822-b28c-4587-bd5f-99488a5ff540 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.7639174 May 12 19:44:31.573518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:31.585784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68a88679-528f-4fe1-9b92-f7109cf92cee req-968cfd5f-764e-4e0e-b0f1-52a30691a797 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076641 May 12 19:44:31.589277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.590645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.594247 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.637071 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.640029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] For port 1a86b320-c01b-41d5-98f3-2adfc4560dac, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1a86b320-c01b-41d5-98f3-2adfc4560dac,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:31.640369 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.648307 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.668040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=016ad7add79c42e5a2a43e78f81e9a87&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0851555 May 12 19:44:31.669529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:31.670113 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:31.671573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] 10.222.0.73 "PUT /v2.0/ports/68b1719d-73af-4079-966a-d05fb1154d1a HTTP/1.1" status: 200 len: 1091 time: 3.5676494 May 12 19:44:31.680918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36314) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:31.681145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'tag': '68b1719d-73af-4079-966a-d05fb1154d1a'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:31.749703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e4e3-ce87-4aed-ac32-2ec4b7a6f0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896e426-dccc-4c81-8127-c063407d6921,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:31.864389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Calling delete_port for 1a86b320-c01b-41d5-98f3-2adfc4560dac owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:31.972757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2bb8afff6604418a3835bf6709b089f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7114265 May 12 19:44:31.977088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36328) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:32.007044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40a6b5b2-a3be-4de8-81c6-f5c2b90bcb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.010931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00695f-4ca6-4368-ad98-1927a5fd5371 service neutron] Pushing event updated for resources: {'Port': ['ID=68b1719d-73af-4079-966a-d05fb1154d1a,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:32.041023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40aa4f77-15cd-4989-acbc-e8b29f97485f req-30ae932c-f0a2-497b-a95d-0741f8fbc569 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526119 May 12 19:44:32.055473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Allocated IP 172.25.2.183 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f12c9a46-f625-4106-87c2-e1e8e1195bef) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:32.072320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.077779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40a6b5b2-a3be-4de8-81c6-f5c2b90bcb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.084367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e64f6-464b-4977-b24a-41b030b0b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0c5fd-737f-432f-87bf-fb509693b064,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:32.088455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.160848 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eced3b7a-ae15-44fd-9f50-1291a44ffeae'] response: {'name': 'network-changed', 'server_uuid': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'tag': '68b1719d-73af-4079-966a-d05fb1154d1a', 'status': 'completed', 'code': 200} May 12 19:44:32.222062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc66bdf1-1ce0-48d3-9bb0-dd9fd8144b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.230089 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a10074a1d3c41489efe2f4e99e0fdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603736 May 12 19:44:32.241698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36338) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:32.244136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723b38b-819a-4f81-ac10-220eda2e49a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac57622-4713-4cbf-bdc4-6e6c59371e4a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:32.258483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-f188b287-6e2d-41d4-8f0f-c706da94c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:32.260309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-f188b287-6e2d-41d4-8f0f-c706da94c3c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 1094 time: 0.4398386 May 12 19:44:32.285951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76819192-9443-4ef2-b826-a8c8f41e6b2b req-b4a9c828-b502-4c7a-bcaf-0c5ad0b67562 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:32.287609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76819192-9443-4ef2-b826-a8c8f41e6b2b req-b4a9c828-b502-4c7a-bcaf-0c5ad0b67562 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 943 time: 0.4312854 May 12 19:44:32.332929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40a6b5b2-a3be-4de8-81c6-f5c2b90bcb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.362849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6b5b2-a3be-4de8-81c6-f5c2b90bcb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896e426-dccc-4c81-8127-c063407d6921,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:32.381473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3417d53b-51a5-46fc-a669-55fa1d2e9461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.398697 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.401504 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-7c68cd00-1fd7-4c5b-8c11-2a13080073ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68b1719d-73af-4079-966a-d05fb1154d1a HTTP/1.1" status: 200 len: 217 time: 0.1239867 May 12 19:44:32.411968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc66bdf1-1ce0-48d3-9bb0-dd9fd8144b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.430991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3417d53b-51a5-46fc-a669-55fa1d2e9461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.438547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40a6b5b2-a3be-4de8-81c6-f5c2b90bcb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.441979 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40a6b5b2-a3be-4de8-81c6-f5c2b90bcb16 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8896e426-dccc-4c81-8127-c063407d6921 HTTP/1.1" status: 204 len: 168 time: 0.7577717 May 12 19:44:32.492850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.544199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76819192-9443-4ef2-b826-a8c8f41e6b2b req-9e39f30a-949d-46a5-a5bc-bae28996310b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793156 May 12 19:44:32.548160 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.560763 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3417d53b-51a5-46fc-a669-55fa1d2e9461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.562474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:32.592308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417d53b-51a5-46fc-a669-55fa1d2e9461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac57622-4713-4cbf-bdc4-6e6c59371e4a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:32.601315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:32.608123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:32.613508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:32.617616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-6f6be8dc-32a5-43c6-ab81-80787fb97e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:32.619448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-6f6be8dc-32a5-43c6-ab81-80787fb97e54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.2095809 May 12 19:44:32.621718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event deleted for resources: {'Port': ['ID=1a86b320-c01b-41d5-98f3-2adfc4560dac,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:32.648457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Pushing event updated for resources: {'Port': ['ID=f12c9a46-f625-4106-87c2-e1e8e1195bef,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:32.651165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3417d53b-51a5-46fc-a669-55fa1d2e9461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.652278 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3417d53b-51a5-46fc-a669-55fa1d2e9461 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cac57622-4713-4cbf-bdc4-6e6c59371e4a HTTP/1.1" status: 204 len: 168 time: 0.4052351 May 12 19:44:32.656344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['2e20184a-12e7-4cb5-8afc-3a1636bd1fb6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:32.770375 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-724bcdcf-db14-4a9d-83ae-816542bb2938 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047626 May 12 19:44:32.789886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] No DVR routers for this DVR port 1a86b320-c01b-41d5-98f3-2adfc4560dac on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:44:32.917261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:32.930354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc66bdf1-1ce0-48d3-9bb0-dd9fd8144b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:33.027832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66bdf1-1ce0-48d3-9bb0-dd9fd8144b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0c5fd-737f-432f-87bf-fb509693b064,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:33.044391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7d2306e-966d-4ae2-b46d-c29b7747df9d req-bf0d73f7-18c3-409b-96e3-16c9a914256a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10 HTTP/1.1" status: 200 len: 210 time: 0.1834927 May 12 19:44:33.097900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc66bdf1-1ce0-48d3-9bb0-dd9fd8144b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:33.099451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cc66bdf1-1ce0-48d3-9bb0-dd9fd8144b15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3bf0c5fd-737f-432f-87bf-fb509693b064 HTTP/1.1" status: 204 len: 168 time: 1.1076841 May 12 19:44:33.103441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-647da73c-f8c4-4701-9199-7440ffc47527 req-5aa2e844-77f6-4964-8c90-18ce81484eb7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "DELETE /v2.0/ports/1a86b320-c01b-41d5-98f3-2adfc4560dac HTTP/1.1" status: 204 len: 173 time: 2.8168976 May 12 19:44:33.151683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-09c4c6f5-63da-4d28-b6ed-130e2700a9c9 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584604 May 12 19:44:33.273020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36368) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:33.322124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:33.391609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:33.400001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Usage tracker for resource:security_group_rule and tenant:be5a32a5f61742a08891085807a532e8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:33.405471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:33.425963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:33.428095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:33.511238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbfa3c29-3b5e-4a12-a160-7b01650751ad req-f7e97491-5fb0-45a2-b9df-a213e7609a8a service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527875 May 12 19:44:33.546536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb115fd-a5da-4ba4-8b2b-cbac7a44d5be req-737c328c-0a99-4f47-ad38-91b40671d24b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:33.554911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0eb115fd-a5da-4ba4-8b2b-cbac7a44d5be req-737c328c-0a99-4f47-ad38-91b40671d24b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.2429562 May 12 19:44:33.701068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0eb115fd-a5da-4ba4-8b2b-cbac7a44d5be req-64bf8178-ddf7-4f74-9092-58db063aec6f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450334 May 12 19:44:33.937974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:33.946152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:33.954426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-99aded2e-3b1c-4963-b52e-1e2560ea609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:33.956185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-99aded2e-3b1c-4963-b52e-1e2560ea609b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 1094 time: 0.3831012 May 12 19:44:33.996166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3db75-d3f4-4eff-aa44-8592be526726 req-237519f8-febe-4c2c-b544-7c34c2f51c48 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:33.998423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26f3db75-d3f4-4eff-aa44-8592be526726 req-237519f8-febe-4c2c-b544-7c34c2f51c48 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 943 time: 0.3109019 May 12 19:44:33.999453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:34.012740 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be5a32a5f61742a08891085807a532e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391927 May 12 19:44:34.015488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:34.018801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36390) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:34.019639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269656c-aa43-4400-82f9-45ab4eb4ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadb7017-f45f-4948-ab0e-7802ff2d4fa7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:34.161755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'name': 'network-vif-deleted', 'tag': '1a86b320-c01b-41d5-98f3-2adfc4560dac'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:34.186192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26f3db75-d3f4-4eff-aa44-8592be526726 req-3d4978a6-6401-4e0d-b476-e1a4029d6b07 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363103 May 12 19:44:34.202182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1a86b320-c01b-41d5-98f3-2adfc4560dac no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:44:34.269582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-c0a899de-c69b-43ce-8225-e27e432abd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:34.271361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-c0a899de-c69b-43ce-8225-e27e432abd80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 912 time: 0.3066230 May 12 19:44:34.298683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 1a86b320-c01b-41d5-98f3-2adfc4560dac {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:44:34.301514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1a86b320-c01b-41d5-98f3-2adfc4560dac not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:44:34.360527 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bf002c-3fcf-46c8-be19-e00aea4f2cab'] response: {'server_uuid': 'b3fb4f5d-6193-45cd-a006-a8b7a9cf5c10', 'name': 'network-vif-deleted', 'tag': '1a86b320-c01b-41d5-98f3-2adfc4560dac', 'status': 'completed', 'code': 200} May 12 19:44:34.373665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-4d114fc7-2ce5-46ba-b6a2-3f4291a25cf8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68b1719d-73af-4079-966a-d05fb1154d1a HTTP/1.1" status: 200 len: 217 time: 0.0948820 May 12 19:44:34.458275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-618c1232-bf77-44ff-be98-96a5ef6018d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:34.460784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-618c1232-bf77-44ff-be98-96a5ef6018d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.0792592 May 12 19:44:34.486713 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0262afec-de95-4ecf-9d73-cf6621da533a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:34.532051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0262afec-de95-4ecf-9d73-cf6621da533a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:34.569768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-07475be4-deaa-43f7-934a-e4096402da7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017563 May 12 19:44:34.582894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Router dcb2c30f-679e-4a3c-b16f-f23acab163d5 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:44:34.762429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0262afec-de95-4ecf-9d73-cf6621da533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:34.851718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0262afec-de95-4ecf-9d73-cf6621da533a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:34.855542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0262afec-de95-4ecf-9d73-cf6621da533a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fadb7017-f45f-4948-ab0e-7802ff2d4fa7 HTTP/1.1" status: 204 len: 168 time: 0.8327088 May 12 19:44:34.865556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262afec-de95-4ecf-9d73-cf6621da533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadb7017-f45f-4948-ab0e-7802ff2d4fa7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:34.901812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:34.906148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:34.907388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b4c076d9-d16c-44fe-9fe9-6e4838aac1f9 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "PUT /v2.0/routers/dcb2c30f-679e-4a3c-b16f-f23acab163d5 HTTP/1.1" status: 200 len: 915 time: 4.1975207 May 12 19:44:34.910064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36436) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:34.917521 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] Sync routers for ids ['dcb2c30f-679e-4a3c-b16f-f23acab163d5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:34.936275 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] Routers {'dcb2c30f-679e-4a3c-b16f-f23acab163d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:34.936889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['dcb2c30f-679e-4a3c-b16f-f23acab163d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:35.000095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-a9907ef7-8589-48fd-93ed-30b7f6187bde service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239521 May 12 19:44:35.056658 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:35.074018 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] Routers {'dcb2c30f-679e-4a3c-b16f-f23acab163d5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:35.074624 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['dcb2c30f-679e-4a3c-b16f-f23acab163d5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:35.133715 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-13eaa801-bbec-4ad9-9537-47c157399472 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/dcb2c30f-679e-4a3c-b16f-f23acab163d5 HTTP/1.1" status: 200 len: 921 time: 0.2197270 May 12 19:44:35.136492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36446) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:35.253593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a90602-063e-4aee-b759-371be750f93d tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:35.255031 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66a90602-063e-4aee-b759-371be750f93d tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=dcb2c30f-679e-4a3c-b16f-f23acab163d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1177588 May 12 19:44:35.256192 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:35.256610 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46d25e-a315-4371-9519-8eaa1d364e00 None None] The sync data for ids ['dcb2c30f-679e-4a3c-b16f-f23acab163d5'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:35.258276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36456) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:35.307397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087af535-3462-4c01-aa75-d0edac1a5cfc req-cd3a5bb0-c8c4-4b40-9979-a4144bb62033 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:35.308520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-087af535-3462-4c01-aa75-d0edac1a5cfc req-cd3a5bb0-c8c4-4b40-9979-a4144bb62033 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:35.341221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae817794-c3c3-4405-9e3d-16be8f48a63a req-14361566-95f2-4d5b-b65e-4a4ebf071bfa tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:35.343014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae817794-c3c3-4405-9e3d-16be8f48a63a req-14361566-95f2-4d5b-b65e-4a4ebf071bfa tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.4992430 May 12 19:44:35.392743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2c637dc-9a1f-49a4-aa91-65dcb64948d6 req-564fbc68-61b9-4635-9d5a-9e19fc63f9b3 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752344 May 12 19:44:35.397094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-087af535-3462-4c01-aa75-d0edac1a5cfc req-cd3a5bb0-c8c4-4b40-9979-a4144bb62033 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:35.404048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-087af535-3462-4c01-aa75-d0edac1a5cfc req-cd3a5bb0-c8c4-4b40-9979-a4144bb62033 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 945 time: 0.6440787 May 12 19:44:35.420725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c083b-61ef-47be-b59a-2fc5e707e338 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:35.425228 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-314c083b-61ef-47be-b59a-2fc5e707e338 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.1638072 May 12 19:44:35.425779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36466) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:35.449785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae817794-c3c3-4405-9e3d-16be8f48a63a req-75670ac0-2942-4b44-8235-1fd1b7e17aac tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871880 May 12 19:44:35.489647 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4835f4e8-d49f-4256-a746-a804a02e1667 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcb2c30f-679e-4a3c-b16f-f23acab163d5 HTTP/1.1" status: 200 len: 205 time: 0.0597572 May 12 19:44:35.491204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36470) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:35.501805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-087af535-3462-4c01-aa75-d0edac1a5cfc req-4444bccb-9ddc-4ba7-8a6b-d918186d6ad0 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967839 May 12 19:44:35.550683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 68b1719d-73af-4079-966a-d05fb1154d1a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:44:35.683021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008c447-f8c5-4e5f-9171-3cff8e9e8b0a req-d48aba6b-d7ea-4fed-aef2-26eac694d245 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:35.690751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3008c447-f8c5-4e5f-9171-3cff8e9e8b0a req-d48aba6b-d7ea-4fed-aef2-26eac694d245 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 943 time: 0.1075866 May 12 19:44:35.751004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3008c447-f8c5-4e5f-9171-3cff8e9e8b0a req-dbbee617-5350-4e25-b46a-5eabe1eb7b2c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589440 May 12 19:44:35.788736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 68b1719d-73af-4079-966a-d05fb1154d1a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=68b1719d-73af-4079-966a-d05fb1154d1a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:35.803543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '68b1719d-73af-4079-966a-d05fb1154d1a', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'port_id': '68b1719d-73af-4079-966a-d05fb1154d1a', 'mac_address': 'fa:16:3e:b4:61:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d251b82-d2c4-4176-aa07-e8f3235d5473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:44:35.849723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:35.917694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 68b1719d-73af-4079-966a-d05fb1154d1a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:35.918221 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:35.936839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b1719d-73af-4079-966a-d05fb1154d1a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:44:35.981841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 68b1719d-73af-4079-966a-d05fb1154d1a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=68b1719d-73af-4079-966a-d05fb1154d1a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:35.988567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:36.090157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-f2a6516e-f951-491a-b64a-1226c12b4623 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:36.091202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=68b1719d-73af-4079-966a-d05fb1154d1a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:36.097800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-f2a6516e-f951-491a-b64a-1226c12b4623 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 945 time: 0.1542540 May 12 19:44:36.107985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:36.136824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Deleting port f12c9a46-f625-4106-87c2-e1e8e1195bef {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:36.137488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:36.178434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Deleting port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:36.179233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:36.228020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['68b1719d-73af-4079-966a-d05fb1154d1a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:36.521708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:36.706308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Calling delete_port for f12c9a46-f625-4106-87c2-e1e8e1195bef owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:36.726763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] For port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:36.727162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:36.910528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:36.967302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36526) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:37.008457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Calling delete_port for 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:37.021002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event deleted for resources: {'Port': ['ID=f12c9a46-f625-4106-87c2-e1e8e1195bef,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:37.129974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.286491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.298700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:37.339789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db533f22-0903-4bfa-80b6-9b2d021fc511 req-753158db-0ab6-48be-bd2c-bc214f3b654d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:37.341315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db533f22-0903-4bfa-80b6-9b2d021fc511 req-753158db-0ab6-48be-bd2c-bc214f3b654d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.7144380 May 12 19:44:37.352157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event deleted for resources: {'Port': ['ID=2e20184a-12e7-4cb5-8afc-3a1636bd1fb6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:37.361526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['2e20184a-12e7-4cb5-8afc-3a1636bd1fb6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:37.361723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebd597-4eae-4d24-b6f5-e6ad39c0fef0 req-a649802b-e63d-4ccf-ab9a-18f28b4bddc3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:37.368654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86ebd597-4eae-4d24-b6f5-e6ad39c0fef0 req-a649802b-e63d-4ccf-ab9a-18f28b4bddc3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4ef807c-fd29-4022-9edf-59238dbd4a42 HTTP/1.1" status: 200 len: 945 time: 0.6864407 May 12 19:44:37.385560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:37.394514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:37.398230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.401800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.403659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Usage tracker for resource:floatingip and tenant:0de65e1877cf4ab7b49c13f904918e2e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:37.407982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:37.417808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:37.441255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.462222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.463234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Fanout notify agent at l3_agent the message router_deleted on router dcb2c30f-679e-4a3c-b16f-f23acab163d5 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:44:37.506822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] No DVR routers for this DVR port 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:44:37.515377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.518184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'name': 'network-vif-deleted', 'tag': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:37.525004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db533f22-0903-4bfa-80b6-9b2d021fc511 req-7eae146e-4abd-4b14-b6cd-4250b271c88e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740561 May 12 19:44:37.542439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.543545 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-84c1b8e2-564e-42d5-8d6f-5762ec5e46b4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/dcb2c30f-679e-4a3c-b16f-f23acab163d5 HTTP/1.1" status: 204 len: 168 time: 2.0514047 May 12 19:44:37.547414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36544) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:37.558238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86ebd597-4eae-4d24-b6f5-e6ad39c0fef0 req-420b7c29-c20b-4957-b643-3e174a4af0b3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808550 May 12 19:44:37.558541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-752281624', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:37.569019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:37.569981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17135db9-763a-49cd-b2a9-d03ec55c3976 req-83c89ef9-7704-408f-9bb6-90fe91059053 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "DELETE /v2.0/ports/2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 HTTP/1.1" status: 204 len: 173 time: 1.4658782 May 12 19:44:37.583507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 68b1719d-73af-4079-966a-d05fb1154d1a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:44:37.583889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Usage tracker for resource:router and tenant:22d9ad52353043239b14c8c455629790 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:37.594467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:37.606097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:37.635432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.636503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.653033 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebcd92b-1b5a-4700-bf1e-7b0e62dbd148'] response: {'server_uuid': 'e4ef807c-fd29-4022-9edf-59238dbd4a42', 'name': 'network-vif-deleted', 'tag': '2e20184a-12e7-4cb5-8afc-3a1636bd1fb6', 'status': 'completed', 'code': 200} May 12 19:44:37.691006 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.758286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.818957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 68b1719d-73af-4079-966a-d05fb1154d1a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:44:37.833477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 68b1719d-73af-4079-966a-d05fb1154d1a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:44:37.834154 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:37.875549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798db1-bf52-46c6-8ae1-5f573f8403dc req-ac14ecf2-f901-4e5f-9bdd-68bb4bb23ebe tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:37.878022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69798db1-bf52-46c6-8ae1-5f573f8403dc req-ac14ecf2-f901-4e5f-9bdd-68bb4bb23ebe tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 944 time: 0.1292124 May 12 19:44:37.936169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69798db1-bf52-46c6-8ae1-5f573f8403dc req-a837bfa0-9b46-4430-bceb-beca70238ac5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 May 12 19:44:38.051206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 68b1719d-73af-4079-966a-d05fb1154d1a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:38.051595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:38.111301 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:38.142378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b1719d-73af-4079-966a-d05fb1154d1a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:38.158495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:38.174767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 68b1719d-73af-4079-966a-d05fb1154d1a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=68b1719d-73af-4079-966a-d05fb1154d1a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:38.191983 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:38.328894 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c6205e-bf34-4a8a-8bd7-ffad94b4a68b'] response: {'server_uuid': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b1719d-73af-4079-966a-d05fb1154d1a', 'code': 200} May 12 19:44:38.387181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=68b1719d-73af-4079-966a-d05fb1154d1a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:38.390844 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:38.467350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Allocated IP 172.25.2.60 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/9d4c8d03-3d49-4cee-a019-e0b1bb6735aa) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:38.522137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b306a77-ffeb-459f-afc0-9581f28091f2 req-4488a9ca-f62e-4540-8684-bb390fa96b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:38.524441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b306a77-ffeb-459f-afc0-9581f28091f2 req-4488a9ca-f62e-4540-8684-bb390fa96b66 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 1096 time: 0.1381340 May 12 19:44:38.606793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b306a77-ffeb-459f-afc0-9581f28091f2 req-21ed54fa-2241-44cf-b908-45dca324887b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763397 May 12 19:44:38.754367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:38.785912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067edd9-5c5e-49b9-ba26-188e5001bfbe req-fc5545cf-6834-44f0-a62b-f9422cc6dfda tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:38.787695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4067edd9-5c5e-49b9-ba26-188e5001bfbe req-fc5545cf-6834-44f0-a62b-f9422cc6dfda tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.1115425 May 12 19:44:38.856677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4067edd9-5c5e-49b9-ba26-188e5001bfbe req-957458bb-b116-454c-90d1-ea82adfe3d2d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590849 May 12 19:44:38.929090 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:38.965885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.081444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.231729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:39.238345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:39.244242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:39.298129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Pushing event updated for resources: {'Port': ['ID=9d4c8d03-3d49-4cee-a019-e0b1bb6735aa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:39.318713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Allocated IP 172.25.2.46 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/99799f87-5120-43a2-882f-3c1549c796d5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:39.326043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c993d0-da06-483b-9711-1e26b3aa0f0e req-5d390250-d244-44de-bb46-77cac13336d1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:39.326043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74c993d0-da06-483b-9711-1e26b3aa0f0e req-5d390250-d244-44de-bb46-77cac13336d1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.1596212 May 12 19:44:39.341375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-3b915563-c01d-45a6-8e71-d9a5f0470527 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:39.346708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-3b915563-c01d-45a6-8e71-d9a5f0470527 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.2784665 May 12 19:44:39.392048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-2c04346b-4c82-408e-8198-ed98b1667b2c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.0442185 May 12 19:44:39.448395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.459476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74c993d0-da06-483b-9711-1e26b3aa0f0e req-3d01cc1a-5150-4360-b958-3ba3184c9933 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094298 May 12 19:44:39.510993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-37ca25e3-f74f-4d6e-913a-5daf3ea0826b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:39.533378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-37ca25e3-f74f-4d6e-913a-5daf3ea0826b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:39.536582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-37ca25e3-f74f-4d6e-913a-5daf3ea0826b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425567 May 12 19:44:39.562240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.568478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.817536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-180877d3-ab01-40cb-876c-4498fa93024b service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725668 May 12 19:44:39.825678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.901565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.913234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:39.916439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:39.920475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:39.925792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:39.958637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event updated for resources: {'Port': ['ID=99799f87-5120-43a2-882f-3c1549c796d5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:39.984586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-4e83ca6a-2c4d-486d-8fb9-f13f22d094f7 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650879 May 12 19:44:40.098901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Pushing event updated for resources: {'Port': ['ID=9d4c8d03-3d49-4cee-a019-e0b1bb6735aa,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:40.130223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d9239-be80-4155-9338-5208c1179b00 req-b2a64b33-9777-4fe1-94ca-4ba70c08c79b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:40.131772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f14d9239-be80-4155-9338-5208c1179b00 req-b2a64b33-9777-4fe1-94ca-4ba70c08c79b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.1241624 May 12 19:44:40.159314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:40.233997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f14d9239-be80-4155-9338-5208c1179b00 req-ea487867-c323-4f2d-b4c7-e6d0876396b4 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918651 May 12 19:44:40.250371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:44:40.345039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:44:40.345716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2e20184a-12e7-4cb5-8afc-3a1636bd1fb6 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:44:40.452554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf857f61-5deb-4725-8d22-487293d68c24 req-c8d671d8-3082-4d04-aa2c-a1ece9de6687 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 210 time: 0.1077113 May 12 19:44:40.539086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:40.540736 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a773bc6-4b79-4fdc-9e0a-7a533a52c161 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5630558 May 12 19:44:40.543786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36646) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:40.555364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-779713425', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'fixed_ips': [{'ip_address': '172.25.2.60'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:40.563557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:40.568497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Usage tracker for resource:port and tenant:0de65e1877cf4ab7b49c13f904918e2e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:40.730735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:40.740324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:40.761273 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:40.873069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b96e48-3626-4549-912e-29b4ffc0c484 req-07e4b44e-5be7-432d-8eb3-4441dfb4f01c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:40.882390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2b96e48-3626-4549-912e-29b4ffc0c484 req-07e4b44e-5be7-432d-8eb3-4441dfb4f01c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.1441545 May 12 19:44:40.979505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2b96e48-3626-4549-912e-29b4ffc0c484 req-511407f5-a58e-449f-8b30-17b669854b2c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960369 May 12 19:44:41.012672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Made reservation on behalf of 0de65e1877cf4ab7b49c13f904918e2e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:41.016769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:41.049812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:41.076987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:41.081889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Usage tracker for resource:security_group_rule and tenant:0de65e1877cf4ab7b49c13f904918e2e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:41.085873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:41.111931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:41.606390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:41.791191 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:41.813712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:41.832846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] device_id is not set on port e7577d67-b4be-4514-9f0e-979689078599 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:44:41.881823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36686) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:41.993497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843c82f4-0266-4fe8-a638-76cad7f8b562,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:42.183181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a33fe6-cf2f-4836-9937-d2c689cab12f req-25a6b7a5-8942-4aa6-938e-8ca87f023b22 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:42.190019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6a33fe6-cf2f-4836-9937-d2c689cab12f req-25a6b7a5-8942-4aa6-938e-8ca87f023b22 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.8025775 May 12 19:44:42.202186 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Router b7f3adcd-577c-48aa-aae6-6dff92f327ef is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:44:42.246261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e72b0-4a0b-41ff-837f-1b31d4e112ff req-583405b3-4dbb-430e-a4bb-1ca81a7ee07b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:42.253586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df7e72b0-4a0b-41ff-837f-1b31d4e112ff req-583405b3-4dbb-430e-a4bb-1ca81a7ee07b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.8021853 May 12 19:44:42.258219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5c9a3-0817-4246-8a2e-ee2697267471 req-2079624d-b6b9-4c27-9906-49dc56200cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:42.267973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97b5c9a3-0817-4246-8a2e-ee2697267471 req-2079624d-b6b9-4c27-9906-49dc56200cf9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1097 time: 0.4278135 May 12 19:44:42.311917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-281b114e-2257-4b21-9fa4-0cae53928841 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:42.313404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-281b114e-2257-4b21-9fa4-0cae53928841 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.3745313 May 12 19:44:42.356441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Request body: {'port': {'device_id': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'admin_state_up': True, 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:42.396134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6a33fe6-cf2f-4836-9937-d2c689cab12f req-0aaea1ee-96f5-405f-a6cf-0d0f421ccc8c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052956 May 12 19:44:42.397631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97b5c9a3-0817-4246-8a2e-ee2697267471 req-6e0cf789-b835-407d-93a6-e1de80f24857 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314421 May 12 19:44:42.406078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df7e72b0-4a0b-41ff-837f-1b31d4e112ff req-6f3be07e-27d1-4130-b019-09d75ac3881b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448593 May 12 19:44:42.497475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:42.522876 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 12 19:44:42.523414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:44:42.528564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:42.539238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Usage tracker for resource:security_group_rule and tenant:aa48bbec605b47b3b2e4eb54025e8513 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:42.546428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:42.559236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:42.563137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:42.575473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] Sync routers for ids ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:42.581754 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ccfcb957-f72c-413d-adb6-9b588b3e20f8 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.0343721 May 12 19:44:42.584069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:42.594305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] Routers {'b7f3adcd-577c-48aa-aae6-6dff92f327ef'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:42.595232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:42.602054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46a852d4-818b-43ba-abce-4e9ce5bc7a7c req-4bf94884-2241-470f-811b-be134280ca47 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 210 time: 0.0674512 May 12 19:44:42.610389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:42.621098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:42.634403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:42.638894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:42.687824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:42.698002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] Routers {'b7f3adcd-577c-48aa-aae6-6dff92f327ef'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:42.699135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:42.769579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:42.770318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72d2ca-d6ff-4926-bbdb-1082d9126399 None None] The sync data for ids ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:42.784164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:42.785914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-407ea677-f21e-4b2e-bebe-f0eabfff320d tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2363102 May 12 19:44:42.794766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36704) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:42.812036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:42.897669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Deleting port 9d4c8d03-3d49-4cee-a019-e0b1bb6735aa {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:42.898333 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:42.915412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Allocated IP 172.20.0.3 (8f084805-0240-4ebb-80f7-8f92fa40dcd6/47fe641d-e0a1-4324-b69f-3703264a1493/456c7703-5413-49d6-9304-662ffee68516) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:44:43.086656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.110948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.162471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d67834-cabd-4519-81a7-8dee6daa8eb4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:43.184759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.185167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.201114 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e272ad1-3054-4aec-98d3-25fe7d67313a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa48bbec605b47b3b2e4eb54025e8513&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3162909 May 12 19:44:43.204439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36714) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:43.319010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Calling delete_port for 9d4c8d03-3d49-4cee-a019-e0b1bb6735aa owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:43.477602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95ad524c-8cae-4bac-8f69-a85f20387fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.543982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.584838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95ad524c-8cae-4bac-8f69-a85f20387fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.637646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.695038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d4c8d03-3d49-4cee-a019-e0b1bb6735aa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:43.827323 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.849358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:43.854304 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ba48abe3-1a59-4147-b38c-bd6f7d86005c tempest-ExternalNetworksAdminNegativeTestJSON-1156917801 tempest-ExternalNetworksAdminNegativeTestJSON-1156917801-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/9d84f81f-f71b-45a0-863f-41290817891e HTTP/1.1" status: 204 len: 168 time: 1.2692208 May 12 19:44:44.028291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.040771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:44.086601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.134419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:44:44.147982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:44.150497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:44.198373 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.219805 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95ad524c-8cae-4bac-8f69-a85f20387fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.224313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event updated for resources: {'Port': ['ID=456c7703-5413-49d6-9304-662ffee68516,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:44.224784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36744) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:44.254800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Deleting port 99799f87-5120-43a2-882f-3c1549c796d5 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:44.255169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.292536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decea3a-6f95-4843-b48c-f0e151764d00 req-b03bb1da-3351-498e-9c1e-17048e056b70 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:44.294046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4decea3a-6f95-4843-b48c-f0e151764d00 req-b03bb1da-3351-498e-9c1e-17048e056b70 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.7240322 May 12 19:44:44.302844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad524c-8cae-4bac-8f69-a85f20387fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d67834-cabd-4519-81a7-8dee6daa8eb4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:44.324152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f116fa-1d13-4e9a-bd79-e9605fc66fc1 req-6e27911f-dcb7-4f49-b817-733af62241ed tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:44.325605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79f116fa-1d13-4e9a-bd79-e9605fc66fc1 req-6e27911f-dcb7-4f49-b817-733af62241ed tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.4355388 May 12 19:44:44.372374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:44.373137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.406286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.421940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:44.426146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:89d9f9f657d140caa0ef1e3934cea199 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:44.429366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:44.435394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:44.478680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95ad524c-8cae-4bac-8f69-a85f20387fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.482560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-95ad524c-8cae-4bac-8f69-a85f20387fbf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49d67834-cabd-4519-81a7-8dee6daa8eb4 HTTP/1.1" status: 204 len: 168 time: 1.2741826 May 12 19:44:44.547349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-af85a59a-1776-435b-9620-81016118f7ff tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1989486 May 12 19:44:44.550232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79f116fa-1d13-4e9a-bd79-e9605fc66fc1 req-fab4adcb-c10e-4481-ae11-589ed30cdf98 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013137 May 12 19:44:44.551733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.558447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.578695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4decea3a-6f95-4843-b48c-f0e151764d00 req-70496e73-adcb-4441-81a3-94f8afd1fd96 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552149 May 12 19:44:44.593948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Request body: {'port': {'device_id': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:44.612203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe11f54-70da-4e78-a681-e28c05ba54b6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:44.650982 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8dad4bf7-f573-4a71-9093-78e8e8090ca9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=89d9f9f657d140caa0ef1e3934cea199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248116 May 12 19:44:44.653539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36754) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:44.725586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f374f01b-b547-48cc-a076-39691b084543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.755151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f374f01b-b547-48cc-a076-39691b084543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.830028 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f374f01b-b547-48cc-a076-39691b084543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.849823 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f374f01b-b547-48cc-a076-39691b084543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.851323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f374f01b-b547-48cc-a076-39691b084543 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0fe11f54-70da-4e78-a681-e28c05ba54b6 HTTP/1.1" status: 204 len: 168 time: 0.1960268 May 12 19:44:44.852088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374f01b-b547-48cc-a076-39691b084543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe11f54-70da-4e78-a681-e28c05ba54b6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:44.903367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36764) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:44.919185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.951652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:44.987146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:45.000912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:45.005553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Usage tracker for resource:security_group_rule and tenant:874755cc83f4407f868582cf7c8455d3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:45.012137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:45.020142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:45.073014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Calling delete_port for 99799f87-5120-43a2-882f-3c1549c796d5 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:45.193800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:45.203419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:45.303281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68608f-34fc-4144-81f5-54d123c000bc req-ba15432f-9c1b-4c59-b580-1afe7d5b0687 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:45.303982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0f68608f-34fc-4144-81f5-54d123c000bc req-ba15432f-9c1b-4c59-b580-1afe7d5b0687 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:45.315321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd48f238-1f74-4151-9b01-93f3d5e0d114,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:45.335552 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1a9f3a7c-ef37-4b89-8fea-6013734e003a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=874755cc83f4407f868582cf7c8455d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309258 May 12 19:44:45.339002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36780) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:45.405580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:45.412073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0f68608f-34fc-4144-81f5-54d123c000bc req-ba15432f-9c1b-4c59-b580-1afe7d5b0687 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:45.419301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f68608f-34fc-4144-81f5-54d123c000bc req-ba15432f-9c1b-4c59-b580-1afe7d5b0687 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 931 time: 0.6749520 May 12 19:44:45.449220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f399534-4ba6-4af7-8379-cd1cba3cacc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:45.494041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f399534-4ba6-4af7-8379-cd1cba3cacc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:45.582444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f68608f-34fc-4144-81f5-54d123c000bc req-5f02a4fb-c222-491d-b4aa-cda0145d8dd1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622150 May 12 19:44:45.586234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d5d87bfc-9580-47ae-9c7c-d11ffc8c55b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0de65e1877cf4ab7b49c13f904918e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793501 May 12 19:44:45.588729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36802) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:45.620975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f399534-4ba6-4af7-8379-cd1cba3cacc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:45.657605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f399534-4ba6-4af7-8379-cd1cba3cacc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd48f238-1f74-4151-9b01-93f3d5e0d114,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:45.659790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f399534-4ba6-4af7-8379-cd1cba3cacc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:45.660916 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8f399534-4ba6-4af7-8379-cd1cba3cacc5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd48f238-1f74-4151-9b01-93f3d5e0d114 HTTP/1.1" status: 204 len: 168 time: 0.3209727 May 12 19:44:46.023921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:46.063233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-515e45e4-53f7-4120-b598-b857c49279a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:46.084931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:44:46.143328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Pushing event deleted for resources: {'Port': ['ID=99799f87-5120-43a2-882f-3c1549c796d5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:46.303095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.303421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.304043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.304043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.304481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.304766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.305094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.305453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.305902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.306396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.306721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.307051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:46.329987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456c7703-5413-49d6-9304-662ffee68516 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:44:46.371480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-515e45e4-53f7-4120-b598-b857c49279a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:46.395155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:46.469422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Transition to ACTIVE for port object 456c7703-5413-49d6-9304-662ffee68516 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:44:46.489044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ba522-a96b-4351-ae88-5ed3c58de2c9 req-828c35d9-96cf-414e-b01f-b09bf2bba5ad tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:46.490708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78ba522-a96b-4351-ae88-5ed3c58de2c9 req-828c35d9-96cf-414e-b01f-b09bf2bba5ad tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.6787553 May 12 19:44:46.492876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:46.621451 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:46.645562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10133b-aa43-4100-a459-ecf6d4f5d6eb req-dd7eb17b-d4c9-4969-a12e-6f3f0b696732 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:46.656896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec10133b-aa43-4100-a459-ecf6d4f5d6eb req-dd7eb17b-d4c9-4969-a12e-6f3f0b696732 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.8847988 May 12 19:44:47.093747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec10133b-aa43-4100-a459-ecf6d4f5d6eb req-9ad0d4a8-70c6-4445-a79b-7732d6efe64e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353318 May 12 19:44:47.286821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36880) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:47.376853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78ba522-a96b-4351-ae88-5ed3c58de2c9 req-b1d0fc7f-af44-4483-8388-5610ad3020a1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6919787 May 12 19:44:47.386772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-515e45e4-53f7-4120-b598-b857c49279a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.429384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.456871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e45e4-53f7-4120-b598-b857c49279a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c82f4-0266-4fe8-a638-76cad7f8b562,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:47.463892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.470377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Pushing event updated for resources: {'Port': ['ID=456c7703-5413-49d6-9304-662ffee68516,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:47.481139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.504600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:47.515137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Usage tracker for resource:security_group_rule and tenant:86a71728d24842fb95ecaec4b4bc978b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:47.523452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:47.533824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:47.674376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.682535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.765246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3d1d3-14f5-4340-946f-7f3875abd52a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:47.785960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-38c9c95c-e589-464e-be33-da8ce2b03b58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86a71728d24842fb95ecaec4b4bc978b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980152 May 12 19:44:47.788687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36900) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:47.864555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d87f33b3-4761-4b18-96fb-c178ddb5daf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.896662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d87f33b3-4761-4b18-96fb-c178ddb5daf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.922191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-515e45e4-53f7-4120-b598-b857c49279a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.923600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-515e45e4-53f7-4120-b598-b857c49279a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/843c82f4-0266-4fe8-a638-76cad7f8b562 HTTP/1.1" status: 204 len: 168 time: 2.3339002 May 12 19:44:47.947431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Attempting to bind port 456c7703-5413-49d6-9304-662ffee68516 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:47.947868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Attempting to bind port 456c7703-5413-49d6-9304-662ffee68516 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:47.948411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Attempting to bind port 456c7703-5413-49d6-9304-662ffee68516 on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:47.955067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Router b7f3adcd-577c-48aa-aae6-6dff92f327ef has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:44:47.972278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d87f33b3-4761-4b18-96fb-c178ddb5daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:47.982650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Port 456c7703-5413-49d6-9304-662ffee68516 on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:47.983320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Attempting to bind port 456c7703-5413-49d6-9304-662ffee68516 on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:48.020643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d87f33b3-4761-4b18-96fb-c178ddb5daf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:48.024859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d87f33b3-4761-4b18-96fb-c178ddb5daf1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ce3d1d3-14f5-4340-946f-7f3875abd52a HTTP/1.1" status: 204 len: 168 time: 0.2326860 May 12 19:44:48.024859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f33b3-4761-4b18-96fb-c178ddb5daf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3d1d3-14f5-4340-946f-7f3875abd52a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:48.085324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de91b2-be61-4780-b5e3-0b87a9b2d4a6 req-ad2ca1e0-3bcb-4377-b931-996f576a6e32 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:48.092688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3de91b2-be61-4780-b5e3-0b87a9b2d4a6 req-ad2ca1e0-3bcb-4377-b931-996f576a6e32 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 943 time: 0.7573171 May 12 19:44:48.116063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:44:48.116784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:44:48.117440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Bound using segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:44:48.118124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Bound port: 456c7703-5413-49d6-9304-662ffee68516, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:44:48.118711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:48.258318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:48.270284 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] Sync routers for ids ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:48.275392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:48.279226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6fe3d351-a8c1-45e5-bc34-51ad44f83bb4 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "PUT /v2.0/routers/b7f3adcd-577c-48aa-aae6-6dff92f327ef HTTP/1.1" status: 200 len: 705 time: 5.4832494 May 12 19:44:48.279397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36920) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:48.285725 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] Routers {'b7f3adcd-577c-48aa-aae6-6dff92f327ef'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:48.288889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:48.299542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3de91b2-be61-4780-b5e3-0b87a9b2d4a6 req-a383d618-95fc-4863-87c6-881db250b93b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055314 May 12 19:44:48.376998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] For port 456c7703-5413-49d6-9304-662ffee68516, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:44:48.382491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] For port 456c7703-5413-49d6-9304-662ffee68516, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=456c7703-5413-49d6-9304-662ffee68516,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:44:48.392275 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:48.394208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:48.404735 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] Routers {'b7f3adcd-577c-48aa-aae6-6dff92f327ef'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:48.405627 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:48.498952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:48.506636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:48.510236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/456c7703-5413-49d6-9304-662ffee68516 HTTP/1.1" status: 200 len: 1091 time: 3.9377522 May 12 19:44:48.531889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:48.532697 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea16a56-64eb-40b3-a12e-34498d44d0ad None None] The sync data for ids ['b7f3adcd-577c-48aa-aae6-6dff92f327ef'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:48.541164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'tag': '456c7703-5413-49d6-9304-662ffee68516'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:48.766522 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6878398c-797d-4e2a-ae17-55d3749168e5 tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/routers/b7f3adcd-577c-48aa-aae6-6dff92f327ef HTTP/1.1" status: 200 len: 740 time: 0.4857833 May 12 19:44:48.768008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:48.810753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36942) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:48.834913 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b26d8c03-58cf-4f78-9193-3e2afcee028a tempest-RoutersAdminTest-1294484764 tempest-RoutersAdminTest-1294484764-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=b7f3adcd-577c-48aa-aae6-6dff92f327ef HTTP/1.1" status: 200 len: 205 time: 0.0655701 May 12 19:44:48.838061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36946) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:48.875619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:48.902961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3f7929a-36f7-4bb5-acb7-337a586941a9 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f3adcd-577c-48aa-aae6-6dff92f327ef HTTP/1.1" status: 200 len: 205 time: 0.0609186 May 12 19:44:48.903276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36950) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:48.967642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:49.033935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Usage tracker for resource:security_group_rule and tenant:4e1a413ed81846d7bdabbc402ae605bf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:49.037640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a5668-3fcf-4dfb-ab49-cfcbce7031f4 service neutron] Pushing event updated for resources: {'Port': ['ID=456c7703-5413-49d6-9304-662ffee68516,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:49.044573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:49.061242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:49.068242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30359323-fa78-4e0b-b19e-9e39f3c45f1b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:49.127818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c84df-188a-4a8d-b7b8-371163bb9dc7 req-9dc31826-e089-4708-b31b-e20122fc1c08 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:49.129607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c70c84df-188a-4a8d-b7b8-371163bb9dc7 req-9dc31826-e089-4708-b31b-e20122fc1c08 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.4113576 May 12 19:44:49.138012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3156c-ba8a-415a-b599-b533a52f8bc6 req-d03d0db6-9c49-45d8-8128-399f6c5d82b4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:49.139970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0d3156c-ba8a-415a-b599-b533a52f8bc6 req-d03d0db6-9c49-45d8-8128-399f6c5d82b4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.6287582 May 12 19:44:49.146929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-09221f90-2dfa-43e1-9cc0-a26e29372e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:49.148425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-09221f90-2dfa-43e1-9cc0-a26e29372e85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1097 time: 0.6101058 May 12 19:44:49.415506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-506f24da-aee0-4b08-b6ab-fe62dd277ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:49.416982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-506f24da-aee0-4b08-b6ab-fe62dd277ed9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.2158108 May 12 19:44:49.419437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-135dff46-458d-4b3d-8f77-930b1cb6b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:49.420789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-135dff46-458d-4b3d-8f77-930b1cb6b507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 1094 time: 0.8551097 May 12 19:44:49.462769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30359323-fa78-4e0b-b19e-9e39f3c45f1b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:49.466689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30359323-fa78-4e0b-b19e-9e39f3c45f1b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:49.521304 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30359323-fa78-4e0b-b19e-9e39f3c45f1b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:49.521943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30359323-fa78-4e0b-b19e-9e39f3c45f1b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Fanout notify agent at l3_agent the message router_deleted on router b7f3adcd-577c-48aa-aae6-6dff92f327ef {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:44:49.584897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30359323-fa78-4e0b-b19e-9e39f3c45f1b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:49.589241 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-30359323-fa78-4e0b-b19e-9e39f3c45f1b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/b7f3adcd-577c-48aa-aae6-6dff92f327ef HTTP/1.1" status: 204 len: 168 time: 0.6818559 May 12 19:44:49.590006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:49.597435 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:49.652307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b30c7eac-17bc-4754-b6b7-0315a983729e tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f3adcd-577c-48aa-aae6-6dff92f327ef HTTP/1.1" status: 200 len: 205 time: 0.0587389 May 12 19:44:49.652307 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:49.662084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36986) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:49.667579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-f71ef58d-6e66-4906-baae-9037740d3eeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456c7703-5413-49d6-9304-662ffee68516 HTTP/1.1" status: 200 len: 217 time: 0.2367539 May 12 19:44:49.689814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c70c84df-188a-4a8d-b7b8-371163bb9dc7 req-6847fbdb-e6e9-4e8c-bb51-285ca5fb7a4f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5486684 May 12 19:44:49.768069 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-e1136f7d-b977-41bf-8f87-0acda8a4b4fb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] delete failed (client error): The resource could not be found. May 12 19:44:49.769356 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e1136f7d-b977-41bf-8f87-0acda8a4b4fb tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/b7f3adcd-577c-48aa-aae6-6dff92f327ef HTTP/1.1" status: 404 len: 336 time: 0.1000485 May 12 19:44:49.774704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e1a413ed81846d7bdabbc402ae605bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9625247 May 12 19:44:49.775438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36990) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:49.781370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36992) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:49.811635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-8979b01b-7053-45da-8afc-d177987c1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:49.813977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-8979b01b-7053-45da-8afc-d177987c1a0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.1190891 May 12 19:44:49.815638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e599d8-c10f-44ea-bd8c-be4973e1c12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce37edf6-d084-4274-b4f7-c18e9b79687f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:49.820433 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c358644-47c3-4c37-8c84-34fc8aa2ad08'] response: {'name': 'network-changed', 'server_uuid': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'tag': '456c7703-5413-49d6-9304-662ffee68516', 'status': 'completed', 'code': 200} May 12 19:44:49.845318 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f361755e-7653-42ae-ab2b-e960aff32c4b tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcb2c30f-679e-4a3c-b16f-f23acab163d5 HTTP/1.1" status: 200 len: 205 time: 0.0661004 May 12 19:44:49.848225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:49.888946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-0052f170-5c4f-41b3-9187-4b8b3767c58a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540683 May 12 19:44:49.898781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0d3156c-ba8a-415a-b599-b533a52f8bc6 req-1c024486-ee74-44b1-96f8-802169d24468 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147160 May 12 19:44:49.988530 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-8d7db061-e214-4f06-bacd-36c7378d38f1 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] delete failed (client error): The resource could not be found. May 12 19:44:49.997812 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d7db061-e214-4f06-bacd-36c7378d38f1 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/dcb2c30f-679e-4a3c-b16f-f23acab163d5 HTTP/1.1" status: 404 len: 336 time: 0.1485233 May 12 19:44:50.014648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-eb8c62d9-c806-489f-9801-9291b2163024 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 1002 time: 0.5871773 May 12 19:44:50.015116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37006) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:50.070417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46123c18-eda7-4906-b0a4-78fdc05e7614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:50.148474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46123c18-eda7-4906-b0a4-78fdc05e7614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:50.234413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37014) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:50.277229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46123c18-eda7-4906-b0a4-78fdc05e7614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:50.285752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7daa636-bfc2-418e-8fc7-eac0783394b9 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=29850c5f-1c02-4904-a163-f1e3bb6dd595 HTTP/1.1" status: 200 len: 205 time: 0.2637143 May 12 19:44:50.288515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37020) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:50.358284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-c00f0c5b-5aee-42b0-a079-5bb38e554d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:50.360860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-c00f0c5b-5aee-42b0-a079-5bb38e554d14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.3286822 May 12 19:44:50.422792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46123c18-eda7-4906-b0a4-78fdc05e7614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce37edf6-d084-4274-b4f7-c18e9b79687f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:50.459631 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-4e7bef0b-21d7-405f-acfd-0fb3b4a94ac0 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] delete failed (client error): The resource could not be found. May 12 19:44:50.462112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e7bef0b-21d7-405f-acfd-0fb3b4a94ac0 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/29850c5f-1c02-4904-a163-f1e3bb6dd595 HTTP/1.1" status: 404 len: 336 time: 0.1697979 May 12 19:44:50.462112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46123c18-eda7-4906-b0a4-78fdc05e7614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:50.465407 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-46123c18-eda7-4906-b0a4-78fdc05e7614 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce37edf6-d084-4274-b4f7-c18e9b79687f HTTP/1.1" status: 204 len: 168 time: 0.6830759 May 12 19:44:50.466083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:50.527665 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2dd97034-e8f8-4e5f-adaf-f03bbcddff65 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=d29b5aa6-677a-4c4e-88f1-79fae49ef64f HTTP/1.1" status: 200 len: 205 time: 0.0604327 May 12 19:44:50.528781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:50.538152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37038) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:50.645034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-c3655080-837c-4d1c-8c10-3d405ee26367 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449203 May 12 19:44:50.751660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9b13e-bebe-4c3f-a106-7da128411f8d req-4b8aaddb-6225-4952-a0c4-963f3ba08103 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:50.758838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96c9b13e-bebe-4c3f-a106-7da128411f8d req-4b8aaddb-6225-4952-a0c4-963f3ba08103 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 943 time: 0.7424152 May 12 19:44:50.808295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:50.833605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Usage tracker for resource:security_group_rule and tenant:0bba3154c53e4600800d626968531cdc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:50.839709 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-5c210942-437d-45d6-ac8f-e8cca4d164c3 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] delete failed (client error): The resource could not be found. May 12 19:44:50.853966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5c210942-437d-45d6-ac8f-e8cca4d164c3 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/d29b5aa6-677a-4c4e-88f1-79fae49ef64f HTTP/1.1" status: 404 len: 336 time: 0.3128684 May 12 19:44:50.855352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:50.858126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37048) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:50.864307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96c9b13e-bebe-4c3f-a106-7da128411f8d req-91a8e8b5-90ed-4588-9389-c112429136e0 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038179 May 12 19:44:50.917806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96d4040e-4eae-4134-bc49-6b69033bef3f req-a34b4646-dd76-4eda-9d0e-f9e13d07efaf service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634671 May 12 19:44:50.919705 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45e5793e-2f05-44dc-b01f-96b26ee2b136 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8c74c4d-c71c-4998-b5b5-cea4df1ed680 HTTP/1.1" status: 200 len: 205 time: 0.0587373 May 12 19:44:50.921657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37054) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:50.928647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-cea484d2-c9dc-4215-b3da-2dfab799d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:50.930537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-cea484d2-c9dc-4215-b3da-2dfab799d822 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5519364 May 12 19:44:50.934631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:51.057876 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-a1e301c4-dfb6-4a1b-9304-9fc942c0f49c tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] delete failed (client error): The resource could not be found. May 12 19:44:51.062846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a1e301c4-dfb6-4a1b-9304-9fc942c0f49c tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/f8c74c4d-c71c-4998-b5b5-cea4df1ed680 HTTP/1.1" status: 404 len: 336 time: 0.1199639 May 12 19:44:51.064850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37066) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:51.136312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b81e0367-a5bb-41d3-b06e-e24b3f576bb3 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "GET /v2.0/ports?device_id=008cea79-bb48-443e-ba6c-fddf7702f990 HTTP/1.1" status: 200 len: 205 time: 0.0623660 May 12 19:44:51.137245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37070) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:51.226094 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-5617a956-ec91-4e78-b2f1-b3aae6535322 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] delete failed (client error): The resource could not be found. May 12 19:44:51.230649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5617a956-ec91-4e78-b2f1-b3aae6535322 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/routers/008cea79-bb48-443e-ba6c-fddf7702f990 HTTP/1.1" status: 404 len: 336 time: 0.0885949 May 12 19:44:51.232701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37078) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:51.287453 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ac9c5f-e85b-4d8b-bd86-1946e7579521 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] DELETE failed (client error): The resource could not be found. May 12 19:44:51.287911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ac9c5f-e85b-4d8b-bd86-1946e7579521 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:44:51.302293 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b2ac9c5f-e85b-4d8b-bd86-1946e7579521 tempest-RoutersAdminTest-1377168800 tempest-RoutersAdminTest-1377168800-project] 10.222.0.72 "DELETE /v2.0/subnets/9f931f7b-c9a9-427a-8134-da09e95eaa64 HTTP/1.1" status: 404 len: 337 time: 0.0686228 May 12 19:44:51.355361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-21fcee52-7c72-4758-ad66-1212b8116c5e service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024520 May 12 19:44:51.368888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:51.370902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154f66-a471-4a3a-88e7-10ead9476de6 req-544a378e-b2b9-4672-8a46-6e14b90545e2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:51.372383 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d154f66-a471-4a3a-88e7-10ead9476de6 req-544a378e-b2b9-4672-8a46-6e14b90545e2 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.4934306 May 12 19:44:51.381413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:51.406393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-09d0f94a-8097-47cc-8aa1-9a599326f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:51.407886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-09d0f94a-8097-47cc-8aa1-9a599326f864 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 1094 time: 0.4084327 May 12 19:44:51.434131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bba3154c53e4600800d626968531cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1985958 May 12 19:44:51.435196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e41b42-c022-4d9e-ab28-1c9a0cbc67ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631726f9-6295-4211-99b1-cfc463ed9dd1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:51.451061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37088) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:51.520379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c449b9-b9bf-46dc-8bd9-0f8a5f99dfe7 req-76ab13e3-08d9-4560-a9c9-05b828e5c1fd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:51.521909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79c449b9-b9bf-46dc-8bd9-0f8a5f99dfe7 req-76ab13e3-08d9-4560-a9c9-05b828e5c1fd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.3897824 May 12 19:44:51.525392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-339d4f3d-93ef-4ac6-91bc-6447714a358a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:51.558371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-339d4f3d-93ef-4ac6-91bc-6447714a358a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:51.623103 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-339d4f3d-93ef-4ac6-91bc-6447714a358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:51.632285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d154f66-a471-4a3a-88e7-10ead9476de6 req-1339e3ce-d571-4a00-8561-4f32270687b5 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348990 May 12 19:44:51.647758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d4f3d-93ef-4ac6-91bc-6447714a358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631726f9-6295-4211-99b1-cfc463ed9dd1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:51.686727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-339d4f3d-93ef-4ac6-91bc-6447714a358a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:51.688456 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-339d4f3d-93ef-4ac6-91bc-6447714a358a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/631726f9-6295-4211-99b1-cfc463ed9dd1 HTTP/1.1" status: 204 len: 168 time: 0.2341857 May 12 19:44:51.698633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79c449b9-b9bf-46dc-8bd9-0f8a5f99dfe7 req-a4e0f264-c764-460b-bf8f-42680e933069 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143444 May 12 19:44:51.736246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-8ac4f661-6211-448f-b2bc-0939eb67d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:51.737738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-8ac4f661-6211-448f-b2bc-0939eb67d710 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.2638564 May 12 19:44:51.739635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adf6fd3d-52ed-46ee-b88f-e5a75c06faaa req-81627690-f83d-4cf3-a4f0-eaa7d12de7cd service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655114 May 12 19:44:51.814108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-629c1669-1a99-485c-8db1-4b7f1f2eeacd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456c7703-5413-49d6-9304-662ffee68516 HTTP/1.1" status: 200 len: 217 time: 0.0694132 May 12 19:44:51.877787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-adf0d509-6b34-4f73-b236-56bf75bbac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:51.879347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-adf0d509-6b34-4f73-b236-56bf75bbac14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.0588233 May 12 19:44:51.904181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37106) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:51.936645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-8d3548aa-8c7a-43a9-9691-5377796bf203 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492344 May 12 19:44:52.097102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37116) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:52.139111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-198acd9c-1bf7-42be-8111-27054cb4a00d service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961832 May 12 19:44:52.242249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb81ef-7627-4188-8401-5e044ff9fcb1 req-9ff2e9a9-f2c1-4bb7-a2a2-342803b40604 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:52.243748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21eb81ef-7627-4188-8401-5e044ff9fcb1 req-9ff2e9a9-f2c1-4bb7-a2a2-342803b40604 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 943 time: 0.2120042 May 12 19:44:52.281138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.302157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:52.308429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Usage tracker for resource:security_group_rule and tenant:22d9ad52353043239b14c8c455629790 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:52.312871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:52.320813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:52.330563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a4cb7a0-a37f-43b7-a5bd-6cb1fdae9aff req-ef3ea295-764f-4d41-95cc-87ecd7ffcde7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848841 May 12 19:44:52.343299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21eb81ef-7627-4188-8401-5e044ff9fcb1 req-bb6f0124-2f24-4361-a7ff-70a564c8ffad tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570629 May 12 19:44:52.382685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37124) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:52.401130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.418583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:52.424806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Usage tracker for resource:security_group_rule and tenant:8d0ae1db76c949ecbdd9a380a6838d1f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:52.429847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:52.437541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:52.453447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.459619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.522043 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22d9ad52353043239b14c8c455629790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161623 May 12 19:44:52.522991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba13548-4367-4e07-8ff0-9425aad80797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dbf56f-76aa-4212-8af7-050fc72d1fc3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:52.524821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37130) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:52.597530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1917283443'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:52.603779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:52.610634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Usage tracker for resource:network and tenant:91ac3ecd5dcc47b4bf4f0f48968a9abb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:52.614914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:52.622856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:52.751136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.763873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Made reservation on behalf of 91ac3ecd5dcc47b4bf4f0f48968a9abb for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:52.765684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.768121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.794442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.835608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:52.842327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Usage tracker for resource:security_group_rule and tenant:91ac3ecd5dcc47b4bf4f0f48968a9abb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:52.846498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:52.852745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2eddd8d6-1dcf-4582-99e1-8bcd80b5cfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.855309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:52.896673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2eddd8d6-1dcf-4582-99e1-8bcd80b5cfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:52.939953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379b5572-7f01-4276-aede-ccde8e336e95,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:52.951491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2604c7d9-bfdb-4863-afc5-5b9e7f172a3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d0ae1db76c949ecbdd9a380a6838d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677080 May 12 19:44:52.956090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37148) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:53.045133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577f0d-6afc-42cc-9244-52acac5e5d16 req-60cbe330-efb1-4cb9-841e-9189189afbfd tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:53.046791 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87577f0d-6afc-42cc-9244-52acac5e5d16 req-60cbe330-efb1-4cb9-841e-9189189afbfd tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.2716022 May 12 19:44:53.048555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.060830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd806-045e-4cc3-ae80-c92c7f329260 req-892ff812-e78f-41f5-a322-f8da7c5ae860 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:53.062389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9eafd806-045e-4cc3-ae80-c92c7f329260 req-892ff812-e78f-41f5-a322-f8da7c5ae860 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.1734707 May 12 19:44:53.064411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2eddd8d6-1dcf-4582-99e1-8bcd80b5cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.065000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.085026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0e29922-aaa8-424d-8be3-196544c278f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.115303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:44:53.115803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddd8d6-1dcf-4582-99e1-8bcd80b5cfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dbf56f-76aa-4212-8af7-050fc72d1fc3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:53.147639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2eddd8d6-1dcf-4582-99e1-8bcd80b5cfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.151489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2eddd8d6-1dcf-4582-99e1-8bcd80b5cfe0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23dbf56f-76aa-4212-8af7-050fc72d1fc3 HTTP/1.1" status: 204 len: 168 time: 0.6226439 May 12 19:44:53.166884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87577f0d-6afc-42cc-9244-52acac5e5d16 req-e27265cb-450a-4666-a456-23c29b0e3a64 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032445 May 12 19:44:53.172508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd63de-3e40-4bca-96e9-3e923ac17f97,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:53.181739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.182502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9eafd806-045e-4cc3-ae80-c92c7f329260 req-a9db3bd5-54ee-4aff-9eb5-0c75c2059b4c tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024444 May 12 19:44:53.183156 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Added segment 2725e707-5062-4df5-8687-2d49e2cf1b85 of type vlan for network e8685b20-2ecf-44bd-8c9b-1990df5a2567 May 12 19:44:53.185933 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0e29922-aaa8-424d-8be3-196544c278f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.254923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.295834 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.302307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:53.303134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.336249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0e29922-aaa8-424d-8be3-196544c278f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.422774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e29922-aaa8-424d-8be3-196544c278f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b5572-7f01-4276-aede-ccde8e336e95,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:53.469050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Pushing event updated for resources: {'Network': ['ID=e8685b20-2ecf-44bd-8c9b-1990df5a2567,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:53.474026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0e29922-aaa8-424d-8be3-196544c278f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:53.475334 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c0e29922-aaa8-424d-8be3-196544c278f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/379b5572-7f01-4276-aede-ccde8e336e95 HTTP/1.1" status: 204 len: 168 time: 0.5161111 May 12 19:44:53.483065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e8685b20-2ecf-44bd-8c9b-1990df5a2567 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:44:53.488525 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9590b358-e6e2-427e-b237-c629d772d262 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3875926 May 12 19:44:53.659154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c428a5-f627-417a-8e18-b0d685b53c9b req-c0550477-af65-4f7b-bbe2-09ce60d738f3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:53.660626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80c428a5-f627-417a-8e18-b0d685b53c9b req-c0550477-af65-4f7b-bbe2-09ce60d738f3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 943 time: 0.1055892 May 12 19:44:53.711471 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80c428a5-f627-417a-8e18-b0d685b53c9b req-2da0b224-0611-4e5c-831f-0a9635d1b6a3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 May 12 19:44:53.931147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37178) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:53.986180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6bb05b32-112b-4ad1-9341-9d56bfbf62c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6701a5ef6c82464fb49383632a2cdc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538111 May 12 19:44:53.988510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37182) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:54.035910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37188) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:54.042042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Request body: {'port': {'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567', 'binding:host_id': 'n-h2-841626-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-742193989'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:54.047849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:54.051911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Usage tracker for resource:port and tenant:b271c028b3ec457d82ecbd18883ac82f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:54.055277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:54.060658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e642af86-9edb-4723-b62b-6709ad723531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.061610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:54.073961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Made reservation on behalf of b271c028b3ec457d82ecbd18883ac82f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:54.077422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.090049 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e642af86-9edb-4723-b62b-6709ad723531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.091955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.111522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:54.118674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Usage tracker for resource:security_group_rule and tenant:b271c028b3ec457d82ecbd18883ac82f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:54.122575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:54.131385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:54.181879 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e642af86-9edb-4723-b62b-6709ad723531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.216322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642af86-9edb-4723-b62b-6709ad723531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2558c89e-5c70-47cf-9e4d-f2b5ef15af82,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:54.237065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e642af86-9edb-4723-b62b-6709ad723531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.243095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e642af86-9edb-4723-b62b-6709ad723531 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2558c89e-5c70-47cf-9e4d-f2b5ef15af82 HTTP/1.1" status: 204 len: 168 time: 0.2533677 May 12 19:44:54.294398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 456c7703-5413-49d6-9304-662ffee68516 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:44:54.303681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.313999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.334525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] device_id is not set on port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:44:54.474296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 456c7703-5413-49d6-9304-662ffee68516, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=456c7703-5413-49d6-9304-662ffee68516,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:54.487068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31386e6-8cea-4578-8a27-92a86ef55572,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:54.495566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '456c7703-5413-49d6-9304-662ffee68516', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'port_id': '456c7703-5413-49d6-9304-662ffee68516', 'mac_address': 'fa:16:3e:f3:67:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fe641d-e0a1-4324-b69f-3703264a1493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:44:54.554532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc19575-777b-4480-9b69-3ca3ce19ae1d req-fdb007c7-669b-427f-baec-348e13f1efa1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:54.564400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0fc19575-777b-4480-9b69-3ca3ce19ae1d req-fdb007c7-669b-427f-baec-348e13f1efa1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.1268098 May 12 19:44:54.591213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44fdb2-f9cb-485f-ba9a-2c1dc73b1e75 req-62f180a9-29bd-4e12-a23c-445fcba38f59 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:54.594660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 456c7703-5413-49d6-9304-662ffee68516 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:54.595194 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.600343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed44fdb2-f9cb-485f-ba9a-2c1dc73b1e75 req-62f180a9-29bd-4e12-a23c-445fcba38f59 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.2183299 May 12 19:44:54.629070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456c7703-5413-49d6-9304-662ffee68516 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:44:54.651665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 456c7703-5413-49d6-9304-662ffee68516, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=456c7703-5413-49d6-9304-662ffee68516,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:54.658211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.659156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0fc19575-777b-4480-9b69-3ca3ce19ae1d req-f6dec41e-ba13-400d-8eeb-cd9beb41d294 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934739 May 12 19:44:54.723449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed44fdb2-f9cb-485f-ba9a-2c1dc73b1e75 req-55296c37-fb20-4314-9c17-88a2d2c293ec tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217661 May 12 19:44:54.751709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] device_id is not set on port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:44:54.761542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.775627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Transition to ACTIVE for port object 927c28e7-c534-44e7-b1a1-0b0eb4d91619 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:44:54.787183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:54.827244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=456c7703-5413-49d6-9304-662ffee68516,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:54.836878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.837561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.838066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.838551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.839058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.839536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.840112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.840596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.841106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.841616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.842089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.842710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:54.879670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['456c7703-5413-49d6-9304-662ffee68516'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:44:54.941619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=927c28e7-c534-44e7-b1a1-0b0eb4d91619,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:54.946911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Checking segment: {'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:44:54.947389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Network hostable DHCP agents. Network: e8685b20-2ecf-44bd-8c9b-1990df5a2567, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:44:54.985690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Network e8685b20-2ecf-44bd-8c9b-1990df5a2567 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:44:55.009345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e8685b20-2ecf-44bd-8c9b-1990df5a2567) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:44:55.014501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:44:55.025583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4492628-15f2-4f28-89a1-5292e3de2ec7 None None] Network e8685b20-2ecf-44bd-8c9b-1990df5a2567 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:44:55.046183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8622e30-c149-4fac-95cf-2841698c436f req-936cc910-96c3-4d7b-8ba8-45baaa970b5e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:55.052174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.053291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8622e30-c149-4fac-95cf-2841698c436f req-936cc910-96c3-4d7b-8ba8-45baaa970b5e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 944 time: 0.1455226 May 12 19:44:55.053865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.057700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.062260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79fdaf-abeb-458d-a504-a303335b9bc5 req-52253740-3887-4734-9393-cf5298db2177 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:55.063949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb79fdaf-abeb-458d-a504-a303335b9bc5 req-52253740-3887-4734-9393-cf5298db2177 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.2656157 May 12 19:44:55.073493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.075854 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.076407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37226) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:55.077084 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 2 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.108976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Request body: {'floatingip': {'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:55.159757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8622e30-c149-4fac-95cf-2841698c436f req-b43797ab-1512-40bc-a0f3-36445e0b3e8d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964980 May 12 19:44:55.268736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.269169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.269628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.287227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.287760 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.290113 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 3 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.311906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.313160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.313894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.323937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.324547 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.325337 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 4 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.334569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:55.433667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.434101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.434545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.445127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.445606 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.448156 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 5 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.512302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.512738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.513506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.521971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.522693 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.524974 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 6 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.581051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.581491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.581897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.592466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.592876 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.595477 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 7 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.675591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.675930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.676265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.688809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.689139 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.697548 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 8 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.720248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.720577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.720918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.896441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.896773 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.905066 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 9 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.935283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:55.935627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:55.935941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:55.941628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03063111-6338-43e9-af65-21568a5eb129 req-ad16ed92-86cd-4717-b156-5d2bad008c57 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:55.943491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03063111-6338-43e9-af65-21568a5eb129 req-ad16ed92-86cd-4717-b156-5d2bad008c57 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.1030190 May 12 19:44:55.947485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:55.947816 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:55.949889 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 10 to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 May 12 19:44:55.990710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03063111-6338-43e9-af65-21568a5eb129 req-e4741da9-78ab-4e40-91eb-46d9c7614bd2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 May 12 19:44:56.053004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:44:56.053544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:44:56.053544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:44:56.061744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:44:56.062079 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:44:56.062439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.190172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] For port 927c28e7-c534-44e7-b1a1-0b0eb4d91619, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:44:56.190826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempted to set empty binding levels {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 12 19:44:56.214273 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.310897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 456c7703-5413-49d6-9304-662ffee68516 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:44:56.316453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:56.316802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.411905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665cb35-f594-45f5-8165-83bbbdc7d7e7 req-1a3d86b8-07a2-4f39-85fe-6d40053c35a6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:56.421781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=927c28e7-c534-44e7-b1a1-0b0eb4d91619,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:56.422092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f665cb35-f594-45f5-8165-83bbbdc7d7e7 req-1a3d86b8-07a2-4f39-85fe-6d40053c35a6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 944 time: 0.1215906 May 12 19:44:56.445089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.450210 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-31ea9c79-1e21-450b-a48b-d76323c810fb tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.4126663 May 12 19:44:56.451944 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.460350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37278) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:56.489564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 456c7703-5413-49d6-9304-662ffee68516 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:44:56.497812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 456c7703-5413-49d6-9304-662ffee68516 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:44:56.498669 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.588614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f665cb35-f594-45f5-8165-83bbbdc7d7e7 req-9bbdfdff-3fba-4bd8-8179-101af51ce2da tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654119 May 12 19:44:56.615628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Deleting port 927c28e7-c534-44e7-b1a1-0b0eb4d91619 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:44:56.618634 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.930182 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7fc26612-6164-48eb-a91f-ceb4728c2bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.934932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 456c7703-5413-49d6-9304-662ffee68516 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:44:56.935527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.963095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37288) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:56.964054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] For port 927c28e7-c534-44e7-b1a1-0b0eb4d91619, host n-h2-841626-1, got binding levels [] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:56.964416 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:56.993707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 456c7703-5413-49d6-9304-662ffee68516, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=456c7703-5413-49d6-9304-662ffee68516,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:44:56.994970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c7703-5413-49d6-9304-662ffee68516'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:57.019222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:57.074169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Router 81727436-ce32-4579-8830-e20d9b54f582 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:44:57.198728 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f6e778-0384-4dbe-a29f-40b63a94eb65'] response: {'server_uuid': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c7703-5413-49d6-9304-662ffee68516', 'code': 200} May 12 19:44:57.217991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=456c7703-5413-49d6-9304-662ffee68516,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:57.234749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37300) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:57.452660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1224186803'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:57.461876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:57.470234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:network and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:57.476033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:57.484254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:57.528542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:57.531765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Calling delete_port for 927c28e7-c534-44e7-b1a1-0b0eb4d91619 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:44:57.533002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:57.592396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:57.613916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:57.642481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:57.648306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:44:57.657949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:57.658853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] Sync routers for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:44:57.661736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:security_group_rule and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:57.667553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:57.672554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:57.673301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:57.718615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:57.726221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Usage tracker for resource:security_group_rule and tenant:525f2c28cc13429194b40dff1ffc429e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:57.741800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:57.743609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:57.764722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:57.781428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:57.884037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:44:57.887919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event deleted for resources: {'Port': ['ID=927c28e7-c534-44e7-b1a1-0b0eb4d91619,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:57.890431 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f7bea37-e5d4-437d-aefd-3557f7c9e3b3 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "PUT /v2.0/floatingips/ff2dc9e7-7475-4b68-aafb-3fd4cc77556f HTTP/1.1" status: 200 len: 994 time: 2.7930722 May 12 19:44:57.967222 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:57.967222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2aad7423-1b98-4b34-8174-6851c8c517ba tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "DELETE /v2.0/ports/927c28e7-c534-44e7-b1a1-0b0eb4d91619 HTTP/1.1" status: 204 len: 168 time: 1.4831328 May 12 19:44:57.968359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37328) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:57.971308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:44:57.999894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-6ea025a9-f1cf-4a77-b513-c37331970b00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0258255 May 12 19:44:58.020201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928fc95-b350-4f37-ac33-3041eeb672f7 req-7bc85a7c-6657-4da1-8a9d-e899cb991601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:58.021921 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8928fc95-b350-4f37-ac33-3041eeb672f7 req-7bc85a7c-6657-4da1-8a9d-e899cb991601 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 1096 time: 0.8405774 May 12 19:44:58.062868 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0718387e-8980-48a4-9154-f2afc2dbda4a tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] GET failed (client error): The resource could not be found. May 12 19:44:58.070478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0718387e-8980-48a4-9154-f2afc2dbda4a tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Synchronizing usage tracker for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:44:58.108196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153e197-e2b0-43a4-afda-d5f2375a81c8 req-b2cd1889-2bb6-4075-8cf2-897eba1ef723 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:58.110209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c153e197-e2b0-43a4-afda-d5f2375a81c8 req-b2cd1889-2bb6-4075-8cf2-897eba1ef723 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.6053815 May 12 19:44:58.169221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a689f-fa72-4f2b-98dd-9939c7d0ddde req-1462314e-518b-4b1a-a336-311a7015a4d4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:58.171139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0718387e-8980-48a4-9154-f2afc2dbda4a tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Unset dirty status for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:44:58.177767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf2a689f-fa72-4f2b-98dd-9939c7d0ddde req-1462314e-518b-4b1a-a336-311a7015a4d4 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 945 time: 0.3657219 May 12 19:44:58.177989 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0718387e-8980-48a4-9154-f2afc2dbda4a tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "GET /v2.0/ports/927c28e7-c534-44e7-b1a1-0b0eb4d91619 HTTP/1.1" status: 404 len: 333 time: 0.2231588 May 12 19:44:58.178879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:58.181422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.183982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8928fc95-b350-4f37-ac33-3041eeb672f7 req-8e6fdaba-c91d-422b-a1ba-9e042c26a13a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195943 May 12 19:44:58.198516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Request body: {'port': {'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1019375726'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:58.202468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.232305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:58.264023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:44:58.268878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be125f-8b14-4aa5-9f75-d9f00f7b272a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:58.272740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.276931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:58.284355 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.314031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c153e197-e2b0-43a4-afda-d5f2375a81c8 req-196f40af-c54b-45f3-af68-20a64a4d6cf2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921656 May 12 19:44:58.326969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.327521 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Added segment 0e962978-7b18-4c99-9f21-2a5cea89072a of type vlan for network bf971410-83a2-4bb7-8884-aa25d5cf9a81 May 12 19:44:58.327626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-201fd6e4-4aea-4bbc-afd3-12b638ba0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:58.328867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f73f690-181b-4fd4-9dee-48c0024a7f8e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:58.332535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-201fd6e4-4aea-4bbc-afd3-12b638ba0faf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 1096 time: 0.3059182 May 12 19:44:58.341619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf2a689f-fa72-4f2b-98dd-9939c7d0ddde req-5722547b-c3ad-418b-9acf-4c9e4337566f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596045 May 12 19:44:58.355869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Made reservation on behalf of b271c028b3ec457d82ecbd18883ac82f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:58.358617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.397095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.441445 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f356ba29-732d-49f8-a0de-04a97afadfb9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=525f2c28cc13429194b40dff1ffc429e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1989725 May 12 19:44:58.446382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.454153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:58.454846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.463554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37340) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:58.715396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-d761c873-f353-4ffa-8038-37d14847d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:58.716877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-d761c873-f353-4ffa-8038-37d14847d5c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.3596833 May 12 19:44:58.735726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ff2dc9e7-7475-4b68-aafb-3fd4cc77556f', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '81727436-ce32-4579-8830-e20d9b54f582', 'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'mac_address': 'fa:16:3e:32:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:43:07Z', 'updated_at': '2022-05-12T19:44:56Z', 'revision_number': 3, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:58.743001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] Checking router: 81727436-ce32-4579-8830-e20d9b54f582 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:44:58.759174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:44:58.759947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:44:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:58.780125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] device_id is not set on port f488b481-ff6f-49ce-aa7f-dcde42b40f45 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:44:58.842913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-bc1aa391-b8dc-4f02-a13b-97b9d801438e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb HTTP/1.1" status: 200 len: 217 time: 0.1114099 May 12 19:44:58.909646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Network': ['ID=bf971410-83a2-4bb7-8884-aa25d5cf9a81,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:58.920262 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01804eae-00ed-4585-9d7e-697385ff89a4'] response: {'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'status': 'completed', 'code': 200} May 12 19:44:58.939677 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9708354 May 12 19:44:58.941881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:44:58.962642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-7c152369-3d3c-4d34-9fe7-b69203a2a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:58.964563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-7c152369-3d3c-4d34-9fe7-b69203a2a7c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.1140091 May 12 19:44:58.978587 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-388ce284-2053-4103-bfd9-13b28a21ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:58.984642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.984983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.985469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.985809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.986558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.986558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.987731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.987731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.987731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.988866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.988866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:58.989583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ebef-0786-4dd0-b582-30ce6be2c04f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:44:59.005701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:44:59.013721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:44:59.056568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-4651086f-54ee-4cb6-8c23-84ee636be346 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849741 May 12 19:44:59.076703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:44:59.184522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:44:59.207491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:44:59.217233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:44:59.234679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-5b9b7b1a-1421-4520-94d9-9f094e3c893a service neutron] 10.222.0.73 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708372 May 12 19:44:59.235286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf457440-e4e9-4bb5-af79-40abf7a2a93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:59.271044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:44:59.340439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf457440-e4e9-4bb5-af79-40abf7a2a93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:59.395526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:44:59.399166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:59.417818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89bac1d3-282f-4be2-9efa-6941f65f5988 req-49494641-9124-4e77-a942-a88014870896 service neutron] 10.222.0.73 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768243 May 12 19:44:59.629296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-8523736b-624e-4fa1-8431-e2546fc6277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:59.630900 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-8523736b-624e-4fa1-8431-e2546fc6277d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1097 time: 0.6979849 May 12 19:44:59.642952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ff2dc9e7-7475-4b68-aafb-3fd4cc77556f', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '81727436-ce32-4579-8830-e20d9b54f582', 'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'mac_address': 'fa:16:3e:32:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:43:07Z', 'updated_at': '2022-05-12T19:44:56Z', 'revision_number': 3, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:44:59.648064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02792b-ec64-4982-befd-013c677c40d3 None None] The sync data for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 is: [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ff2dc9e7-7475-4b68-aafb-3fd4cc77556f', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '81727436-ce32-4579-8830-e20d9b54f582', 'port_id': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'mac_address': 'fa:16:3e:32:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:43:07Z', 'updated_at': '2022-05-12T19:44:56Z', 'revision_number': 3, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:44:59.761473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf457440-e4e9-4bb5-af79-40abf7a2a93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:59.768424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744d68f-37a4-4b65-bc95-a60e5b5ae8dd req-8371cde6-c901-480a-a6ea-45f4c793148d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:59.773309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5744d68f-37a4-4b65-bc95-a60e5b5ae8dd req-8371cde6-c901-480a-a6ea-45f4c793148d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.2826765 May 12 19:44:59.776149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-13e68eab-304f-47b9-a7e2-961c30d56836 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2314615 May 12 19:44:59.822811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf457440-e4e9-4bb5-af79-40abf7a2a93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f73f690-181b-4fd4-9dee-48c0024a7f8e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:44:59.841812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:44:59.851259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32ccd-d2b0-4982-803e-d191c9e5504f req-1f540a99-1476-42c9-80ac-830604fc1b84 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:44:59.852801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecb32ccd-d2b0-4982-803e-d191c9e5504f req-1f540a99-1476-42c9-80ac-830604fc1b84 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 945 time: 0.2632217 May 12 19:44:59.894352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5744d68f-37a4-4b65-bc95-a60e5b5ae8dd req-1d7773b8-58c6-46c7-9310-6e72a0fe88d2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067030 May 12 19:45:00.018975 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:00.021042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecb32ccd-d2b0-4982-803e-d191c9e5504f req-b87927b3-e726-45ed-93e2-4f38c2b6777e tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612904 May 12 19:45:00.027673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:00.034079 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:00.040196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-ac42a467-56c5-4e58-918c-25499a22a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:00.042034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-ac42a467-56c5-4e58-918c-25499a22a690 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 1096 time: 0.1443036 May 12 19:45:00.208913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=4eeee559-c343-4e72-9830-be28acb84033,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:00.218254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=f488b481-ff6f-49ce-aa7f-dcde42b40f45,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:00.241597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf457440-e4e9-4bb5-af79-40abf7a2a93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:00.256049 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bf457440-e4e9-4bb5-af79-40abf7a2a93a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f73f690-181b-4fd4-9dee-48c0024a7f8e HTTP/1.1" status: 204 len: 168 time: 1.5782504 May 12 19:45:00.357945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:00.358273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network hostable DHCP agents. Network: bf971410-83a2-4bb7-8884-aa25d5cf9a81, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:45:00.407696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Network e8685b20-2ecf-44bd-8c9b-1990df5a2567 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:00.412331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:00.423801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:00.425275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:00.425721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:00.432993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-f03d76b3-f2e2-4653-8715-eb6d24541e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:00.438734 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-f03d76b3-f2e2-4653-8715-eb6d24541e23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.7875307 May 12 19:45:00.444823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:45:00.580843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:00.581044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, bf971410-83a2-4bb7-8884-aa25d5cf9a81) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:00.593813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efdf8bc-229a-4080-8b78-795a19be2e1f None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:00.638450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:00.639237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:00.662453 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-727a78a5-231c-47f3-b2bf-fb509eeaceca tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4695210 May 12 19:45:00.662916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37392) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:00.670955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:00.674477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-d87229c6-2517-4a76-887b-3dbefa3083e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:00.677640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-d87229c6-2517-4a76-887b-3dbefa3083e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.6128457 May 12 19:45:00.788772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3ad8763b-eb5d-4311-80ae-cbed019a7eb0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7962832 May 12 19:45:00.792707 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-ee10e1c1-f2eb-4ed7-ba99-17e24656b28a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 1002 time: 0.3403158 May 12 19:45:00.800106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:00.909524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'name': 'tempest-NetworksTestDHCPv6-2135402453'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:00.934379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-fc12e74b-4df3-45cd-8a62-1cf91f6efd03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e HTTP/1.1" status: 200 len: 217 time: 0.2492197 May 12 19:45:01.044440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:01.059691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-d6754cec-b501-40e9-be6c-eba00eca7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:01.063786 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-d6754cec-b501-40e9-be6c-eba00eca7f08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.2260377 May 12 19:45:01.279563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5c568-ee35-4193-8e7f-bcab5a237025 req-268dc8da-bf7e-4efb-8d32-c2eab7c631e6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:01.281113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbd5c568-ee35-4193-8e7f-bcab5a237025 req-268dc8da-bf7e-4efb-8d32-c2eab7c631e6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 945 time: 0.4524662 May 12 19:45:01.302482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-764a15c3-487a-4e67-b78c-a68092c74751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:01.304306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-764a15c3-487a-4e67-b78c-a68092c74751 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.3525925 May 12 19:45:01.306764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '4eeee559-c343-4e72-9830-be28acb84033'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:01.308814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:01.370573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:01.463494 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbd5c568-ee35-4193-8e7f-bcab5a237025 req-d44f0c6a-970e-4ba4-b05b-eb4a28fa79fa tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720219 May 12 19:45:01.467337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-bad190d8-adb9-42aa-8ea9-abb39d983d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:01.469499 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-bad190d8-adb9-42aa-8ea9-abb39d983d2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959763 May 12 19:45:01.499122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d2484-93f5-44bb-bd46-4c719d721824 req-d3c09f1c-1c5e-48c0-99e2-53cda3432ccd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:01.507976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-715d2484-93f5-44bb-bd46-4c719d721824 req-d3c09f1c-1c5e-48c0-99e2-53cda3432ccd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.3841474 May 12 19:45:01.512606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:01.604647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:01.657416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:01.671195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:01.695140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-715d2484-93f5-44bb-bd46-4c719d721824 req-93e1838f-4bdc-4ce3-9f0f-2687c465bd3b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861844 May 12 19:45:01.696613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/4eeee559-c343-4e72-9830-be28acb84033/1495a436-3de0-4948-a362-bdb468479062) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:01.700138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:01.712005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:01.764514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 8b71f29c-20b3-4bb1-9192-c58e3766e2c4 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:01.856120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-16d2a747-8b3c-41ac-89e5-83153d2ba224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:01.860104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-16d2a747-8b3c-41ac-89e5-83153d2ba224 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5273082 May 12 19:45:01.915829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-bc63cacc-7468-4b05-bcb3-c89b93ca347a service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382772 May 12 19:45:01.919386 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1076d4-a865-47af-960e-95317f087f67'] response: {'name': 'network-changed', 'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'status': 'completed', 'code': 200} May 12 19:45:02.077527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:02.099833 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5eb540da-3485-4611-90f2-6bf80d3b3954 req-49e0c53d-de55-414e-a299-c5f4a16f19ad service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731310 May 12 19:45:02.231064 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:02.259472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Transition to ACTIVE for port object 1495a436-3de0-4948-a362-bdb468479062 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:02.323584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Transition to ACTIVE for port object 1495a436-3de0-4948-a362-bdb468479062 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:02.334637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:02.350723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edef3-9628-48da-89ec-f8c9013981d5 req-33d95b06-a76c-4fab-8828-843cb03cc506 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:02.370662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b8edef3-9628-48da-89ec-f8c9013981d5 req-33d95b06-a76c-4fab-8828-843cb03cc506 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 945 time: 0.5031617 May 12 19:45:02.429726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-2526fbc5-7bb6-400e-a38f-3b51f0a6eba3 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433056 May 12 19:45:02.485585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-ff0ddb40-0a29-47e2-a8d4-9d18b3f35eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:02.488687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-ff0ddb40-0a29-47e2-a8d4-9d18b3f35eca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 1097 time: 0.3403907 May 12 19:45:02.538650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:02.547234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:02.560970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:02.602353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] device_id is not set on port f488b481-ff6f-49ce-aa7f-dcde42b40f45 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:02.614819 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:02.657104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Transition to ACTIVE for port object f488b481-ff6f-49ce-aa7f-dcde42b40f45 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:02.690995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:02.728204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Pushing event updated for resources: {'Port': ['ID=1495a436-3de0-4948-a362-bdb468479062,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:02.791943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-048a9f06-6000-46db-9313-d27790730ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:02.798150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-048a9f06-6000-46db-9313-d27790730ddc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.2966757 May 12 19:45:02.820978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Attempting to bind port 1495a436-3de0-4948-a362-bdb468479062 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:02.821148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Attempting to bind port 1495a436-3de0-4948-a362-bdb468479062 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:02.821526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Attempting to bind port 1495a436-3de0-4948-a362-bdb468479062 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:02.847590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:02.847961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:02.848355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:02.848739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:02.857601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Bound port: 1495a436-3de0-4948-a362-bdb468479062, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:02.858046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:02.884986 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b8edef3-9628-48da-89ec-f8c9013981d5 req-f44be7d2-4928-4b42-818b-cfccc3b2458d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132198 May 12 19:45:02.903226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::9a (bf971410-83a2-4bb7-8884-aa25d5cf9a81/4eeee559-c343-4e72-9830-be28acb84033/8b71f29c-20b3-4bb1-9192-c58e3766e2c4) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:02.937807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a253269c-1c80-4bd0-83c3-4f1ac41ea74d req-bfa8d846-e941-4214-8ace-c1a55e5fbdf7 service neutron] 10.222.0.36 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147022 May 12 19:45:03.053294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=f488b481-ff6f-49ce-aa7f-dcde42b40f45,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:03.135954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-f22c62f2-5de1-4fde-b72b-2fe089d02dea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 200 len: 1002 time: 0.2637019 May 12 19:45:03.136850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.138631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.139064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.145311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] For port 1495a436-3de0-4948-a362-bdb468479062, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:03.153341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] For port 1495a436-3de0-4948-a362-bdb468479062, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1495a436-3de0-4948-a362-bdb468479062,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:03.162039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:03.207359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:03.207935 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:03.241057 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 2 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:03.301290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.301718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.302065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.319639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:03.320003 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:03.323197 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 3 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:03.382699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.383113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.383459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.411938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-e6420086-fc19-49e4-aaef-e70bde29e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:03.413421 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-e6420086-fc19-49e4-aaef-e70bde29e0a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.2713842 May 12 19:45:03.414204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:03.414328 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:03.414703 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 4 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:03.449510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a110-27b5-4578-a976-aa610bfa6512 None None] Pushing event updated for resources: {'Port': ['ID=1495a436-3de0-4948-a362-bdb468479062,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:03.539892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37486) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:03.573953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.574697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.575133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.588176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:03.588708 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:03.590268 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 5 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:03.618999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.619502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.619933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.632817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:03.632817 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:03.633597 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 6 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:03.659680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-4882aead-b7b2-41b9-b2bc-827ebf8a6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:03.662326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-4882aead-b7b2-41b9-b2bc-827ebf8a6d8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292988 May 12 19:45:03.667583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.668100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.668534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.680940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:03.716930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:03.717638 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:03.718375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 8b71f29c-20b3-4bb1-9192-c58e3766e2c4 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:03.741515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9ad10-4199-4552-bdfd-d52c86baf457 req-9a52ac76-c11b-4c90-a3fa-2545efcb6795 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:03.743206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8c9ad10-4199-4552-bdfd-d52c86baf457 req-9a52ac76-c11b-4c90-a3fa-2545efcb6795 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 945 time: 0.1878607 May 12 19:45:03.775267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4047-92c5-4fa1-8149-ad6915ed2908 req-58ab7112-c604-4140-b85c-ccc6af62a05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:03.786364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a4e4047-92c5-4fa1-8149-ad6915ed2908 req-58ab7112-c604-4140-b85c-ccc6af62a05e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.7463758 May 12 19:45:03.792035 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 7 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:03.893873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a4e4047-92c5-4fa1-8149-ad6915ed2908 req-557046d5-118d-49c8-b767-bdeac67570a5 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066823 May 12 19:45:03.902161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8c9ad10-4199-4552-bdfd-d52c86baf457 req-1919dae5-a4e8-4104-9c53-5d0a47c12e6a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470611 May 12 19:45:03.911234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.912459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.912815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.913029 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:03.927825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:03.955869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:03.956217 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:03.961950 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 8 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:03.977092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:03.988713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Usage tracker for resource:security_group_rule and tenant:c466b412fa844c25ad148b4062e221b7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:03.994807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:03.995142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:03.995475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:03.998213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:04.020599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:04.024345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:04.024679 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:04.034400 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 9 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:04.067289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-fff89767-19c8-49d5-a702-8a674536d75c service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890529 May 12 19:45:04.074713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:04.075049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:04.075387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:04.147541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:04.153940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:04.162969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:04.168437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:04.168944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.210234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=8b71f29c-20b3-4bb1-9192-c58e3766e2c4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:04.214394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6aaac1da-9aac-4a90-a751-e216bb44cc2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4072919 May 12 19:45:04.217618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37514) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:04.237050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:04.237413 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:04.245169 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 10 to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 May 12 19:45:04.282112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:04.282452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:04.282801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:04.299230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:04.299496 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:04.299853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.312781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3099734-5df9-4c26-ac8b-a7e368e4a027 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:04.319952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3099734-5df9-4c26-ac8b-a7e368e4a027 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:04.321011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c3099734-5df9-4c26-ac8b-a7e368e4a027 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:04.340997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c3099734-5df9-4c26-ac8b-a7e368e4a027 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:04.345349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c3099734-5df9-4c26-ac8b-a7e368e4a027 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1241505 May 12 19:45:04.346282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37526) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:04.435795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 8b71f29c-20b3-4bb1-9192-c58e3766e2c4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:04.436135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.540143 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:45:04.699357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e8ef50f1-8998-4e91-ba66-9543ee9bb4c2 req-e9967135-80ef-4b64-82a0-ab566feb3ae4 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212387 May 12 19:45:04.766066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] For port f488b481-ff6f-49ce-aa7f-dcde42b40f45, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:04.766495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempted to set empty binding levels {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 12 19:45:04.768716 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.774743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.849026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.902618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] In _notify_port_updated(), no bound segment for port f488b481-ff6f-49ce-aa7f-dcde42b40f45 on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:45:04.903514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:04.904121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.905468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "PUT /v2.0/ports/f488b481-ff6f-49ce-aa7f-dcde42b40f45 HTTP/1.1" status: 200 len: 975 time: 4.2416668 May 12 19:45:04.915071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37572) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:04.917839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:04.941734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-1fc93e2f-2751-4944-9821-0deb3904fa39 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:04.943332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-1fc93e2f-2751-4944-9821-0deb3904fa39 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 945 time: 0.2195821 May 12 19:45:05.046500 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c466b412fa844c25ad148b4062e221b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4997501 May 12 19:45:05.051364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a2f0d-1085-4822-b9d0-23ef90f4f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a4d68-f000-4c70-b58e-47d32e9d63fa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:05.055917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37586) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:05.056468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cee59-538a-4639-b963-69374241ac85 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=f488b481-ff6f-49ce-aa7f-dcde42b40f45,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:05.117956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef4767-3424-4297-a08b-6aeb53afc705 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:05.178270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1495a436-3de0-4948-a362-bdb468479062 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:05.231851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-092d90d8-7c3e-459d-b8fe-c36474e8b27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.260204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.260517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 8b71f29c-20b3-4bb1-9192-c58e3766e2c4 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:05.260685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.261362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.261615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.262071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.262522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.262974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.263747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.264415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.275295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.276008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.276612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.277095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.277615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.278112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.278565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.281842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:05.283973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Synchronizing usage tracker for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:05.347448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-092d90d8-7c3e-459d-b8fe-c36474e8b27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.357265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Unset dirty status for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:05.359036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0a9691ab-bb9b-4527-9985-8209f8c06d38 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15298 time: 0.4407558 May 12 19:45:05.363921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37592) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:05.480640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:05.496177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-deb96f9a-6464-4e11-bb5d-729d252f1a79 None None] Provisioning for port 1495a436-3de0-4948-a362-bdb468479062 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:05.512608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Deleting port f488b481-ff6f-49ce-aa7f-dcde42b40f45 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:05.513401 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.585689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1495a436-3de0-4948-a362-bdb468479062 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:05.592878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1495a436-3de0-4948-a362-bdb468479062 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:05.593599 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.619605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Deleting port 456c7703-5413-49d6-9304-662ffee68516 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:05.624057 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.677429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-092d90d8-7c3e-459d-b8fe-c36474e8b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.734560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d90d8-7c3e-459d-b8fe-c36474e8b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a4d68-f000-4c70-b58e-47d32e9d63fa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:05.782721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1495a436-3de0-4948-a362-bdb468479062 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:05.783479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.859056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1495a436-3de0-4948-a362-bdb468479062, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1495a436-3de0-4948-a362-bdb468479062,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:05.866536 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.893674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-092d90d8-7c3e-459d-b8fe-c36474e8b27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.897230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-092d90d8-7c3e-459d-b8fe-c36474e8b27b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f55a4d68-f000-4c70-b58e-47d32e9d63fa HTTP/1.1" status: 204 len: 168 time: 0.8358448 May 12 19:45:05.924953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:05.967969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:05.977430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Usage tracker for resource:security_group_rule and tenant:674e3e098a124e708a4dc996aede4e27 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:05.987007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:05.997136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:06.011539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1495a436-3de0-4948-a362-bdb468479062,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:06.115566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5174f7-4538-4ac0-97ed-b5424e69acb5 req-791e20b9-602c-41f5-815e-7c814dea078f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:06.125229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f5174f7-4538-4ac0-97ed-b5424e69acb5 req-791e20b9-602c-41f5-815e-7c814dea078f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.8766863 May 12 19:45:06.140305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080d707-f143-42fd-a22d-aef6220f8f20 req-6fe388f3-664f-4b79-9746-f4843841d7ac tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:06.142001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3080d707-f143-42fd-a22d-aef6220f8f20 req-6fe388f3-664f-4b79-9746-f4843841d7ac tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 945 time: 0.8947399 May 12 19:45:06.168399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-108d5fb9-6b78-498e-8492-66beb570706e None None] Provisioning complete for port 1495a436-3de0-4948-a362-bdb468479062 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:06.169574 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-108d5fb9-6b78-498e-8492-66beb570706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.233017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.263651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.326623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37612) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:06.368310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.392943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] For port f488b481-ff6f-49ce-aa7f-dcde42b40f45, host n-h2-841626-1, got binding levels [] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:06.393340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.435772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89e03f-2cd3-475d-981f-c6b9296f38f1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:06.444960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-108d5fb9-6b78-498e-8492-66beb570706e None None] Current status of the port 1495a436-3de0-4948-a362-bdb468479062 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:06.450111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-108d5fb9-6b78-498e-8492-66beb570706e None None] Could not find standard attr ID for object 8b71f29c-20b3-4bb1-9192-c58e3766e2c4. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:45:06.542909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] For port 456c7703-5413-49d6-9304-662ffee68516, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=456c7703-5413-49d6-9304-662ffee68516,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:06.543291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.549155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6fa12b35-f2f7-4172-a290-e8a2bafc8d65 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=674e3e098a124e708a4dc996aede4e27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0671465 May 12 19:45:06.549974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:06.562785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8ec3773a-20f6-4b55-9c8d-54080fb8e2d1 None None] Could not find standard attr ID for object 8b71f29c-20b3-4bb1-9192-c58e3766e2c4. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:45:06.567115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3080d707-f143-42fd-a22d-aef6220f8f20 req-5d527f52-d617-42b5-8044-8aab3bcf633b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045556 May 12 19:45:06.617417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Calling delete_port for f488b481-ff6f-49ce-aa7f-dcde42b40f45 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:06.631841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37620) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:06.693234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.714831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:06.720081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Usage tracker for resource:security_group_rule and tenant:4cf58348f47c45d98186e347aed1401c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:06.723813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:06.732520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:06.853751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=8b71f29c-20b3-4bb1-9192-c58e3766e2c4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:06.863710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.875248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Calling delete_port for 456c7703-5413-49d6-9304-662ffee68516 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:06.902721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1495a436-3de0-4948-a362-bdb468479062 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:06.909209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f5174f7-4538-4ac0-97ed-b5424e69acb5 req-022cb180-2455-415e-ab36-039a2ca5c595 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7830429 May 12 19:45:06.925726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:06.927546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.007004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.013943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event deleted for resources: {'Port': ['ID=f488b481-ff6f-49ce-aa7f-dcde42b40f45,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:07.027605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1495a436-3de0-4948-a362-bdb468479062 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:07.027888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.028007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.057144 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4cf58348f47c45d98186e347aed1401c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4481294 May 12 19:45:07.058134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a767ba-442b-413a-adbc-b5db8a35c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7472a89-a3c4-4314-9bc0-e3f80c685e90,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:07.058367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:07.061010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37628) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:07.083687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.132962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Usage tracker for resource:security_group_rule and tenant:455cd6a359604fc28847719970a5611c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:07.147843 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-92d771c2-f2d2-41c3-a647-01ab0d298080 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "DELETE /v2.0/ports/f488b481-ff6f-49ce-aa7f-dcde42b40f45 HTTP/1.1" status: 204 len: 168 time: 1.7778666 May 12 19:45:07.148027 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c018316c-8583-49e1-bd66-463de265ff7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/8b71f29c-20b3-4bb1-9192-c58e3766e2c4 HTTP/1.1" status: 204 len: 168 time: 2.7961795 May 12 19:45:07.148110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37632) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:07.148213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:07.157733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:07.210054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37636) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:07.217543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0163c-3f48-4740-8d8b-6d15d0f19848 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:07.219199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0163c-3f48-4740-8d8b-6d15d0f19848 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:07.219936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-09a0163c-3f48-4740-8d8b-6d15d0f19848 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:07.243063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3092e527-67c9-4ca1-8709-4590a19077d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.256144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-09a0163c-3f48-4740-8d8b-6d15d0f19848 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:07.259724 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-09a0163c-3f48-4740-8d8b-6d15d0f19848 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1106441 May 12 19:45:07.260401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:07.269667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1495a436-3de0-4948-a362-bdb468479062 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:07.309022 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a425124-e2ce-4bc5-8a0d-b3e503777686 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] GET failed (client error): The resource could not be found. May 12 19:45:07.309577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8a425124-e2ce-4bc5-8a0d-b3e503777686 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Synchronizing usage tracker for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:07.313140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3092e527-67c9-4ca1-8709-4590a19077d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.321036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26e95a6b-73e1-4272-8975-32aa9f791391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.370025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 4eeee559-c343-4e72-9830-be28acb84033 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:45:07.373847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.392019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26e95a6b-73e1-4272-8975-32aa9f791391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.400217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8a425124-e2ce-4bc5-8a0d-b3e503777686 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Unset dirty status for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:07.405291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8a425124-e2ce-4bc5-8a0d-b3e503777686 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "GET /v2.0/ports/f488b481-ff6f-49ce-aa7f-dcde42b40f45 HTTP/1.1" status: 404 len: 333 time: 0.1918433 May 12 19:45:07.407727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37644) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:07.423893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2053989859', 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:07.427213 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.433377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:07.439162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:45:07.453383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:07.457046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.484476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3092e527-67c9-4ca1-8709-4590a19077d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.489257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.503692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event deleted for resources: {'Port': ['ID=456c7703-5413-49d6-9304-662ffee68516,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:07.506118 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.518314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092e527-67c9-4ca1-8709-4590a19077d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7472a89-a3c4-4314-9bc0-e3f80c685e90,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:07.520310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3092e527-67c9-4ca1-8709-4590a19077d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.521530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3092e527-67c9-4ca1-8709-4590a19077d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7472a89-a3c4-4314-9bc0-e3f80c685e90 HTTP/1.1" status: 204 len: 168 time: 0.4573741 May 12 19:45:07.533471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Made reservation on behalf of b271c028b3ec457d82ecbd18883ac82f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:07.535928 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.562842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] device_id is not set on port 95db8f02-f6fd-42b2-95a3-50f74d5d6e4d yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:07.636097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] No DVR routers for this DVR port 456c7703-5413-49d6-9304-662ffee68516 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:07.647333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.650107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'name': 'network-vif-deleted', 'tag': '456c7703-5413-49d6-9304-662ffee68516'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:07.666578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=455cd6a359604fc28847719970a5611c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3296578 May 12 19:45:07.670368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37654) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:07.673955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de7e8d-0546-4e7a-8de5-b8be82fb1bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a6c035-3b66-4069-b936-fe7c72a5c379,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:07.676661 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26e95a6b-73e1-4272-8975-32aa9f791391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.720656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.739511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e95a6b-73e1-4272-8975-32aa9f791391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89e03f-2cd3-475d-981f-c6b9296f38f1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:07.748490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26e95a6b-73e1-4272-8975-32aa9f791391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.752189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-26e95a6b-73e1-4272-8975-32aa9f791391 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c89e03f-2cd3-475d-981f-c6b9296f38f1 HTTP/1.1" status: 204 len: 168 time: 1.1087875 May 12 19:45:07.766768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c5da7b5-e71b-42af-8f81-3dc71b19ebbb req-d217fc82-7fa5-403a-9049-2e3ed9457148 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "DELETE /v2.0/ports/456c7703-5413-49d6-9304-662ffee68516 HTTP/1.1" status: 204 len: 173 time: 2.6722815 May 12 19:45:07.861227 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.892455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-34766e01-9379-436f-9aa9-158724f0c735 req-130e7d69-32bf-401a-9e09-95a7b2dcf628 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:07.898443 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adf92-4e02-43b0-b031-0bbcafa74411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:07.931037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-34766e01-9379-436f-9aa9-158724f0c735 req-130e7d69-32bf-401a-9e09-95a7b2dcf628 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:07.932359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34766e01-9379-436f-9aa9-158724f0c735 req-130e7d69-32bf-401a-9e09-95a7b2dcf628 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1f97044-f0b4-4b7b-be36-3fe1b8b7ba92 HTTP/1.1" status: 200 len: 210 time: 0.1675017 May 12 19:45:07.942819 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adf92-4e02-43b0-b031-0bbcafa74411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.025717 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61abaa12-86f4-4ba4-8dd4-bb62b797251b'] response: {'server_uuid': 'd1f97044-f0b4-4b7b-be36-3fe1b8b7ba92', 'name': 'network-vif-deleted', 'tag': '456c7703-5413-49d6-9304-662ffee68516', 'status': 'completed', 'code': 200} May 12 19:45:08.145931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adf92-4e02-43b0-b031-0bbcafa74411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.167633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731adf92-4e02-43b0-b031-0bbcafa74411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a6c035-3b66-4069-b936-fe7c72a5c379,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:08.170888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adf92-4e02-43b0-b031-0bbcafa74411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.172298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-731adf92-4e02-43b0-b031-0bbcafa74411 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/37a6c035-3b66-4069-b936-fe7c72a5c379 HTTP/1.1" status: 204 len: 168 time: 0.4917850 May 12 19:45:08.254664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c1d-661b-4c06-b12f-f1b707cd788f req-388c88da-1291-412d-93b7-5fa31511e5af tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:08.256277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b1e3c1d-661b-4c06-b12f-f1b707cd788f req-388c88da-1291-412d-93b7-5fa31511e5af tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.1577621 May 12 19:45:08.271263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.319733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.323570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=4eeee559-c343-4e72-9830-be28acb84033,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:08.332361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4b1e3c1d-661b-4c06-b12f-f1b707cd788f req-496c5815-7cc6-418d-b056-f8fce7c2e927 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647228 May 12 19:45:08.342502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc8251-b841-45c2-93b9-733e5197d6f1 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:08.358121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.372246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 456c7703-5413-49d6-9304-662ffee68516 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:08.385999 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ce48b617-9e9e-44cc-977a-1b140a346ebc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/4eeee559-c343-4e72-9830-be28acb84033 HTTP/1.1" status: 204 len: 168 time: 1.1246428 May 12 19:45:08.388557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37676) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:08.414752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.535602 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1ff3db9d-fe43-46a3-ae47-a949ea636116 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454742 May 12 19:45:08.536315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37682) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:08.538614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37684) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:08.540623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Network e8685b20-2ecf-44bd-8c9b-1990df5a2567 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:08.548183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:08.551914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 456c7703-5413-49d6-9304-662ffee68516 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:45:08.552512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 456c7703-5413-49d6-9304-662ffee68516 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:45:08.565792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:08.571966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:08.572974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.574204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:08.604568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.617787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.624181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=95db8f02-f6fd-42b2-95a3-50f74d5d6e4d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:08.634286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a1d1279-bc4c-425a-865c-395726584379 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2247772 May 12 19:45:08.636782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:08.715926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd798a62-b7a8-4041-a81f-533aca7d7f97 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:08.716764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd798a62-b7a8-4041-a81f-533aca7d7f97 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Synchronizing usage tracker for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:08.735802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd798a62-b7a8-4041-a81f-533aca7d7f97 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Unset dirty status for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:08.740006 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd798a62-b7a8-4041-a81f-533aca7d7f97 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "GET /v2.0/ports/95db8f02-f6fd-42b2-95a3-50f74d5d6e4d HTTP/1.1" status: 200 len: 955 time: 0.0994987 May 12 19:45:08.740006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:08.797304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:08.817435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3d591cf32f406395862e5346f97c3a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:08.838265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:08.849128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:08.862253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Deleting port 95db8f02-f6fd-42b2-95a3-50f74d5d6e4d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:08.862601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.871622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:08.903121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:08.913614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:45:08.917658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] Deleting port 1495a436-3de0-4948-a362-bdb468479062 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:08.918273 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:08.962879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:08.978884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:09.026548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:09.030934 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.222267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] For port 1495a436-3de0-4948-a362-bdb468479062, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1495a436-3de0-4948-a362-bdb468479062,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:09.222807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.238074 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.276127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910eabe-7fe8-4627-a088-36f41d146c19 req-86f0e51e-21ea-45c3-9c28-a7f388e41229 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:09.283545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9910eabe-7fe8-4627-a088-36f41d146c19 req-86f0e51e-21ea-45c3-9c28-a7f388e41229 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.3919880 May 12 19:45:09.354032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.365118 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.415426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9910eabe-7fe8-4627-a088-36f41d146c19 req-1a5f540c-c3e0-4bb5-9718-bec25f041e97 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309178 May 12 19:45:09.452291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bde9cee-9450-45d1-998f-b7cf81cc1398,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:09.459767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8193ef78-ad49-4e7b-a8ad-7d5b314cc8b0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d3d591cf32f406395862e5346f97c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223711 May 12 19:45:09.464417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37726) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:09.475143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Calling delete_port for 95db8f02-f6fd-42b2-95a3-50f74d5d6e4d owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:09.530146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] Calling delete_port for 1495a436-3de0-4948-a362-bdb468479062 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:09.614932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.663236 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.679182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event deleted for resources: {'Port': ['ID=95db8f02-f6fd-42b2-95a3-50f74d5d6e4d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:09.691142 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.715319 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1266e664-3728-4e07-ab62-982a09ed6600 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "DELETE /v2.0/ports/95db8f02-f6fd-42b2-95a3-50f74d5d6e4d HTTP/1.1" status: 204 len: 168 time: 0.9650230 May 12 19:45:09.717672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37746) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:09.729008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] Pushing event deleted for resources: {'Port': ['ID=1495a436-3de0-4948-a362-bdb468479062,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:09.731550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2c9e6-dcb1-4ba3-afcc-dbca24bea933 None None] No DVR routers for this DVR port 1495a436-3de0-4948-a362-bdb468479062 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:09.765468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89b959ce-c292-4886-a085-f7ab26b1afe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.783445 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e41ef7c-f915-44f0-b9c6-043029668a86 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] GET failed (client error): The resource could not be found. May 12 19:45:09.784108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e41ef7c-f915-44f0-b9c6-043029668a86 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Synchronizing usage tracker for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:09.796101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89b959ce-c292-4886-a085-f7ab26b1afe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.802287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e41ef7c-f915-44f0-b9c6-043029668a86 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Unset dirty status for tenant:b271c028b3ec457d82ecbd18883ac82f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:09.804076 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e41ef7c-f915-44f0-b9c6-043029668a86 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "GET /v2.0/ports/95db8f02-f6fd-42b2-95a3-50f74d5d6e4d HTTP/1.1" status: 404 len: 333 time: 0.0849071 May 12 19:45:09.809749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37752) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:09.815704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Request body: {'port': {'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1293021130'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:09.820791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:09.831961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:09.848934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Made reservation on behalf of b271c028b3ec457d82ecbd18883ac82f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:09.854365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:09.880921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] device_id is not set on port 19f36d83-5e46-46b0-9f63-086bd863521e yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:10.058100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.137000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f38a1-7656-4836-9964-97903f592b87 req-c5ccebb7-8b37-4702-9b6b-7dbcf694cc8a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:10.138995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-c5ccebb7-8b37-4702-9b6b-7dbcf694cc8a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.5490079 May 12 19:45:10.155224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:10.163979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:10.176704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3938c8d3-86be-400e-8051-d4854e5863f7 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:10.196923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.214967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=a6e3b062-80e9-4224-870f-09ab284e3d79,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:10.221008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-c4e2b061-a42f-44d2-8a95-127415d66ca4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:10.221981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-c4e2b061-a42f-44d2-8a95-127415d66ca4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Synchronizing usage tracker for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:10.227793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:10.230343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.256046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-c4e2b061-a42f-44d2-8a95-127415d66ca4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Unset dirty status for tenant:49acd70523ac43c4a961587eabedea45 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:10.258107 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-c4e2b061-a42f-44d2-8a95-127415d66ca4 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.1819744 May 12 19:45:10.259925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-7bc5b628-b00a-48cf-be5d-f455bfd0433b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/quotas/caf0a5726dc6441e927a80af360d5518 HTTP/1.1" status: 200 len: 375 time: 0.1023879 May 12 19:45:10.282846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89b959ce-c292-4886-a085-f7ab26b1afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.356252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port 68b1719d-73af-4079-966a-d05fb1154d1a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:10.356983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.386557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b959ce-c292-4886-a085-f7ab26b1afe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bde9cee-9450-45d1-998f-b7cf81cc1398,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:10.420823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89b959ce-c292-4886-a085-f7ab26b1afe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.420823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-89b959ce-c292-4886-a085-f7ab26b1afe3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9bde9cee-9450-45d1-998f-b7cf81cc1398 HTTP/1.1" status: 204 len: 168 time: 0.9504368 May 12 19:45:10.422752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-be8c44b0-52cb-4cbb-829a-de1f4b76d6e9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8826249 May 12 19:45:10.430780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37772) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:10.442127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'name': 'tempest-NetworksTestDHCPv6-1170838719'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:10.467600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.582703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Network e8685b20-2ecf-44bd-8c9b-1990df5a2567 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:10.586669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:10.593271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:10.594622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:10.595377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.638650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'a6e3b062-80e9-4224-870f-09ab284e3d79'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:10.639638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.655266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:10.659974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:10.663022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:10.669355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:10.745835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:10.749490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:10.777043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 0b1e5fce-05ad-49e5-9e22-141d09a3563a yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:11.005570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-cd8c52dc-f447-4897-a2b5-f34b5fd4c211 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7314594 May 12 19:45:11.016934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1495a436-3de0-4948-a362-bdb468479062 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:11.067703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port 68b1719d-73af-4079-966a-d05fb1154d1a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=68b1719d-73af-4079-966a-d05fb1154d1a,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:11.076224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:11.179998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ac1e-b4e8-40dd-8edd-4ac0b55f4f74 req-2764b034-04ff-4fbe-812f-c1abf0c4e376 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:11.188696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a17ac1e-b4e8-40dd-8edd-4ac0b55f4f74 req-2764b034-04ff-4fbe-812f-c1abf0c4e376 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 945 time: 0.5127993 May 12 19:45:11.230256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1495a436-3de0-4948-a362-bdb468479062 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:45:11.242256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1495a436-3de0-4948-a362-bdb468479062 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:45:11.264139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a17ac1e-b4e8-40dd-8edd-4ac0b55f4f74 req-ab4bd415-2a9d-4f18-a38e-4f3f74043f3d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742486 May 12 19:45:11.286516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/a6e3b062-80e9-4224-870f-09ab284e3d79/a4f62be9-99bb-4587-93ab-8ba636dc4457) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:11.302154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-287fb154-9aea-41ca-a2a3-406b909c51aa service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956254 May 12 19:45:11.326699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for 68b1719d-73af-4079-966a-d05fb1154d1a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:11.421113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=19f36d83-5e46-46b0-9f63-086bd863521e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:11.493811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ef7ecb86-a96f-44b5-8dbf-8dcf7a2e9000 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6827242 May 12 19:45:11.496747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37830) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:11.519102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:11.519592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-68cdb6ab-31a2-4d09-8046-324d96aa2280 service neutron] 10.222.0.72 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140028 May 12 19:45:11.638245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37834) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:11.765887 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:11.831200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:11.857764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-984ab5c4-63b7-49e4-81e5-58ad472949d8 req-45b83ae8-5df8-40da-9367-9c15927958f9 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 210 time: 0.1193016 May 12 19:45:11.889085 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:11.905261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:11.913547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c480f3779649ca88485cfb69f97911 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:11.918389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:11.922482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Transition to ACTIVE for port object a4f62be9-99bb-4587-93ab-8ba636dc4457 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:11.931643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:11.994746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Transition to ACTIVE for port object a4f62be9-99bb-4587-93ab-8ba636dc4457 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:12.003500 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.168413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:12.172898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.195877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.204371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:12.210236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:12.232102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::3b9 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/a6e3b062-80e9-4224-870f-09ab284e3d79/0b1e5fce-05ad-49e5-9e22-141d09a3563a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:12.241407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.292430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7c480f3779649ca88485cfb69f97911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6527414 May 12 19:45:12.299438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37864) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:12.404171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event deleted for resources: {'Port': ['ID=68b1719d-73af-4079-966a-d05fb1154d1a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:12.406280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536c7090-e464-4a39-a314-470030bd71c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.413318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca11e1-c6fd-4532-b327-c3743f809699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fb32fe-3e40-4ea3-b0c7-d71a2bb6e167,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:12.457907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Attempting to bind port a4f62be9-99bb-4587-93ab-8ba636dc4457 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:12.458454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Attempting to bind port a4f62be9-99bb-4587-93ab-8ba636dc4457 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:12.459076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Attempting to bind port a4f62be9-99bb-4587-93ab-8ba636dc4457 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:12.463158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Pushing event updated for resources: {'Port': ['ID=a4f62be9-99bb-4587-93ab-8ba636dc4457,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:12.469715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:12.470599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:12.471192 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.471699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:12.472550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Bound port: a4f62be9-99bb-4587-93ab-8ba636dc4457, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:12.473066 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.474359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536c7090-e464-4a39-a314-470030bd71c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.552415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] No DVR routers for this DVR port 68b1719d-73af-4079-966a-d05fb1154d1a on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:12.556817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.567804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'name': 'network-vif-deleted', 'tag': '68b1719d-73af-4079-966a-d05fb1154d1a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:12.669362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] For port a4f62be9-99bb-4587-93ab-8ba636dc4457, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:12.678441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] For port a4f62be9-99bb-4587-93ab-8ba636dc4457, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a4f62be9-99bb-4587-93ab-8ba636dc4457,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:12.693950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.744266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43b33b05-3bd9-421b-804f-220d222331f0 req-70b4210a-0318-4f0f-a407-aa06340bee18 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 210 time: 0.1528594 May 12 19:45:12.757006 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b69b3b1-74bb-4d19-87c3-d0465dcf1190'] response: {'server_uuid': 'b47fb19a-a08c-4446-99a0-7fedf21e67fa', 'name': 'network-vif-deleted', 'tag': '68b1719d-73af-4079-966a-d05fb1154d1a', 'status': 'completed', 'code': 200} May 12 19:45:12.759828 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-79fb7048-1fce-432a-aff6-43fab5e9c7a1 req-cc42bf3d-56b0-4d98-884b-36f8f58068ad tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "DELETE /v2.0/ports/68b1719d-73af-4079-966a-d05fb1154d1a HTTP/1.1" status: 204 len: 173 time: 2.4940865 May 12 19:45:12.810335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] device_id is not set on port 19f36d83-5e46-46b0-9f63-086bd863521e yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:12.835652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.862473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536c7090-e464-4a39-a314-470030bd71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.873795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b04491-66e3-4ca8-9def-423e0f5996b2 None None] Pushing event updated for resources: {'Port': ['ID=a4f62be9-99bb-4587-93ab-8ba636dc4457,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:12.878448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Transition to ACTIVE for port object 19f36d83-5e46-46b0-9f63-086bd863521e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:12.883805 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.933507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c7090-e464-4a39-a314-470030bd71c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fb32fe-3e40-4ea3-b0c7-d71a2bb6e167,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:12.938351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536c7090-e464-4a39-a314-470030bd71c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.939483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-536c7090-e464-4a39-a314-470030bd71c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c8fb32fe-3e40-4ea3-b0c7-d71a2bb6e167 HTTP/1.1" status: 204 len: 168 time: 0.6387477 May 12 19:45:12.942924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:12.979790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 0b1e5fce-05ad-49e5-9e22-141d09a3563a will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:13.013806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:13.190913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:13.200941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:13.206595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:13.212626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:13.215009 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:13.303929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=0b1e5fce-05ad-49e5-9e22-141d09a3563a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:13.308273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fe66668a-3baa-49af-98e1-bf138a889088 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8791320 May 12 19:45:13.350778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37886) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:13.447086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4342207-d3bf-4813-bc43-0f4afe0801cd req-4dcdee25-5f51-4572-9b22-fba1cd6ef67d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 210 time: 0.1556590 May 12 19:45:13.505340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=19f36d83-5e46-46b0-9f63-086bd863521e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:13.586877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:13.587253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:13.587829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:13.600789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:13.601805 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:13.604174 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 2 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:13.635514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f22e6-6a96-489d-9a5a-9115a2fac7e1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:13.642485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f22e6-6a96-489d-9a5a-9115a2fac7e1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:13.644408 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7c9f22e6-6a96-489d-9a5a-9115a2fac7e1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2901328 May 12 19:45:13.647090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37896) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:13.649858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:13.650332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:13.650906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:13.705621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37902) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:13.718015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:13.718835 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:13.731216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 68b1719d-73af-4079-966a-d05fb1154d1a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:13.757011 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 3 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:13.776772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:13.801037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:13.802791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 68b1719d-73af-4079-966a-d05fb1154d1a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:45:13.803276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 68b1719d-73af-4079-966a-d05fb1154d1a not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:45:13.807077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Usage tracker for resource:security_group_rule and tenant:e99fd5392d414a9c9a226e977f3e9926 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:13.810736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:13.816820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:14.007082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:14.038604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:14.039018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:14.039356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:14.054093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:14.054450 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:14.055172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:14.079924 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 4 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:14.120021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 0b1e5fce-05ad-49e5-9e22-141d09a3563a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:14.120614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:14.198598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f38a1-7656-4836-9964-97903f592b87 req-3dbba6e8-61e8-4edf-b610-dafcc71d65d2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:14.200245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-3dbba6e8-61e8-4edf-b610-dafcc71d65d2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 806 time: 0.6485591 May 12 19:45:14.216987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37ce41f5-3980-4005-9076-fa759f4b1610 req-9b97b7a0-a988-4b63-90ec-17bd22b872e1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=b47fb19a-a08c-4446-99a0-7fedf21e67fa HTTP/1.1" status: 200 len: 210 time: 0.0868311 May 12 19:45:14.233003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Request body: {'port': {'device_id': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'admin_state_up': True, 'tenant_id': 'caf0a5726dc6441e927a80af360d5518'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:14.259877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:14.260114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:14.260444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:14.284077 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e99fd5392d414a9c9a226e977f3e9926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737176 May 12 19:45:14.288957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37916) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:14.289596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:14.289933 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:14.290475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0e434-cc71-4342-9d53-b04477a0826e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44e51e-ae9b-4c21-a393-ad472326a64e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:14.298133 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 5 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:14.373915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:14.374257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:14.374596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:14.424090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:14.424431 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:14.429495 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 6 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:14.481755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:14.482093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:14.482427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:14.504756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:14.532178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:14.560095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Made reservation on behalf of caf0a5726dc6441e927a80af360d5518 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:14.563673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:14.656993 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:14.665225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f201a9dd-fc2c-4943-b26a-c2ac12faadab None None] Provisioning for port a4f62be9-99bb-4587-93ab-8ba636dc4457 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:14.800911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e33225d8-9434-47f1-93b0-2ea2ef741ed5 req-f4f45a4f-f062-4305-97aa-91e5caac0a57 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 210 time: 0.0719023 May 12 19:45:14.981514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Allocated IP 172.20.0.13 (8f084805-0240-4ebb-80f7-8f92fa40dcd6/47fe641d-e0a1-4324-b69f-3703264a1493/b62be491-9274-4568-983b-7e08fe0c76ff) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:14.987166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a4f62be9-99bb-4587-93ab-8ba636dc4457 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:15.043910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:15.044717 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:15.051605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 0b1e5fce-05ad-49e5-9e22-141d09a3563a owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:15.084237 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 7 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:15.088258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cad6c63d-7b4a-41b0-a447-7eb3287202b1 None None] Provisioning for port 0b1e5fce-05ad-49e5-9e22-141d09a3563a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:15.097816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d78155ad-44bc-42ee-97f8-15448d5f120c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.104171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cad6c63d-7b4a-41b0-a447-7eb3287202b1 None None] Provisioning complete for port 0b1e5fce-05ad-49e5-9e22-141d09a3563a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:15.104537 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cad6c63d-7b4a-41b0-a447-7eb3287202b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.171159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:15.171560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:15.171906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:15.175515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a4f62be9-99bb-4587-93ab-8ba636dc4457 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:15.205274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:15.205806 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:15.207619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d78155ad-44bc-42ee-97f8-15448d5f120c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.214844 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 8 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:15.226375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a4f62be9-99bb-4587-93ab-8ba636dc4457 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:15.226729 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.283138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cad6c63d-7b4a-41b0-a447-7eb3287202b1 None None] Port 0b1e5fce-05ad-49e5-9e22-141d09a3563a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:45:15.316481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:15.319124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:15.325964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:15.380727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:15.381458 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:15.391333 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 9 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:15.396026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a4f62be9-99bb-4587-93ab-8ba636dc4457 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:15.396305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.397308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37968) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:15.421398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:15.422010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:15.422355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:15.435097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:15.435932 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:15.437664 n-d-841626-1 neutron-server[88113]: INFO neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempt 10 to bind port 19f36d83-5e46-46b0-9f63-086bd863521e May 12 19:45:15.455230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.462196 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d78155ad-44bc-42ee-97f8-15448d5f120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.466866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port a4f62be9-99bb-4587-93ab-8ba636dc4457, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a4f62be9-99bb-4587-93ab-8ba636dc4457,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:15.474926 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.482543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.545008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:15.545474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:15.546022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempting to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:15.551631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.558167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78155ad-44bc-42ee-97f8-15448d5f120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44e51e-ae9b-4c21-a393-ad472326a64e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:15.563078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=0b1e5fce-05ad-49e5-9e22-141d09a3563a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:15.582478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:45:15.618717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:15.626135 n-d-841626-1 neutron-server[88113]: ERROR neutron.plugins.ml2.managers [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Failed to bind port 19f36d83-5e46-46b0-9f63-086bd863521e on host n-h2-841626-1 for vnic_type normal using segments [{'id': '2725e707-5062-4df5-8687-2d49e2cf1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e8685b20-2ecf-44bd-8c9b-1990df5a2567'}] May 12 19:45:15.626850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.667955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.731997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e8ff0b8-9b0f-4473-a75d-673a4e670c98 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/0b1e5fce-05ad-49e5-9e22-141d09a3563a HTTP/1.1" status: 204 len: 168 time: 2.0838420 May 12 19:45:15.736724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=a4f62be9-99bb-4587-93ab-8ba636dc4457,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:15.740390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d78155ad-44bc-42ee-97f8-15448d5f120c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.743787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d78155ad-44bc-42ee-97f8-15448d5f120c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a44e51e-ae9b-4c21-a393-ad472326a64e HTTP/1.1" status: 204 len: 168 time: 1.4504697 May 12 19:45:15.745056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37982) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:15.773857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.842563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] For port 19f36d83-5e46-46b0-9f63-086bd863521e, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:15.842966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attempted to set empty binding levels {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 12 19:45:15.849606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.917877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:15.919857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:15.951170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] In _notify_port_updated(), no bound segment for port 19f36d83-5e46-46b0-9f63-086bd863521e on network e8685b20-2ecf-44bd-8c9b-1990df5a2567 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:45:15.952033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:15.952658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:15.956982 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "PUT /v2.0/ports/19f36d83-5e46-46b0-9f63-086bd863521e HTTP/1.1" status: 200 len: 975 time: 4.4562581 May 12 19:45:15.956982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37994) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:16.018566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cee291-fe4e-445c-ac12-88c38aa42be5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:16.018566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cee291-fe4e-445c-ac12-88c38aa42be5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:16.018566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b8cee291-fe4e-445c-ac12-88c38aa42be5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:16.034830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccac35-977b-473a-8c36-4a11778bcf45 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event updated for resources: {'Port': ['ID=19f36d83-5e46-46b0-9f63-086bd863521e,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:16.040006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:16.052653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Deleting port 19f36d83-5e46-46b0-9f63-086bd863521e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:16.052653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:16.209248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Usage tracker for resource:security_group_rule and tenant:8cc9f284e2434174a862cc1c82a61150 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:16.227445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:16.363138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:16.374738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event updated for resources: {'Port': ['ID=b62be491-9274-4568-983b-7e08fe0c76ff,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:16.412536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-edd1f6a6-cc26-4617-84fe-28d4be61d910 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:16.414133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-edd1f6a6-cc26-4617-84fe-28d4be61d910 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.5994432 May 12 19:45:16.415148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:16.442599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b8cee291-fe4e-445c-ac12-88c38aa42be5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:16.444429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b8cee291-fe4e-445c-ac12-88c38aa42be5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6760070 May 12 19:45:16.449588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38012) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:16.484774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-76978bda-cc2e-401c-b771-ab76f9f5dbfb tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/quotas/49acd70523ac43c4a961587eabedea45 HTTP/1.1" status: 200 len: 375 time: 0.0504341 May 12 19:45:16.529472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet a6e3b062-80e9-4224-870f-09ab284e3d79 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:45:16.533875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:16.563575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:16.565025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:16.573817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] For port 19f36d83-5e46-46b0-9f63-086bd863521e, host n-h2-841626-1, got binding levels [] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:16.574337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:16.588798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-201a89d0-2488-4b0f-a337-495e2b69439d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935211 May 12 19:45:16.602361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3d6b-8b7c-44d1-ba2d-0c8813a8499b req-2c3661be-735e-445a-a729-600ce93798d8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:16.604070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-064b3d6b-8b7c-44d1-ba2d-0c8813a8499b req-2c3661be-735e-445a-a729-600ce93798d8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 932 time: 0.5773010 May 12 19:45:16.736171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Calling delete_port for 19f36d83-5e46-46b0-9f63-086bd863521e owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:16.747369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-3e3e085a-067a-4434-970d-869dbf4d155c service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355312 May 12 19:45:16.793105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:16.860864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-5c878df7-f143-4ef1-8b6c-7bafc3ea94ee tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6334291 May 12 19:45:16.894638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:16.900167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Request body: {'port': {'device_id': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:16.934360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a4f62be9-99bb-4587-93ab-8ba636dc4457 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:16.962942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-064b3d6b-8b7c-44d1-ba2d-0c8813a8499b req-4959dbaf-a9eb-4473-a4e1-68fb1183b180 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117898 May 12 19:45:17.017766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.023978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.032313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a4f62be9-99bb-4587-93ab-8ba636dc4457 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:17.032888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.040899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.047457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] Pushing event deleted for resources: {'Port': ['ID=19f36d83-5e46-46b0-9f63-086bd863521e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:17.082790 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-93283681-f22d-4f4d-aa6d-07119aa5c1d7 tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "DELETE /v2.0/ports/19f36d83-5e46-46b0-9f63-086bd863521e HTTP/1.1" status: 204 len: 168 time: 1.1241982 May 12 19:45:17.085726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.104699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38030) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:17.149086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-a0255657-098a-4153-9b4e-9844fc051bf8 service neutron] 10.222.0.72 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878956 May 12 19:45:17.214959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a4f62be9-99bb-4587-93ab-8ba636dc4457 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:17.264614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.315856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e3b062-80e9-4224-870f-09ab284e3d79,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:17.321812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.337026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580a04e-b764-458c-9976-03b4896e6197 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:17.352424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bceda1f1-d332-472e-b218-9fb20f060b03 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/a6e3b062-80e9-4224-870f-09ab284e3d79 HTTP/1.1" status: 204 len: 168 time: 0.9015615 May 12 19:45:17.359009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38044) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:17.467379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dec60699-7ced-4c1e-a899-f1ea893fe8cc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063936 May 12 19:45:17.472291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38050) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:17.480873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:17.576162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8cc9f284e2434174a862cc1c82a61150&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1777759 May 12 19:45:17.582547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38060) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:17.622224 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60d2d78-9e8a-4e51-bd30-eb3cb925f87b tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] GET failed (client error): The resource could not be found. May 12 19:45:17.623589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b60d2d78-9e8a-4e51-bd30-eb3cb925f87b tempest-PortsAdminExtendedAttrsTestJSON-984525104 tempest-PortsAdminExtendedAttrsTestJSON-984525104-project-admin] 10.222.0.72 "GET /v2.0/ports/19f36d83-5e46-46b0-9f63-086bd863521e HTTP/1.1" status: 404 len: 333 time: 0.4910290 May 12 19:45:17.659455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461a016-91e2-4a7b-981e-1e7b3d2e8862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7371e89b-d98d-479d-a580-4e9c4d7c02d3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:17.662334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.692757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38070) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:17.705417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:45:17.710045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] Deleting port a4f62be9-99bb-4587-93ab-8ba636dc4457 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:17.710412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:17.789103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-343b5a61-d818-49dc-b1a2-bdb3895efab3 req-7683c0fa-1c18-4537-aaf5-8b5c4cb2eca0 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 210 time: 0.2293241 May 12 19:45:17.849622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:17.855284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:17.859198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:17.867306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:17.891518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:17.901134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.046194 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.077325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb565c5-de51-4723-a31a-5564aa3e1bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.079007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] For port a4f62be9-99bb-4587-93ab-8ba636dc4457, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a4f62be9-99bb-4587-93ab-8ba636dc4457,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:18.079930 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.404094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] Calling delete_port for a4f62be9-99bb-4587-93ab-8ba636dc4457 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:18.431819 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.439241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb565c5-de51-4723-a31a-5564aa3e1bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.502566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.565734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] Pushing event deleted for resources: {'Port': ['ID=a4f62be9-99bb-4587-93ab-8ba636dc4457,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:18.573693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e92027-99f6-4a9b-acc7-effae8042240 None None] No DVR routers for this DVR port a4f62be9-99bb-4587-93ab-8ba636dc4457 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:18.608253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:18.615487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:18.618102 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.628271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b99495-2784-4223-8328-e85c65869460 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:18.643466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:18.644295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.680669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=e546b304-cd6c-4958-8f93-b441def289f6,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:18.712769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8685b20-2ecf-44bd-8c9b-1990df5a2567']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:18.716033 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3e01fafc-7d94-48dd-8517-305277704c67 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2421181 May 12 19:45:18.718824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38122) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:18.731153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'name': 'tempest-NetworksTestDHCPv6-1120041971'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:18.763981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4445c50-ea81-4c0a-811c-69ae3e40b658 req-da1f2fbf-4c6b-472d-93cd-60bfd58b31ec tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:18.765129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a4445c50-ea81-4c0a-811c-69ae3e40b658 req-da1f2fbf-4c6b-472d-93cd-60bfd58b31ec tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:18.775471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2725e707-5062-4df5-8687-2d49e2cf1b85') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:18.776121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2725e707-5062-4df5-8687-2d49e2cf1b85') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:18.800344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a4445c50-ea81-4c0a-811c-69ae3e40b658 req-da1f2fbf-4c6b-472d-93cd-60bfd58b31ec tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:18.808134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4445c50-ea81-4c0a-811c-69ae3e40b658 req-da1f2fbf-4c6b-472d-93cd-60bfd58b31ec tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 932 time: 0.7077444 May 12 19:45:18.812854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.847348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb565c5-de51-4723-a31a-5564aa3e1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.889694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.959322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a4f62be9-99bb-4587-93ab-8ba636dc4457 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:18.965250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb565c5-de51-4723-a31a-5564aa3e1bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7371e89b-d98d-479d-a580-4e9c4d7c02d3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:18.965832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:45:18.966259 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: timer() May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:45:18.997465 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:45:19.021265 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb565c5-de51-4723-a31a-5564aa3e1bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.022821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8cb565c5-de51-4723-a31a-5564aa3e1bd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7371e89b-d98d-479d-a580-4e9c4d7c02d3 HTTP/1.1" status: 204 len: 168 time: 1.4024994 May 12 19:45:19.035196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'e546b304-cd6c-4958-8f93-b441def289f6'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:19.036358 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.060731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a4f62be9-99bb-4587-93ab-8ba636dc4457 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:45:19.061317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a4f62be9-99bb-4587-93ab-8ba636dc4457 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:45:19.104367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4445c50-ea81-4c0a-811c-69ae3e40b658 req-c28a078c-0cb6-46a8-89b1-c682878c088a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949369 May 12 19:45:19.165025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:19.198752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:19.229211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62be491-9274-4568-983b-7e08fe0c76ff {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:45:19.251143 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.266617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ca67905-5e26-4134-9ae4-9742ac951294 req-e0542e6a-0365-4a9e-a72e-383d831c9e50 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 210 time: 0.1566536 May 12 19:45:19.304317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Transition to ACTIVE for port object b62be491-9274-4568-983b-7e08fe0c76ff will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:19.317480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.342605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.382590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.429170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/e546b304-cd6c-4958-8f93-b441def289f6/b69535bd-0857-4bb0-b4ad-2c4a17e28367) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:19.451942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] Pushing event deleted for resources: {'Network': ['ID=e8685b20-2ecf-44bd-8c9b-1990df5a2567,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:19.463316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:19.493017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:19.527891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:19.532046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.587235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port a8f2a2f0-3e0c-409e-8691-aecb9f8421be yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:19.589130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1e07f290-f661-44e0-9607-2b6d7b89b757 tempest-PortsAdminExtendedAttrsTestJSON-1894062708 tempest-PortsAdminExtendedAttrsTestJSON-1894062708-project] 10.222.0.72 "DELETE /v2.0/networks/e8685b20-2ecf-44bd-8c9b-1990df5a2567 HTTP/1.1" status: 204 len: 168 time: 1.8541913 May 12 19:45:19.682057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-5adfdc51-7c4c-4609-8f39-9aa6f8c9b6a7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:19.684331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-5adfdc51-7c4c-4609-8f39-9aa6f8c9b6a7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 811 time: 0.4774649 May 12 19:45:19.704034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b62be491-9274-4568-983b-7e08fe0c76ff,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:19.715192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Request body: {'port': {'device_id': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'admin_state_up': True, 'tenant_id': '49acd70523ac43c4a961587eabedea45'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:19.757243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Attempting to bind port b62be491-9274-4568-983b-7e08fe0c76ff on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:19.757674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Attempting to bind port b62be491-9274-4568-983b-7e08fe0c76ff by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:19.758072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Attempting to bind port b62be491-9274-4568-983b-7e08fe0c76ff on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:19.766169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Port b62be491-9274-4568-983b-7e08fe0c76ff on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:19.766331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Attempting to bind port b62be491-9274-4568-983b-7e08fe0c76ff on network 8f084805-0240-4ebb-80f7-8f92fa40dcd6 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:19.772564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:19.772900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Checking segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:19.773516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Bound using segment: {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:19.778465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Bound port: b62be491-9274-4568-983b-7e08fe0c76ff, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:19.778949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.831071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.842422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Transition to ACTIVE for port object b69535bd-0857-4bb0-b4ad-2c4a17e28367 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:19.861831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Transition to ACTIVE for port object b69535bd-0857-4bb0-b4ad-2c4a17e28367 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:19.868828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38172) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:19.877440 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.902039 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:19.928761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:19.961725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:19.985532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Usage tracker for resource:port and tenant:49acd70523ac43c4a961587eabedea45 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:19.991382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:20.015006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:20.042067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:20.049679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::370 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/e546b304-cd6c-4958-8f93-b441def289f6/a8f2a2f0-3e0c-409e-8691-aecb9f8421be) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:20.052397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Made reservation on behalf of 49acd70523ac43c4a961587eabedea45 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:20.052855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:20.058290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.062669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:20.094051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Pushing event updated for resources: {'Port': ['ID=b69535bd-0857-4bb0-b4ad-2c4a17e28367,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:20.142916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Usage tracker for resource:security_group_rule and tenant:80f87aa6a6604be0bcbb616033381aba is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:20.144257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38184) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:20.177561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:20.202798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:20.205122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] For port b62be491-9274-4568-983b-7e08fe0c76ff, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:20.229439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] For port b62be491-9274-4568-983b-7e08fe0c76ff, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b62be491-9274-4568-983b-7e08fe0c76ff,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:20.248699 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.252026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Attempting to bind port b69535bd-0857-4bb0-b4ad-2c4a17e28367 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:20.252399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Attempting to bind port b69535bd-0857-4bb0-b4ad-2c4a17e28367 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:20.252762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Attempting to bind port b69535bd-0857-4bb0-b4ad-2c4a17e28367 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:20.267416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:20.269543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:20.269954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.270353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:20.270969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Bound port: b69535bd-0857-4bb0-b4ad-2c4a17e28367, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:20.271367 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.431433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] For port b69535bd-0857-4bb0-b4ad-2c4a17e28367, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:20.435067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] For port b69535bd-0857-4bb0-b4ad-2c4a17e28367, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b69535bd-0857-4bb0-b4ad-2c4a17e28367,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:20.451861 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.465042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:20.466005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.467673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/b62be491-9274-4568-983b-7e08fe0c76ff HTTP/1.1" status: 200 len: 1092 time: 3.5816059 May 12 19:45:20.468380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'tag': 'b62be491-9274-4568-983b-7e08fe0c76ff'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:20.507352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab0adf-a182-4007-b76d-439f612167d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b62be491-9274-4568-983b-7e08fe0c76ff,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:20.586972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf4455-de75-4959-a647-5d41df47d56a None None] Pushing event updated for resources: {'Port': ['ID=b69535bd-0857-4bb0-b4ad-2c4a17e28367,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:20.722738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4e3165d-50c9-48fc-94fe-06ad08c6b178 req-25265549-d28a-42ca-a41c-a7a4a2a86d67 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 210 time: 0.0851011 May 12 19:45:20.725799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Allocated IP 172.20.0.13 (80f63ec0-e114-44b4-b8b1-a7136847ccd5/2d251b82-d2c4-4176-aa07-e8f3235d5473/cc4e4a0c-0c8a-4346-974f-5c897affe25c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:20.729877 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-678ffe66-8f12-450c-8628-bf35c8286c86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91ac3ecd5dcc47b4bf4f0f48968a9abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843086 May 12 19:45:20.735174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9448f-bd5e-4350-a42e-266743f1aa70 req-a4bf34b0-b8d4-4031-9dd5-4ae6958541e8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:20.742152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:20.742795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9b9448f-bd5e-4350-a42e-266743f1aa70 req-a4bf34b0-b8d4-4031-9dd5-4ae6958541e8 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 944 time: 0.3709776 May 12 19:45:20.766184 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.816985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.817245 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:20.870398 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b174fa09-02a8-41cb-8691-fbc9ee6641ca'] response: {'name': 'network-changed', 'server_uuid': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'tag': 'b62be491-9274-4568-983b-7e08fe0c76ff', 'status': 'completed', 'code': 200} May 12 19:45:20.885084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9b9448f-bd5e-4350-a42e-266743f1aa70 req-e047e090-7bde-41e5-b2cd-17afd8884372 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407347 May 12 19:45:20.930203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f38a1-7656-4836-9964-97903f592b87 req-db4c2cc4-218b-4049-8610-8f0debb25b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:20.932095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-db4c2cc4-218b-4049-8610-8f0debb25b69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 1095 time: 0.4159353 May 12 19:45:20.933652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object a8f2a2f0-3e0c-409e-8691-aecb9f8421be will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:20.977950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-500039c2-575b-4c0d-a8ee-6e56fe307f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.055017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-8018399f-d0cb-4be3-b44d-f5cf5b23935a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b62be491-9274-4568-983b-7e08fe0c76ff HTTP/1.1" status: 200 len: 217 time: 0.0903308 May 12 19:45:21.062193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80f87aa6a6604be0bcbb616033381aba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1922190 May 12 19:45:21.063046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38224) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:21.068626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a671c7-d0bf-4e78-ae58-e57656578d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a058672f-896c-4b6e-9d82-ab920853f143,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:21.206379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f38a1-7656-4836-9964-97903f592b87 req-a75a78ae-be30-489f-81b7-abc4254c3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:21.211016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-a75a78ae-be30-489f-81b7-abc4254c3613 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.1448612 May 12 19:45:21.274542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d265707-ce62-406b-8560-75fba0afd1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.288603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-b512f302-5da1-4005-b54d-98b47e03d7f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644100 May 12 19:45:21.321773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.369591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-500039c2-575b-4c0d-a8ee-6e56fe307f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.381396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.436802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d265707-ce62-406b-8560-75fba0afd1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.483065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.505836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:21.514361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:21.518925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event updated for resources: {'Port': ['ID=cc4e4a0c-0c8a-4346-974f-5c897affe25c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:21.522638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:21.529448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-b8e6e1d7-ab61-4053-8ba5-45c2ad2bc064 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302699 May 12 19:45:21.640046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d265707-ce62-406b-8560-75fba0afd1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.651157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:21.655312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:21.669525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:21.676655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d265707-ce62-406b-8560-75fba0afd1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a058672f-896c-4b6e-9d82-ab920853f143,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:21.677762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:21.678838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.710649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-500039c2-575b-4c0d-a8ee-6e56fe307f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.732283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d265707-ce62-406b-8560-75fba0afd1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.733427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d265707-ce62-406b-8560-75fba0afd1d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a058672f-896c-4b6e-9d82-ab920853f143 HTTP/1.1" status: 204 len: 168 time: 0.6659985 May 12 19:45:21.746875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=a8f2a2f0-3e0c-409e-8691-aecb9f8421be,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:21.765114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f38a1-7656-4836-9964-97903f592b87 req-9578bed7-41d3-42f4-86bc-23581714ed31 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292287 May 12 19:45:21.765423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:21.766092 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.877564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500039c2-575b-4c0d-a8ee-6e56fe307f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd63de-3e40-4bca-96e9-3e923ac17f97,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:21.886447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-50cf834a-b0d7-46f3-b156-59bbb75159e7 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1835208 May 12 19:45:21.893923 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8201ae39-45bb-40fe-b7bb-4c3b11e90150 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1734064 May 12 19:45:21.897352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38296) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:21.899916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-500039c2-575b-4c0d-a8ee-6e56fe307f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:21.904015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-500039c2-575b-4c0d-a8ee-6e56fe307f76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2dfd63de-3e40-4bca-96e9-3e923ac17f97 HTTP/1.1" status: 204 len: 168 time: 1.1605387 May 12 19:45:21.909178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Request body: {'port': {'device_id': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:22.183555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:22.341512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e64676d0-2d51-4134-8550-4ffa4047302b None None] Provisioning for port b69535bd-0857-4bb0-b4ad-2c4a17e28367 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:22.387481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-ad7a59e9-14f7-4f15-bee1-1caf801d1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:22.389681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-ad7a59e9-14f7-4f15-bee1-1caf801d1fb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=caf0a5726dc6441e927a80af360d5518&device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 1095 time: 0.5701289 May 12 19:45:22.605897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-7c56cf16-89ac-4603-8e09-2aa7935a68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:22.607561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-7c56cf16-89ac-4603-8e09-2aa7935a68f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 200 len: 907 time: 0.2088120 May 12 19:45:22.696089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-150de991-7f47-411b-bf6e-ee5fbfb9b752 None None] Provisioning for port a8f2a2f0-3e0c-409e-8691-aecb9f8421be completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:22.712645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-150de991-7f47-411b-bf6e-ee5fbfb9b752 None None] Provisioning complete for port a8f2a2f0-3e0c-409e-8691-aecb9f8421be triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:22.714123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-150de991-7f47-411b-bf6e-ee5fbfb9b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:22.737903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4e4a0c-0c8a-4346-974f-5c897affe25c {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:45:22.746730 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:22.762467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Transition to ACTIVE for port object cc4e4a0c-0c8a-4346-974f-5c897affe25c will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:22.770561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:22.795745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38344) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:22.803114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-759e254b-050e-4547-89c3-abfd5487ec1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b62be491-9274-4568-983b-7e08fe0c76ff HTTP/1.1" status: 200 len: 217 time: 0.1825197 May 12 19:45:22.819550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a76084-0002-4691-945b-7025a900326e req-7a083634-2d6a-4ec2-b994-f7a565b09825 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:22.821251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-150de991-7f47-411b-bf6e-ee5fbfb9b752 None None] Port a8f2a2f0-3e0c-409e-8691-aecb9f8421be cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:45:22.821741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8a76084-0002-4691-945b-7025a900326e req-7a083634-2d6a-4ec2-b994-f7a565b09825 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 944 time: 0.6770055 May 12 19:45:22.867310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b113c-6954-43f4-98da-63eac19e80f7 req-96e60300-b521-475b-943a-6e6f78ffc24d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:22.873561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d8b113c-6954-43f4-98da-63eac19e80f7 req-96e60300-b521-475b-943a-6e6f78ffc24d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 932 time: 0.7648807 May 12 19:45:22.937785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4e4a0c-0c8a-4346-974f-5c897affe25c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:22.966711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbf9a6-aa2c-4fdf-80bf-6938fcb8613c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:22.975543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbf9a6-aa2c-4fdf-80bf-6938fcb8613c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:22.975543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79cbf9a6-aa2c-4fdf-80bf-6938fcb8613c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:23.008630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b69535bd-0857-4bb0-b4ad-2c4a17e28367 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:23.101061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b69535bd-0857-4bb0-b4ad-2c4a17e28367 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:23.114131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b69535bd-0857-4bb0-b4ad-2c4a17e28367 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:23.114840 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.153763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Attempting to bind port cc4e4a0c-0c8a-4346-974f-5c897affe25c on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:23.154227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Attempting to bind port cc4e4a0c-0c8a-4346-974f-5c897affe25c by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:23.161720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Attempting to bind port cc4e4a0c-0c8a-4346-974f-5c897affe25c on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:23.172647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Port cc4e4a0c-0c8a-4346-974f-5c897affe25c on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:45:23.174399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Attempting to bind port cc4e4a0c-0c8a-4346-974f-5c897affe25c on network 80f63ec0-e114-44b4-b8b1-a7136847ccd5 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:23.187853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:23.188185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Checking segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:23.189899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Bound using segment: {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:23.190373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Bound port: cc4e4a0c-0c8a-4346-974f-5c897affe25c, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6b0e01-4bb3-4f00-bda9-447a689e2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:23.191084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.415427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38368) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:23.424718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:23.430746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8e38aea-2070-4951-9889-a75fd8cb1118 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b271c028b3ec457d82ecbd18883ac82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263299 May 12 19:45:23.439986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38372) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:23.440873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79cbf9a6-aa2c-4fdf-80bf-6938fcb8613c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:23.442193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-79cbf9a6-aa2c-4fdf-80bf-6938fcb8613c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.5292194 May 12 19:45:23.445393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d8b113c-6954-43f4-98da-63eac19e80f7 req-2da3c3f6-005f-4e89-a305-b8a8054b30de tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658647 May 12 19:45:23.446091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:23.449675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38376) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:23.465003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b69535bd-0857-4bb0-b4ad-2c4a17e28367 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:23.466041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.510435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-9b49fce1-3f9e-47c5-90cb-41f5c28cf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:23.511968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-9b49fce1-3f9e-47c5-90cb-41f5c28cf178 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 200 len: 846 time: 0.6884036 May 12 19:45:23.528218 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8a76084-0002-4691-945b-7025a900326e req-1b350042-0869-4bc2-8e84-a99cc99374fe tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820463 May 12 19:45:23.561122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b69535bd-0857-4bb0-b4ad-2c4a17e28367, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b69535bd-0857-4bb0-b4ad-2c4a17e28367,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:23.568624 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.598329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-a8758382-5feb-46ef-b9d5-83e31bcaa7a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f084805-0240-4ebb-80f7-8f92fa40dcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637271 May 12 19:45:23.601439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aede60f-3777-4e43-bad7-21ab37187ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.604917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port a8f2a2f0-3e0c-409e-8691-aecb9f8421be {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:23.605344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.676972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.723922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b69535bd-0857-4bb0-b4ad-2c4a17e28367,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:23.769955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aede60f-3777-4e43-bad7-21ab37187ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.824030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.843173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-0b966ec7-c448-4f3e-9f46-253c2fc87040 service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378631 May 12 19:45:23.862981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:23.865873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:23.868462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.868462 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc4e4a0c-0c8a-4346-974f-5c897affe25c HTTP/1.1" status: 200 len: 1092 time: 1.9727881 May 12 19:45:23.868655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:23.920492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aede60f-3777-4e43-bad7-21ab37187ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:23.967090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7f01cdb68d48faadefe94dfb3e29aa is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:24.011635 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7108e262-196e-4d35-88f3-7d8874338fd6'] response: {'name': 'network-changed', 'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c', 'status': 'completed', 'code': 200} May 12 19:45:24.014629 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aede60f-3777-4e43-bad7-21ab37187ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:24.016722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7aede60f-3777-4e43-bad7-21ab37187ef9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c31386e6-8cea-4578-8a27-92a86ef55572 HTTP/1.1" status: 204 len: 168 time: 0.5696433 May 12 19:45:24.016963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:24.019729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aede60f-3777-4e43-bad7-21ab37187ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31386e6-8cea-4578-8a27-92a86ef55572,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:24.061926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:24.072253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-075c5c1e-e9f4-4483-a373-71af23bad598 req-d068cf8f-49af-4428-95a3-150e0636026c service neutron] 10.222.0.36 "GET /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216849 May 12 19:45:24.078772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3b464-05f2-40e8-95f7-8e03fa54d165 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4e4a0c-0c8a-4346-974f-5c897affe25c,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:24.344595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-3baefeda-8ab3-438a-b362-df7ff24b1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:24.346234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-3baefeda-8ab3-438a-b362-df7ff24b1e61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 1095 time: 0.4386525 May 12 19:45:24.435774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b62be491-9274-4568-983b-7e08fe0c76ff details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:45:24.707393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-a59c75e4-049d-41b3-b31a-be1c7e6e6a9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c HTTP/1.1" status: 200 len: 217 time: 0.3508785 May 12 19:45:24.812306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b62be491-9274-4568-983b-7e08fe0c76ff, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b62be491-9274-4568-983b-7e08fe0c76ff,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:24.812837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:24.889991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'b62be491-9274-4568-983b-7e08fe0c76ff', 'network_id': '8f084805-0240-4ebb-80f7-8f92fa40dcd6', 'port_id': 'b62be491-9274-4568-983b-7e08fe0c76ff', 'mac_address': 'fa:16:3e:ae:12:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fe641d-e0a1-4324-b69f-3703264a1493', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:45:24.919862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147a42-9fd2-4eb9-8f89-6dc43481217a req-af7dddb0-27a6-46bb-884e-7ebce1b6fb5d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:24.928310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4147a42-9fd2-4eb9-8f89-6dc43481217a req-af7dddb0-27a6-46bb-884e-7ebce1b6fb5d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 944 time: 0.2172534 May 12 19:45:24.985119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2c0d-cfff-4694-9588-9e467147bdcb req-85803d61-fb6e-4f65-a915-5b9796e4e9bd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:24.986066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b69535bd-0857-4bb0-b4ad-2c4a17e28367 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:24.986909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6ba2c0d-cfff-4694-9588-9e467147bdcb req-85803d61-fb6e-4f65-a915-5b9796e4e9bd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 944 time: 0.3418226 May 12 19:45:25.005093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4147a42-9fd2-4eb9-8f89-6dc43481217a req-ef183cec-ea8b-43a2-b5ee-0a21ab35e67d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756915 May 12 19:45:25.052273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6ba2c0d-cfff-4694-9588-9e467147bdcb req-a63162e2-e140-47a7-a63a-d0e9b2229b8d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 May 12 19:45:25.089049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b69535bd-0857-4bb0-b4ad-2c4a17e28367 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:25.090059 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.114253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-2f05db5d-1b79-4552-84c4-f974aea7f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:25.116022 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-2f05db5d-1b79-4552-84c4-f974aea7f65f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.3908575 May 12 19:45:25.128950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for a8f2a2f0-3e0c-409e-8691-aecb9f8421be owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:25.132763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b62be491-9274-4568-983b-7e08fe0c76ff is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:25.133330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.183767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62be491-9274-4568-983b-7e08fe0c76ff {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:45:25.244112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b62be491-9274-4568-983b-7e08fe0c76ff, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b62be491-9274-4568-983b-7e08fe0c76ff,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:25.258363 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.259904 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-65c01744-6774-4e0a-be06-e8fba20e6fa6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004956 May 12 19:45:25.419362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b69535bd-0857-4bb0-b4ad-2c4a17e28367 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:25.435527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b62be491-9274-4568-983b-7e08fe0c76ff,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:25.472277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.496021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b62be491-9274-4568-983b-7e08fe0c76ff'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:45:25.497540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.546104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a090c-0a9c-47fd-9a73-a7726de08507,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:25.655570 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-e32eba18-77d4-450b-9eb5-8b16239e0994 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878317 May 12 19:45:25.660840 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6de80702-b034-445b-82e0-333b9bf28178 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f7f01cdb68d48faadefe94dfb3e29aa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2426608 May 12 19:45:25.661205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38500) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:25.829606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.847068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ebd627d-8e38-4b6f-9cf3-f85e3871d90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.912160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=a8f2a2f0-3e0c-409e-8691-aecb9f8421be,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:25.921246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ebd627d-8e38-4b6f-9cf3-f85e3871d90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.980306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:25.988116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0e065d9e-52d4-4203-9d51-553bd4508f55 req-3af16e97-a792-46f3-a401-2a76f0d261b6 service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217607 May 12 19:45:26.031108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-01187d77-ce66-4406-a23f-720b5cf3445b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a8f2a2f0-3e0c-409e-8691-aecb9f8421be HTTP/1.1" status: 204 len: 168 time: 2.5800054 May 12 19:45:26.033741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38538) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:26.171426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ebd627d-8e38-4b6f-9cf3-f85e3871d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.221848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd627d-8e38-4b6f-9cf3-f85e3871d90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a090c-0a9c-47fd-9a73-a7726de08507,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:26.227406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448304fc-ab8b-4eea-b413-f7de196fbbb8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:26.247941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448304fc-ab8b-4eea-b413-f7de196fbbb8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:26.261696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-448304fc-ab8b-4eea-b413-f7de196fbbb8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2245135 May 12 19:45:26.263047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38556) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:26.280393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-4ff900a6-15f8-48a0-a130-b0a155acb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:26.282062 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-4ff900a6-15f8-48a0-a130-b0a155acb032 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49acd70523ac43c4a961587eabedea45&device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 1095 time: 0.2218888 May 12 19:45:26.420904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b62be491-9274-4568-983b-7e08fe0c76ff up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:26.470590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet e546b304-cd6c-4958-8f93-b441def289f6 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:45:26.523332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ebd627d-8e38-4b6f-9cf3-f85e3871d90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.525136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0ebd627d-8e38-4b6f-9cf3-f85e3871d90f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/321a090c-0a9c-47fd-9a73-a7726de08507 HTTP/1.1" status: 204 len: 168 time: 0.8627973 May 12 19:45:26.526740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.527786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port b62be491-9274-4568-983b-7e08fe0c76ff completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:26.536953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port b62be491-9274-4568-983b-7e08fe0c76ff triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:26.537347 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.540229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-5c7fa2e7-8739-47c6-9ea4-b7386de12456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:26.542214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-5c7fa2e7-8739-47c6-9ea4-b7386de12456 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 200 len: 912 time: 0.2498784 May 12 19:45:26.668410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-c8061a44-1593-4c69-86c0-6cbd3b6a6f4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c HTTP/1.1" status: 200 len: 217 time: 0.1063666 May 12 19:45:26.734515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.755922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b62be491-9274-4568-983b-7e08fe0c76ff is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:26.756784 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.757645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38572) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:26.831902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-4b231ee5-dbb0-461d-905c-842c3db156c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:26.834206 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-4b231ee5-dbb0-461d-905c-842c3db156c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 200 len: 851 time: 0.1646538 May 12 19:45:26.853817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62be491-9274-4568-983b-7e08fe0c76ff'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:26.878187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b62be491-9274-4568-983b-7e08fe0c76ff, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b62be491-9274-4568-983b-7e08fe0c76ff,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:26.882096 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2915394b-fb10-4baf-9243-d0668fbccc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.882678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915958d-233b-4f43-8f40-953a192ee42c req-a4a4fe35-dd75-4eaa-8f6b-2e1e22de31e1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:26.884856 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:26.886290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9915958d-233b-4f43-8f40-953a192ee42c req-a4a4fe35-dd75-4eaa-8f6b-2e1e22de31e1 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 944 time: 0.4123685 May 12 19:45:26.915984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8521-dc8a-44fd-ad70-1dfb44023430 req-8661a5b7-57aa-4f7b-a409-856540f2cddc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:26.915984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-656e8521-dc8a-44fd-ad70-1dfb44023430 req-8661a5b7-57aa-4f7b-a409-856540f2cddc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 945 time: 0.4507976 May 12 19:45:26.939376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-83ca98a8-4e27-4599-b35f-ec5ea6ef8e25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f63ec0-e114-44b4-b8b1-a7136847ccd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979748 May 12 19:45:26.944326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38586) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:27.011640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b62be491-9274-4568-983b-7e08fe0c76ff,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:27.067830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-656e8521-dc8a-44fd-ad70-1dfb44023430 req-d65e03a9-b8f0-459f-b2ca-49f048a04b3d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415994 May 12 19:45:27.077695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9915958d-233b-4f43-8f40-953a192ee42c req-9301a8b5-8bfe-45d9-937f-4c65df44dafa tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649544 May 12 19:45:27.083721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:27.190393 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a40a40-bc4b-47fd-9d7f-d1861f501d26'] response: {'server_uuid': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62be491-9274-4568-983b-7e08fe0c76ff', 'code': 200} May 12 19:45:27.191344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:27.323519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:27.408909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=e546b304-cd6c-4958-8f93-b441def289f6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:27.411034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:27.426497 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-523f228d-6a0b-4b0e-8da4-28137b10e5a9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/e546b304-cd6c-4958-8f93-b441def289f6 HTTP/1.1" status: 204 len: 168 time: 1.1602027 May 12 19:45:27.426713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c8dfc-b0ec-4a00-9d03-539028fba4da None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:27.427171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38610) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:27.501652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a5d7b856-3e32-44d2-a970-77f5ccbdba8f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712247 May 12 19:45:27.501876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38614) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:27.568403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:27.573534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8ad1d818234cc4a43922ee9e6e443e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:27.578051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:27.587351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:27.631741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1026459176', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:27.647523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-55900510-6ddc-4f86-9e54-b3dba4683d7f service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001908 May 12 19:45:27.657448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943411-8745-4fda-a60a-718947202c38 req-1ce82c9a-233f-4b81-8f36-4fcd856dff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:27.658941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0943411-8745-4fda-a60a-718947202c38 req-1ce82c9a-233f-4b81-8f36-4fcd856dff4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 1097 time: 0.3968656 May 12 19:45:27.672200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:27.684346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Usage tracker for resource:port and tenant:8a2cd5808ad64d84b7bb58f3f43e38c4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:27.712341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:27.801422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:27.833725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cc4e4a0c-0c8a-4346-974f-5c897affe25c details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:45:27.873831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:45:27.894401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] Deleting port b69535bd-0857-4bb0-b4ad-2c4a17e28367 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:27.894783 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:27.896067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Made reservation on behalf of 8a2cd5808ad64d84b7bb58f3f43e38c4 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:27.899698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:27.951837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0943411-8745-4fda-a60a-718947202c38 req-9463a8f8-c49a-43fd-bb87-15f5e18338bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756910 May 12 19:45:27.957523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:27.962954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:45:28.002479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d42f9c-cf65-4941-9f0b-9ee5e334cece tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:28.014218 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-90d42f9c-cf65-4941-9f0b-9ee5e334cece tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5095825 May 12 19:45:28.016820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38638) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:28.018685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:28.027111 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8dab832-da44-4a69-b3ba-f5513a064218 req-3ecb647b-9e10-4d09-9d65-785275eafd8d service neutron] 10.222.0.73 "GET /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482440 May 12 19:45:28.028088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Usage tracker for resource:security_group_rule and tenant:8a2cd5808ad64d84b7bb58f3f43e38c4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:28.032069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:28.048063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:28.074973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.087385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.143133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5feb3-8726-4be1-b3a3-785967092574 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:28.143804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-17b5feb3-8726-4be1-b3a3-785967092574 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:28.174159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-17b5feb3-8726-4be1-b3a3-785967092574 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:28.178199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-17b5feb3-8726-4be1-b3a3-785967092574 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1569211 May 12 19:45:28.179010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38650) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:28.228705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f910be-c4e1-4671-883e-04829b7875f2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:28.303883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9b24c9fc-b8a1-4e16-93d1-13732e23e2f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e8ad1d818234cc4a43922ee9e6e443e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3558841 May 12 19:45:28.306520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38660) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:28.400677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92112e5b-316d-4adb-8465-1d800ebd9d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.420561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.445129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.452373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] device_id is not set on port 4bc55ab5-5cc6-49f7-98a3-ab293e595963 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:28.469920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b2072d7e-4da3-4ab5-a0c9-be2f40fbbafb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2853665 May 12 19:45:28.472924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38664) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:28.491065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:28.561238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92112e5b-316d-4adb-8465-1d800ebd9d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.574828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] For port b69535bd-0857-4bb0-b4ad-2c4a17e28367, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b69535bd-0857-4bb0-b4ad-2c4a17e28367,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:28.575391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.645856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4f35ba-e868-4057-a900-6641b6a96d11,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:28.755958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92112e5b-316d-4adb-8465-1d800ebd9d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.764644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:28.765887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Allocated IP 172.25.2.70 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/4bc55ab5-5cc6-49f7-98a3-ab293e595963) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:28.792522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92112e5b-316d-4adb-8465-1d800ebd9d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f910be-c4e1-4671-883e-04829b7875f2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:28.811394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92112e5b-316d-4adb-8465-1d800ebd9d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:28.815821 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-92112e5b-316d-4adb-8465-1d800ebd9d09 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71f910be-c4e1-4671-883e-04829b7875f2 HTTP/1.1" status: 204 len: 168 time: 0.5064416 May 12 19:45:28.841418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:28.861848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f5d0-c58a-4c0d-ac7c-6cab799719d6 req-6b29fca9-630e-447c-a488-6a37090d2a9f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:28.902969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cb9f5d0-c58a-4c0d-ac7c-6cab799719d6 req-6b29fca9-630e-447c-a488-6a37090d2a9f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.5819445 May 12 19:45:28.911947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] Calling delete_port for b69535bd-0857-4bb0-b4ad-2c4a17e28367 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:29.043374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174c5df-6e86-4f58-ad5b-7269cc48504d req-9a9f4781-231e-4956-8fa7-c7d2f096682d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:29.044956 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4174c5df-6e86-4f58-ad5b-7269cc48504d req-9a9f4781-231e-4956-8fa7-c7d2f096682d tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 944 time: 0.6651039 May 12 19:45:29.051275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:29.066713 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.094176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:29.115271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b69535bd-0857-4bb0-b4ad-2c4a17e28367 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:29.160524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.164689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c', 'network_id': '80f63ec0-e114-44b4-b8b1-a7136847ccd5', 'port_id': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c', 'mac_address': 'fa:16:3e:b6:ea:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d251b82-d2c4-4176-aa07-e8f3235d5473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:45:29.179943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b69535bd-0857-4bb0-b4ad-2c4a17e28367 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:45:29.187821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b69535bd-0857-4bb0-b4ad-2c4a17e28367 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:45:29.225522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38718) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:29.255207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.359519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] Pushing event deleted for resources: {'Port': ['ID=b69535bd-0857-4bb0-b4ad-2c4a17e28367,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:29.364888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57a94f-fc1d-4cc8-a6e3-c81eb9a05290 None None] No DVR routers for this DVR port b69535bd-0857-4bb0-b4ad-2c4a17e28367 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:29.377732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.381860 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c59b295-f027-4333-94c0-587e6172ef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.413529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cc4e4a0c-0c8a-4346-974f-5c897affe25c is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:29.413834 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.472222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cb9f5d0-c58a-4c0d-ac7c-6cab799719d6 req-9715e691-4f17-4420-a066-f3535f8bc60f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683510 May 12 19:45:29.485919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4e4a0c-0c8a-4346-974f-5c897affe25c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:45:29.534100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:29.549322 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.583261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4174c5df-6e86-4f58-ad5b-7269cc48504d req-c7977901-5ead-4e2e-ad33-27172a90b692 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268078 May 12 19:45:29.618634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:29.647573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:29.650387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:29.723983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cc4e4a0c-0c8a-4346-974f-5c897affe25c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:29.746327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.761807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc55ab5-5cc6-49f7-98a3-ab293e595963,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:29.775870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['cc4e4a0c-0c8a-4346-974f-5c897affe25c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:45:29.790231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:29.795498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Usage tracker for resource:security_group_rule and tenant:031b5963ea4442198c012777f91f61db is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:29.798837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:29.808807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:29.811206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38734) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:29.836292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.865694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.940390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:29.950993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Usage tracker for resource:security_group_rule and tenant:65ef2d3eb9784753bc3101667cb7f4bd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:29.955941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:29.957096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:29.962195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:29.970199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:29.970953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:29.975406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299dd73-e894-405f-bb89-46dbd856c80b None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:29.978948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:29.997443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.003163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=9ab3559b-7863-4e23-b94e-58380b2e6a2b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:30.006634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.041082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5dbf6996-718c-4c50-9542-de60da4255ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5667894 May 12 19:45:30.044637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:30.052440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': '9ab3559b-7863-4e23-b94e-58380b2e6a2b', 'ip_address': '2001:db8::930a:fd2f:5206:861'}], 'name': 'tempest-NetworksTestDHCPv6-1834588729'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:30.085076 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=031b5963ea4442198c012777f91f61db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544555 May 12 19:45:30.088614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a87222-567e-48b1-9c49-d00124e0849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc13474-ede1-4ec7-bbc9-59ed8bbe2a86,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:30.091732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38744) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:30.095018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:30.095732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.150855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.264963 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e363d1db-a67a-452a-9d1c-06201a2f5596 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.5048573 May 12 19:45:30.272953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38752) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:30.290104 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8bff73f-1fe1-4a6e-bcb9-1eb112028601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.295600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}]}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:30.317632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:30.325854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8bff73f-1fe1-4a6e-bcb9-1eb112028601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.336062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.338547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Usage tracker for resource:router and tenant:8a2cd5808ad64d84b7bb58f3f43e38c4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:30.345646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:30.349012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:30.351134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.355204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '9ab3559b-7863-4e23-b94e-58380b2e6a2b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:30.356290 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.376927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:30.380175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:30.385362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:30.406534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8bff73f-1fe1-4a6e-bcb9-1eb112028601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.413638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:30.427959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bff73f-1fe1-4a6e-bcb9-1eb112028601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc13474-ede1-4ec7-bbc9-59ed8bbe2a86,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:30.433907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65ef2d3eb9784753bc3101667cb7f4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208858 May 12 19:45:30.436479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8bff73f-1fe1-4a6e-bcb9-1eb112028601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.436837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38756) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:30.438708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c8bff73f-1fe1-4a6e-bcb9-1eb112028601 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3cc13474-ede1-4ec7-bbc9-59ed8bbe2a86 HTTP/1.1" status: 204 len: 168 time: 0.3457360 May 12 19:45:30.440383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b948ebc-f376-4228-aa36-893b013f5534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2796b31b-d808-4a2b-b5dd-055f9cf7d648,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:30.444962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.446031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.471384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:30.566097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/9ab3559b-7863-4e23-b94e-58380b2e6a2b/1b99d60b-5757-4eea-903d-1bd2d44213f0) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:30.586401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.752574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.823513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-134a32cd-e0bf-4214-9f4a-3eee00ebbcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.872813 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:30.888905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Transition to ACTIVE for port object 1b99d60b-5757-4eea-903d-1bd2d44213f0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:30.912438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Transition to ACTIVE for port object 1b99d60b-5757-4eea-903d-1bd2d44213f0 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:30.932618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.005730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:31.010091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:31.013376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:31.063279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Pushing event updated for resources: {'Port': ['ID=1b99d60b-5757-4eea-903d-1bd2d44213f0,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:31.107051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.124414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Attempting to bind port 1b99d60b-5757-4eea-903d-1bd2d44213f0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:31.124783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Attempting to bind port 1b99d60b-5757-4eea-903d-1bd2d44213f0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:31.125220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Attempting to bind port 1b99d60b-5757-4eea-903d-1bd2d44213f0 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:31.131157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:31.131530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:31.131936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.132327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:31.132804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Bound port: 1b99d60b-5757-4eea-903d-1bd2d44213f0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:31.133201 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.250498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] For port 1b99d60b-5757-4eea-903d-1bd2d44213f0, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:31.254105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] For port 1b99d60b-5757-4eea-903d-1bd2d44213f0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1b99d60b-5757-4eea-903d-1bd2d44213f0,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:31.259299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-134a32cd-e0bf-4214-9f4a-3eee00ebbcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.265600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.393746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b821b46-80ad-495d-8298-0e6c8884a56c None None] Pushing event updated for resources: {'Port': ['ID=1b99d60b-5757-4eea-903d-1bd2d44213f0,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:31.399706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322a1a-b451-4a3e-8f17-f80361b46de5 req-e0ba5c13-4b9b-4316-b7e1-607e4176801d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:31.401380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf322a1a-b451-4a3e-8f17-f80361b46de5 req-e0ba5c13-4b9b-4316-b7e1-607e4176801d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.7082074 May 12 19:45:31.431058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port a86452c9-80dc-49f5-bf01-311ef1f09367 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:31.595428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.611201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376175c-8d3e-4168-b557-38ec9d53def7 req-1f9ff321-2bca-4973-9fb3-429e4d8c252e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:31.612743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7376175c-8d3e-4168-b557-38ec9d53def7 req-1f9ff321-2bca-4973-9fb3-429e4d8c252e tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 945 time: 0.7798533 May 12 19:45:31.620609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.823867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf322a1a-b451-4a3e-8f17-f80361b46de5 req-3a16dba4-e117-432e-8145-68778fa1f04c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481028 May 12 19:45:31.824579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-134a32cd-e0bf-4214-9f4a-3eee00ebbcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:31.851111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cc4e4a0c-0c8a-4346-974f-5c897affe25c up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:31.928006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7376175c-8d3e-4168-b557-38ec9d53def7 req-f619fcb8-44a1-4c19-b46f-2e0673aa7725 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999136 May 12 19:45:31.937174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a32cd-e0bf-4214-9f4a-3eee00ebbcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796b31b-d808-4a2b-b5dd-055f9cf7d648,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:31.990682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port cc4e4a0c-0c8a-4346-974f-5c897affe25c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:32.013334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port cc4e4a0c-0c8a-4346-974f-5c897affe25c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:32.013766 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:32.046420 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-134a32cd-e0bf-4214-9f4a-3eee00ebbcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:32.048310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-134a32cd-e0bf-4214-9f4a-3eee00ebbcd3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2796b31b-d808-4a2b-b5dd-055f9cf7d648 HTTP/1.1" status: 204 len: 168 time: 1.6095576 May 12 19:45:32.096222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::930a:fd2f:5206:861 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/9ab3559b-7863-4e23-b94e-58380b2e6a2b/a86452c9-80dc-49f5-bf01-311ef1f09367) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:32.387315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cc4e4a0c-0c8a-4346-974f-5c897affe25c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:32.387315 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:32.474376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:32.493842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:32.502155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:32.691462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cc4e4a0c-0c8a-4346-974f-5c897affe25c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:32.709790 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29e191a-a38a-403f-9e05-0691a0a7bdd4'] response: {'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c', 'code': 200} May 12 19:45:32.735430 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:32.939479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object a86452c9-80dc-49f5-bf01-311ef1f09367 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:32.987458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5096a28-f852-4a90-a9ef-db515156f29f req-ff4c97cb-f8bc-45dd-915d-199ed2078209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:32.993848 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5096a28-f852-4a90-a9ef-db515156f29f req-ff4c97cb-f8bc-45dd-915d-199ed2078209 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 1097 time: 0.2303729 May 12 19:45:33.021968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8c6f1c4e-de7d-4bba-92ad-02d2a03fc027 None None] Provisioning for port 1b99d60b-5757-4eea-903d-1bd2d44213f0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:33.041808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1b99d60b-5757-4eea-903d-1bd2d44213f0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:33.131469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5096a28-f852-4a90-a9ef-db515156f29f req-0fd9a40a-cbd3-40b7-be28-3e80cd0d5e31 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237307 May 12 19:45:33.180563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1b99d60b-5757-4eea-903d-1bd2d44213f0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:33.182344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:33.207788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1b99d60b-5757-4eea-903d-1bd2d44213f0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:33.207788 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.360438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1b99d60b-5757-4eea-903d-1bd2d44213f0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:33.361132 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.440894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1b99d60b-5757-4eea-903d-1bd2d44213f0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1b99d60b-5757-4eea-903d-1bd2d44213f0,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:33.451324 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.495532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.542143 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.550161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913383c-8904-4652-b554-c73d60db4c88 req-d1fa2591-364e-4613-83ba-1b7f7b6f557d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:33.557292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2913383c-8904-4652-b554-c73d60db4c88 req-d1fa2591-364e-4613-83ba-1b7f7b6f557d tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.8017936 May 12 19:45:33.571510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1b99d60b-5757-4eea-903d-1bd2d44213f0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:33.594046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.634503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:33.639051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Usage tracker for resource:security_group_rule and tenant:e9a39f1eca484483b5d8090b9a17be0c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:33.643083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:33.649213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:33.683913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea247e30-a50a-4123-83f4-cc97a0903af5 req-813b3408-b582-4140-b82e-7c901b0cbcbd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:33.691571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea247e30-a50a-4123-83f4-cc97a0903af5 req-813b3408-b582-4140-b82e-7c901b0cbcbd tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 946 time: 0.4576056 May 12 19:45:33.706014 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.711997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:33.738678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:33.758722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.764264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.784925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:33.791725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:33.792503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:33.824702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9a39f1eca484483b5d8090b9a17be0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411078 May 12 19:45:33.827788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38908) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:33.830708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a0176-585c-4170-849e-a88e0d01e3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379d960e-991e-47e2-9a8d-2764246a1aca,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:33.833895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7879236 May 12 19:45:33.837482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:33.963339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fac0e7-67c9-43aa-8fc2-872aa80a7ff2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=a86452c9-80dc-49f5-bf01-311ef1f09367,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:33.985796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2913383c-8904-4652-b554-c73d60db4c88 req-35eb7693-f931-4b10-a7c1-35230df64cdb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274862 May 12 19:45:34.009714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a821bab-7d25-4b45-96da-888b48bc7877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:34.026662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea247e30-a50a-4123-83f4-cc97a0903af5 req-55ca8867-24ee-46e7-83fa-0e4a9e13ceb9 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341317 May 12 19:45:34.090619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a821bab-7d25-4b45-96da-888b48bc7877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:34.204240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a821bab-7d25-4b45-96da-888b48bc7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:34.265516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a821bab-7d25-4b45-96da-888b48bc7877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379d960e-991e-47e2-9a8d-2764246a1aca,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:34.270613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a821bab-7d25-4b45-96da-888b48bc7877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:34.272104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a821bab-7d25-4b45-96da-888b48bc7877 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/379d960e-991e-47e2-9a8d-2764246a1aca HTTP/1.1" status: 204 len: 168 time: 0.4433901 May 12 19:45:34.340844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4f1a0fff-e1dd-42e5-b012-696c483c5e00 None None] Provisioning for port a86452c9-80dc-49f5-bf01-311ef1f09367 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:34.350543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4f1a0fff-e1dd-42e5-b012-696c483c5e00 None None] Provisioning complete for port a86452c9-80dc-49f5-bf01-311ef1f09367 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:34.350920 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0fff-e1dd-42e5-b012-696c483c5e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:34.490700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a0fff-e1dd-42e5-b012-696c483c5e00 None None] Port a86452c9-80dc-49f5-bf01-311ef1f09367 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:45:34.682715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8fae3-4118-4409-b8e9-a3e43a843162 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:34.688716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8fae3-4118-4409-b8e9-a3e43a843162 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:34.689478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6bf8fae3-4118-4409-b8e9-a3e43a843162 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:34.731468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6bf8fae3-4118-4409-b8e9-a3e43a843162 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:34.732837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6bf8fae3-4118-4409-b8e9-a3e43a843162 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8853283 May 12 19:45:34.735686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38962) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:34.755867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c714e-6732-4ce8-b61e-bcddd0e577f1 req-e7e4cb2d-1c30-460c-a5b3-086a66669802 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:34.757384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-172c714e-6732-4ce8-b61e-bcddd0e577f1 req-e7e4cb2d-1c30-460c-a5b3-086a66669802 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.2208614 May 12 19:45:34.758400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:34.858121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port a86452c9-80dc-49f5-bf01-311ef1f09367 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:34.859344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:34.971809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1b99d60b-5757-4eea-903d-1bd2d44213f0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:35.141234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1b99d60b-5757-4eea-903d-1bd2d44213f0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:35.141630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.166427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.170731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38982) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:35.341914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1b99d60b-5757-4eea-903d-1bd2d44213f0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:35.343588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-172c714e-6732-4ce8-b61e-bcddd0e577f1 req-e292406d-63ac-4355-92b3-1acbd6e65965 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043519 May 12 19:45:35.354177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.372745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.438858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f2022-af6d-41af-9a1a-92d9e3c60c13 req-8bf77248-059c-4d73-bb6d-ed4a7b02bb41 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:35.453929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf7f2022-af6d-41af-9a1a-92d9e3c60c13 req-8bf77248-059c-4d73-bb6d-ed4a7b02bb41 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.6157362 May 12 19:45:35.493807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.493807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a39b1c5a-305d-47ba-a28d-f3e7e2d6da4f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:45:35.508914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for a86452c9-80dc-49f5-bf01-311ef1f09367 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:35.620485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.649429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf7f2022-af6d-41af-9a1a-92d9e3c60c13 req-ce40524f-f8d9-4eb4-bd48-95e52a60397f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944811 May 12 19:45:35.668860 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 12 19:45:35.672575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-67cdbad8-64be-43de-b28f-359f47a223e6 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.3836064 May 12 19:45:35.682286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:35.684529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39004) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:35.694492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39006) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:35.732088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Usage tracker for resource:security_group_rule and tenant:7186d7f62a4f4fa981f8426eb1715279 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:35.742154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.751636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:35.770873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:35.795864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Deleting port 4bc55ab5-5cc6-49f7-98a3-ab293e595963 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:35.796697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.812102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=a86452c9-80dc-49f5-bf01-311ef1f09367,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:35.839742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d42d7-36d6-4bfa-8d77-83a6bb6cf8e5 req-58505737-c8c9-46e4-ad81-4e68d8d71fde tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:35.847801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae6d42d7-36d6-4bfa-8d77-83a6bb6cf8e5 req-58505737-c8c9-46e4-ad81-4e68d8d71fde tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 946 time: 0.3618555 May 12 19:45:35.861509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:35.878051 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-416e2e3b-9638-4b4c-80db-628e26514df7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a86452c9-80dc-49f5-bf01-311ef1f09367 HTTP/1.1" status: 204 len: 168 time: 1.1411736 May 12 19:45:35.880411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39018) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:35.983954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d09fee7f-fec8-4da5-8aff-16361e7543ce tempest-AgentManagementNegativeTest-1089646809 tempest-AgentManagementNegativeTest-1089646809-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2574108 May 12 19:45:36.033654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57c938-9e9e-4f44-89b1-a7badb891750 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:36.036586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57c938-9e9e-4f44-89b1-a7badb891750 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:36.038412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf57c938-9e9e-4f44-89b1-a7badb891750 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:36.042667 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae6d42d7-36d6-4bfa-8d77-83a6bb6cf8e5 req-2e8bfb40-bb1f-4e19-9019-c538cfdfa833 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793818 May 12 19:45:36.074559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf57c938-9e9e-4f44-89b1-a7badb891750 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:36.078781 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bf57c938-9e9e-4f44-89b1-a7badb891750 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1970742 May 12 19:45:36.079348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39028) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:36.302376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 9ab3559b-7863-4e23-b94e-58380b2e6a2b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:45:36.308177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.352019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.384276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.542278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.568772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39038) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:36.576085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Calling delete_port for 4bc55ab5-5cc6-49f7-98a3-ab293e595963 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:36.628909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.677540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab3559b-7863-4e23-b94e-58380b2e6a2b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:36.679605 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.688437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27514c2-f9fe-42ed-92e2-4928081440b0 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:36.698245 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-828faee5-9328-456a-bd69-376a04da6ab5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/9ab3559b-7863-4e23-b94e-58380b2e6a2b HTTP/1.1" status: 204 len: 168 time: 0.6177640 May 12 19:45:36.700615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39052) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:36.819595 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e6aef4f1-c887-45d3-bf09-d80e31469bfa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142392 May 12 19:45:36.819595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39058) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:36.823316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:36.866925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.876197 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:36.963755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:36.968119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:36.985957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:36.994119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:37.014823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:37.017667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:45:37.020145 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.023836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] Deleting port 1b99d60b-5757-4eea-903d-1bd2d44213f0 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:37.024415 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.038272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7186d7f62a4f4fa981f8426eb1715279&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8590937 May 12 19:45:37.045305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39062) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:37.076905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.086372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb9690-3b87-4123-a34e-6f4d3014329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87e8ee8-c6e3-4e44-ae96-8cc5232b4d68,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:37.102359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:37.106242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Usage tracker for resource:security_group_rule and tenant:242d74e605814b78a6e498bda1a56cc8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:37.109107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:37.116251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:37.243523 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.316859 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.345567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] For port 1b99d60b-5757-4eea-903d-1bd2d44213f0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1b99d60b-5757-4eea-903d-1bd2d44213f0,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:37.346479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.351790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b343970e-98fb-4b57-8f16-024d3830d8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.399258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b343970e-98fb-4b57-8f16-024d3830d8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.418670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb316e-5c84-4eba-91cc-4c3c217f9288 req-2bf3772d-9315-4e27-879f-12c90a126f40 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:37.420191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09fb316e-5c84-4eba-91cc-4c3c217f9288 req-2bf3772d-9315-4e27-879f-12c90a126f40 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 1.1169188 May 12 19:45:37.438696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1eb6-2f92-4c97-a042-1c56dffdd537 req-d2daa7a1-76c8-4ef2-912f-9cbe8ccf1162 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:37.445640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b86e1eb6-2f92-4c97-a042-1c56dffdd537 req-d2daa7a1-76c8-4ef2-912f-9cbe8ccf1162 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 946 time: 0.5749412 May 12 19:45:37.484284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0573849-17f9-4b06-a182-528e65e63f42,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:37.488670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f56adea9-4104-492b-ba99-efac192e7bec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=242d74e605814b78a6e498bda1a56cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8858888 May 12 19:45:37.493411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:37.516465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] Calling delete_port for 1b99d60b-5757-4eea-903d-1bd2d44213f0 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:37.529164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.586344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b343970e-98fb-4b57-8f16-024d3830d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.645457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b86e1eb6-2f92-4c97-a042-1c56dffdd537 req-ebc29489-a98a-4522-8ee4-581b0c6e92c3 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933942 May 12 19:45:37.646128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cde508cc-d09b-4e63-80d0-fc17ac765459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.648157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343970e-98fb-4b57-8f16-024d3830d8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87e8ee8-c6e3-4e44-ae96-8cc5232b4d68,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:37.659541 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.696940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cde508cc-d09b-4e63-80d0-fc17ac765459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.715004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09fb316e-5c84-4eba-91cc-4c3c217f9288 req-e4c09c52-7b92-4808-a73b-0741df3563db tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638898 May 12 19:45:37.742727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bc55ab5-5cc6-49f7-98a3-ab293e595963,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:37.766381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] Pushing event deleted for resources: {'Port': ['ID=1b99d60b-5757-4eea-903d-1bd2d44213f0,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:37.773345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc709a-4555-4536-aa3c-3d08cd459554 None None] No DVR routers for this DVR port 1b99d60b-5757-4eea-903d-1bd2d44213f0 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:37.776283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.820999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b343970e-98fb-4b57-8f16-024d3830d8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.822289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b343970e-98fb-4b57-8f16-024d3830d8fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f87e8ee8-c6e3-4e44-ae96-8cc5232b4d68 HTTP/1.1" status: 204 len: 168 time: 0.7759385 May 12 19:45:37.872179 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.902027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cde508cc-d09b-4e63-80d0-fc17ac765459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.964494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:37.967614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:37.974715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde508cc-d09b-4e63-80d0-fc17ac765459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0573849-17f9-4b06-a182-528e65e63f42,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:37.983610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:37.991618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:37.992631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:38.006736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cde508cc-d09b-4e63-80d0-fc17ac765459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:38.011608 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cde508cc-d09b-4e63-80d0-fc17ac765459 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0573849-17f9-4b06-a182-528e65e63f42 HTTP/1.1" status: 204 len: 168 time: 0.5134501 May 12 19:45:38.015735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=216eb27e-1b15-4766-b3ba-1625a246fc42,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:38.020503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-df505e21-2697-4e4d-b0f8-53596a76c138 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2020626 May 12 19:45:38.024615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39088) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:38.026791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae039438-cbe2-412f-936c-590a418c87c2 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:38.029389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698500c0-8144-45de-a1d3-4464ee95c491 req-105d7b6a-4f91-4aa7-810e-6b8144d8606e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:38.030102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-698500c0-8144-45de-a1d3-4464ee95c491 req-105d7b6a-4f91-4aa7-810e-6b8144d8606e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:38.042563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-698500c0-8144-45de-a1d3-4464ee95c491 req-105d7b6a-4f91-4aa7-810e-6b8144d8606e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:38.043729 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-698500c0-8144-45de-a1d3-4464ee95c491 req-105d7b6a-4f91-4aa7-810e-6b8144d8606e tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.2111986 May 12 19:45:38.065920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': '216eb27e-1b15-4766-b3ba-1625a246fc42', 'ip_address': '2001:db8::2d04:3cd1:1b17:e038'}], 'name': 'tempest-NetworksTestDHCPv6-1089447321'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:38.198221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-75088c8b-9cf7-490b-b7ea-1a951913c969 tempest-RoutersAdminNegativeIpV6Test-329793023 tempest-RoutersAdminNegativeIpV6Test-329793023-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4bc55ab5-5cc6-49f7-98a3-ab293e595963 HTTP/1.1" status: 204 len: 168 time: 2.5071361 May 12 19:45:38.223208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b2403-2528-4615-b5c6-4f3a13bedc58 req-b9e65ea4-9603-43db-aede-0d1a91497a59 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:38.225127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-828b2403-2528-4615-b5c6-4f3a13bedc58 req-b9e65ea4-9603-43db-aede-0d1a91497a59 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.3881528 May 12 19:45:38.225800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Deleting port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:38.226160 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:38.397847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-828b2403-2528-4615-b5c6-4f3a13bedc58 req-baa54853-b64a-4e0d-9ecf-7968c71ace7a tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650133 May 12 19:45:38.428128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:38.433650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:38.437400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:38.447136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:38.469500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:38.546620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '216eb27e-1b15-4766-b3ba-1625a246fc42'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:38.547732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:38.679084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:38.688807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:38.730825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 8ac2f02e-c7df-47ab-82a4-52440e66cc2f yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:38.978832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1b99d60b-5757-4eea-903d-1bd2d44213f0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:39.044254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39130) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:39.121090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/216eb27e-1b15-4766-b3ba-1625a246fc42/ddb7294b-e2bc-46f4-9e25-8021e5adb4b1) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:39.151928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dfbe9-71e6-4173-bf78-4ae67ca8673e req-eb0136ad-28a7-43b6-bfea-c908a30c616b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:39.153482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca0dfbe9-71e6-4173-bf78-4ae67ca8673e req-eb0136ad-28a7-43b6-bfea-c908a30c616b tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 946 time: 0.2429838 May 12 19:45:39.191619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] For port 0e5c288e-e2f9-44eb-a5a7-4216c157b095, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0e5c288e-e2f9-44eb-a5a7-4216c157b095,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:39.195719 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:39.228747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548368-ba6e-4366-9f73-92d8fe553ec2 req-7fac689e-8439-4aa0-95f3-56cdc5ea6eda tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:39.260047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58548368-ba6e-4366-9f73-92d8fe553ec2 req-7fac689e-8439-4aa0-95f3-56cdc5ea6eda tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.2667263 May 12 19:45:39.296161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca0dfbe9-71e6-4173-bf78-4ae67ca8673e req-cf9a7a99-38c2-4bde-ae95-ac9c3eb34e98 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360159 May 12 19:45:39.336695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58548368-ba6e-4366-9f73-92d8fe553ec2 req-dd442393-a917-40ab-9825-6142b48eced0 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 May 12 19:45:39.346432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1b99d60b-5757-4eea-903d-1bd2d44213f0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:45:39.346432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1b99d60b-5757-4eea-903d-1bd2d44213f0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:45:39.553377 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:39.562246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:39.564322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Transition to ACTIVE for port object ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:39.586299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Transition to ACTIVE for port object ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:39.595318 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:39.772257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Pushing event updated for resources: {'Port': ['ID=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:39.792504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:39.794330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:39.799184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:39.805214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:39.809484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Usage tracker for resource:security_group_rule and tenant:bfeba95ae1b04c72945add23061dc8fa is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:39.815068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:39.836046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:39.906594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Attempting to bind port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:39.906594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Attempting to bind port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:39.907078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Attempting to bind port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:39.913154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:39.913802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:39.914394 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:39.915045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:39.915848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Bound port: ddb7294b-e2bc-46f4-9e25-8021e5adb4b1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:39.916543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:39.937958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:39.940366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::2d04:3cd1:1b17:e038 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/216eb27e-1b15-4766-b3ba-1625a246fc42/8ac2f02e-c7df-47ab-82a4-52440e66cc2f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:39.985710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.009858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.010429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.010738 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Floating IP ff2dc9e7-7475-4b68-aafb-3fd4cc77556f disassociated. External IP: 172.25.2.165, port: 0e5c288e-e2f9-44eb-a5a7-4216c157b095. May 12 19:45:40.011093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Calling delete_port for 0e5c288e-e2f9-44eb-a5a7-4216c157b095 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:40.075300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] For port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:40.081848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] For port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:40.090208 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.149336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73d404c-77fb-4b22-946d-25b8aebd5f0d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:40.169649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-14749946-7fc0-4365-b036-5dc30ee4e8ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfeba95ae1b04c72945add23061dc8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1243281 May 12 19:45:40.170404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39176) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:40.178243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:40.355052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5947eb-aab5-494d-bc6b-fc3bc005d99e None None] Pushing event updated for resources: {'Port': ['ID=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:40.378227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.399639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308ec2-8bc7-4411-8108-bfbe935486d9 req-df8268f6-ad0e-4e74-8b43-a38db1142366 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:40.402362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58308ec2-8bc7-4411-8108-bfbe935486d9 req-df8268f6-ad0e-4e74-8b43-a38db1142366 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 946 time: 0.4593747 May 12 19:45:40.482778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493250220'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:40.491113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event deleted for resources: {'Port': ['ID=0e5c288e-e2f9-44eb-a5a7-4216c157b095,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:40.512309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:40.522263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:40.608585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:40.688598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:40.721480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a894e-b242-4b6e-81bf-5ed9aafe3e9b req-b2169060-b737-4ccb-80df-8e0ad9f5482f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:40.724347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e6a894e-b242-4b6e-81bf-5ed9aafe3e9b req-b2169060-b737-4ccb-80df-8e0ad9f5482f tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 946 time: 0.7446659 May 12 19:45:40.745418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:40.750355 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.806636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58308ec2-8bc7-4411-8108-bfbe935486d9 req-799da145-9831-4835-9270-fbdb301c1a77 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=05eeda6a-682b-40fe-8088-f4ca6821d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419351 May 12 19:45:40.833983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.858183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:40.862736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:security_group_rule and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:40.865849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:40.873243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:40.935399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:40.980413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 8ac2f02e-c7df-47ab-82a4-52440e66cc2f will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:40.998199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.051350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.056509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:41.086987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.109276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:45:41.200925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-596c4305-c92c-4fa7-a76e-34f3a329be47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.235647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:41.240352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.240797 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment 674a5bf9-99a8-4315-b1e0-013f5f58d8ee of type vlan for network 2491c025-0c30-4705-b929-253bcd536d28 May 12 19:45:41.267926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3937c7-2718-4bcf-b0fb-e0fa3e6182d0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:41.275103 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-596c4305-c92c-4fa7-a76e-34f3a329be47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.334536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.361207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:41.378216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Router 81727436-ce32-4579-8830-e20d9b54f582 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:45:41.487639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:41.494707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e6a894e-b242-4b6e-81bf-5ed9aafe3e9b req-ef9c3992-36e4-43c6-a82c-38a75b175fd8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7300177 May 12 19:45:41.502258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:41.513896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:41.529140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:41.529935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.534754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=8ac2f02e-c7df-47ab-82a4-52440e66cc2f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:41.551185 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:45:41.559451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.582678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a279a34e-8798-49a9-a26c-461bd30c61cd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5476661 May 12 19:45:41.586514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:41.586514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.597557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9d9d2-bfec-41fc-bbd8-a968e9162d10 req-499e54fe-7ba5-4702-91ed-53db411bcafc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:41.601791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39220) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:41.604938 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75c9d9d2-bfec-41fc-bbd8-a968e9162d10 req-499e54fe-7ba5-4702-91ed-53db411bcafc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.5384288 May 12 19:45:41.633468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-596c4305-c92c-4fa7-a76e-34f3a329be47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.635845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-596c4305-c92c-4fa7-a76e-34f3a329be47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.637001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-596c4305-c92c-4fa7-a76e-34f3a329be47 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c73d404c-77fb-4b22-946d-25b8aebd5f0d HTTP/1.1" status: 204 len: 168 time: 1.4479928 May 12 19:45:41.673008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c4305-c92c-4fa7-a76e-34f3a329be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73d404c-77fb-4b22-946d-25b8aebd5f0d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:41.688113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-5eed9d25-43aa-4cd1-927d-9a9092081f64 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:41.689761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-5eed9d25-43aa-4cd1-927d-9a9092081f64 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 946 time: 0.3938906 May 12 19:45:41.711408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75c9d9d2-bfec-41fc-bbd8-a968e9162d10 req-efb57aca-2c86-4fd2-8b39-d53f9a65e03c tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058264 May 12 19:45:41.744223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-642413898', 'router:external': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:41.749836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:41.755338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:network and tenant:0cfd226d0b6c4d8c9054e51a9b180d64 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:41.758409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:41.766286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:41.806508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Made reservation on behalf of 0cfd226d0b6c4d8c9054e51a9b180d64 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:41.808942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.837609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port cc4e4a0c-0c8a-4346-974f-5c897affe25c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:41.838165 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.913381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] Provisioning for port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:41.919160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] Provisioning complete for port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:41.919497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.931969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:41.962648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0e5c288e-e2f9-44eb-a5a7-4216c157b095 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:42.031585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 0e5c288e-e2f9-44eb-a5a7-4216c157b095 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:45:42.031919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0e5c288e-e2f9-44eb-a5a7-4216c157b095 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:45:42.032340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cc4e4a0c-0c8a-4346-974f-5c897affe25c no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:42.069783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=2491c025-0c30-4705-b929-253bcd536d28,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:42.100271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 2491c025-0c30-4705-b929-253bcd536d28 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:45:42.151219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75cd7204-e6ba-464d-a3d4-50588136872e req-e57796d6-4065-4d53-aed9-79e463094912 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 210 time: 0.1572194 May 12 19:45:42.264875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:42.278711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:security_group_rule and tenant:0cfd226d0b6c4d8c9054e51a9b180d64 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:42.310334 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4d000f03-1b4b-466c-94f8-fbeeb5288d49 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1307459 May 12 19:45:42.353629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:42.367850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:42.390428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:42.433299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cc4e4a0c-0c8a-4346-974f-5c897affe25c is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:42.434297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:42.443587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] Current status of the port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:42.444131 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:42.481781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:45:42.509211 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] Sync routers for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:45:42.521774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] For port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:42.527456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:42.551899 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:45:42.557809 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:45:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:42.567659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:42.623142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:42.623514 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:42.672560 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e531b53-3c4d-41e0-9bc3-e8c0efb5195b'] response: {'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c', 'code': 200} May 12 19:45:42.700319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:42.736498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9fb41-2d0b-4acc-b13a-aea223262447 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:42.769823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9fb41-2d0b-4acc-b13a-aea223262447 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:42.770907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03a9fb41-2d0b-4acc-b13a-aea223262447 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:42.791175 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:42.857909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efdeb7-a9aa-49d6-8de1-42b16b553fb4 None None] Pushing event updated for resources: {'Port': ['ID=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:42.866527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-54c7e224-8c09-4d51-aacf-9ff745dcc7a7 None None] Provisioning for port 8ac2f02e-c7df-47ab-82a4-52440e66cc2f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:42.872719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for cc4e4a0c-0c8a-4346-974f-5c897affe25c owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:42.954241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-54c7e224-8c09-4d51-aacf-9ff745dcc7a7 None None] Provisioning complete for port 8ac2f02e-c7df-47ab-82a4-52440e66cc2f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:42.966536 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54c7e224-8c09-4d51-aacf-9ff745dcc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:42.985437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] No DVR routers for this DVR port 0e5c288e-e2f9-44eb-a5a7-4216c157b095 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:43.016612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.030801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'name': 'network-vif-deleted', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:43.085291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03a9fb41-2d0b-4acc-b13a-aea223262447 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:43.086700 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-03a9fb41-2d0b-4acc-b13a-aea223262447 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.3947451 May 12 19:45:43.093217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39256) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:43.099004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-73a3fb9c-eebd-47bd-af9e-8e97d084275e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a2cd5808ad64d84b7bb58f3f43e38c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6966677 May 12 19:45:43.101581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39258) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:43.104175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-54c7e224-8c09-4d51-aacf-9ff745dcc7a7 None None] Port 8ac2f02e-c7df-47ab-82a4-52440e66cc2f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:45:43.116360 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-698500c0-8144-45de-a1d3-4464ee95c491 req-c4f67517-3e7d-40f4-928b-a4ee2100772c tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "DELETE /v2.0/ports/0e5c288e-e2f9-44eb-a5a7-4216c157b095 HTTP/1.1" status: 204 len: 173 time: 5.0621729 May 12 19:45:43.119926 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:45:43.157077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cc4e4a0c-0c8a-4346-974f-5c897affe25c,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:43.249578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:45:43.249905 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:45:43.311612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f54070-0cba-490c-892d-d96dd6148e64 req-08f84565-cc56-4505-9c58-95eb9b2f61b2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:43.313130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2f54070-0cba-490c-892d-d96dd6148e64 req-08f84565-cc56-4505-9c58-95eb9b2f61b2 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 944 time: 0.5431883 May 12 19:45:43.322840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80fff8-a2b6-48ba-b7ea-45c3241eacce req-dd87051f-9be2-489a-a268-994a12a950a2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:43.331025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a80fff8-a2b6-48ba-b7ea-45c3241eacce req-dd87051f-9be2-489a-a268-994a12a950a2 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.3286476 May 12 19:45:43.399445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a80fff8-a2b6-48ba-b7ea-45c3241eacce req-f2cc64f8-cf5b-4086-b12d-11482c5dc522 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645652 May 12 19:45:43.459501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.479345 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae1a081-2d5e-450e-80ca-9cc0b04257f0'] response: {'server_uuid': 'bf7c9b98-4de4-4220-8c80-bb31719b8769', 'name': 'network-vif-deleted', 'tag': '0e5c288e-e2f9-44eb-a5a7-4216c157b095', 'status': 'completed', 'code': 200} May 12 19:45:43.483433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 8ac2f02e-c7df-47ab-82a4-52440e66cc2f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:43.483783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.566530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.664432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a46d732-b4d2-4f56-85a2-b58caa0a7e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.693503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c728dbd9-1af6-4137-b238-3dffea1a0d92 req-f8338d33-2def-4471-9613-db2f054e6fa9 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf7c9b98-4de4-4220-8c80-bb31719b8769 HTTP/1.1" status: 200 len: 210 time: 0.0714285 May 12 19:45:43.710749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:45:43.736307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab1b568-41c1-4891-a611-2216307a6165,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:43.752138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Deleting port cc4e4a0c-0c8a-4346-974f-5c897affe25c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:43.752575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.767549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.768133 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Added segment 1ba5f8f5-cab3-486a-a7b1-1558aee0069a of type vlan for network c8e36b67-c201-47ae-875f-e15bb3c3ca03 May 12 19:45:43.809227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a46d732-b4d2-4f56-85a2-b58caa0a7e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:43.818238 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:43.826321 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] Checking router: 81727436-ce32-4579-8830-e20d9b54f582 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:45:43.862731 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:45:43.864648 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:45:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:44.053482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:44.226423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a46d732-b4d2-4f56-85a2-b58caa0a7e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:44.280714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46d732-b4d2-4f56-85a2-b58caa0a7e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4f35ba-e868-4057-a900-6641b6a96d11,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:44.291587 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:44.292542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:44.293130 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:44.320277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] For port cc4e4a0c-0c8a-4346-974f-5c897affe25c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cc4e4a0c-0c8a-4346-974f-5c897affe25c,segment=NetworkSegment(3c6b0e01-4bb3-4f00-bda9-447a689e2b18),segment_id=3c6b0e01-4bb3-4f00-bda9-447a689e2b18)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:44.321621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:44.322591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:44.338990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:45:44.552939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2f54070-0cba-490c-892d-d96dd6148e64 req-257a4cab-7c29-4883-9107-be51c20104f8 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/security-groups?id=3181a179-5dd3-40ea-ae1b-5f23cdb3e289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2046473 May 12 19:45:44.680209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Calling delete_port for cc4e4a0c-0c8a-4346-974f-5c897affe25c owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:44.729030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Network': ['ID=c8e36b67-c201-47ae-875f-e15bb3c3ca03,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:44.742295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c8e36b67-c201-47ae-875f-e15bb3c3ca03 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:45:44.880426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 8ac2f02e-c7df-47ab-82a4-52440e66cc2f owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:44.973508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a46d732-b4d2-4f56-85a2-b58caa0a7e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:44.977305 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3a46d732-b4d2-4f56-85a2-b58caa0a7e86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd4f35ba-e868-4057-a900-6641b6a96d11 HTTP/1.1" status: 204 len: 168 time: 1.8708584 May 12 19:45:44.987946 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e24b579-be16-44b2-964b-a6e603227e7a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.6181023 May 12 19:45:44.988891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:45.018264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c8da-3258-4e06-bad7-35b9d05abb81 req-98ae8ab2-a1bd-41ef-8f8a-31eb5c783efd tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:45.026790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:45.027997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b81c8da-3258-4e06-bad7-35b9d05abb81 req-98ae8ab2-a1bd-41ef-8f8a-31eb5c783efd tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.3548985 May 12 19:45:45.051513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39294) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:45.071204 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:45.071745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'subnet': {'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:45.087205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:45.094522 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a761d82-03ed-43e0-8169-778361c7cf67 None None] The sync data for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 is: [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:40:28Z', 'revision_number': 4, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '176441bd-c213-462f-bc07-6790f3407c6f', 'name': '', 'network_id': 'a83751e2-4ec2-406f-8e4f-91c0dbd064e9', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '95285325-9f45-4805-adab-62aca79a9511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:27Z', 'updated_at': '2022-05-12T19:40:35Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'subnets': [{'id': '95285325-9f45-4805-adab-62aca79a9511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:45:45.121603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:subnet and tenant:0cfd226d0b6c4d8c9054e51a9b180d64 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:45.133985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:45.161826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:45.198389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Made reservation on behalf of 0cfd226d0b6c4d8c9054e51a9b180d64 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:45.200830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:45.439837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b81c8da-3258-4e06-bad7-35b9d05abb81 req-8575c8ad-2ae7-4321-8e15-16c8cafd8319 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100974 May 12 19:45:45.457415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:45.458235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:45.463386 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:45.766820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fb1f11-99ef-4dfe-a297-65f381bcf70b None None] New status for floating IP ff2dc9e7-7475-4b68-aafb-3fd4cc77556f: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:45:45.810641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39316) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:45.811505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06e0eb2d-71b2-4cd0-a98b-ad833c95989d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:45.827670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': '2491c025-0c30-4705-b929-253bcd536d28', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:45.890437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Pushing event deleted for resources: {'Port': ['ID=cc4e4a0c-0c8a-4346-974f-5c897affe25c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:45.947658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] No DVR routers for this DVR port cc4e4a0c-0c8a-4346-974f-5c897affe25c on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:45.948059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:45.962482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:45.965715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'name': 'network-vif-deleted', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:45:45.986412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8bf248e6-ab9e-4030-b260-93540d340a04 req-f99c3a45-5b9f-4e57-a2ed-04c81193d245 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.72 "GET /v2.0/ports?device_id=30e5f9f4-9b31-4692-b817-2eb76b13a20e HTTP/1.1" status: 200 len: 210 time: 0.0875714 May 12 19:45:46.012879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b992fa34-af4b-45bc-9250-b8665f66ee57 req-341d2b65-0572-40f6-ae58-fe868a1e8c69 tempest-DeleteServersTestJSON-160606372 tempest-DeleteServersTestJSON-160606372-project] 10.222.0.73 "DELETE /v2.0/ports/cc4e4a0c-0c8a-4346-974f-5c897affe25c HTTP/1.1" status: 204 len: 173 time: 4.3000550 May 12 19:45:46.015481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06e0eb2d-71b2-4cd0-a98b-ad833c95989d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:46.024901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=8ac2f02e-c7df-47ab-82a4-52440e66cc2f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:46.062238 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719efcbe-8d4d-4e39-befe-12959d852c16'] response: {'server_uuid': '30e5f9f4-9b31-4692-b817-2eb76b13a20e', 'name': 'network-vif-deleted', 'tag': 'cc4e4a0c-0c8a-4346-974f-5c897affe25c', 'status': 'completed', 'code': 200} May 12 19:45:46.086393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:46.100793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:46.104367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:46.107117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:46.163775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:46.171406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06e0eb2d-71b2-4cd0-a98b-ad833c95989d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:46.194363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4139d74b-cd1d-48a1-a6d7-8f0376758c15 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/8ac2f02e-c7df-47ab-82a4-52440e66cc2f HTTP/1.1" status: 204 len: 168 time: 3.0916901 May 12 19:45:46.194363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39328) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:46.240283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0eb2d-71b2-4cd0-a98b-ad833c95989d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eeda6a-682b-40fe-8088-f4ca6821d57e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:46.263603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06e0eb2d-71b2-4cd0-a98b-ad833c95989d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:46.267186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-06e0eb2d-71b2-4cd0-a98b-ad833c95989d tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "DELETE /v2.0/security-groups/05eeda6a-682b-40fe-8088-f4ca6821d57e HTTP/1.1" status: 204 len: 168 time: 1.2116373 May 12 19:45:46.281792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:46.288723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:46.292780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:46.373285 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-238b1c0f-24e7-47a1-a077-4df269c3090b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] show failed (client error): The resource could not be found. May 12 19:45:46.375625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-238b1c0f-24e7-47a1-a077-4df269c3090b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups/05eeda6a-682b-40fe-8088-f4ca6821d57e HTTP/1.1" status: 404 len: 347 time: 0.0923054 May 12 19:45:46.382108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39342) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:46.546387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:46.756518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39356) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:46.769990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Deleting port 6f045e45-1079-4fba-b341-6c762c484bc4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:46.770380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:46.782407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dc635c-139d-458b-8944-7b9ae61ee9ef tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:46.783915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dc635c-139d-458b-8944-7b9ae61ee9ef tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:46.784924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d5dc635c-139d-458b-8944-7b9ae61ee9ef tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:46.903652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d5dc635c-139d-458b-8944-7b9ae61ee9ef tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:46.907713 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d5dc635c-139d-458b-8944-7b9ae61ee9ef tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7095950 May 12 19:45:46.910121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39362) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:46.959699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffcf6f-4aa9-400b-84ba-b10b9f2effe9 req-e480ac58-df4a-4b8b-9cac-dc2a2333dde6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:46.967381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89ffcf6f-4aa9-400b-84ba-b10b9f2effe9 req-e480ac58-df4a-4b8b-9cac-dc2a2333dde6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.2727230 May 12 19:45:47.000177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1377790435'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:47.018625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.019056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.035694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 216eb27e-1b15-4766-b3ba-1625a246fc42 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:45:47.039679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:47.047679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.133072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-89ffcf6f-4aa9-400b-84ba-b10b9f2effe9 req-b2f4ffcf-6929-4bc0-905f-4ecda2c158a6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597586 May 12 19:45:47.170107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.195955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Usage tracker for resource:network and tenant:cfa98840095c46a49030beba37ba1e67 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:47.211513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Calling delete_port for 6f045e45-1079-4fba-b341-6c762c484bc4 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:47.226658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:47.269929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:47.316610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.372940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:47.377214 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.397070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=f1b10e35-ad1d-4279-bef7-e49eea25590b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:47.411320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.451191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': '674a5bf9-99a8-4315-b1e0-013f5f58d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2491c025-0c30-4705-b929-253bcd536d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:47.451557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: 2491c025-0c30-4705-b929-253bcd536d28, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:45:47.460423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:47.463519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.470074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Usage tracker for resource:security_group_rule and tenant:cfa98840095c46a49030beba37ba1e67 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:47.477419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:47.502602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:47.608127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network 2491c025-0c30-4705-b929-253bcd536d28 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:45:47.627338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.716055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 2491c025-0c30-4705-b929-253bcd536d28) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:47.724100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6762bd-dd1f-4b5f-966d-899bb6331fff None None] Network 2491c025-0c30-4705-b929-253bcd536d28 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:47.731169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:47.732861 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.744701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event deleted for resources: {'Port': ['ID=6f045e45-1079-4fba-b341-6c762c484bc4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:47.776360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.796208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.796843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.796978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.797249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.798004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.798815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.799310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.799641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.799972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.800275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.800663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.801131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:47.840794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.871721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.877950 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.919052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:47.934693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-819c9285-1449-4eb8-b4d7-f4389af05963 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "DELETE /v2.0/floatingips/ff2dc9e7-7475-4b68-aafb-3fd4cc77556f HTTP/1.1" status: 204 len: 168 time: 1.5379267 May 12 19:45:48.035776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.042350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:45:48.043425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.047550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=216eb27e-1b15-4766-b3ba-1625a246fc42,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:48.068327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24702b00-9763-45a5-9e7e-adbd55a5c31d None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:48.112600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73579114-aaa3-4d9f-82de-d3a0827d8041,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:48.117546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:45:48.124240 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d42b4463-b697-4d7e-87ae-a6b25a48d94b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/216eb27e-1b15-4766-b3ba-1625a246fc42 HTTP/1.1" status: 204 len: 168 time: 1.2112293 May 12 19:45:48.125676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d918a0ca-9aad-4282-8dd8-f1acd804b376,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:48.133783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39408) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:48.134286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-05c4089d-a1a2-4582-8fe8-0e915198af2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3094904 May 12 19:45:48.135169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:48.149681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.150028 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Added segment 87d37977-6e9d-47fa-9cd4-3fdcaac66b15 of type vlan for network c65aac56-9fc9-418b-8703-ea4f7a412aed May 12 19:45:48.240876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.352760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530291507'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:48.368333 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.388310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:48.396091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7ddee7f4-4d05-408a-a5d2-8a1135eb5ef4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2619898 May 12 19:45:48.404672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39424) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:48.411777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:48.422218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:48.422938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.434105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:48.483460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:48.521378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-2491c025-0c30-4705-b929-253bcd536d28', 'network_id': '2491c025-0c30-4705-b929-253bcd536d28', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': 'f1b10e35-ad1d-4279-bef7-e49eea25590b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:48.522294 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.523383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:48.627427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8505425 May 12 19:45:48.650230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39428) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:48.688803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'subnet': {'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:48.691492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:45:48.703122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Checking segment: {'id': '1ba5f8f5-cab3-486a-a7b1-1558aee0069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:48.703553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network hostable DHCP agents. Network: c8e36b67-c201-47ae-875f-e15bb3c3ca03, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:45:48.714404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcc00b-402f-4592-8710-ba7fd424c1c7 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Network': ['ID=c65aac56-9fc9-418b-8703-ea4f7a412aed,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:48.716699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Deleting port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:48.717074 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.721727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:48.744388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network c8e36b67-c201-47ae-875f-e15bb3c3ca03 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:45:48.750427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:48.752567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c65aac56-9fc9-418b-8703-ea4f7a412aed details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:45:48.757723 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.759601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c8e36b67-c201-47ae-875f-e15bb3c3ca03) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:48.773305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:48.783581 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.816160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-93bcc950-912e-409d-a799-1af7479657aa tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7927117 May 12 19:45:48.818942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39436) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:48.832990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1854880798', 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:48.840729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:48.845576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:port and tenant:0cfd226d0b6c4d8c9054e51a9b180d64 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:48.848834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:48.853767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78cef5-bb72-4e62-a963-b3f77196bc90 None None] Network c8e36b67-c201-47ae-875f-e15bb3c3ca03 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:48.873213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:48.892969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Made reservation on behalf of 0cfd226d0b6c4d8c9054e51a9b180d64 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:48.899606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.921432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:48.934615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:45:48.949483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:48.949761 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment 1190ca86-9826-4c9e-8224-2aa74710d952 of type vlan for network e301c4e4-fb7c-4656-a6fa-d7b0d117486e May 12 19:45:48.995085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] device_id is not set on port 93a5a3e2-d5c8-4b08-a3c8-c55349eb2da2 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:49.012936 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.038387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:45:49.065251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.070622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:49.081972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.123276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Allocated IP 2001:db8:0:ffff::2 (2491c025-0c30-4705-b929-253bcd536d28/f1b10e35-ad1d-4279-bef7-e49eea25590b/09ef3cad-4d29-44d3-8f2a-41ffd6018db4) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:49.139748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:49.143408 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.263898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:49.268130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Usage tracker for resource:subnet and tenant:cfa98840095c46a49030beba37ba1e67 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:49.271468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:49.289227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:49.310697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Allocated IP 2001:db8::20e (c8e36b67-c201-47ae-875f-e15bb3c3ca03/d918a0ca-9aad-4282-8dd8-f1acd804b376/93a5a3e2-d5c8-4b08-a3c8-c55349eb2da2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:49.359790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10756-34b3-46e1-bb55-2641e65c78b3 req-1ffcef4b-8d2d-4c81-98f5-86feef888544 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:49.361434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49b10756-34b3-46e1-bb55-2641e65c78b3 req-1ffcef4b-8d2d-4c81-98f5-86feef888544 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.8623557 May 12 19:45:49.529891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:49.533622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.604329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2784848 May 12 19:45:49.619424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39450) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:49.739595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.762759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] For port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:49.763769 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.812441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.961330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network c8e36b67-c201-47ae-875f-e15bb3c3ca03 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:49.965478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:49.971340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:49.974636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:49.975900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:49.976512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:49.985470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Port': ['ID=93a5a3e2-d5c8-4b08-a3c8-c55349eb2da2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:50.031272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7972123a-4bfb-418c-95b1-424caf6a5782 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2105236 May 12 19:45:50.033960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39460) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:50.052493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a849eb-3a1a-44dd-873c-367c09ecae35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=e301c4e4-fb7c-4656-a6fa-d7b0d117486e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:50.066218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.141254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Calling delete_port for ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:50.192902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Deleting port 93a5a3e2-d5c8-4b08-a3c8-c55349eb2da2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:50.193308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.227008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e301c4e4-fb7c-4656-a6fa-d7b0d117486e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:45:50.240649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:50.241053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.386166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Subnet': ['ID=e555d746-2ede-429c-9b38-08ced4623a66,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:50.515186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:50.600007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:50.602512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.673212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:45:50.674402 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:45:50.675130 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.759514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:50.763368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:50.769612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:50.795087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:50.798647 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.816733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49b10756-34b3-46e1-bb55-2641e65c78b3 req-ebf85a65-bdfb-45b2-afd3-4b3cbfddf2ed tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2500725 May 12 19:45:50.817506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:50.833358 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.859485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:50.880097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Transition to ACTIVE for port object 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:50.883039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:50.945663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29634222-7cb3-4e1d-a06c-55abd7d8554b None None] Network c8e36b67-c201-47ae-875f-e15bb3c3ca03 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:50.955120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:50.964341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Transition to ACTIVE for port object 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:51.023516 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.042270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:51.042857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.127742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Pushing event updated for resources: {'Port': ['ID=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:51.149517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Network 2491c025-0c30-4705-b929-253bcd536d28 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:51.152754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Calling delete_port for 93a5a3e2-d5c8-4b08-a3c8-c55349eb2da2 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:51.154450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:51.164280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:51.181882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Deleting port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:51.182782 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.397838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Checking segment: {'id': '87d37977-6e9d-47fa-9cd4-3fdcaac66b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:51.398244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network hostable DHCP agents. Network: c65aac56-9fc9-418b-8703-ea4f7a412aed, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:45:51.425306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=0910039c-526e-4aea-b4dc-0e2d6ef5bede,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:51.427691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.446378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a7f93101-d984-4bd5-a7a6-37096dbc9482 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0391936 May 12 19:45:51.447804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39484) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:51.455286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': '0910039c-526e-4aea-b4dc-0e2d6ef5bede', 'ip_address': '2001:db8::df79:6843:5606:a56c'}], 'name': 'tempest-NetworksTestDHCPv6-2100515543'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:51.563195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:45:51.616693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c65aac56-9fc9-418b-8703-ea4f7a412aed) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:51.625976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:51.626580 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.648880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84a00c-bd0d-4048-9eac-bd8167e2cb7a None None] Network c65aac56-9fc9-418b-8703-ea4f7a412aed requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:51.649072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.655974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5fb4883d-1478-43ab-904e-f492e3bad437 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0043304 May 12 19:45:51.685050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:51.686048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:51.686967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event deleted for resources: {'Port': ['ID=93a5a3e2-d5c8-4b08-a3c8-c55349eb2da2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:51.696660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:51.703342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:51.704786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'name': 'tempest-AllowedAddressPairTestJSON-1183877559'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:51.720890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:51.795064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:51.799664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Attempting to bind port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:51.800064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Attempting to bind port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '674a5bf9-99a8-4315-b1e0-013f5f58d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2491c025-0c30-4705-b929-253bcd536d28'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:51.800459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Attempting to bind port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 on network 2491c025-0c30-4705-b929-253bcd536d28 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:51.832762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:51.833384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Checking segment: {'id': '674a5bf9-99a8-4315-b1e0-013f5f58d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2491c025-0c30-4705-b929-253bcd536d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:51.833609 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.834013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Bound using segment: {'id': '674a5bf9-99a8-4315-b1e0-013f5f58d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2491c025-0c30-4705-b929-253bcd536d28'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:51.834471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Bound port: 09ef3cad-4d29-44d3-8f2a-41ffd6018db4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674a5bf9-99a8-4315-b1e0-013f5f58d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2491c025-0c30-4705-b929-253bcd536d28'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:51.834837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:51.983090 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-effe3d97-2ef9-436d-96bf-5b8ab644105e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "DELETE /v2.0/ports/93a5a3e2-d5c8-4b08-a3c8-c55349eb2da2 HTTP/1.1" status: 204 len: 168 time: 1.9480233 May 12 19:45:51.986787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:51.993536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:52.024245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'external_fixed_ips': [{'subnet_id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'ip_address': '2001:db8::20e'}]}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:52.046325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Usage tracker for resource:port and tenant:cfa98840095c46a49030beba37ba1e67 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:52.058067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:52.066664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:52.130510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:router and tenant:0cfd226d0b6c4d8c9054e51a9b180d64 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:52.138627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:52.148390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:52.166347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] For port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:52.166918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:52.188427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:52.258783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:52.271701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:52.303066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:52.310464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:52.312208 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:52.358257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:52.371609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 843b455b-34f8-462f-8610-e23571223e7b yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:52.374122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] device_id is not set on port 0814f687-5d6e-4ad0-966f-03404f87a82e yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:52.631750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Calling delete_port for ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:52.641564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decde0-b97b-4481-879f-b479fa77a6b3 req-607c3f99-e334-4b18-ae1b-f590e271e4ba tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:52.643892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53decde0-b97b-4481-879f-b479fa77a6b3 req-607c3f99-e334-4b18-ae1b-f590e271e4ba tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.5260832 May 12 19:45:52.646556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=d76d0a1c-1553-4a10-be8e-acb3ef64391f,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:52.711592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Allocated IP 172.20.0.8 (c65aac56-9fc9-418b-8703-ea4f7a412aed/e555d746-2ede-429c-9b38-08ced4623a66/0814f687-5d6e-4ad0-966f-03404f87a82e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:52.757835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39526) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:52.811088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] For port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:52.812256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': '1190ca86-9826-4c9e-8224-2aa74710d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:52.812805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: e301c4e4-fb7c-4656-a6fa-d7b0d117486e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:45:52.877476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] For port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,segment=NetworkSegment(674a5bf9-99a8-4315-b1e0-013f5f58d8ee),segment_id=674a5bf9-99a8-4315-b1e0-013f5f58d8ee)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:52.881623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network e301c4e4-fb7c-4656-a6fa-d7b0d117486e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:45:52.884878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:52.911257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53decde0-b97b-4481-879f-b479fa77a6b3 req-446dcb91-5ce1-4f34-8257-62e994cd8d55 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566999 May 12 19:45:52.993072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e301c4e4-fb7c-4656-a6fa-d7b0d117486e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:53.004338 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.022847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:53.029918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.091367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.177842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484364bd-ebae-47e0-95fe-23f6c0bec187 None None] Network e301c4e4-fb7c-4656-a6fa-d7b0d117486e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:53.260418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::df79:6843:5606:a56c (bf971410-83a2-4bb7-8884-aa25d5cf9a81/0910039c-526e-4aea-b4dc-0e2d6ef5bede/843b455b-34f8-462f-8610-e23571223e7b) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:53.272536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6e7a1645-aaa5-4c81-86e4-95f163ca37db tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6193635 May 12 19:45:53.312224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39538) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:53.379944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] No DVR routers for this DVR port ddb7294b-e2bc-46f4-9e25-8021e5adb4b1 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:53.395581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] Deleting subnet 2d251b82-d2c4-4176-aa07-e8f3235d5473 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:45:53.421521 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.425413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-c65aac56-9fc9-418b-8703-ea4f7a412aed', 'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'tenant_id': 'cfa98840095c46a49030beba37ba1e67', 'fixed_ips': [{'subnet_id': 'e555d746-2ede-429c-9b38-08ced4623a66'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:53.436586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.466254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e14c-a25a-48f1-8bb6-27166da249e3 None None] Pushing event deleted for resources: {'Port': ['ID=ddb7294b-e2bc-46f4-9e25-8021e5adb4b1,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:53.663602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16703c4-83f1-4156-b080-0b2bbdf48ddd None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:53.810702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.827859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 843b455b-34f8-462f-8610-e23571223e7b will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:53.851496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.854670 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.891780 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:53.906849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Transition to ACTIVE for port object 0814f687-5d6e-4ad0-966f-03404f87a82e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:54.083165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:54.093406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:54.096988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:54.126900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:54.127565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.148904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516f6da-2a1f-4ec0-b8b8-1c48c96f0a8a None None] Pushing event updated for resources: {'Port': ['ID=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:54.151110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.190317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.234869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e301c4e4-fb7c-4656-a6fa-d7b0d117486e', 'network_id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': 'd76d0a1c-1553-4a10-be8e-acb3ef64391f'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:54.242021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.265860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=843b455b-34f8-462f-8610-e23571223e7b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:54.278241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.348455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9ba92182-2b0e-424e-8ab1-1ad9d3f57457 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8995256 May 12 19:45:54.354493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39556) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:54.521876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19628e7f-eefb-4694-b835-4df19f7aee87 req-5110b95c-d3cb-4f6e-b511-c87235bfcf63 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:54.523546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19628e7f-eefb-4694-b835-4df19f7aee87 req-5110b95c-d3cb-4f6e-b511-c87235bfcf63 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.3573079 May 12 19:45:54.552383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.574555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.581815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Allocated IP 172.20.0.2 (c65aac56-9fc9-418b-8703-ea4f7a412aed/e555d746-2ede-429c-9b38-08ced4623a66/73323c6d-b4ab-4d78-b6b7-0b175d68e576) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:54.639944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb80a8-de0b-4ced-93bf-11c2dc6921e5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:54.644398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8cdb80a8-de0b-4ced-93bf-11c2dc6921e5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:54.658377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:54.670416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:54.691603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:54.701756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d251b82-d2c4-4176-aa07-e8f3235d5473,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:54.724511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Allocated IP 2001:db8::1 (e301c4e4-fb7c-4656-a6fa-d7b0d117486e/d76d0a1c-1553-4a10-be8e-acb3ef64391f/1f06625e-9d5f-4df4-b571-687ab2d1b46a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:54.743040 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d156a3a-2407-486e-87ee-a51675418391 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2d251b82-d2c4-4176-aa07-e8f3235d5473 HTTP/1.1" status: 204 len: 168 time: 1.9590321 May 12 19:45:54.744390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:54.746368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39566) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:54.792605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19628e7f-eefb-4694-b835-4df19f7aee87 req-cecb8b92-c0f1-48ce-8482-52ce8515cbdb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620704 May 12 19:45:54.796466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8cdb80a8-de0b-4ced-93bf-11c2dc6921e5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:54.797584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8cdb80a8-de0b-4ced-93bf-11c2dc6921e5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4419479 May 12 19:45:54.801597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39570) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:54.918586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=0814f687-5d6e-4ad0-966f-03404f87a82e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:54.994046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:54.995190 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.119073 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.187514 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.201931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Transition to ACTIVE for port object 1f06625e-9d5f-4df4-b571-687ab2d1b46a will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:55.217427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-445e5a1f-a3c0-4606-bd0f-dff8be80768d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5166790 May 12 19:45:55.220819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39578) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:55.224354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Transition to ACTIVE for port object 1f06625e-9d5f-4df4-b571-687ab2d1b46a will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:55.237273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'name': 'tempest-AllowedAddressPairTestJSON-1782075420', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d3:21:c4'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:45:55.244158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:55.350349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 843b455b-34f8-462f-8610-e23571223e7b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:55.350719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.411253 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.411987 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.468924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc95826-3dcc-41b6-9ac3-124a5319030b None None] Network 2491c025-0c30-4705-b929-253bcd536d28 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:55.539538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.618234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=d76d0a1c-1553-4a10-be8e-acb3ef64391f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:55.662702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.690781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f63ec0-e114-44b4-b8b1-a7136847ccd5']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:55.703605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6b0e01-4bb3-4f00-bda9-447a689e2b18') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:55.704084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6b0e01-4bb3-4f00-bda9-447a689e2b18') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:55.716400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.755906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.763548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] Provisioning for port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:55.766272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:45:55.769217 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.773144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Network e301c4e4-fb7c-4656-a6fa-d7b0d117486e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:55.780462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.786536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:55.797924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] Provisioning complete for port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:55.798548 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: timer() May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:45:55.807903 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:45:55.861526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e301c4e4-fb7c-4656-a6fa-d7b0d117486e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:55.871414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:45:55.875480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:55.890537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Pushing event updated for resources: {'Port': ['ID=1f06625e-9d5f-4df4-b571-687ab2d1b46a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:55.898499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:45:55.912857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.915790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1190ca86-9826-4c9e-8224-2aa74710d952') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:55.916253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1190ca86-9826-4c9e-8224-2aa74710d952') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:45:55.926089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.926650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.927129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.927602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.928083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.928564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.929024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.929505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.929975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.930442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.930995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:55.940379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Usage tracker for resource:port and tenant:cfa98840095c46a49030beba37ba1e67 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:45:55.948749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:55.956775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:55.965665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:45:55.968641 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.081037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:45:56.116380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.146769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:45:56.153127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: timer() May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:45:56.180068 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:45:56.218109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:45:56.229733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '0910039c-526e-4aea-b4dc-0e2d6ef5bede'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:45:56.230552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.279208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.328228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Attempting to bind port 1f06625e-9d5f-4df4-b571-687ab2d1b46a on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:56.328583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Attempting to bind port 1f06625e-9d5f-4df4-b571-687ab2d1b46a by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1190ca86-9826-4c9e-8224-2aa74710d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:56.328936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Attempting to bind port 1f06625e-9d5f-4df4-b571-687ab2d1b46a on network e301c4e4-fb7c-4656-a6fa-d7b0d117486e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:56.376753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:56.377148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Checking segment: {'id': '1190ca86-9826-4c9e-8224-2aa74710d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:56.378008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.378412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Bound using segment: {'id': '1190ca86-9826-4c9e-8224-2aa74710d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:56.378894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Bound port: 1f06625e-9d5f-4df4-b571-687ab2d1b46a, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190ca86-9826-4c9e-8224-2aa74710d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:56.379258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.450145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.473627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f63ec0-e114-44b4-b8b1-a7136847ccd5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:56.523859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f66e78a7-10f2-4c1a-9d39-fec44421e945 admin admin] 10.222.0.72 "DELETE /v2.0/networks/80f63ec0-e114-44b4-b8b1-a7136847ccd5 HTTP/1.1" status: 204 len: 168 time: 1.7748549 May 12 19:45:56.582261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cac6-e22f-4ba1-afcb-0506ed4933b4 req-1f6125bb-62b5-41b4-8085-990fe7318ceb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:56.583852 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec08cac6-e22f-4ba1-afcb-0506ed4933b4 req-1f6125bb-62b5-41b4-8085-990fe7318ceb tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.5482783 May 12 19:45:56.591675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.711196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] Current status of the port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:56.720331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:56.853622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 19:45:56.853622 n-d-841626-1 neutron-server[88113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 19:45:56.853622 n-d-841626-1 neutron-server[88113]: [parameters: {'id': 'e301c4e4-fb7c-4656-a6fa-d7b0d117486e'}] May 12 19:45:56.853622 n-d-841626-1 neutron-server[88113]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:45:56.854432 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:45:56.947003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:57.001496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.009389 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.042088 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.049586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] For port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,segment=NetworkSegment(674a5bf9-99a8-4315-b1e0-013f5f58d8ee),segment_id=674a5bf9-99a8-4315-b1e0-013f5f58d8ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:57.091447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 843b455b-34f8-462f-8610-e23571223e7b owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:57.098989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Transition to ACTIVE for port object 73323c6d-b4ab-4d78-b6b7-0b175d68e576 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:57.121605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.223347 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9941950c-76a2-447e-874a-52d51560ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.228758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec08cac6-e22f-4ba1-afcb-0506ed4933b4 req-ad997e0b-183d-4d2f-a312-1f93401c4b45 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167440 May 12 19:45:57.308085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:57.309084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.325737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a640e9-db4d-4bbe-9545-cabb28280eab req-a78f0cbf-a106-4297-b458-e73b56f5ace1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:57.326598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02a640e9-db4d-4bbe-9545-cabb28280eab req-a78f0cbf-a106-4297-b458-e73b56f5ace1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:57.380768 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1bfd4690-8804-4773-8831-b8ee765f2ea4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=49acd70523ac43c4a961587eabedea45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322114 May 12 19:45:57.381727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.383643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:57.384897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] device_id is not set on port b38de7ed-6964-48ba-b80a-7c261120c3a5 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:45:57.415056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Transition to ACTIVE for port object 73323c6d-b4ab-4d78-b6b7-0b175d68e576 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:57.417287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] For port 1f06625e-9d5f-4df4-b571-687ab2d1b46a, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:57.422538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.443703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02a640e9-db4d-4bbe-9545-cabb28280eab req-a78f0cbf-a106-4297-b458-e73b56f5ace1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:57.456984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/0910039c-526e-4aea-b4dc-0e2d6ef5bede/221cf325-1694-45a3-9dd7-b74e6cd15e9b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:57.459667 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.463406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02a640e9-db4d-4bbe-9545-cabb28280eab req-a78f0cbf-a106-4297-b458-e73b56f5ace1 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.3837283 May 12 19:45:57.468026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] For port 1f06625e-9d5f-4df4-b571-687ab2d1b46a, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1f06625e-9d5f-4df4-b571-687ab2d1b46a,segment=NetworkSegment(1190ca86-9826-4c9e-8224-2aa74710d952),segment_id=1190ca86-9826-4c9e-8224-2aa74710d952)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:57.480207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900ab9e-edb3-4480-9d88-ccf37453621a None None] Pushing event updated for resources: {'Port': ['ID=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:57.488041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.546311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02a640e9-db4d-4bbe-9545-cabb28280eab req-101a4083-56f0-4aa7-a2b3-6d414113fa70 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:57.559637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.630032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-02a640e9-db4d-4bbe-9545-cabb28280eab req-101a4083-56f0-4aa7-a2b3-6d414113fa70 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:57.638106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02a640e9-db4d-4bbe-9545-cabb28280eab req-101a4083-56f0-4aa7-a2b3-6d414113fa70 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737068 May 12 19:45:57.680756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:57.705733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=843b455b-34f8-462f-8610-e23571223e7b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:57.712013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:57.738425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:57.741305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.763920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5810d807-74c5-4b9e-a027-4f7f0b2053bc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/843b455b-34f8-462f-8610-e23571223e7b HTTP/1.1" status: 204 len: 168 time: 2.9612460 May 12 19:45:57.770496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39628) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:57.851796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 1f06625e-9d5f-4df4-b571-687ab2d1b46a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:57.852453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:57.902154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897235a0-7276-4d42-ada1-7b9e60683609 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:57.903818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897235a0-7276-4d42-ada1-7b9e60683609 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:57.904571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-897235a0-7276-4d42-ada1-7b9e60683609 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:45:57.926452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-897235a0-7276-4d42-ada1-7b9e60683609 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:45:57.932828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-897235a0-7276-4d42-ada1-7b9e60683609 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1599205 May 12 19:45:57.933792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39632) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:45:57.951631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Pushing event updated for resources: {'Port': ['ID=73323c6d-b4ab-4d78-b6b7-0b175d68e576,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:57.992053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:45:57.992498 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:45:58.011775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Attempting to bind port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:45:58.012142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Attempting to bind port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '87d37977-6e9d-47fa-9cd4-3fdcaac66b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:45:58.012830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Attempting to bind port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 on network c65aac56-9fc9-418b-8703-ea4f7a412aed {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:45:58.017078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.082427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:45:58.082721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Checking segment: {'id': '87d37977-6e9d-47fa-9cd4-3fdcaac66b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:45:58.083107 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.083359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Bound using segment: {'id': '87d37977-6e9d-47fa-9cd4-3fdcaac66b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:45:58.083846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Bound port: 73323c6d-b4ab-4d78-b6b7-0b175d68e576, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d37977-6e9d-47fa-9cd4-3fdcaac66b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:45:58.084208 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.093916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 0910039c-526e-4aea-b4dc-0e2d6ef5bede {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:45:58.128273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a867eaf7-5381-497b-9e0d-27468d5c13cc tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:58.129808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a867eaf7-5381-497b-9e0d-27468d5c13cc tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.1369801 May 12 19:45:58.186006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396dfba-6adb-4989-82af-7eeb0de2c0a7 None None] Pushing event updated for resources: {'Port': ['ID=1f06625e-9d5f-4df4-b571-687ab2d1b46a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:58.251181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Deleting port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:45:58.251600 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.254749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae794351-2138-4472-988d-ec2fc909840b None None] Network e301c4e4-fb7c-4656-a6fa-d7b0d117486e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:45:58.371579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port 1f06625e-9d5f-4df4-b571-687ab2d1b46a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1f06625e-9d5f-4df4-b571-687ab2d1b46a,segment=NetworkSegment(1190ca86-9826-4c9e-8224-2aa74710d952),segment_id=1190ca86-9826-4c9e-8224-2aa74710d952)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:58.372233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.381968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.409136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Allocated IP 172.20.0.5 (c65aac56-9fc9-418b-8703-ea4f7a412aed/e555d746-2ede-429c-9b38-08ced4623a66/b38de7ed-6964-48ba-b80a-7c261120c3a5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:58.559574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for 1f06625e-9d5f-4df4-b571-687ab2d1b46a owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:58.655683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:58.662854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Allocated IP 2001:db8::20e (c8e36b67-c201-47ae-875f-e15bb3c3ca03/d918a0ca-9aad-4282-8dd8-f1acd804b376/17cfa4a9-e0d1-4066-9861-209c0c643e8b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:45:58.765625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] For port 73323c6d-b4ab-4d78-b6b7-0b175d68e576, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:45:58.771295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c7ce96c6-da7e-479e-b209-4fa0de33e6f6 None None] Provisioning complete for port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:58.771685 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c7ce96c6-da7e-479e-b209-4fa0de33e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.806515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:45:58.858280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] For port 73323c6d-b4ab-4d78-b6b7-0b175d68e576, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=73323c6d-b4ab-4d78-b6b7-0b175d68e576,segment=NetworkSegment(87d37977-6e9d-47fa-9cd4-3fdcaac66b15),segment_id=87d37977-6e9d-47fa-9cd4-3fdcaac66b15)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:45:58.894477 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.906327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] For port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:45:58.906693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.911703 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.955505 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.961177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:58.990639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebea5d6-f3f3-461a-8962-3169f8a821fd req-67c2a599-a306-4515-8cc9-5ea76c0466b6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:58.993688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebea5d6-f3f3-461a-8962-3169f8a821fd req-67c2a599-a306-4515-8cc9-5ea76c0466b6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.4870226 May 12 19:45:59.024047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Transition to ACTIVE for port object 221cf325-1694-45a3-9dd7-b74e6cd15e9b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:59.074092 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d79e117-3378-4a2b-ba0f-d028575ae669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.090312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3181a179-5dd3-40ea-ae1b-5f23cdb3e289,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:59.091432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Transition to ACTIVE for port object 221cf325-1694-45a3-9dd7-b74e6cd15e9b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:45:59.106010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.111371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec465b9-243f-4db9-be24-ccadd70a46d6 None None] Pushing event updated for resources: {'Port': ['ID=73323c6d-b4ab-4d78-b6b7-0b175d68e576,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:59.134399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.149672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:45:59.150041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.153883 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.194983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Calling delete_port for fdfbe4c0-87fd-470d-8f31-6b1819f5e39e owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:45:59.200606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.245687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.246036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.246379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.246713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.247046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.247377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.247746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.248077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.248400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.248761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.249085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.249493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:45:59.253239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Port': ['ID=1f06625e-9d5f-4df4-b571-687ab2d1b46a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:59.334727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network c8e36b67-c201-47ae-875f-e15bb3c3ca03 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:59.339675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ebea5d6-f3f3-461a-8962-3169f8a821fd req-9fa50f71-3950-404b-a1af-24555f623f93 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686176 May 12 19:45:59.346577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No DVR routers for this DVR port 1f06625e-9d5f-4df4-b571-687ab2d1b46a on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:45:59.393755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:59.396880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:59.398823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.472437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:45:59.494602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:45:59.502773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:45:59.635802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.660222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce96c6-da7e-479e-b209-4fa0de33e6f6 None None] Current status of the port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:45:59.685799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['f37e44e8-efde-4233-86da-a4458c8d0252'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:45:59.702179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f4d5f-9f0a-41d3-a3da-58a41f27f1b0 req-0896cfb8-b44d-4d72-8752-ab67fd249a84 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:45:59.707085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:45:59.711571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-07b8dcf6-149b-4565-a56d-9db29b925288 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3181a179-5dd3-40ea-ae1b-5f23cdb3e289 HTTP/1.1" status: 204 len: 168 time: 2.2869520 May 12 19:45:59.712194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d68f4d5f-9f0a-41d3-a3da-58a41f27f1b0 req-0896cfb8-b44d-4d72-8752-ab67fd249a84 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 945 time: 0.8856664 May 12 19:45:59.743692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event deleted for resources: {'Port': ['ID=fdfbe4c0-87fd-470d-8f31-6b1819f5e39e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:45:59.828298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Pushing event updated for resources: {'Port': ['ID=221cf325-1694-45a3-9dd7-b74e6cd15e9b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:00.049322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] No DVR routers for this DVR port fdfbe4c0-87fd-470d-8f31-6b1819f5e39e on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:00.061048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d68f4d5f-9f0a-41d3-a3da-58a41f27f1b0 req-65d02c79-92d8-4ca4-802f-bc78b4564a70 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189142 May 12 19:46:00.064130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.068921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'name': 'network-vif-deleted', 'tag': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:46:00.098452 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.169287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb363-e29e-45ce-9163-ce0a3c89b1ab req-4b58c19f-d99a-4045-b021-26b263ce79ca tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:00.170600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.171147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99aeb363-e29e-45ce-9163-ce0a3c89b1ab req-4b58c19f-d99a-4045-b021-26b263ce79ca tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.3479648 May 12 19:46:00.176725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e46aced-dd6f-458e-9f53-a742d5e0b1f1 req-a9afbe75-c76f-4cc0-a108-6cd5b4bf474b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.36 "DELETE /v2.0/ports/fdfbe4c0-87fd-470d-8f31-6b1819f5e39e HTTP/1.1" status: 204 len: 173 time: 2.0402610 May 12 19:46:00.197840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Attempting to bind port 221cf325-1694-45a3-9dd7-b74e6cd15e9b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:00.199912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Attempting to bind port 221cf325-1694-45a3-9dd7-b74e6cd15e9b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:00.200254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Attempting to bind port 221cf325-1694-45a3-9dd7-b74e6cd15e9b on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:00.266347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Transition to ACTIVE for port object b38de7ed-6964-48ba-b80a-7c261120c3a5 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:00.277911 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b0c23c-a5d6-439f-9c20-4701a5193e18'] response: {'server_uuid': '86c70797-e5bf-47a2-94cf-76a4ef0741fa', 'name': 'network-vif-deleted', 'tag': 'fdfbe4c0-87fd-470d-8f31-6b1819f5e39e', 'status': 'completed', 'code': 200} May 12 19:46:00.303367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:00.303742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:00.304160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.304881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:00.305289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Bound port: 221cf325-1694-45a3-9dd7-b74e6cd15e9b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:00.305664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.334538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Port': ['ID=17cfa4a9-e0d1-4066-9861-209c0c643e8b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:00.369547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99aeb363-e29e-45ce-9163-ce0a3c89b1ab req-c8f6255f-c861-42f8-9be6-89f88f9479a3 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881733 May 12 19:46:00.444522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.637120 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.666389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:00.699804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fdfbe4c0-87fd-470d-8f31-6b1819f5e39e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:00.788059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=0910039c-526e-4aea-b4dc-0e2d6ef5bede,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:00.851733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:00.923737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-73c11a63-7f4b-4dd7-9dda-51b27337e9dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/0910039c-526e-4aea-b4dc-0e2d6ef5bede HTTP/1.1" status: 204 len: 168 time: 2.9886792 May 12 19:46:00.929032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39692) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:00.977252 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:01.010455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-676feae8-8a9a-4a82-960b-9830ebc3260a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4407017 May 12 19:46:01.039200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b8a5b-f6af-4664-8d5b-1329d0428daa req-123a1903-bc7b-44f0-922a-d565ecd4ae45 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:01.040730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: fdfbe4c0-87fd-470d-8f31-6b1819f5e39e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:01.041073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fdfbe4c0-87fd-470d-8f31-6b1819f5e39e not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:01.060932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be0b8a5b-f6af-4664-8d5b-1329d0428daa req-123a1903-bc7b-44f0-922a-d565ecd4ae45 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.2681444 May 12 19:46:01.111280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-55543d75-96c3-42d2-ae58-a5579c96126a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738033 May 12 19:46:01.115187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39706) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:01.127009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95cb72f-d589-4563-9be6-7fdf7e331779 None None] Network c65aac56-9fc9-418b-8703-ea4f7a412aed requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:01.171429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 73323c6d-b4ab-4d78-b6b7-0b175d68e576 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:01.359401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be0b8a5b-f6af-4664-8d5b-1329d0428daa req-f0c5b15f-27e0-4fd2-a8e7-646c4f6338f7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892165 May 12 19:46:01.646062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:01.688358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1707134d-8591-4ad1-8ba4-84c06dc523e1 None None] Provisioning for port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:01.711833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:01.727920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:01.738004 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:01.757413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39718) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:01.764814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:01.782063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] For port 221cf325-1694-45a3-9dd7-b74e6cd15e9b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:01.823959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] For port 221cf325-1694-45a3-9dd7-b74e6cd15e9b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=221cf325-1694-45a3-9dd7-b74e6cd15e9b,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:01.871017 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:01.905731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-da8ae02f-0ba0-4298-b1e1-347c732c231b req-b5254369-b905-46cb-9d7f-e52e74f57a50 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:01.937762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:01.973765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:01.979690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:01.980289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.013703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:02.013958 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.017419 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.7885985 May 12 19:46:02.051234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39730) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:02.088585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-da8ae02f-0ba0-4298-b1e1-347c732c231b req-b5254369-b905-46cb-9d7f-e52e74f57a50 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:02.091155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da8ae02f-0ba0-4298-b1e1-347c732c231b req-b5254369-b905-46cb-9d7f-e52e74f57a50 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=86c70797-e5bf-47a2-94cf-76a4ef0741fa HTTP/1.1" status: 200 len: 210 time: 0.7168999 May 12 19:46:02.138413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a97a0-0a09-4e69-b607-98e1e2a420a0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=b38de7ed-6964-48ba-b80a-7c261120c3a5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:02.148774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e301c4e4-fb7c-4656-a6fa-d7b0d117486e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:02.205115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f100a6-e458-4897-96ff-eb38bcc3735e None None] Pushing event updated for resources: {'Port': ['ID=221cf325-1694-45a3-9dd7-b74e6cd15e9b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:02.236457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1190ca86-9826-4c9e-8224-2aa74710d952') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:02.237104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f186c47-12a1-4609-9705-7f5658328940 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.238597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2f186c47-12a1-4609-9705-7f5658328940 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:02.239499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1190ca86-9826-4c9e-8224-2aa74710d952') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:02.254187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-0cb71e0b-831d-4fd1-bde9-c53394f6826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.256119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-0cb71e0b-831d-4fd1-bde9-c53394f6826d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3edbfea9cff45ed8a41476df8865706&device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 1097 time: 1.1041179 May 12 19:46:02.284622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.294570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e88b7-dbb0-42a8-a72f-e2de1414a6d2 req-944740ff-1674-4b03-9a7b-0074955d6f4b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.303529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-481e88b7-dbb0-42a8-a72f-e2de1414a6d2 req-944740ff-1674-4b03-9a7b-0074955d6f4b tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.3621035 May 12 19:46:02.309910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:02.310277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.348867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 73323c6d-b4ab-4d78-b6b7-0b175d68e576, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=73323c6d-b4ab-4d78-b6b7-0b175d68e576,segment=NetworkSegment(87d37977-6e9d-47fa-9cd4-3fdcaac66b15),segment_id=87d37977-6e9d-47fa-9cd4-3fdcaac66b15)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:02.359298 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.391185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2f186c47-12a1-4609-9705-7f5658328940 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:02.392877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2f186c47-12a1-4609-9705-7f5658328940 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.2717879 May 12 19:46:02.440171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-481e88b7-dbb0-42a8-a72f-e2de1414a6d2 req-1f5eba57-ba1d-4b60-8499-dbfbc5de03f6 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356757 May 12 19:46:02.448662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:02.501842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=73323c6d-b4ab-4d78-b6b7-0b175d68e576,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:02.509540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.520056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1090825763-network', 'tenant_id': 'c6e41ce710b648768d1ad6171bd6521e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:02.534538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:02.600816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-9dd05851-7b91-49c6-8bd4-29d04b41dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.602348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-9dd05851-7b91-49c6-8bd4-29d04b41dfd5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 200 len: 920 time: 0.2623491 May 12 19:46:02.605525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Usage tracker for resource:network and tenant:c6e41ce710b648768d1ad6171bd6521e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:02.616003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:02.657418 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.666137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Provisioning for port b38de7ed-6964-48ba-b80a-7c261120c3a5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:02.671169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Provisioning complete for port b38de7ed-6964-48ba-b80a-7c261120c3a5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:02.671537 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.680727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:02.684799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:02.685222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: timer() May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:02.701497 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:02.722089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8508c-897c-4b76-a0b0-e8ff14d5c42d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.723002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5de8508c-897c-4b76-a0b0-e8ff14d5c42d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:02.728815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba04e46-ac8d-4044-8b23-6ae6303eb1c8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.735538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba04e46-ac8d-4044-8b23-6ae6303eb1c8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.736253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-de15657e-9177-419e-b70a-c7f1ba5977e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 200 len: 217 time: 0.1267338 May 12 19:46:02.742915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba04e46-ac8d-4044-8b23-6ae6303eb1c8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:02.744307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cba04e46-ac8d-4044-8b23-6ae6303eb1c8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Synchronizing usage tracker for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:02.748389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Port b38de7ed-6964-48ba-b80a-7c261120c3a5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:02.760782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Provisioning complete for port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:02.761340 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:02.794486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5de8508c-897c-4b76-a0b0-e8ff14d5c42d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:02.798633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5de8508c-897c-4b76-a0b0-e8ff14d5c42d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3453119 May 12 19:46:02.806760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39746) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:02.829713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 73323c6d-b4ab-4d78-b6b7-0b175d68e576 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:02.891490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Made reservation on behalf of c6e41ce710b648768d1ad6171bd6521e for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:02.895949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.050731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39824c4a-7853-4848-8e68-3ab70c07070b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2425132 May 12 19:46:03.061352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Current status of the port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:03.072329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39756) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:03.088533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:03.089041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.092984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:03.113644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-ad6c4b95-3a22-487d-a132-dae8ff6e6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:03.115455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-ad6c4b95-3a22-487d-a132-dae8ff6e6750 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 200 len: 858 time: 0.3702970 May 12 19:46:03.146966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.151390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Provisioning for port 0814f687-5d6e-4ad0-966f-03404f87a82e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:03.157443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Provisioning complete for port 0814f687-5d6e-4ad0-966f-03404f87a82e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:03.157965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.191991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cba04e46-ac8d-4044-8b23-6ae6303eb1c8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Unset dirty status for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:03.202835 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cba04e46-ac8d-4044-8b23-6ae6303eb1c8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.1488211 May 12 19:46:03.208345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39762) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:03.224144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3567b-82a6-41a5-8c2a-10696f7edaef None None] Port 0814f687-5d6e-4ad0-966f-03404f87a82e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:03.342012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-59736c38-1b6f-4805-b51b-67b9dda5dd70 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:03.343600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-59736c38-1b6f-4805-b51b-67b9dda5dd70 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 0.4308493 May 12 19:46:03.346521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:03.348853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b17e1ea-fe69-47b3-a7cf-3502473fc49d None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:46:03.369235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.403011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:03.427946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:03.446444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:03.456450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-a66241b0-c8d0-4cdc-a633-8999dc0501f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:03.457965 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.459009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-a66241b0-c8d0-4cdc-a633-8999dc0501f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a83751e2-4ec2-406f-8e4f-91c0dbd064e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3288157 May 12 19:46:03.465757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bc3d1047-40e1-4571-b69d-3b61414d03fd None None] Provisioning complete for port b38de7ed-6964-48ba-b80a-7c261120c3a5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:03.466124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1047-40e1-4571-b69d-3b61414d03fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.467604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Deleting port b62be491-9274-4568-983b-7e08fe0c76ff {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:03.468166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.501769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/e301c4e4-fb7c-4656-a6fa-d7b0d117486e HTTP/1.1" status: 204 len: 168 time: 10.1779015 May 12 19:46:03.511562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:03.512682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Usage tracker for resource:security_group_rule and tenant:c6e41ce710b648768d1ad6171bd6521e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:03.537462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:03.543380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083260559'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:03.560472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:03.566203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:03.573560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:03.592648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:03.651554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e12e6a-3129-43b1-959a-3c71a76ee8d2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=e301c4e4-fb7c-4656-a6fa-d7b0d117486e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:03.654066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.659158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:03.663720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:03.663856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.667898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:03.671682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.689885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port b38de7ed-6964-48ba-b80a-7c261120c3a5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:03.691150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.740148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d1047-40e1-4571-b69d-3b61414d03fd None None] Port b38de7ed-6964-48ba-b80a-7c261120c3a5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:03.777223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b17e1ea-fe69-47b3-a7cf-3502473fc49d None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:46:03.783994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bc3d1047-40e1-4571-b69d-3b61414d03fd None None] Provisioning complete for port 0814f687-5d6e-4ad0-966f-03404f87a82e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:03.793225 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1047-40e1-4571-b69d-3b61414d03fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:03.941423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d1047-40e1-4571-b69d-3b61414d03fd None None] Port 0814f687-5d6e-4ad0-966f-03404f87a82e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:04.109771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:04.119197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.119540 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment c0a0500a-0a01-42a0-be4e-31659f5e7241 of type vlan for network 2b8d8173-9ff3-4fd6-a302-1170c411b37f May 12 19:46:04.148534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.195743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.202459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:04.204085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.298657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-3e59a993-87c2-453e-9c2b-150a0a6de2d5 service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471189 May 12 19:46:04.490922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.503297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] Update dhcp port {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': 'ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '221cf325-1694-45a3-9dd7-b74e6cd15e9b'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:46:04.568172 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.584817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.665371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:04.680558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:04.687348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:04.687933 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.743732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Calling delete_port for b38de7ed-6964-48ba-b80a-7c261120c3a5 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:04.787355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f827b942-5bbc-43af-a87b-b8276ce32fcc req-896cc63f-52c3-467b-88c9-379c5137da9f service neutron] 10.222.0.73 "GET /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869956 May 12 19:46:04.821597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b/221cf325-1694-45a3-9dd7-b74e6cd15e9b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:04.831693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=2b8d8173-9ff3-4fd6-a302-1170c411b37f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:04.864421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] For port b62be491-9274-4568-983b-7e08fe0c76ff, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b62be491-9274-4568-983b-7e08fe0c76ff,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:04.864870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:04.875344 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b7e44e0c-6f17-454d-b56f-3cec5c0c208c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3399446 May 12 19:46:04.876738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39794) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:04.883768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:04.959420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': '2b8d8173-9ff3-4fd6-a302-1170c411b37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:04.982444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] For port 221cf325-1694-45a3-9dd7-b74e6cd15e9b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=221cf325-1694-45a3-9dd7-b74e6cd15e9b,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:05.010609 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.035779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] Ignored duplicate provisioning block setup for port 221cf325-1694-45a3-9dd7-b74e6cd15e9b by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 12 19:46:05.035779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 2b8d8173-9ff3-4fd6-a302-1170c411b37f details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:05.035996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0b65aa72-bf58-4c13-93c7-7200e2842a74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9601572 May 12 19:46:05.054956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39804) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:05.079045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Calling delete_port for b62be491-9274-4568-983b-7e08fe0c76ff owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:05.098928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.198879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56787ef7-7c90-4521-98ae-4847273b204c None None] Pushing event updated for resources: {'Port': ['ID=221cf325-1694-45a3-9dd7-b74e6cd15e9b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:05.227915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': 'ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b', 'ip_address': '2001:db8::753f:7901:906d:852f'}], 'name': 'tempest-NetworksTestDHCPv6-1101989320'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:05.238510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Router 6b552eb7-2c38-4879-a93c-d4c2f98a02d9 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:46:05.257628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.258797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:05.270506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:05.277888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.292344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:05.303008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.303351 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Added segment 5902afd5-6166-48f1-a246-1dda58203ef1 of type vlan for network a43f7307-bd6c-468e-94cf-5c5af324dfc2 May 12 19:46:05.325016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:05.329605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1a5e5-dcc8-4b58-a2ef-b9e2141dd73a req-f098b964-27e4-4cf6-86f5-7ba51afc18bc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:05.331166 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebb1a5e5-dcc8-4b58-a2ef-b9e2141dd73a req-f098b964-27e4-4cf6-86f5-7ba51afc18bc tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 946 time: 1.3757670 May 12 19:46:05.345464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e84053-7586-49a1-a89d-aaef48672ade req-53c27ca4-edf1-4974-b19c-4d18e0c16d5f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:05.350085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6e84053-7586-49a1-a89d-aaef48672ade req-53c27ca4-edf1-4974-b19c-4d18e0c16d5f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 1.2751825 May 12 19:46:05.405276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:05.463755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.525787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d090de2d-cff3-4276-98d1-68c40f89a7dc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:05.539972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.544223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:05.547668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.559906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e6e84053-7586-49a1-a89d-aaef48672ade req-2ec691bd-8901-4431-8f91-3fb5a8b3d127 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584668 May 12 19:46:05.576011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Port': ['ID=b38de7ed-6964-48ba-b80a-7c261120c3a5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:05.607786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebb1a5e5-dcc8-4b58-a2ef-b9e2141dd73a req-81bbcc98-3d76-426f-ae9c-94762d365e75 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399545 May 12 19:46:05.632939 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.652526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6d61dd5f-2f71-4724-ba82-da4eaf8094bb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:46:05.700738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event deleted for resources: {'Port': ['ID=b62be491-9274-4568-983b-7e08fe0c76ff,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:05.714067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:05.795152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:05.802690 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:46:05.847626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:05.877971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.879170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:05.879931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.916241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] No DVR routers for this DVR port b62be491-9274-4568-983b-7e08fe0c76ff on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:05.985001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:05.987939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'name': 'network-vif-deleted', 'tag': 'b62be491-9274-4568-983b-7e08fe0c76ff'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:46:06.024269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4dc42dd-8a90-48ec-a6cd-4aebe0bda93b req-a1c9cf82-efda-40ee-a9fb-f4eca02dd313 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.36 "DELETE /v2.0/ports/b62be491-9274-4568-983b-7e08fe0c76ff HTTP/1.1" status: 204 len: 173 time: 2.6724200 May 12 19:46:06.098420 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cefd2a-258a-482d-a8be-21e32f97f293'] response: {'server_uuid': '50205b00-4129-43f9-a7cc-b427ae9f4f43', 'name': 'network-vif-deleted', 'tag': 'b62be491-9274-4568-983b-7e08fe0c76ff', 'status': 'completed', 'code': 200} May 12 19:46:06.234625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:06.261783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:46:06.316657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:06.332743 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Sync routers for ids ['6b552eb7-2c38-4879-a93c-d4c2f98a02d9'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:06.353698 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Routers {'6b552eb7-2c38-4879-a93c-d4c2f98a02d9'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:06.354392 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:45:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['6b552eb7-2c38-4879-a93c-d4c2f98a02d9'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:06.426170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-23575bf6-5107-4568-acb9-a0fe14bea26f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:06.427627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-23575bf6-5107-4568-acb9-a0fe14bea26f tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 0.3284037 May 12 19:46:06.508133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.7449830 May 12 19:46:06.513127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Deleting port f37e44e8-efde-4233-86da-a4458c8d0252 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:06.513504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:06.520874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ec662-1c5a-4953-bb64-9ebd44eaf96f admin admin] Pushing event updated for resources: {'Network': ['ID=a43f7307-bd6c-468e-94cf-5c5af324dfc2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:06.529860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:06.539650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a43f7307-bd6c-468e-94cf-5c5af324dfc2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:06.569022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Request body: {'subnet': {'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1090825763-subnet', 'tenant_id': 'c6e41ce710b648768d1ad6171bd6521e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:06.726133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:06.726421 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0470095d-3eca-4df5-944a-2dc122de2e89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 14.7387068 May 12 19:46:06.749766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39838) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:06.753346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:06.933820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Set router 6b552eb7-2c38-4879-a93c-d4c2f98a02d9 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:06.970438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b62be491-9274-4568-983b-7e08fe0c76ff no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:07.019036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 221cf325-1694-45a3-9dd7-b74e6cd15e9b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:07.044889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Usage tracker for resource:subnet and tenant:c6e41ce710b648768d1ad6171bd6521e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:07.074581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: b62be491-9274-4568-983b-7e08fe0c76ff {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:07.074928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b62be491-9274-4568-983b-7e08fe0c76ff not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:07.081412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8928e1-178f-4dca-86bd-87c5f62b458f None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:46:07.093271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:07.111051 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e306876c-b520-48c0-9f3c-bda76d4c5c12 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/ports/b38de7ed-6964-48ba-b80a-7c261120c3a5 HTTP/1.1" status: 204 len: 168 time: 3.8903308 May 12 19:46:07.117686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:07.136231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39842) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:07.164069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:07.221441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8928e1-178f-4dca-86bd-87c5f62b458f None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:46:07.398239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7fc7aa7-eb76-4d02-b305-f52a98e2432e None None] Provisioning for port 221cf325-1694-45a3-9dd7-b74e6cd15e9b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:07.466964 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b552eb7-2c38-4879-a93c-d4c2f98a02d9', 'name': '', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'external_fixed_ips': [{'subnet_id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'ip_address': '2001:db8::20e'}], 'enable_snat': True}, 'gw_port_id': '17cfa4a9-e0d1-4066-9861-209c0c643e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:45:52Z', 'updated_at': '2022-05-12T19:45:59Z', 'revision_number': 3, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port': {'id': '17cfa4a9-e0d1-4066-9861-209c0c643e8b', 'name': '', 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b552eb7-2c38-4879-a93c-d4c2f98a02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'ip_address': '2001:db8::20e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:45:57Z', 'updated_at': '2022-05-12T19:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:07.470777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:07.472287 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Checking router: 6b552eb7-2c38-4879-a93c-d4c2f98a02d9 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:46:07.472845 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Updating router 6b552eb7-2c38-4879-a93c-d4c2f98a02d9 port 17cfa4a9-e0d1-4066-9861-209c0c643e8b binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:46:07.527614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c49891d9-d354-4831-81fe-300f9e93f492 req-1bb3563b-9d9c-40cc-ba2d-ec5e905a89b7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Synchronizing usage tracker for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:07.546332 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e28b58-781b-4167-85a4-42d98c2e97b8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] GET failed (client error): The resource could not be found. May 12 19:46:07.547364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a5e28b58-781b-4167-85a4-42d98c2e97b8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Synchronizing usage tracker for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:07.566708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Made reservation on behalf of c6e41ce710b648768d1ad6171bd6521e for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:07.569498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:07.569817 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:07.610543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 221cf325-1694-45a3-9dd7-b74e6cd15e9b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:07.633129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 221cf325-1694-45a3-9dd7-b74e6cd15e9b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:07.633432 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:07.755858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c49891d9-d354-4831-81fe-300f9e93f492 req-1bb3563b-9d9c-40cc-ba2d-ec5e905a89b7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Unset dirty status for tenant:caf0a5726dc6441e927a80af360d5518 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:07.770883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c49891d9-d354-4831-81fe-300f9e93f492 req-1bb3563b-9d9c-40cc-ba2d-ec5e905a89b7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=50205b00-4129-43f9-a7cc-b427ae9f4f43 HTTP/1.1" status: 200 len: 210 time: 0.8340173 May 12 19:46:07.818568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=54dda071-4033-4828-896e-c17b2d2e07a1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:07.898012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a5e28b58-781b-4167-85a4-42d98c2e97b8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Unset dirty status for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:07.899669 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a5e28b58-781b-4167-85a4-42d98c2e97b8 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "GET /v2.0/ports/b38de7ed-6964-48ba-b80a-7c261120c3a5 HTTP/1.1" status: 404 len: 333 time: 0.7530210 May 12 19:46:07.948222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39856) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:07.957342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::753f:7901:906d:852f (bf971410-83a2-4bb7-8884-aa25d5cf9a81/ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b/5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:07.963666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'name': 'tempest-AllowedAddressPairTestJSON-762981824'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:07.970988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': 'c0a0500a-0a01-42a0-be4e-31659f5e7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2b8d8173-9ff3-4fd6-a302-1170c411b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:07.975899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: 2b8d8173-9ff3-4fd6-a302-1170c411b37f, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:07.995942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 221cf325-1694-45a3-9dd7-b74e6cd15e9b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:07.996427 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:07.997711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.005068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1368e-fe08-4c3f-b8de-1fbd90a191fc req-7a965927-7d33-4511-9376-9a7dd2309e58 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:08.006983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6e1368e-fe08-4c3f-b8de-1fbd90a191fc req-7a965927-7d33-4511-9376-9a7dd2309e58 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 946 time: 1.0888851 May 12 19:46:08.011570 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.065373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 221cf325-1694-45a3-9dd7-b74e6cd15e9b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=221cf325-1694-45a3-9dd7-b74e6cd15e9b,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:08.072536 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.233424 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.274557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=221cf325-1694-45a3-9dd7-b74e6cd15e9b,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:08.294019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Transition to ACTIVE for port object 17cfa4a9-e0d1-4066-9861-209c0c643e8b will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:08.321732 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.382931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network 2b8d8173-9ff3-4fd6-a302-1170c411b37f is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:08.443680 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.449368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:08.469760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 2b8d8173-9ff3-4fd6-a302-1170c411b37f) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:08.470280 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Attempting to bind port 17cfa4a9-e0d1-4066-9861-209c0c643e8b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:08.476130 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Attempting to bind port 17cfa4a9-e0d1-4066-9861-209c0c643e8b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1ba5f8f5-cab3-486a-a7b1-1558aee0069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:08.476602 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Attempting to bind port 17cfa4a9-e0d1-4066-9861-209c0c643e8b on network c8e36b67-c201-47ae-875f-e15bb3c3ca03 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:08.482559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] For port f37e44e8-efde-4233-86da-a4458c8d0252, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f37e44e8-efde-4233-86da-a4458c8d0252,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:08.482984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.491149 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:08.491619 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Checking segment: {'id': '1ba5f8f5-cab3-486a-a7b1-1558aee0069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:08.492204 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.492726 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Bound using segment: {'id': '1ba5f8f5-cab3-486a-a7b1-1558aee0069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:08.493467 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Bound port: 17cfa4a9-e0d1-4066-9861-209c0c643e8b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba5f8f5-cab3-486a-a7b1-1558aee0069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:08.493831 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.510551 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6e1368e-fe08-4c3f-b8de-1fbd90a191fc req-db66c6cd-46e8-4ed5-892a-7a9ef9f3cd84 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/security-groups?id=395b2f85-b707-4dda-baae-abc0cc44dd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364524 May 12 19:46:08.584354 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] For port 17cfa4a9-e0d1-4066-9861-209c0c643e8b, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:08.588573 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] For port 17cfa4a9-e0d1-4066-9861-209c0c643e8b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=17cfa4a9-e0d1-4066-9861-209c0c643e8b,segment=NetworkSegment(1ba5f8f5-cab3-486a-a7b1-1558aee0069a),segment_id=1ba5f8f5-cab3-486a-a7b1-1558aee0069a)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:08.596894 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.597157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:08.598442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.629848 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Pushing event updated for resources: {'Port': ['ID=17cfa4a9-e0d1-4066-9861-209c0c643e8b,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:08.645839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Calling delete_port for f37e44e8-efde-4233-86da-a4458c8d0252 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:08.655456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.656410 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.656950 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.657520 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.658010 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.658472 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.658986 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.659432 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.659919 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.664359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.664856 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.665304 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:08.685151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.775187 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78076a82-4fed-4a9c-b888-c8aa52b0e29e None None] Pushing event updated for resources: {'Port': ['ID=17cfa4a9-e0d1-4066-9861-209c0c643e8b,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:08.781599 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Routers {'6b552eb7-2c38-4879-a93c-d4c2f98a02d9'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:08.782350 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:45:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['6b552eb7-2c38-4879-a93c-d4c2f98a02d9'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:08.784620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b507b098-9169-4362-93c5-af9de0625543,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:08.802481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fbf80ffe-01a6-4d79-9acd-eca9df6eaef4 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9011848 May 12 19:46:08.803681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39872) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:08.813235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 221cf325-1694-45a3-9dd7-b74e6cd15e9b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:08.838817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193385634'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:08.894819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:08.934760 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.936615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:08.956565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.980076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:08.982408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 221cf325-1694-45a3-9dd7-b74e6cd15e9b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:08.982770 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:08.984892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:08.987854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Checking segment: {'id': '5902afd5-6166-48f1-a246-1dda58203ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:08.988215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Network hostable DHCP agents. Network: a43f7307-bd6c-468e-94cf-5c5af324dfc2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:09.028298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:09.062827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Deleting port 17cfa4a9-e0d1-4066-9861-209c0c643e8b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:09.063188 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.119314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06ac577-f270-4594-83d4-c3d4c4da4a7e None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:09.182190 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] Set router 6b552eb7-2c38-4879-a93c-d4c2f98a02d9 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:09.220692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Pushing event deleted for resources: {'Port': ['ID=f37e44e8-efde-4233-86da-a4458c8d0252,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:09.297418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:09.315639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.358649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Network a43f7307-bd6c-468e-94cf-5c5af324dfc2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:09.391768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:09.399757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.406183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a43f7307-bd6c-468e-94cf-5c5af324dfc2) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:09.436805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:09.437632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.445845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d6f40-2d53-4bfd-8e61-f17fabb1b3a8 None None] Network 2b8d8173-9ff3-4fd6-a302-1170c411b37f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:09.464330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb2a17-d237-4f7b-9311-d25052e83f04 None None] Network a43f7307-bd6c-468e-94cf-5c5af324dfc2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:09.550931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:09.584712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] No DVR routers for this DVR port f37e44e8-efde-4233-86da-a4458c8d0252 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:09.605863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.628451 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9b4b6483-cf44-46bb-a73b-1b759c57e4ca admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0807455 May 12 19:46:09.629298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'name': 'network-vif-deleted', 'tag': 'f37e44e8-efde-4233-86da-a4458c8d0252'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:46:09.634769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.635119 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment 66312a7f-688e-40d9-bd61-9b937effd3a6 of type vlan for network 39105d40-e9ce-464c-9077-da42a878f160 May 12 19:46:09.654366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] For port 17cfa4a9-e0d1-4066-9861-209c0c643e8b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=17cfa4a9-e0d1-4066-9861-209c0c643e8b,segment=NetworkSegment(1ba5f8f5-cab3-486a-a7b1-1558aee0069a),segment_id=1ba5f8f5-cab3-486a-a7b1-1558aee0069a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:09.665577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.675133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] device_id is not set on port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:46:09.889457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-886ee93e-bcb9-4488-ac4d-f24bdb9f1799 None None] Provisioning complete for port 221cf325-1694-45a3-9dd7-b74e6cd15e9b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:09.902619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-886ee93e-bcb9-4488-ac4d-f24bdb9f1799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:09.918312 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b27bc03-e15d-40ce-8d83-95800e058320'] response: {'server_uuid': '32a32979-bb8f-4e2d-8beb-d054aeed5b73', 'name': 'network-vif-deleted', 'tag': 'f37e44e8-efde-4233-86da-a4458c8d0252', 'status': 'completed', 'code': 200} May 12 19:46:09.991865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6aab2afc-82bb-4bb0-ae7c-675818c7cdc4 req-ba8e0136-1a3f-444f-8b84-e05de447c64b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Synchronizing usage tracker for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:09.992805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Calling delete_port for 17cfa4a9-e0d1-4066-9861-209c0c643e8b owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:09.993314 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b552eb7-2c38-4879-a93c-d4c2f98a02d9', 'name': '', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'external_fixed_ips': [{'subnet_id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'ip_address': '2001:db8::20e'}], 'enable_snat': True}, 'gw_port_id': '17cfa4a9-e0d1-4066-9861-209c0c643e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:45:52Z', 'updated_at': '2022-05-12T19:45:59Z', 'revision_number': 3, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port': {'id': '17cfa4a9-e0d1-4066-9861-209c0c643e8b', 'name': '', 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b552eb7-2c38-4879-a93c-d4c2f98a02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'ip_address': '2001:db8::20e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:45:57Z', 'updated_at': '2022-05-12T19:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:10.004516 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f219c1-94d3-4337-85ac-99e60721fe5f None None] The sync data for ids ['6b552eb7-2c38-4879-a93c-d4c2f98a02d9'] in n-d-841626-1 is: [{'id': '6b552eb7-2c38-4879-a93c-d4c2f98a02d9', 'name': '', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'external_fixed_ips': [{'subnet_id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'ip_address': '2001:db8::20e'}], 'enable_snat': True}, 'gw_port_id': '17cfa4a9-e0d1-4066-9861-209c0c643e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:45:52Z', 'updated_at': '2022-05-12T19:45:59Z', 'revision_number': 3, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port': {'id': '17cfa4a9-e0d1-4066-9861-209c0c643e8b', 'name': '', 'network_id': 'c8e36b67-c201-47ae-875f-e15bb3c3ca03', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b552eb7-2c38-4879-a93c-d4c2f98a02d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'ip_address': '2001:db8::20e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:45:57Z', 'updated_at': '2022-05-12T19:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd918a0ca-9aad-4282-8dd8-f1acd804b376', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:46:10.011016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdf97a48-a181-4c8a-a43e-6028de46485d req-726f53ca-9fb7-4af0-8f9c-25ec8c8b7c71 tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.73 "DELETE /v2.0/ports/f37e44e8-efde-4233-86da-a4458c8d0252 HTTP/1.1" status: 204 len: 173 time: 3.5760772 May 12 19:46:10.093672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:10.103955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6aab2afc-82bb-4bb0-ae7c-675818c7cdc4 req-ba8e0136-1a3f-444f-8b84-e05de447c64b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] Unset dirty status for tenant:d3edbfea9cff45ed8a41476df8865706 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:10.113709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aab2afc-82bb-4bb0-ae7c-675818c7cdc4 req-ba8e0136-1a3f-444f-8b84-e05de447c64b tempest-ServerRescueNegativeTestJSON-1491135047 tempest-ServerRescueNegativeTestJSON-1491135047-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a32979-bb8f-4e2d-8beb-d054aeed5b73 HTTP/1.1" status: 200 len: 210 time: 0.3398027 May 12 19:46:10.156043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:10.160359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:10.236655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:10.367652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f37e44e8-efde-4233-86da-a4458c8d0252 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:10.375391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Allocated IP 172.20.0.3 (c65aac56-9fc9-418b-8703-ea4f7a412aed/e555d746-2ede-429c-9b38-08ced4623a66/041fb8e8-5350-42ae-ba3f-4a02f2467fc3) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:10.570385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:10.576170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:10.576840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:10.697475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: f37e44e8-efde-4233-86da-a4458c8d0252 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:10.699816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f37e44e8-efde-4233-86da-a4458c8d0252 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:10.756767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:10.771436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9443271 May 12 19:46:10.773683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:10.783681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466ec41-dc4b-472b-b2b9-0d9e705cc34e None None] Network a43f7307-bd6c-468e-94cf-5c5af324dfc2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:10.792473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:10.812790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': '39105d40-e9ce-464c-9077-da42a878f160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:10.858015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45708c8b-1dc8-4073-97fd-fe53d0e265ef tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=39105d40-e9ce-464c-9077-da42a878f160,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:10.899392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:10.905899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:10.906804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.079332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 39105d40-e9ce-464c-9077-da42a878f160 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:11.128318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:11.153551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:11.162935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:11.186784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:11.209607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.287581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:11.325548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-009bd70b-af50-4fd6-a894-cccf47e090ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1817250 May 12 19:46:11.327816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:11.331573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39956) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:11.333507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.354437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': 'ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b', 'ip_address': '2001:db8::753f:7901:906d:852f'}], 'name': 'tempest-NetworksTestDHCPv6-199157994'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:11.362585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event deleted for resources: {'Port': ['ID=17cfa4a9-e0d1-4066-9861-209c0c643e8b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:11.467683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-2b8d8173-9ff3-4fd6-a302-1170c411b37f', 'network_id': '2b8d8173-9ff3-4fd6-a302-1170c411b37f', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': '54dda071-4033-4828-896e-c17b2d2e07a1'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:11.468448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.488563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 221cf325-1694-45a3-9dd7-b74e6cd15e9b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:11.513083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39960) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:11.542787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.608597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-10ec849c-d999-4d4e-a9fb-45ed1b6282cc tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:11.610207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-10ec849c-d999-4d4e-a9fb-45ed1b6282cc tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/networks?id=a43f7307-bd6c-468e-94cf-5c5af324dfc2 HTTP/1.1" status: 200 len: 818 time: 0.9859519 May 12 19:46:11.690411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-2d2c4e96-921b-4013-8aee-83bcd4d12d96 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/quotas/c6e41ce710b648768d1ad6171bd6521e HTTP/1.1" status: 200 len: 375 time: 0.0722005 May 12 19:46:11.833411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-ab19723f-3dd7-4a34-80ac-ce2a451c2c94 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6e41ce710b648768d1ad6171bd6521e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094565 May 12 19:46:11.836266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.867279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.871258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.933418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Transition to ACTIVE for port object 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:11.950742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Allocated IP 2001:db8::3 (2b8d8173-9ff3-4fd6-a302-1170c411b37f/54dda071-4033-4828-896e-c17b2d2e07a1/673f0fb8-fb90-4919-8395-c958ba487827) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:11.952443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:11.953139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b552eb7-2c38-4879-a93c-d4c2f98a02d9 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:46:12.000297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.ipam_backend_mixin [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Performing IP validity checks on allocation pools {{(pid=88113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 19:46:12.000834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.ipam_backend_mixin [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 19:46:12.034573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-fb904814-2ada-47f7-8c4f-1c2d2dc1a526 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:46:12.042639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-fb904814-2ada-47f7-8c4f-1c2d2dc1a526 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1868460 May 12 19:46:12.119499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:12.164705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:12.180241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.186217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-244edc89-2069-4b07-b824-7552b084118c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "DELETE /v2.0/routers/6b552eb7-2c38-4879-a93c-d4c2f98a02d9 HTTP/1.1" status: 204 len: 168 time: 5.3942409 May 12 19:46:12.188223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39976) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:12.374850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:12.399922 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.421955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Transition to ACTIVE for port object 673f0fb8-fb90-4919-8395-c958ba487827 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:12.436971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-886ee93e-bcb9-4488-ac4d-f24bdb9f1799 None None] Current status of the port 221cf325-1694-45a3-9dd7-b74e6cd15e9b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:12.440807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Deleting subnet d918a0ca-9aad-4282-8dd8-f1acd804b376 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:12.445628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Transition to ACTIVE for port object 673f0fb8-fb90-4919-8395-c958ba487827 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:12.448432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.454993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.477732 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.510520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Network 2b8d8173-9ff3-4fd6-a302-1170c411b37f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:12.517340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:12.528063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:12.616881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:12.624993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:12.647482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:12.649701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Pushing event updated for resources: {'Port': ['ID=673f0fb8-fb90-4919-8395-c958ba487827,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:12.675247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Attempting to bind port 673f0fb8-fb90-4919-8395-c958ba487827 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:12.675610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Attempting to bind port 673f0fb8-fb90-4919-8395-c958ba487827 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c0a0500a-0a01-42a0-be4e-31659f5e7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2b8d8173-9ff3-4fd6-a302-1170c411b37f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:12.675977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Attempting to bind port 673f0fb8-fb90-4919-8395-c958ba487827 on network 2b8d8173-9ff3-4fd6-a302-1170c411b37f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:12.681598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:12.681974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Checking segment: {'id': 'c0a0500a-0a01-42a0-be4e-31659f5e7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2b8d8173-9ff3-4fd6-a302-1170c411b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:12.682365 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.682743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Bound using segment: {'id': 'c0a0500a-0a01-42a0-be4e-31659f5e7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2b8d8173-9ff3-4fd6-a302-1170c411b37f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:12.683325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Bound port: 673f0fb8-fb90-4919-8395-c958ba487827, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a0500a-0a01-42a0-be4e-31659f5e7241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2b8d8173-9ff3-4fd6-a302-1170c411b37f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:12.683693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.698496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-66d59c3c-d14e-431f-a70c-c2d0f1413235 service neutron] 10.222.0.72 "GET /v2.0/networks/a43f7307-bd6c-468e-94cf-5c5af324dfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535816 May 12 19:46:12.709243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b68a36cc-c934-45ec-a9e1-f6c21db15f8e None None] Provisioning complete for port 221cf325-1694-45a3-9dd7-b74e6cd15e9b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:12.709243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b68a36cc-c934-45ec-a9e1-f6c21db15f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.722447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=041fb8e8-5350-42ae-ba3f-4a02f2467fc3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:12.734846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.756848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:12.921072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f5e0b-d868-444c-bef8-ea00617818ef req-d5473872-45cf-46f6-b7ab-d257087f23aa tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:12.932613 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-772f5e0b-d868-444c-bef8-ea00617818ef req-d5473872-45cf-46f6-b7ab-d257087f23aa tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 945 time: 0.6424289 May 12 19:46:12.981769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 0eff2a62-d03d-4e4b-a6fa-9878b104ea03 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:46:13.053091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] For port 673f0fb8-fb90-4919-8395-c958ba487827, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:13.055437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b68a36cc-c934-45ec-a9e1-f6c21db15f8e None None] Current status of the port 221cf325-1694-45a3-9dd7-b74e6cd15e9b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:13.070776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] For port 673f0fb8-fb90-4919-8395-c958ba487827, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=673f0fb8-fb90-4919-8395-c958ba487827,segment=NetworkSegment(c0a0500a-0a01-42a0-be4e-31659f5e7241),segment_id=c0a0500a-0a01-42a0-be4e-31659f5e7241)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:13.083399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.087386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b68a36cc-c934-45ec-a9e1-f6c21db15f8e None None] Provisioning for port 5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:13.106729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.143451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:13.144101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.179842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.237050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-772f5e0b-d868-444c-bef8-ea00617818ef req-dbf307b5-880e-419c-bb4a-1ee437a6d81a tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967649 May 12 19:46:13.267306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b68a36cc-c934-45ec-a9e1-f6c21db15f8e None None] Provisioning complete for port 5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:13.267306 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b68a36cc-c934-45ec-a9e1-f6c21db15f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.298278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-685f6111-c8d8-432b-8869-ea1cf0b15117 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3488688 May 12 19:46:13.300909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39982) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:13.321306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d3:21:c4'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:13.365521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b68a36cc-c934-45ec-a9e1-f6c21db15f8e None None] Port 5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:13.382257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-d8094bb0-88c7-47b9-92cd-05a83923a1bf service neutron] 10.222.0.72 "GET /v2.0/networks/a43f7307-bd6c-468e-94cf-5c5af324dfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400187 May 12 19:46:13.386009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec9e72-f6db-487c-858f-3b1ea3718660 None None] Pushing event updated for resources: {'Port': ['ID=673f0fb8-fb90-4919-8395-c958ba487827,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:13.406661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=fa5bc74c-4771-4af2-9fd7-87aeaf4e5d1c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:13.432209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.489904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-86eda549-023d-4763-b608-2db3590090ec None None] Provisioning for port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:13.490597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': '66312a7f-688e-40d9-bd61-9b937effd3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '39105d40-e9ce-464c-9077-da42a878f160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:13.490597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: 39105d40-e9ce-464c-9077-da42a878f160, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:13.499769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-86eda549-023d-4763-b608-2db3590090ec None None] Provisioning complete for port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:13.500221 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86eda549-023d-4763-b608-2db3590090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.504508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d918a0ca-9aad-4282-8dd8-f1acd804b376,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:13.517655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.538991 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d8592db3-719c-40d7-97c8-797a794f4d80 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/d918a0ca-9aad-4282-8dd8-f1acd804b376 HTTP/1.1" status: 204 len: 168 time: 1.2026892 May 12 19:46:13.544719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39986) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:13.549664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 17cfa4a9-e0d1-4066-9861-209c0c643e8b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:13.572720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network 39105d40-e9ce-464c-9077-da42a878f160 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:13.600533 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): There was a conflict when trying to complete your request. May 12 19:46:13.601074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:46:13.641229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 17cfa4a9-e0d1-4066-9861-209c0c643e8b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:13.644095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 17cfa4a9-e0d1-4066-9861-209c0c643e8b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:13.696097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-86eda549-023d-4763-b608-2db3590090ec None None] Port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:13.717416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 39105d40-e9ce-464c-9077-da42a878f160) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:13.724695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86287d0-8f51-4367-8b75-368fa24fd0fc None None] Network 39105d40-e9ce-464c-9077-da42a878f160 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:13.738226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:13.738951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.762869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:13.800713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f81ff565-aa25-420a-815e-7cdd66c77121 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4635024 May 12 19:46:13.809428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f4db365-c279-402d-aed9-29687d2937a4 req-9c7d700e-2851-4dee-bc0d-b5094c580a80 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 210 time: 0.1183500 May 12 19:46:13.868281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39996) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:13.882723 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a102250a-66a7-4910-9c3d-75cc32b05527 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0891564 May 12 19:46:13.896913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40002) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:13.994241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-25190717-7c1d-44c5-930b-ef2994e3c88f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:13.996448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-25190717-7c1d-44c5-930b-ef2994e3c88f tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 945 time: 0.6132276 May 12 19:46:14.085266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-39105d40-e9ce-464c-9077-da42a878f160', 'network_id': '39105d40-e9ce-464c-9077-da42a878f160', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': 'fa5bc74c-4771-4af2-9fd7-87aeaf4e5d1c'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:14.087465 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.131473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Deleting port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:14.135973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.232139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.440738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.480741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Allocated IP 2001:db8::3 (39105d40-e9ce-464c-9077-da42a878f160/fa5bc74c-4771-4af2-9fd7-87aeaf4e5d1c/56fad8ed-6be8-484d-8c2d-6a0e187c5f88) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:14.529488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e36b67-c201-47ae-875f-e15bb3c3ca03']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:14.542683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.625517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.648823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.675884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a93e4-14d0-4abd-9e88-d91a16ca727a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:14.682269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a93e4-14d0-4abd-9e88-d91a16ca727a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:14.683947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a87a93e4-14d0-4abd-9e88-d91a16ca727a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:14.695400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba5f8f5-cab3-486a-a7b1-1558aee0069a') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:14.695704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba5f8f5-cab3-486a-a7b1-1558aee0069a') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:14.754027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.772533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a87a93e4-14d0-4abd-9e88-d91a16ca727a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:14.774127 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a87a93e4-14d0-4abd-9e88-d91a16ca727a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8966112 May 12 19:46:14.790158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40064) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:14.941508 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.951919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:14.973105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Transition to ACTIVE for port object 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:15.006049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef6c7b-ddc2-4042-ae60-aa1341ff6482 req-b499dea7-757d-4c37-a5c4-2a33071eb367 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:15.009121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29ef6c7b-ddc2-4042-ae60-aa1341ff6482 req-b499dea7-757d-4c37-a5c4-2a33071eb367 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 945 time: 0.5364554 May 12 19:46:15.014253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:15.014674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.029518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Transition to ACTIVE for port object 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: timer() May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:15.033529 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:15.039106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18500c43-a9cf-4c8e-990d-c34d39e3ae99 None None] Network 2b8d8173-9ff3-4fd6-a302-1170c411b37f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:15.069213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.115716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:15.116086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.197575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e3f206a-a2a6-4724-b0e3-227245296e67 req-7703f356-2010-4938-a33e-13fe88c804f4 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 210 time: 0.1128440 May 12 19:46:15.259549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] For port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,segment=NetworkSegment(7cdeeb2c-a21c-4e30-bfb4-c8221c91f329),segment_id=7cdeeb2c-a21c-4e30-bfb4-c8221c91f329)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:15.260087 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.301560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29ef6c7b-ddc2-4042-ae60-aa1341ff6482 req-98216c7d-5e5f-4c5e-9571-731c035a70e1 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64e2c1a-bf08-4e1e-8781-40612ec502c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195406 May 12 19:46:15.327836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Pushing event updated for resources: {'Port': ['ID=56fad8ed-6be8-484d-8c2d-6a0e187c5f88,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:15.363349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Network 39105d40-e9ce-464c-9077-da42a878f160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:15.367898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:15.372684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:15.441332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9db8ab88-c423-48b9-bc26-a20c5d7284e9 None None] Provisioning for port 673f0fb8-fb90-4919-8395-c958ba487827 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:15.447522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Calling delete_port for 6d61dd5f-2f71-4724-ba82-da4eaf8094bb owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:15.556328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.568171 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.612726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Attempting to bind port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:15.613162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Attempting to bind port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '66312a7f-688e-40d9-bd61-9b937effd3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '39105d40-e9ce-464c-9077-da42a878f160'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:15.613563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Attempting to bind port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 on network 39105d40-e9ce-464c-9077-da42a878f160 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:15.621738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:15.622117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Checking segment: {'id': '66312a7f-688e-40d9-bd61-9b937effd3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '39105d40-e9ce-464c-9077-da42a878f160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:15.622517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.622926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Bound using segment: {'id': '66312a7f-688e-40d9-bd61-9b937effd3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '39105d40-e9ce-464c-9077-da42a878f160'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:15.623056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.623548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Bound port: 56fad8ed-6be8-484d-8c2d-6a0e187c5f88, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66312a7f-688e-40d9-bd61-9b937effd3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '39105d40-e9ce-464c-9077-da42a878f160'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:15.623818 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.813428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 673f0fb8-fb90-4919-8395-c958ba487827 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:15.852654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5bc74c-4771-4af2-9fd7-87aeaf4e5d1c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:15.899419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.906601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:15.945483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39105d40-e9ce-464c-9077-da42a878f160']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:15.960025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66312a7f-688e-40d9-bd61-9b937effd3a6') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:15.960325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66312a7f-688e-40d9-bd61-9b937effd3a6') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:15.970749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=041fb8e8-5350-42ae-ba3f-4a02f2467fc3,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:15.973249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.005034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.014345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] In _notify_port_updated(), no bound segment for port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 on network c65aac56-9fc9-418b-8703-ea4f7a412aed {{(pid=88112) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:46:16.018720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:16.019236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.027785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:16.028744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.030364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b08a8c78-f7fc-45a6-9672-640df244bf9d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "PUT /v2.0/ports/041fb8e8-5350-42ae-ba3f-4a02f2467fc3 HTTP/1.1" status: 200 len: 992 time: 2.7244346 May 12 19:46:16.041349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40174) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:16.102050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] For port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:16.114855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 673f0fb8-fb90-4919-8395-c958ba487827 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:16.121844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 673f0fb8-fb90-4919-8395-c958ba487827 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:16.122349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.144682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:16.145250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: timer() May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:16.156465 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:16.162718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6d61dd5f-2f71-4724-ba82-da4eaf8094bb no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:16.182809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.229659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 6d61dd5f-2f71-4724-ba82-da4eaf8094bb {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:16.230166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6d61dd5f-2f71-4724-ba82-da4eaf8094bb not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:16.247498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8e36b67-c201-47ae-875f-e15bb3c3ca03 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 12 19:46:16.254881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-826838e0-54fe-4842-8188-8e689c43d911 None None] Provisioning complete for port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:16.255718 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-826838e0-54fe-4842-8188-8e689c43d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.258376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-c9de2d3b-113c-4947-a79d-8afdf66bc635 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:16.259765 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.263607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-c9de2d3b-113c-4947-a79d-8afdf66bc635 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.36 "GET /v2.0/networks?id=a43f7307-bd6c-468e-94cf-5c5af324dfc2 HTTP/1.1" status: 200 len: 818 time: 0.5971296 May 12 19:46:16.279068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Pushing event deleted for resources: {'Port': ['ID=6d61dd5f-2f71-4724-ba82-da4eaf8094bb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:16.287510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Request body: {'port': {'device_id': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2', 'admin_state_up': True, 'tenant_id': 'c6e41ce710b648768d1ad6171bd6521e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:16.325823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8e36b67-c201-47ae-875f-e15bb3c3ca03,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:16.364973 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d5b77587-cda3-4cbc-a14f-d4d0b537752d tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "DELETE /v2.0/networks/c8e36b67-c201-47ae-875f-e15bb3c3ca03 HTTP/1.1" status: 204 len: 168 time: 2.8188682 May 12 19:46:16.374476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 19:46:16.374476 n-d-841626-1 neutron-server[88113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 19:46:16.374476 n-d-841626-1 neutron-server[88113]: [parameters: {'id': '39105d40-e9ce-464c-9077-da42a878f160'}] May 12 19:46:16.374476 n-d-841626-1 neutron-server[88113]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:46:16.374862 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:46:16.383546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] For port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=56fad8ed-6be8-484d-8c2d-6a0e187c5f88,segment=NetworkSegment(66312a7f-688e-40d9-bd61-9b937effd3a6),segment_id=66312a7f-688e-40d9-bd61-9b937effd3a6)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:16.487260 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.614271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-826838e0-54fe-4842-8188-8e689c43d911 None None] Port 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:16.678343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 673f0fb8-fb90-4919-8395-c958ba487827 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:16.678841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.775305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b3584a52-15d5-47da-823f-6dc8eafbd839 None None] Provisioning complete for port 673f0fb8-fb90-4919-8395-c958ba487827 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:16.775633 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b3584a52-15d5-47da-823f-6dc8eafbd839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.846832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] No DVR routers for this DVR port 6d61dd5f-2f71-4724-ba82-da4eaf8094bb on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:16.880206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Deleting port 176441bd-c213-462f-bc07-6790f3407c6f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:16.880687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.909199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.914599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'name': 'network-vif-deleted', 'tag': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:46:16.916774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd159d6-15d1-472a-9a77-a1717ed97a23 None None] Network 39105d40-e9ce-464c-9077-da42a878f160 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:16.930606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeacdfe-b82d-478d-a483-2e77a7894d0e None None] Pushing event updated for resources: {'Port': ['ID=56fad8ed-6be8-484d-8c2d-6a0e187c5f88,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:16.933563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfb45d1a-e361-486b-8f81-e4d3004e8a99 req-88cb7e4b-c22f-4ac1-91be-65e59c517adf tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 210 time: 0.3564701 May 12 19:46:16.936818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 673f0fb8-fb90-4919-8395-c958ba487827, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=673f0fb8-fb90-4919-8395-c958ba487827,segment=NetworkSegment(c0a0500a-0a01-42a0-be4e-31659f5e7241),segment_id=c0a0500a-0a01-42a0-be4e-31659f5e7241)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:16.986305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:16.990438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f0c8cb2-6140-43c2-8326-781b78498752 req-c139cea7-5c36-429d-b2e6-ed6c4ae2aa56 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bc4f18f-e79a-490b-b977-ecdab188a99d HTTP/1.1" status: 200 len: 210 time: 0.1902850 May 12 19:46:17.018995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-661ad20c-a76a-4f7c-9804-86354f84c4a8 req-d90e344f-1987-4685-abed-3db3501e7ba7 tempest-ServersTestJSON-2093449739 tempest-ServersTestJSON-2093449739-project] 10.222.0.73 "DELETE /v2.0/ports/6d61dd5f-2f71-4724-ba82-da4eaf8094bb HTTP/1.1" status: 204 len: 173 time: 3.0170531 May 12 19:46:17.132886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.144541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40288) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:17.146503 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279af52e-767f-4ed6-9e16-53dabc92031b'] response: {'server_uuid': '2bc4f18f-e79a-490b-b977-ecdab188a99d', 'name': 'network-vif-deleted', 'tag': '6d61dd5f-2f71-4724-ba82-da4eaf8094bb', 'status': 'completed', 'code': 200} May 12 19:46:17.159483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'router': {'name': 'tempest-router--995918292', 'project_id': '94cb956bae524826a901151ab6790131'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:17.179030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:17.186715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:router and tenant:94cb956bae524826a901151ab6790131 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:17.193071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:17.195857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:17.207894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Usage tracker for resource:port and tenant:c6e41ce710b648768d1ad6171bd6521e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:17.210951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:17.216304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:17.223674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.236309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:17.265065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.266316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.287574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Made reservation on behalf of c6e41ce710b648768d1ad6171bd6521e for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:17.293012 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.320399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.347004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.408056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-74ff81bc-ddef-4629-a4d1-6f9932b9f82e req-0092adbd-af97-489a-9f03-2445988fee20 service neutron] (88113) timed out ('10.222.0.72', 47000) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:46:17.456359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=673f0fb8-fb90-4919-8395-c958ba487827,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:17.472183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b3584a52-15d5-47da-823f-6dc8eafbd839 None None] Current status of the port 673f0fb8-fb90-4919-8395-c958ba487827 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:17.487656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:17.536792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96ff51-6a9a-441d-98bd-f7d1b5e80c9a None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:46:17.581024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:17.581405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.613235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Calling delete_port for 041fb8e8-5350-42ae-ba3f-4a02f2467fc3 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:17.660708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 673f0fb8-fb90-4919-8395-c958ba487827 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:17.737242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.827199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.828369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-390afc7c-4f6d-4350-9d78-1d2620dcc627 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6809175 May 12 19:46:17.832424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40360) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:17.900161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=56fad8ed-6be8-484d-8c2d-6a0e187c5f88,segment=NetworkSegment(66312a7f-688e-40d9-bd61-9b937effd3a6),segment_id=66312a7f-688e-40d9-bd61-9b937effd3a6)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:17.900720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:17.954467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96ff51-6a9a-441d-98bd-f7d1b5e80c9a None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:46:17.976164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 673f0fb8-fb90-4919-8395-c958ba487827 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:17.976883 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.026712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Allocated IP 172.20.0.2 (a43f7307-bd6c-468e-94cf-5c5af324dfc2/b507b098-9169-4362-93c5-af9de0625543/0297c1bc-b2df-40ee-afd4-e3b2f4e46214) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:18.041826 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0efaa452-758f-4228-be23-1077bd76a1c5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.058834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:18.174746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:18.216357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.280524 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.441870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Port': ['ID=56fad8ed-6be8-484d-8c2d-6a0e187c5f88,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:18.445767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-50850e9b-20d1-4eae-a17e-d5e0e375f6e7 req-421b0420-fd29-4cce-9079-24e6ab7caa92 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Synchronizing usage tracker for tenant:c6e41ce710b648768d1ad6171bd6521e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:18.458113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No DVR routers for this DVR port 56fad8ed-6be8-484d-8c2d-6a0e187c5f88 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:18.522389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 673f0fb8-fb90-4919-8395-c958ba487827 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:18.537068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Port': ['ID=041fb8e8-5350-42ae-ba3f-4a02f2467fc3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:18.541309 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:46:18.684176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.701549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] For port 176441bd-c213-462f-bc07-6790f3407c6f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=176441bd-c213-462f-bc07-6790f3407c6f,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:18.701926 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.735329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39105d40-e9ce-464c-9077-da42a878f160']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:18.798803 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.845536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] Deleting subnet 47fe641d-e0a1-4324-b69f-3703264a1493 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:18.865861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0efaa452-758f-4228-be23-1077bd76a1c5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.873292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.879273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Calling delete_port for 176441bd-c213-462f-bc07-6790f3407c6f owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:18.905002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0efaa452-758f-4228-be23-1077bd76a1c5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:18.957399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-50850e9b-20d1-4eae-a17e-d5e0e375f6e7 req-421b0420-fd29-4cce-9079-24e6ab7caa92 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Unset dirty status for tenant:c6e41ce710b648768d1ad6171bd6521e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:18.967338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50850e9b-20d1-4eae-a17e-d5e0e375f6e7 req-421b0420-fd29-4cce-9079-24e6ab7caa92 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 210 time: 0.7031949 May 12 19:46:18.979394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66312a7f-688e-40d9-bd61-9b937effd3a6') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:18.979891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66312a7f-688e-40d9-bd61-9b937effd3a6') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:19.013121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:19.048980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.120601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.143643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6ca4a787-d266-463e-9243-ac5a2cd21985 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e HTTP/1.1" status: 204 len: 168 time: 4.3522151 May 12 19:46:19.146762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.150873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40496) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:19.219806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:19.220459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.230254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: timer() May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:19.239721 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:19.256012 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0efaa452-758f-4228-be23-1077bd76a1c5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.256535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efaa452-758f-4228-be23-1077bd76a1c5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56981823-0056-4ff8-9112-3dfda4b2981e {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:46:19.353899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9e132-038c-4a94-ab10-f4b60079b1d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:19.353899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9e132-038c-4a94-ab10-f4b60079b1d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:19.354270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42d9e132-038c-4a94-ab10-f4b60079b1d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:19.370191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0efaa452-758f-4228-be23-1077bd76a1c5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.371285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0efaa452-758f-4228-be23-1077bd76a1c5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "DELETE /v2.0/routers/56981823-0056-4ff8-9112-3dfda4b2981e HTTP/1.1" status: 204 len: 168 time: 1.5385542 May 12 19:46:19.375912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.377060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.380465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-83314707-dc83-4604-9471-835009d7d1b4 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/ports/041fb8e8-5350-42ae-ba3f-4a02f2467fc3 HTTP/1.1" status: 204 len: 168 time: 3.3377340 May 12 19:46:19.381799 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.382218 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.387274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40502) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:19.415105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42d9e132-038c-4a94-ab10-f4b60079b1d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:19.416425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-42d9e132-038c-4a94-ab10-f4b60079b1d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2628798 May 12 19:46:19.431386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40506) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:19.451128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/39105d40-e9ce-464c-9077-da42a878f160 HTTP/1.1" status: 204 len: 168 time: 5.5148096 May 12 19:46:19.451128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c689e-d238-46b0-b44a-4028b211928a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=39105d40-e9ce-464c-9077-da42a878f160,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:19.456661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40510) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:19.470046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905295345'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:19.475381 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa4508e-1487-45d0-9823-7458b00dda35 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] GET failed (client error): The resource could not be found. May 12 19:46:19.476097 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.476596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0fa4508e-1487-45d0-9823-7458b00dda35 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "GET /v2.0/ports/041fb8e8-5350-42ae-ba3f-4a02f2467fc3 HTTP/1.1" status: 404 len: 333 time: 0.0712869 May 12 19:46:19.480161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:19.482135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40514) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:19.514254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:19.518894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40518) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:19.519617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'name': 'tempest-AllowedAddressPairTestJSON-71488543'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:19.541210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:19.552419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:19.555135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:19.562520 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.606603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.632739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:19.636287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.658938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.664637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47fe641d-e0a1-4324-b69f-3703264a1493,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:19.690845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.720218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.736201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.781773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:19.784138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=176441bd-c213-462f-bc07-6790f3407c6f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:19.815581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-67b9756a-0e54-47eb-94d3-629ddd878a3b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/47fe641d-e0a1-4324-b69f-3703264a1493 HTTP/1.1" status: 204 len: 168 time: 1.6360109 May 12 19:46:19.817800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Network a43f7307-bd6c-468e-94cf-5c5af324dfc2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:19.825522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40530) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:19.826714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:19.830582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:19.890799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Pushing event updated for resources: {'Port': ['ID=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:19.963228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:19.963579 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment f13a052d-d268-48d7-b322-5870fc9474e5 of type vlan for network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a May 12 19:46:19.968677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1016590707', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:20.002368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:20.034898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Usage tracker for resource:router and tenant:07d65a80f77246cbac5a86ee3b245cfb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:20.044687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:20.075525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.087084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:20.088191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.094341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:20.114880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:20.145839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Usage tracker for resource:port and tenant:cfa98840095c46a49030beba37ba1e67 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:20.149430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.156103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:20.205377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.206386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.210589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-b502af92-91e6-40f9-b985-776afc45f4f1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9267392 May 12 19:46:20.212551 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.222563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:20.268583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Request body: {'port': {'device_id': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:20.274104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:20.277748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.429535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.449288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] device_id is not set on port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:46:20.483649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.489118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:20.489792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.508171 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.509863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.548062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321b7d-761b-4cf8-b7a7-aa06e458f712 req-cfae3a2d-3d6c-4714-ba6b-54e694e19d1c tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:20.549635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84321b7d-761b-4cf8-b7a7-aa06e458f712 req-cfae3a2d-3d6c-4714-ba6b-54e694e19d1c tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 931 time: 0.4375215 May 12 19:46:20.741027 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2832184 May 12 19:46:20.761254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40536) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:20.764440 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.780455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7bfd8-6022-469e-b1b8-a9aa45773443 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=3f3ea0e3-c844-47a8-9ee5-9ed0116a853a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:20.793800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': '3f3ea0e3-c844-47a8-9ee5-9ed0116a853a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:20.795440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:20.839670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f084805-0240-4ebb-80f7-8f92fa40dcd6']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:20.854331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:20.892013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Allocated IP 172.20.0.6 (c65aac56-9fc9-418b-8703-ea4f7a412aed/e555d746-2ede-429c-9b38-08ced4623a66/9d1883b3-9cc6-4b0c-a4e1-c648144e8741) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:21.066343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:21.070690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:21.070984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdeeb2c-a21c-4e30-bfb4-c8221c91f329') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:21.104001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2096aca6-f5f9-469d-8ab6-7fa0e4a9840f None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:21.109720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.141172 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.296134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.304154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84321b7d-761b-4cf8-b7a7-aa06e458f712 req-e41ec64c-5ad2-4cb0-b08e-98ddd323de42 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369382 May 12 19:46:21.323923 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.344583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:21.344986 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.385559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Router 81727436-ce32-4579-8830-e20d9b54f582 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:46:21.401912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: timer() May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:21.404332 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:21.408502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-925dcd03-4e19-4a19-83a8-d5698cc2d48d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b HTTP/1.1" status: 204 len: 168 time: 1.9761181 May 12 19:46:21.409941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:21.414502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] Deleting port 221cf325-1694-45a3-9dd7-b74e6cd15e9b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:21.414984 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.418867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.425925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:21.428439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:21.496009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:21.581133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:21.614465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:21.633374 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-727d55e6-d36b-4443-a388-52df4138b4f1 admin admin] 10.222.0.72 "PUT /v2.0/routers/81727436-ce32-4579-8830-e20d9b54f582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0950572 May 12 19:46:21.635611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40546) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:21.642326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-02968f11-397f-44c0-ad49-f20de15951e8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1994958 May 12 19:46:21.642499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] Sync routers for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:21.648048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40548) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:21.668352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] For port 221cf325-1694-45a3-9dd7-b74e6cd15e9b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=221cf325-1694-45a3-9dd7-b74e6cd15e9b,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:21.668737 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.679670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:21.693093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:21.695068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:45:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:21.723118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Transition to ACTIVE for port object 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:21.757432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:21.762203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.814480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 221cf325-1694-45a3-9dd7-b74e6cd15e9b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:21.870560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.872937 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.896506 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:21.918954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] Calling delete_port for 221cf325-1694-45a3-9dd7-b74e6cd15e9b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:21.962153 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.020651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f084805-0240-4ebb-80f7-8f92fa40dcd6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:22.084418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5ff9db2b-6fa9-4f3d-8baa-2c8faf69a83c admin admin] 10.222.0.72 "DELETE /v2.0/networks/8f084805-0240-4ebb-80f7-8f92fa40dcd6 HTTP/1.1" status: 204 len: 168 time: 2.2551479 May 12 19:46:22.125770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:22.159894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:22.161799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:22.167734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:22.179155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:22.193486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:22.235012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:22.247691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=9d1883b3-9cc6-4b0c-a4e1-c648144e8741,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:22.293123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.403058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 221cf325-1694-45a3-9dd7-b74e6cd15e9b update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:46:22.455649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] Pushing event deleted for resources: {'Port': ['ID=221cf325-1694-45a3-9dd7-b74e6cd15e9b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:22.472623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:22.608899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c0ad5-1b1d-4f06-a480-9ae1f345b083 None None] No DVR routers for this DVR port 221cf325-1694-45a3-9dd7-b74e6cd15e9b on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:22.659263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:22.662953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.761686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-781315a1-cdfe-4685-b111-c5d03407bbe6 None None] Provisioning for port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:22.777748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-781315a1-cdfe-4685-b111-c5d03407bbe6 None None] Provisioning complete for port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:22.778436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-781315a1-cdfe-4685-b111-c5d03407bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.778855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40564) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:22.779309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40566) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:22.786181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:22.786807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.823221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.832445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.847383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Deleting port a223ca13-2956-4b25-9dfd-f88a180763a8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:22.847760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:22.894949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-781315a1-cdfe-4685-b111-c5d03407bbe6 None None] Port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:22.907282 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d870c0a7-a4e2-43aa-9ecc-9dec15e4efa5 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3963814 May 12 19:46:22.910561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40574) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:22.929894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d3:21:c4'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:22.947670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:46:19Z', 'revision_number': 5, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port': {'id': 'a223ca13-2956-4b25-9dfd-f88a180763a8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81727436-ce32-4579-8830-e20d9b54f582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:40:23Z', 'updated_at': '2022-05-12T19:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:22.953023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] Checking router: 81727436-ce32-4579-8830-e20d9b54f582 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:46:22.973263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] Routers {'81727436-ce32-4579-8830-e20d9b54f582'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:22.974182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:45:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['81727436-ce32-4579-8830-e20d9b54f582'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:23.041009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8822edab-080d-4c06-8cef-7d5a9b34f948 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=caf0a5726dc6441e927a80af360d5518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490642 May 12 19:46:23.041648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40578) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:23.077779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:46:23.144543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.151514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] Set router 81727436-ce32-4579-8830-e20d9b54f582 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:23.162708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': 'f13a052d-d268-48d7-b322-5870fc9474e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3f3ea0e3-c844-47a8-9ee5-9ed0116a853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:23.162987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:23.196738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.293403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:46:22Z', 'revision_number': 6, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:23.298863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad363d3a-52bb-4236-a362-f18c8f2c8622 None None] The sync data for ids ['81727436-ce32-4579-8830-e20d9b54f582'] in n-d-841626-1 is: [{'id': '81727436-ce32-4579-8830-e20d9b54f582', 'name': 'tempest-ServerRescueNegativeTestJSON-2024573707-router', 'tenant_id': 'd3edbfea9cff45ed8a41476df8865706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:40:21Z', 'updated_at': '2022-05-12T19:46:22Z', 'revision_number': 6, 'project_id': 'd3edbfea9cff45ed8a41476df8865706', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:46:23.311579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:23.322386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Usage tracker for resource:security_group_rule and tenant:38fd931a70aa4525846e565c040f4292 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:23.326432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb613c22-9e24-47f7-b7b2-a0f992299fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.328192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:23.352320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Transition to ACTIVE for port object 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:23.357588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:23.359252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=a922072e-0c79-4441-8147-ebff9c2bfd45,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:23.395401 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.411994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb613c22-9e24-47f7-b7b2-a0f992299fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.438585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] For port a223ca13-2956-4b25-9dfd-f88a180763a8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a223ca13-2956-4b25-9dfd-f88a180763a8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:23.438821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.444202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.499435 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.502170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:23.628463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Calling delete_port for a223ca13-2956-4b25-9dfd-f88a180763a8 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:23.631081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:23.638978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19ffc2-d8e4-4c3b-95a8-7ca83775ed71 None None] Network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:23.642366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Pushing event updated for resources: {'Port': ['ID=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:23.716301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c0d0-f670-471f-83ea-9d5fd9ccb420 req-d6a1d1f5-0693-4a90-a89b-e13223ec94cd tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:23.717771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddb4c0d0-f670-471f-83ea-9d5fd9ccb420 req-d6a1d1f5-0693-4a90-a89b-e13223ec94cd tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 931 time: 0.9019210 May 12 19:46:23.719119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:23.719659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.728338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.739280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 176441bd-c213-462f-bc07-6790f3407c6f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:23.789467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 176441bd-c213-462f-bc07-6790f3407c6f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:23.789811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 176441bd-c213-462f-bc07-6790f3407c6f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:23.869477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb613c22-9e24-47f7-b7b2-a0f992299fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.943538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Attempting to bind port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:23.943538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Attempting to bind port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '5902afd5-6166-48f1-a246-1dda58203ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:23.943538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Attempting to bind port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 on network a43f7307-bd6c-468e-94cf-5c5af324dfc2 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:23.943921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb613c22-9e24-47f7-b7b2-a0f992299fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64e2c1a-bf08-4e1e-8781-40612ec502c8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:23.946280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-86253c65-7a40-46c2-9dbf-e2e907ec67d7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1835184 May 12 19:46:23.960810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40584) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:23.962335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3f3ea0e3-c844-47a8-9ee5-9ed0116a853a', 'network_id': '3f3ea0e3-c844-47a8-9ee5-9ed0116a853a', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': 'a922072e-0c79-4441-8147-ebff9c2bfd45'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:23.963329 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:23.984701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 on network a43f7307-bd6c-468e-94cf-5c5af324dfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:46:23.985015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Attempting to bind port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 on network a43f7307-bd6c-468e-94cf-5c5af324dfc2 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:24.008131 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.032318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.075040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb613c22-9e24-47f7-b7b2-a0f992299fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.076166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb613c22-9e24-47f7-b7b2-a0f992299fac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f64e2c1a-bf08-4e1e-8781-40612ec502c8 HTTP/1.1" status: 204 len: 168 time: 1.0276642 May 12 19:46:24.082975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:24.083371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Checking segment: {'id': '5902afd5-6166-48f1-a246-1dda58203ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:24.083700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Bound using segment: {'id': '5902afd5-6166-48f1-a246-1dda58203ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:24.084147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Bound port: 0297c1bc-b2df-40ee-afd4-e3b2f4e46214, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5902afd5-6166-48f1-a246-1dda58203ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:24.084494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.099563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddb4c0d0-f670-471f-83ea-9d5fd9ccb420 req-643aeb2a-2743-40ea-9e96-33b3383ea7d8 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761433 May 12 19:46:24.162524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38fd931a70aa4525846e565c040f4292&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3669271 May 12 19:46:24.170911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40590) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:24.179191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Allocated IP 2001:db8::1 (3f3ea0e3-c844-47a8-9ee5-9ed0116a853a/a922072e-0c79-4441-8147-ebff9c2bfd45/0484d574-965b-4874-9020-dd039343a7e2) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:24.183266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Allocated IP 172.25.2.190 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/510cba00-13ee-4337-9d77-8f0db03a4d69) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:24.205171 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.231828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3172-1d4e-42ad-a0c0-f2116ec5d250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5931ff-dd02-48e8-93c7-0abe07f7d7c6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:24.336545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.338320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.364884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:24.407711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:24.409339 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.434753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:24.435351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.483866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Pushing event deleted for resources: {'Port': ['ID=a223ca13-2956-4b25-9dfd-f88a180763a8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:24.523026 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.535517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Transition to ACTIVE for port object 0484d574-965b-4874-9020-dd039343a7e2 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:24.562454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8439c5-bd41-4f80-927e-735381ecf0ff None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:24.660858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Transition to ACTIVE for port object 0484d574-965b-4874-9020-dd039343a7e2 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:24.680351 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.744689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=9def35b3-4f09-440c-8d6c-557badc9ef55,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:24.767170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.776124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9309189f-a340-4307-92c2-189db60d10b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.778614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] For port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:24.792593 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8e16a61b-4097-46b8-8c42-d209ffcf276c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1356242 May 12 19:46:24.795646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40606) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:24.800109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:24.828316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] For port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,segment=NetworkSegment(5902afd5-6166-48f1-a246-1dda58203ef1),segment_id=5902afd5-6166-48f1-a246-1dda58203ef1)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:24.840999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': '9def35b3-4f09-440c-8d6c-557badc9ef55', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1480910966'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:24.888435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:24.891752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:24.919821 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.926082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=9d1883b3-9cc6-4b0c-a4e1-c648144e8741,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:24.945587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Pushing event updated for resources: {'Port': ['ID=0484d574-965b-4874-9020-dd039343a7e2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:24.970347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] In _notify_port_updated(), no bound segment for port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 on network c65aac56-9fc9-418b-8703-ea4f7a412aed {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:46:24.975977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:24.976604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.977945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-81c0c2d3-0ab3-43fe-ba86-4cb0d0a90315 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "PUT /v2.0/ports/9d1883b3-9cc6-4b0c-a4e1-c648144e8741 HTTP/1.1" status: 200 len: 994 time: 2.0593753 May 12 19:46:24.981038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:24.981200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40616) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:25.040397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.052709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 0484d574-965b-4874-9020-dd039343a7e2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:25.053444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.067125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Attempting to bind port 0484d574-965b-4874-9020-dd039343a7e2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:25.067125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Attempting to bind port 0484d574-965b-4874-9020-dd039343a7e2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f13a052d-d268-48d7-b322-5870fc9474e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3f3ea0e3-c844-47a8-9ee5-9ed0116a853a'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:25.067125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Attempting to bind port 0484d574-965b-4874-9020-dd039343a7e2 on network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:25.069024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-33d9068e-a92c-47eb-a254-196ff0986440 None None] Provisioning complete for port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:25.069421 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-33d9068e-a92c-47eb-a254-196ff0986440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.087846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40620) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:25.137595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:25.137966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Checking segment: {'id': 'f13a052d-d268-48d7-b322-5870fc9474e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3f3ea0e3-c844-47a8-9ee5-9ed0116a853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:25.138355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.138741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Bound using segment: {'id': 'f13a052d-d268-48d7-b322-5870fc9474e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3f3ea0e3-c844-47a8-9ee5-9ed0116a853a'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:25.139273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Bound port: 0484d574-965b-4874-9020-dd039343a7e2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a052d-d268-48d7-b322-5870fc9474e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3f3ea0e3-c844-47a8-9ee5-9ed0116a853a'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:25.139631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.207985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '9def35b3-4f09-440c-8d6c-557badc9ef55'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:25.208838 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.244498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-33d9068e-a92c-47eb-a254-196ff0986440 None None] Port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:25.245490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9309189f-a340-4307-92c2-189db60d10b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.269516 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.277213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Pushing event updated for resources: {'Port': ['ID=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:25.294864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:25.297933 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.301957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.306356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:25.306686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.341594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] For port 0484d574-965b-4874-9020-dd039343a7e2, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:25.342615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:25.343291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.345590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-25a00d0c-bcf7-4f94-b163-b87aa0d6d119 service neutron] 10.222.0.36 "PUT /v2.0/ports/0297c1bc-b2df-40ee-afd4-e3b2f4e46214 HTTP/1.1" status: 200 len: 1091 time: 5.0806379 May 12 19:46:25.345590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'tag': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:46:25.366821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] For port 0484d574-965b-4874-9020-dd039343a7e2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0484d574-965b-4874-9020-dd039343a7e2,segment=NetworkSegment(f13a052d-d268-48d7-b322-5870fc9474e5),segment_id=f13a052d-d268-48d7-b322-5870fc9474e5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:25.376240 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.408376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:25.412689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:25.420487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:25.543337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.543856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81727436-ce32-4579-8830-e20d9b54f582 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:46:25.549293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:25.553157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/9def35b3-4f09-440c-8d6c-557badc9ef55/f2369161-9338-4e6d-b659-5057311e271c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:25.575769 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c551497-7d91-408f-a6ab-b852812e646b'] response: {'name': 'network-changed', 'server_uuid': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'tag': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214', 'status': 'completed', 'code': 200} May 12 19:46:25.594791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a223ca13-2956-4b25-9dfd-f88a180763a8 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:25.598111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.599307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6aa89bfe-87b2-4c34-99f2-66862ea0447b admin admin] 10.222.0.72 "DELETE /v2.0/routers/81727436-ce32-4579-8830-e20d9b54f582 HTTP/1.1" status: 204 len: 168 time: 3.9510467 May 12 19:46:25.602654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40630) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:25.629318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:25.646249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a223ca13-2956-4b25-9dfd-f88a180763a8 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:25.646587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a223ca13-2956-4b25-9dfd-f88a180763a8 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:25.680239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.706700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-576377707-network', 'tenant_id': '6a7c4d7e3d3448c5be4aa36bc9c9582c'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:25.725899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:25.728266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:25.737553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac80242-efdb-4aea-aba4-f956004e3f39 None None] Pushing event updated for resources: {'Port': ['ID=0484d574-965b-4874-9020-dd039343a7e2,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:25.779377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:25.823139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9309189f-a340-4307-92c2-189db60d10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.831582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Usage tracker for resource:network and tenant:6a7c4d7e3d3448c5be4aa36bc9c9582c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:25.843988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Calling delete_port for 9d1883b3-9cc6-4b0c-a4e1-c648144e8741 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:25.851693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event updated for resources: {'Port': ['ID=510cba00-13ee-4337-9d77-8f0db03a4d69,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:25.861428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:25.901043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:25.901991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.913905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Transition to ACTIVE for port object f2369161-9338-4e6d-b659-5057311e271c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:25.935346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Transition to ACTIVE for port object f2369161-9338-4e6d-b659-5057311e271c will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:25.945765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.995373 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9309189f-a340-4307-92c2-189db60d10b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:25.999046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9309189f-a340-4307-92c2-189db60d10b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de5931ff-dd02-48e8-93c7-0abe07f7d7c6 HTTP/1.1" status: 204 len: 168 time: 1.8235865 May 12 19:46:26.028514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] Deleting subnet 95285325-9f45-4805-adab-62aca79a9511 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:26.035777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.048924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:26.059244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:26.066478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:26.086466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07538-8c9a-402b-a7c2-3545e9bfaf63 req-f5978a52-61cc-45cf-b2cf-03458823c96b tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:26.088026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aaf07538-8c9a-402b-a7c2-3545e9bfaf63 req-f5978a52-61cc-45cf-b2cf-03458823c96b tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 943 time: 0.8082874 May 12 19:46:26.108866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Pushing event updated for resources: {'Port': ['ID=f2369161-9338-4e6d-b659-5057311e271c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:26.109461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.182952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Attempting to bind port f2369161-9338-4e6d-b659-5057311e271c on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:26.183644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Attempting to bind port f2369161-9338-4e6d-b659-5057311e271c by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:26.184208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Attempting to bind port f2369161-9338-4e6d-b659-5057311e271c on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:26.190572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:26.191255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:26.191972 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.192573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:26.193279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Bound port: f2369161-9338-4e6d-b659-5057311e271c, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:26.193871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.244495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.265889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309189f-a340-4307-92c2-189db60d10b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5931ff-dd02-48e8-93c7-0abe07f7d7c6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:26.281328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Made reservation on behalf of 6a7c4d7e3d3448c5be4aa36bc9c9582c for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:26.283631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.290512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Port': ['ID=9d1883b3-9cc6-4b0c-a4e1-c648144e8741,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:26.310353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] For port f2369161-9338-4e6d-b659-5057311e271c, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:26.311200 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.316947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] For port f2369161-9338-4e6d-b659-5057311e271c, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2369161-9338-4e6d-b659-5057311e271c,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:26.322579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.439545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acfd92-23e1-4bcf-9f59-ddbf36d7d8ca None None] Pushing event updated for resources: {'Port': ['ID=f2369161-9338-4e6d-b659-5057311e271c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:26.447229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.474911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:26.489021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-173242fd-67c9-4867-ad66-2de7bc47b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:26.491137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-173242fd-67c9-4867-ad66-2de7bc47b327 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e41ce710b648768d1ad6171bd6521e&device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 1094 time: 1.0020235 May 12 19:46:26.501162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.527467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.549747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7c4d7e3d3448c5be4aa36bc9c9582c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:26.610971 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a58a2b7e-8d9f-49b8-8431-7f83dd1885d9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/ports/9d1883b3-9cc6-4b0c-a4e1-c648144e8741 HTTP/1.1" status: 204 len: 168 time: 1.6286948 May 12 19:46:26.614350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40650) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:26.637781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:26.678106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 4bce26e4-27ac-40bb-a1c0-3485d52bdc62 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:46:26.700485 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fbcd83-1f72-4acf-8bac-5e8fcdc7196f tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] GET failed (client error): The resource could not be found. May 12 19:46:26.701043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-37fbcd83-1f72-4acf-8bac-5e8fcdc7196f tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Synchronizing usage tracker for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:26.720084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:26.736626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-560c55d0-2307-4329-a1de-ac64d9174dad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0297c1bc-b2df-40ee-afd4-e3b2f4e46214 HTTP/1.1" status: 200 len: 217 time: 0.1918497 May 12 19:46:26.742253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.814308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-37fbcd83-1f72-4acf-8bac-5e8fcdc7196f tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Unset dirty status for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:26.819468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-37fbcd83-1f72-4acf-8bac-5e8fcdc7196f tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "GET /v2.0/ports/9d1883b3-9cc6-4b0c-a4e1-c648144e8741 HTTP/1.1" status: 404 len: 333 time: 0.2002614 May 12 19:46:26.820804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40658) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:26.830330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.845335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400ed5e-680e-4742-a2a0-e1d7a1a802f5 None None] Network a83751e2-4ec2-406f-8e4f-91c0dbd064e9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:26.853620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'name': 'tempest-AllowedAddressPairTestJSON-1266550679'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:26.892333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/95285325-9f45-4805-adab-62aca79a9511 HTTP/1.1" status: 204 len: 168 time: 1.2888024 May 12 19:46:26.898680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819465d-92a8-4535-aca4-d757c3160f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95285325-9f45-4805-adab-62aca79a9511,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:26.900586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40664) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:26.979574 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d57853b-0bcc-4a9e-9f93-321226388e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:26.998494 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aaf07538-8c9a-402b-a7c2-3545e9bfaf63 req-afb7c5e3-d222-4526-a1fa-7d0cc4450f83 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264173 May 12 19:46:27.062389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port 0484d574-965b-4874-9020-dd039343a7e2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0484d574-965b-4874-9020-dd039343a7e2,segment=NetworkSegment(f13a052d-d268-48d7-b322-5870fc9474e5),segment_id=f13a052d-d268-48d7-b322-5870fc9474e5)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:27.062880 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:27.330923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e87116c-9390-493d-af35-d3ab2b01c5ad None None] Network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:27.332841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for 0484d574-965b-4874-9020-dd039343a7e2 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:27.412117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:27.438364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:27.462513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:27.465529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:27.469592 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:27.474669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] DHCP port deletion for a83751e2-4ec2-406f-8e4f-91c0dbd064e9 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:27.492875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Deleting port 144b4fa9-b3a8-404d-9535-e5595c75b253 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:27.493155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:27.496806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-96ec3c43-26fd-4385-ae61-49693238dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:27.497594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] device_id is not set on port 6e9f655c-ffbc-41a0-8ae8-333d4958c49c yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:46:27.498394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-96ec3c43-26fd-4385-ae61-49693238dd45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b507b098-9169-4362-93c5-af9de0625543 HTTP/1.1" status: 200 len: 858 time: 0.7493408 May 12 19:46:27.655795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Deleting port 144b4fa9-b3a8-404d-9535-e5595c75b253 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:27.656158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:27.664283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f464f3f8-8603-4b2f-88cf-c35749428922 None None] Provisioning for port 0484d574-965b-4874-9020-dd039343a7e2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:27.705025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-a27ac084-6c82-458d-9ad6-ecc316d0825f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a43f7307-bd6c-468e-94cf-5c5af324dfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639578 May 12 19:46:27.778130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2369161-9338-4e6d-b659-5057311e271c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:27.842767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:27.922322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Allocated IP 172.20.0.4 (c65aac56-9fc9-418b-8703-ea4f7a412aed/e555d746-2ede-429c-9b38-08ced4623a66/6e9f655c-ffbc-41a0-8ae8-333d4958c49c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:28.065298 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:46:28.065905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:46:28.072334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] For port 144b4fa9-b3a8-404d-9535-e5595c75b253, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=144b4fa9-b3a8-404d-9535-e5595c75b253,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:28.072884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.097000 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.110110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:28.120310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.120657 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Added segment ca807af4-dda3-4734-97a6-76fb8d206299 of type vlan for network 599e20ba-eda6-434c-94f3-270e34e373aa May 12 19:46:28.202497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f2369161-9338-4e6d-b659-5057311e271c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:28.233535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.239449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Calling delete_port for 144b4fa9-b3a8-404d-9535-e5595c75b253 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:28.241969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0484d574-965b-4874-9020-dd039343a7e2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:28.300831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0484d574-965b-4874-9020-dd039343a7e2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:28.301256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0484d574-965b-4874-9020-dd039343a7e2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 12 19:46:28.327082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6db65d-8cda-4ffc-98a0-c0a030dc4f1c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:28.329601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.337082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-95823921-2ff5-4ad8-8790-5e002a8f3982 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.5283091 May 12 19:46:28.337856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.358854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] Provisioning for port f2369161-9338-4e6d-b659-5057311e271c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:28.371622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 0484d574-965b-4874-9020-dd039343a7e2 not found, will not notify nova. {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 12 19:46:28.371829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40714) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:28.379941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] For port 144b4fa9-b3a8-404d-9535-e5595c75b253, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=144b4fa9-b3a8-404d-9535-e5595c75b253,segment=NetworkSegment(4e57f924-6cd1-43fa-ac98-3c0cba03f0bf),segment_id=4e57f924-6cd1-43fa-ac98-3c0cba03f0bf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:28.380653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.390571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] Provisioning complete for port f2369161-9338-4e6d-b659-5057311e271c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:28.391128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.589494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 144b4fa9-b3a8-404d-9535-e5595c75b253 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:28.631389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Calling delete_port for 144b4fa9-b3a8-404d-9535-e5595c75b253 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:28.700485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.715936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.756851 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.757788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:28.758364 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.775159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] No DVR routers for this DVR port 144b4fa9-b3a8-404d-9535-e5595c75b253 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:28.782545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port 144b4fa9-b3a8-404d-9535-e5595c75b253 {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:46:28.782741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 144b4fa9-b3a8-404d-9535-e5595c75b253 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:28.808101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:46:28.808676 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:46:28.823187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Transition to ACTIVE for port object 6e9f655c-ffbc-41a0-8ae8-333d4958c49c will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:28.832720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8423ccf6-13c5-4392-a1ee-d96662283d1d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:28.833547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8423ccf6-13c5-4392-a1ee-d96662283d1d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:28.841107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Pushing event deleted for resources: {'Port': ['ID=144b4fa9-b3a8-404d-9535-e5595c75b253,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:28.868758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] Current status of the port f2369161-9338-4e6d-b659-5057311e271c is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:28.869131 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:28.902588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] Pushing event updated for resources: {'Network': ['ID=599e20ba-eda6-434c-94f3-270e34e373aa,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:28.905764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Port': ['ID=0484d574-965b-4874-9020-dd039343a7e2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:28.911923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] For port f2369161-9338-4e6d-b659-5057311e271c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2369161-9338-4e6d-b659-5057311e271c,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:28.915588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 599e20ba-eda6-434c-94f3-270e34e373aa details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:28.943184 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.003634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.050968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83751e2-4ec2-406f-8e4f-91c0dbd064e9']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:29.058182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2724ecbb-1dd5-4e43-9248-193b7ca7b75f None None] DHCP port deletion for 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:29.071184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:29.071821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e57f924-6cd1-43fa-ac98-3c0cba03f0bf') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:29.086854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8423ccf6-13c5-4392-a1ee-d96662283d1d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:29.086854 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8423ccf6-13c5-4392-a1ee-d96662283d1d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7138503 May 12 19:46:29.090429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40752) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:29.092199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.110406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bf2f6b1b-d9fd-4b33-8141-150fe941eb60 None None] Could not find standard attr ID for object 0484d574-965b-4874-9020-dd039343a7e2. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:46:29.125867 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07d9a38b-0064-45e2-bc86-fb80edec451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.150721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efca494-0afe-4e47-b09b-3327408340dc None None] Pushing event updated for resources: {'Port': ['ID=f2369161-9338-4e6d-b659-5057311e271c,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:29.194451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.212601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:29.213388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: timer() May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:29.231934 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:29.289946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.303716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No DVR routers for this DVR port 0484d574-965b-4874-9020-dd039343a7e2 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:29.310397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Deleting port 144b4fa9-b3a8-404d-9535-e5595c75b253 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:29.311142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.329198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-59342093-9288-4c1d-90d0-2910a01bbd82 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0584431 May 12 19:46:29.345540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40756) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:29.365987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Request body: {'subnet': {'network_id': '599e20ba-eda6-434c-94f3-270e34e373aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-576377707-subnet', 'tenant_id': '6a7c4d7e3d3448c5be4aa36bc9c9582c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:29.382138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1be6b5-5fe5-4357-84d2-62539fc74e25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:29.383971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1be6b5-5fe5-4357-84d2-62539fc74e25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:29.385931 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e1be6b5-5fe5-4357-84d2-62539fc74e25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2864692 May 12 19:46:29.396039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40760) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:29.408285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:29.416358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Usage tracker for resource:subnet and tenant:6a7c4d7e3d3448c5be4aa36bc9c9582c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:29.417782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5b96ce0d-c47d-4362-8253-75ee8f07a0de None None] The port '144b4fa9-b3a8-404d-9535-e5595c75b253' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:46:29.420807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:29.428310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:29.440749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8483a-cb4a-4942-ad94-8e67d616e2e7 None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:46:29.443946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:29.453168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:29.457341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-61f4954a-69a5-4a9b-b4ca-eb3b783e2bbf service neutron] 10.222.0.36 "GET /v2.0/networks/a43f7307-bd6c-468e-94cf-5c5af324dfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7029235 May 12 19:46:29.459063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.460923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:29.499427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=6e9f655c-ffbc-41a0-8ae8-333d4958c49c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:29.518526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.520843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157d36a-a49f-49df-b6d8-eb46bfb2437a req-b91c8742-8646-43d7-b330-d07a4fa36d71 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:29.522381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6157d36a-a49f-49df-b6d8-eb46bfb2437a req-b91c8742-8646-43d7-b330-d07a4fa36d71 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 943 time: 1.2604074 May 12 19:46:29.523416 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.545779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Made reservation on behalf of 6a7c4d7e3d3448c5be4aa36bc9c9582c for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:29.548512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.644369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2369161-9338-4e6d-b659-5057311e271c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:29.683579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.755797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f8483a-cb4a-4942-ad94-8e67d616e2e7 None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:46:29.757863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83751e2-4ec2-406f-8e4f-91c0dbd064e9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:29.810992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 9def35b3-4f09-440c-8d6c-557badc9ef55 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:29.814940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.849988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f2369161-9338-4e6d-b659-5057311e271c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:29.850358 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.874075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.878614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:29.879641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:29.911593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e437b9d-83be-4790-9faf-3410a9368973 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a83751e2-4ec2-406f-8e4f-91c0dbd064e9 HTTP/1.1" status: 204 len: 168 time: 3.0069628 May 12 19:46:29.922955 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2e0b762e-39f3-45dc-a4a7-b79878b3e04d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1008346 May 12 19:46:29.926505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40768) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:29.935974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'network_id': 'c65aac56-9fc9-418b-8703-ea4f7a412aed', 'name': 'tempest-AllowedAddressPairTestJSON-1437795441'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:30.011684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.141057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6157d36a-a49f-49df-b6d8-eb46bfb2437a req-d8cbe33e-9783-4d64-8827-a948ae8ed01e tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747403 May 12 19:46:30.233351 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.246088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:30.251583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Usage tracker for resource:port and tenant:cfa98840095c46a49030beba37ba1e67 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:30.255471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:30.262411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:30.267934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f2369161-9338-4e6d-b659-5057311e271c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:30.272375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40772) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:30.275641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Made reservation on behalf of cfa98840095c46a49030beba37ba1e67 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:30.280431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.301352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b7358-bb70-4d06-8af8-e97af23d20d6 req-130b0b2a-659b-4e6c-880b-2231d282a98b service neutron] 10.222.0.36 "GET /v2.0/networks/a43f7307-bd6c-468e-94cf-5c5af324dfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8331311 May 12 19:46:30.312676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] device_id is not set on port 38b48d60-d2bf-4dc3-86b7-69466f58eead yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:46:30.374376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.424388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0484d574-965b-4874-9020-dd039343a7e2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:30.439976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.479949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0484d574-965b-4874-9020-dd039343a7e2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:30.480541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0484d574-965b-4874-9020-dd039343a7e2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:30.496389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.501870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=a922072e-0c79-4441-8147-ebff9c2bfd45,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:30.594461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=9def35b3-4f09-440c-8d6c-557badc9ef55,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:30.596477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Checking segment: {'id': 'ca807af4-dda3-4734-97a6-76fb8d206299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '599e20ba-eda6-434c-94f3-270e34e373aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:30.596918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Network hostable DHCP agents. Network: 599e20ba-eda6-434c-94f3-270e34e373aa, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:30.605149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.610396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1abc5f53-92d4-4956-abfb-66bc4cf406f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d3edbfea9cff45ed8a41476df8865706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226471 May 12 19:46:30.617365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.619761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40776) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:30.620197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448c36f3-1d72-4317-816e-74413ac53ad5,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:30.676690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33593200-ccc5-4cde-8df1-63b5f0ec1b1f None None] Network 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:30.691259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Allocated IP 172.20.0.6 (c65aac56-9fc9-418b-8703-ea4f7a412aed/e555d746-2ede-429c-9b38-08ced4623a66/38b48d60-d2bf-4dc3-86b7-69466f58eead) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:30.711890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Network 599e20ba-eda6-434c-94f3-270e34e373aa is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:30.748276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2a5a6e22-488a-450d-b722-ebbd753fb763 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/9def35b3-4f09-440c-8d6c-557badc9ef55 HTTP/1.1" status: 204 len: 168 time: 1.3487444 May 12 19:46:30.752559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.764590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40782) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:30.801342 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4164102c-00d8-45a5-a6c6-a992f4b1d937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.814159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 599e20ba-eda6-434c-94f3-270e34e373aa) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:30.835413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:30.837559 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.842284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a7ac5-d4b9-476e-a669-26edadcafbbd None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:30.878342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Router 46d92aef-e4d7-412b-ae16-43613279e90f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:46:30.898156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4164102c-00d8-45a5-a6c6-a992f4b1d937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:30.901672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-a07da90a-72df-49ae-8876-2f6331eb5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:30.903542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-a07da90a-72df-49ae-8876-2f6331eb5fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e41ce710b648768d1ad6171bd6521e&device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 1094 time: 0.5430768 May 12 19:46:30.905401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf94268-90d0-40a2-82d3-2e605e86d420 None None] Network 599e20ba-eda6-434c-94f3-270e34e373aa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:30.918807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3ea0e3-c844-47a8-9ee5-9ed0116a853a']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:30.932062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5eff6978-8a8a-4bd1-b8b0-6200e04f965e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1586778 May 12 19:46:30.943927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:30.995841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:31.029908 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f02bd336-d9c4-45d8-bcff-0aa3e9c4c676 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6823199 May 12 19:46:31.180378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-443ac9c4-4555-4a5f-8d75-8a3f39d42778 None None] Provisioning for port 6e9f655c-ffbc-41a0-8ae8-333d4958c49c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:31.204400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-443ac9c4-4555-4a5f-8d75-8a3f39d42778 None None] Provisioning complete for port 6e9f655c-ffbc-41a0-8ae8-333d4958c49c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:31.204862 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-443ac9c4-4555-4a5f-8d75-8a3f39d42778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.216837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:31.222873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:31.225862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13a052d-d268-48d7-b322-5870fc9474e5') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:31.226160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13a052d-d268-48d7-b322-5870fc9474e5') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:31.226445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:31.233023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:31.257280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:31.260913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.285490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4164102c-00d8-45a5-a6c6-a992f4b1d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.358618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:31.422534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164102c-00d8-45a5-a6c6-a992f4b1d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395b2f85-b707-4dda-baae-abc0cc44dd8b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:31.503513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.509403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd633fe-3163-4af5-bf50-d98c71a31a70 None None] DHCP port deletion for 3f3ea0e3-c844-47a8-9ee5-9ed0116a853a request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:31.512460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4164102c-00d8-45a5-a6c6-a992f4b1d937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.513808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4164102c-00d8-45a5-a6c6-a992f4b1d937 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/395b2f85-b707-4dda-baae-abc0cc44dd8b HTTP/1.1" status: 204 len: 168 time: 0.8907051 May 12 19:46:31.543678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] Deleting subnet 448c36f3-1d72-4317-816e-74413ac53ad5 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:31.547564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.552508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-443ac9c4-4555-4a5f-8d75-8a3f39d42778 None None] Port 6e9f655c-ffbc-41a0-8ae8-333d4958c49c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:31.589357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.618121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.640946 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.683933 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.692085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0c135-03de-46c5-a909-25ff3bcb263d None None] Network 599e20ba-eda6-434c-94f3-270e34e373aa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:31.708627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.710777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-b459f46d-d35e-4dc2-a977-097253a43eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:31.712269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-b459f46d-d35e-4dc2-a977-097253a43eaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=a43f7307-bd6c-468e-94cf-5c5af324dfc2 HTTP/1.1" status: 200 len: 919 time: 0.7841659 May 12 19:46:31.727949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:31.729059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.750570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Transition to ACTIVE for port object 38b48d60-d2bf-4dc3-86b7-69466f58eead will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: timer() May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:31.788894 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:31.825066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.880893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448c36f3-1d72-4317-816e-74413ac53ad5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:31.889501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.903115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:31.982036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-986f01c7-5f7b-4a71-868a-92e96e470032 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/448c36f3-1d72-4317-816e-74413ac53ad5 HTTP/1.1" status: 204 len: 168 time: 0.6119695 May 12 19:46:32.001924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:32.053542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:32.092985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] Deleting port f2369161-9338-4e6d-b659-5057311e271c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:32.093424 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.183049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-a97d82b7-5bfb-4021-a563-628aecb3af00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0297c1bc-b2df-40ee-afd4-e3b2f4e46214 HTTP/1.1" status: 200 len: 217 time: 0.3862157 May 12 19:46:32.183049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:32.195937 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] Sync routers for ids ['46d92aef-e4d7-412b-ae16-43613279e90f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:32.242160 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] Routers {'46d92aef-e4d7-412b-ae16-43613279e90f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:32.242937 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['46d92aef-e4d7-412b-ae16-43613279e90f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:32.288795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Network c65aac56-9fc9-418b-8703-ea4f7a412aed is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:32.297255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:32.298002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.299581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-67c928c7-728a-412c-853e-86915d1a86e2 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.7762578 May 12 19:46:32.303831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:32.319880 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.342437 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:32.352622 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] Routers {'46d92aef-e4d7-412b-ae16-43613279e90f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:32.353241 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['46d92aef-e4d7-412b-ae16-43613279e90f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:32.362766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.369999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/3f3ea0e3-c844-47a8-9ee5-9ed0116a853a HTTP/1.1" status: 204 len: 168 time: 8.4007633 May 12 19:46:32.389923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:32.392523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:32.395274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7b13e-f084-4fdb-8665-5f8c9bad4c02 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=3f3ea0e3-c844-47a8-9ee5-9ed0116a853a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:32.418029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdee86-00e8-4d68-ae5e-7630e656f696 req-1640204d-6df7-48a0-b548-0ddf95218fd9 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:32.419951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83fdee86-00e8-4d68-ae5e-7630e656f696 req-1640204d-6df7-48a0-b548-0ddf95218fd9 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 943 time: 0.8686860 May 12 19:46:32.424176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124471700'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:32.461515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-638bf11e-dbb3-4704-b77f-8da3bb3e88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:32.463528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-638bf11e-dbb3-4704-b77f-8da3bb3e88ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b507b098-9169-4362-93c5-af9de0625543 HTTP/1.1" status: 200 len: 858 time: 0.2062919 May 12 19:46:32.466817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:32.498440 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:32.500916 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeba830-7387-46a3-902d-a84dfb19e34e None None] The sync data for ids ['46d92aef-e4d7-412b-ae16-43613279e90f'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:46:32.537250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:32.550462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=38b48d60-d2bf-4dc3-86b7-69466f58eead,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:32.563546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:32.564220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.577359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-527e99d5-363a-4393-88de-2aa3dd216d62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a43f7307-bd6c-468e-94cf-5c5af324dfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042690 May 12 19:46:32.578470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:32.601807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83fdee86-00e8-4d68-ae5e-7630e656f696 req-86f35c0c-a42d-4744-ab5f-66587ee0b8ac tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576200 May 12 19:46:32.608644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.633847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] For port f2369161-9338-4e6d-b659-5057311e271c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2369161-9338-4e6d-b659-5057311e271c,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:32.634661 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.669635 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6cb14c61-680e-418e-b7c8-985c04df2b8d tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7418606 May 12 19:46:32.684387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:32.693879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d3:21:c4'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:2d:5e:4c'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:32.753634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:32.786388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:32.790743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.821048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.826223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:32.837809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:32.868138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-6c54bbd9-4c62-4a08-8024-57401bdac7e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a43f7307-bd6c-468e-94cf-5c5af324dfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540412 May 12 19:46:32.868138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:32.914300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:32.915156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.933005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=b587d444-f9ec-4144-befc-988cf67cd0b0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:32.971410 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:32.971756 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment 7edd1724-3597-4191-8a1d-7255196c2a2b of type vlan for network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 May 12 19:46:33.031122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.072474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40838) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:33.073027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:46:33.083547 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3cc84135-a142-40b6-800b-b350791eb4be tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1329322 May 12 19:46:33.101856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40844) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:33.110669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] Calling delete_port for f2369161-9338-4e6d-b659-5057311e271c owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:33.114292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2041009840', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:33.120650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.125999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:33.126575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.131919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94ff838-50f3-41c7-90a6-f6ad62e1a079 req-0d5437e7-b2a9-4575-9074-44f0da568ff0 service neutron] 10.222.0.36 "GET /v2.0/networks/a43f7307-bd6c-468e-94cf-5c5af324dfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550194 May 12 19:46:33.172398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:33.190267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:router and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:33.209169 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-64436dac-c732-4aac-9632-b82d9b0e535a tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/46d92aef-e4d7-412b-ae16-43613279e90f HTTP/1.1" status: 200 len: 925 time: 0.8890176 May 12 19:46:33.214391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40850) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:33.259465 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.284573 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bc8f8144-fa53-4b24-a47b-593518f578b7 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=46d92aef-e4d7-412b-ae16-43613279e90f HTTP/1.1" status: 200 len: 205 time: 0.0663075 May 12 19:46:33.291142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40854) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:33.302652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:33.315504 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9192197 May 12 19:46:33.317864 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.331312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40858) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:33.334755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:33.348626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': '2d4c48f5-155e-4454-b2f6-ded7cbd47cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:33.384395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf91d3-fa68-44c4-a159-bd2008447ad7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=2d4c48f5-155e-4454-b2f6-ded7cbd47cc9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:33.388375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] Pushing event deleted for resources: {'Port': ['ID=f2369161-9338-4e6d-b659-5057311e271c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:33.390402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f65258f-57fb-48cf-8d8c-cbe78f1c0d35 None None] Provisioning for port 38b48d60-d2bf-4dc3-86b7-69466f58eead completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:33.394645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6d153-b1f4-412f-b06c-f9eb3aea6717 None None] No DVR routers for this DVR port f2369161-9338-4e6d-b659-5057311e271c on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:33.407201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f65258f-57fb-48cf-8d8c-cbe78f1c0d35 None None] Provisioning complete for port 38b48d60-d2bf-4dc3-86b7-69466f58eead triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:33.407201 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f65258f-57fb-48cf-8d8c-cbe78f1c0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.449694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021752948-network', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:33.455122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:33.472303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Usage tracker for resource:network and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:33.475292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.476046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599e20ba-eda6-434c-94f3-270e34e373aa']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:33.476298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.477782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:33.480875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:33.495820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:33.497737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c7cf6-bec1-4872-b2ad-db00d8a3b6ff None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:33.522728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca807af4-dda3-4734-97a6-76fb8d206299') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:33.523289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca807af4-dda3-4734-97a6-76fb8d206299') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:33.528286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.543662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.547865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:33.553167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Made reservation on behalf of aedea74ce4594777b90bf2186a1179f2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:33.555746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.577205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.582483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:33.585825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:33.595819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:33.603262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:33.608635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Usage tracker for resource:security_group_rule and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:33.612040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:33.615228 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.633098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:33.643774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.645742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.647991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.666378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:33.666792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: timer() May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:33.680180 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:33.689633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:33.719771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:46:33.761243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2369161-9338-4e6d-b659-5057311e271c no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:33.789153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3f65258f-57fb-48cf-8d8c-cbe78f1c0d35 None None] Port 38b48d60-d2bf-4dc3-86b7-69466f58eead cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:33.796491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.802974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-abb0f73f-9dfe-4b55-94a5-bb96df46074b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6982160 May 12 19:46:33.819969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40866) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:33.835189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:33.916125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f2369161-9338-4e6d-b659-5057311e271c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:33.916451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2369161-9338-4e6d-b659-5057311e271c not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:33.975495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.070399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.093001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] Pushing event deleted for resources: {'Network': ['ID=599e20ba-eda6-434c-94f3-270e34e373aa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:34.095860 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d3185096-b0c3-4132-88f6-835bd923a21a admin admin] 10.222.0.72 "DELETE /v2.0/networks/599e20ba-eda6-434c-94f3-270e34e373aa HTTP/1.1" status: 204 len: 168 time: 2.0911491 May 12 19:46:34.130136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'b587d444-f9ec-4144-befc-988cf67cd0b0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:34.130993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.161817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,segment=NetworkSegment(5902afd5-6166-48f1-a246-1dda58203ef1),segment_id=5902afd5-6166-48f1-a246-1dda58203ef1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:34.184974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214', 'network_id': 'a43f7307-bd6c-468e-94cf-5c5af324dfc2', 'port_id': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214', 'mac_address': 'fa:16:3e:63:b1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b507b098-9169-4362-93c5-af9de0625543', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:46:34.301491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:34.301860 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.337219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:46:34.388135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,segment=NetworkSegment(5902afd5-6166-48f1-a246-1dda58203ef1),segment_id=5902afd5-6166-48f1-a246-1dda58203ef1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:34.442036 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.446601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40874) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:34.513665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.534391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/b587d444-f9ec-4144-befc-988cf67cd0b0/e399ae4a-ee52-42c2-98a1-8a40a2249fa4) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:34.553150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Deleting port 510cba00-13ee-4337-9d77-8f0db03a4d69 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:34.553647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.655992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:34.675519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0297c1bc-b2df-40ee-afd4-e3b2f4e46214'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:46:34.797222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:34.953825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Calling delete_port for 510cba00-13ee-4337-9d77-8f0db03a4d69 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:35.032946 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.056908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Transition to ACTIVE for port object e399ae4a-ee52-42c2-98a1-8a40a2249fa4 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:35.061515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.123594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.133728 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2fde8714-0d5b-4ba1-99fa-cbe347d74dbb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a7c4d7e3d3448c5be4aa36bc9c9582c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859980 May 12 19:46:35.146330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:35.162461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.181998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b743afb-ef50-4b33-97d0-3d38b89b12cb req-f8273486-1a53-40b8-8782-d186dad464b9 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:35.189042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b743afb-ef50-4b33-97d0-3d38b89b12cb req-f8273486-1a53-40b8-8782-d186dad464b9 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 943 time: 1.2943232 May 12 19:46:35.213256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.221152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Transition to ACTIVE for port object e399ae4a-ee52-42c2-98a1-8a40a2249fa4 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:35.227041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.231180 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.285543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event deleted for resources: {'Port': ['ID=510cba00-13ee-4337-9d77-8f0db03a4d69,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:35.302661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.311470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Pushing event updated for resources: {'Port': ['ID=e399ae4a-ee52-42c2-98a1-8a40a2249fa4,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:35.325076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:35.326752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:35.329425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:35.347342 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.379875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b743afb-ef50-4b33-97d0-3d38b89b12cb req-7aa27250-f510-48a8-b061-d8b458286fbd tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894474 May 12 19:46:35.449789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64d64723-1e47-4691-bc30-a3202692131c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.457008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Attempting to bind port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:35.457396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Attempting to bind port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:35.457756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Attempting to bind port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:35.468184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:35.468713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:35.469110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.469867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:35.470579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Bound port: e399ae4a-ee52-42c2-98a1-8a40a2249fa4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:35.470953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.589904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:35.598394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=c9688189-44a1-49bc-9964-5ba78273f22c,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:35.602072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64d64723-1e47-4691-bc30-a3202692131c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.629760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b61b13-26bb-4f97-b1c4-e5402c0d4070,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:35.644471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] For port e399ae4a-ee52-42c2-98a1-8a40a2249fa4, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:35.648074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] For port e399ae4a-ee52-42c2-98a1-8a40a2249fa4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e399ae4a-ee52-42c2-98a1-8a40a2249fa4,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:35.649914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event updated for resources: {'Port': ['ID=38b48d60-d2bf-4dc3-86b7-69466f58eead,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:35.656825 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.657315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.657659 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Added segment 8b8c697e-38cd-41c6-a18f-ade30c6a8b6c of type vlan for network e878aa0d-76a3-4621-9ec3-b080c591b749 May 12 19:46:35.659118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': '7edd1724-3597-4191-8a1d-7255196c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2d4c48f5-155e-4454-b2f6-ded7cbd47cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:35.659402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] In _notify_port_updated(), no bound segment for port 38b48d60-d2bf-4dc3-86b7-69466f58eead on network c65aac56-9fc9-418b-8703-ea4f7a412aed {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:46:35.659512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:35.679882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:35.679882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.683869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d765e77-601c-4c70-b4bc-a6d452025939 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "PUT /v2.0/ports/38b48d60-d2bf-4dc3-86b7-69466f58eead HTTP/1.1" status: 200 len: 1055 time: 2.9931290 May 12 19:46:35.690952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.694805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40884) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:35.803007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b14de-f24f-4425-bf63-81227eb5854e None None] Pushing event updated for resources: {'Port': ['ID=e399ae4a-ee52-42c2-98a1-8a40a2249fa4,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:35.856593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:35.894139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.925731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port 38b48d60-d2bf-4dc3-86b7-69466f58eead {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:35.926088 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.935375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.940816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.946283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-22ae8268-f23d-4551-86a0-0f487a56c2f7 None None] Provisioning complete for port 38b48d60-d2bf-4dc3-86b7-69466f58eead triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:35.947209 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22ae8268-f23d-4551-86a0-0f487a56c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.961646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64d64723-1e47-4691-bc30-a3202692131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.976283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:35.980335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d64723-1e47-4691-bc30-a3202692131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6db65d-8cda-4ffc-98a0-c0a030dc4f1c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:35.993716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:35.994324 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.994533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:35.995075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Fanout notify agent at l3_agent the message router_deleted on router 46d92aef-e4d7-412b-ae16-43613279e90f {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:46:36.015854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c0e30-321e-4678-b46f-c400fc771060 None None] Network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:36.033263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.034474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af42a91f-97db-4443-b1bd-78e4d74d7e8f tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/46d92aef-e4d7-412b-ae16-43613279e90f HTTP/1.1" status: 204 len: 168 time: 2.7392468 May 12 19:46:36.036349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64d64723-1e47-4691-bc30-a3202692131c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.041376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-64d64723-1e47-4691-bc30-a3202692131c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f6db65d-8cda-4ffc-98a0-c0a030dc4f1c HTTP/1.1" status: 204 len: 168 time: 0.8897023 May 12 19:46:36.041376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:36.062664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-293397006', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': False}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:36.076635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:36.106919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:router and tenant:0cfd226d0b6c4d8c9054e51a9b180d64 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:36.132333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:36.138817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22ae8268-f23d-4551-86a0-0f487a56c2f7 None None] Port 38b48d60-d2bf-4dc3-86b7-69466f58eead cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:36.156576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:36.192350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.193532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.266353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.415404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.416021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-2d4c48f5-155e-4454-b2f6-ded7cbd47cc9', 'network_id': '2d4c48f5-155e-4454-b2f6-ded7cbd47cc9', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': 'c9688189-44a1-49bc-9964-5ba78273f22c'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:36.416384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:36.416718 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.416969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:36.673637 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6001205 May 12 19:46:36.687884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f1794871-367d-491d-a697-e42ded19f4e6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3555155 May 12 19:46:36.769053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Allocated IP 2001:db8::1 (2d4c48f5-155e-4454-b2f6-ded7cbd47cc9/c9688189-44a1-49bc-9964-5ba78273f22c/d44dd993-5d30-4b3f-8a28-a01a4afd2f78) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:36.807990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:36.808329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40902) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:36.831321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:36.863499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Request body: {'subnet': {'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021752948-subnet', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:36.938532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::1 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/b587d444-f9ec-4144-befc-988cf67cd0b0/48b56276-6af0-48d9-bce8-73a866de2ba0) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:36.940960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:36.999364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Usage tracker for resource:subnet and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:37.051928 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.128655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:37.139225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:37.170248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:37.170626 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.210543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:37.218552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99894ae0-cee4-497d-b8b1-5ade1af2450b admin admin] Pushing event updated for resources: {'Network': ['ID=e878aa0d-76a3-4621-9ec3-b080c591b749,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:37.239339 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.325827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e878aa0d-76a3-4621-9ec3-b080c591b749 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:37.553523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.558838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ea7c7d84-4217-4f34-a124-5d7059d0c044 None None] Provisioning for port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:37.581907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Calling delete_port for 38b48d60-d2bf-4dc3-86b7-69466f58eead owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:37.584402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Transition to ACTIVE for port object d44dd993-5d30-4b3f-8a28-a01a4afd2f78 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:37.612268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Transition to ACTIVE for port object d44dd993-5d30-4b3f-8a28-a01a4afd2f78 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:37.646528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Made reservation on behalf of aedea74ce4594777b90bf2186a1179f2 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:37.649003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.656531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.672885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:37.673380 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.684923 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.733281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e399ae4a-ee52-42c2-98a1-8a40a2249fa4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:37.749003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:37.813248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:37.820315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:37.830854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:46:37.840851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:37.865148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,segment=NetworkSegment(5902afd5-6166-48f1-a246-1dda58203ef1),segment_id=5902afd5-6166-48f1-a246-1dda58203ef1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:37.866375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Pushing event updated for resources: {'Port': ['ID=d44dd993-5d30-4b3f-8a28-a01a4afd2f78,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:37.931010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98a07-ea72-400e-baa7-0633e0828ffa req-14da58cd-7fe4-4955-b11d-b0c4cce5f397 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:37.940101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21d98a07-ea72-400e-baa7-0633e0828ffa req-14da58cd-7fe4-4955-b11d-b0c4cce5f397 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 944 time: 1.2706120 May 12 19:46:37.964559 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.021545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.034384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Allocated IP 172.25.2.240 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/d75a6ae1-3d6b-42b8-a1b8-65e03147f390) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:38.078085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21d98a07-ea72-400e-baa7-0633e0828ffa req-c3576843-a3a9-4e5c-910e-b61b05fd9453 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369474 May 12 19:46:38.104111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.132779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Attempting to bind port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:38.133278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Attempting to bind port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '7edd1724-3597-4191-8a1d-7255196c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2d4c48f5-155e-4454-b2f6-ded7cbd47cc9'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:38.133503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Attempting to bind port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 on network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:38.141784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:38.148543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:38.148915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Checking segment: {'id': '7edd1724-3597-4191-8a1d-7255196c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2d4c48f5-155e-4454-b2f6-ded7cbd47cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:38.149359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.149782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Bound using segment: {'id': '7edd1724-3597-4191-8a1d-7255196c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2d4c48f5-155e-4454-b2f6-ded7cbd47cc9'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:38.150265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Bound port: d44dd993-5d30-4b3f-8a28-a01a4afd2f78, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edd1724-3597-4191-8a1d-7255196c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2d4c48f5-155e-4454-b2f6-ded7cbd47cc9'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:38.150705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.172153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:38.172153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.196970 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eda8617-42ff-4e6e-9232-d6f9c31fd910'] response: {'server_uuid': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214', 'code': 200} May 12 19:46:38.202683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:38.359606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.371305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] For port d44dd993-5d30-4b3f-8a28-a01a4afd2f78, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:38.399913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.405019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] For port d44dd993-5d30-4b3f-8a28-a01a4afd2f78, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d44dd993-5d30-4b3f-8a28-a01a4afd2f78,segment=NetworkSegment(7edd1724-3597-4191-8a1d-7255196c2a2b),segment_id=7edd1724-3597-4191-8a1d-7255196c2a2b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:38.436848 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.446750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:38.447270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.494528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:38.504788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.510039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:38.512699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:38.514096 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.517057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:38.544750 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.608251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Port': ['ID=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:38.610060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c84a-082b-4b95-8cf8-70abf6b7bc83 None None] Pushing event updated for resources: {'Port': ['ID=d44dd993-5d30-4b3f-8a28-a01a4afd2f78,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:38.635478 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.650281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port e399ae4a-ee52-42c2-98a1-8a40a2249fa4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e399ae4a-ee52-42c2-98a1-8a40a2249fa4,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:38.656941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.774505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=e399ae4a-ee52-42c2-98a1-8a40a2249fa4,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:38.794972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Port': ['ID=38b48d60-d2bf-4dc3-86b7-69466f58eead,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:38.868169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:38.950196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 48b56276-6af0-48d9-bce8-73a866de2ba0 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:39.346714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40970) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:39.387314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:39.531029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bacd465a-4371-484a-a188-61c49d323ccd,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:39.541073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f88dc-b53a-495e-83c2-24c29f2b7092 req-a6d63494-6e54-494f-b0ac-c0fa2ce69806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:39.542633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b42f88dc-b53a-495e-83c2-24c29f2b7092 req-a6d63494-6e54-494f-b0ac-c0fa2ce69806 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 1096 time: 1.1483333 May 12 19:46:39.600876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Checking segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:39.601276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Network hostable DHCP agents. Network: e878aa0d-76a3-4621-9ec3-b080c591b749, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:39.650207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:39.669213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:39.673435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Usage tracker for resource:security_group_rule and tenant:bd15e9699c6e4babacafaf41d75e7be4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:39.676546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:39.679039 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:39.733445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:39.760596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e399ae4a-ee52-42c2-98a1-8a40a2249fa4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:39.808859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port d44dd993-5d30-4b3f-8a28-a01a4afd2f78, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d44dd993-5d30-4b3f-8a28-a01a4afd2f78,segment=NetworkSegment(7edd1724-3597-4191-8a1d-7255196c2a2b),segment_id=7edd1724-3597-4191-8a1d-7255196c2a2b)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:39.809646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:39.871199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:39.871610 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:39.889611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b42f88dc-b53a-495e-83c2-24c29f2b7092 req-bb3f0446-13fd-45a3-b75d-c2f6cb6a7d57 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184335 May 12 19:46:39.916866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Network e878aa0d-76a3-4621-9ec3-b080c591b749 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:40.066362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:40.067773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d44dd993-5d30-4b3f-8a28-a01a4afd2f78 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:40.099062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:40.118880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for d44dd993-5d30-4b3f-8a28-a01a4afd2f78 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:40.134572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.138137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.164195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:40.170266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:40.170729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.240965 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.249631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:40.262234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=48b56276-6af0-48d9-bce8-73a866de2ba0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:40.266506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e878aa0d-76a3-4621-9ec3-b080c591b749) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:40.301317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036447e-63cd-47b4-a950-87cb717d51eb None None] Network e878aa0d-76a3-4621-9ec3-b080c591b749 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:40.306216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:40.307144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.412354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd15e9699c6e4babacafaf41d75e7be4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0644975 May 12 19:46:40.414895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40978) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:40.440136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5a13e-1c35-440f-ae3b-c70ffb2abd11 None None] Network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:40.471335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657ce8-e430-44d0-9a12-849e12cfac94 req-cf813888-8dbd-4936-b5b5-3ea408c6956e tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:40.475470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-73657ce8-e430-44d0-9a12-849e12cfac94 req-cf813888-8dbd-4936-b5b5-3ea408c6956e tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 945 time: 1.0347214 May 12 19:46:40.491629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabea8e2-3a0e-4cbc-8e39-a8c8fe030010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd2e25-988a-4773-ae5d-c319fba269b8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:40.523744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.572964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fa79dd95-3d97-444c-ab80-3a742f105b2a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7609992 May 12 19:46:40.608370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40982) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:40.629327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:40.650087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:40.659846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d09f916-791d-4357-8e33-5d7b7393dab9 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/ports/38b48d60-d2bf-4dc3-86b7-69466f58eead HTTP/1.1" status: 204 len: 168 time: 4.9521718 May 12 19:46:40.664579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40986) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:40.719995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-73657ce8-e430-44d0-9a12-849e12cfac94 req-a3dd899e-a3f4-4204-8fda-381c909a44eb tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601365 May 12 19:46:40.723022 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.735410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f852a563-c1b5-49c6-b8ad-032f1fca88bd None None] Provisioning for port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:40.751962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Usage tracker for resource:router and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:40.759991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:40.768541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.794098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:40.801074 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd20ca2-1960-4c19-9036-b550b4b2b0b3 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] GET failed (client error): The resource could not be found. May 12 19:46:40.801577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f852a563-c1b5-49c6-b8ad-032f1fca88bd None None] Provisioning complete for port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:40.801577 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f852a563-c1b5-49c6-b8ad-032f1fca88bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.802117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1bd20ca2-1960-4c19-9036-b550b4b2b0b3 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Synchronizing usage tracker for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:40.830647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1bd20ca2-1960-4c19-9036-b550b4b2b0b3 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Unset dirty status for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:40.834976 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1bd20ca2-1960-4c19-9036-b550b4b2b0b3 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "GET /v2.0/ports/38b48d60-d2bf-4dc3-86b7-69466f58eead HTTP/1.1" status: 404 len: 333 time: 0.1602769 May 12 19:46:40.835797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43bb95fc-5001-41fd-8552-032b270de171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.839538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40990) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:40.859820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f852a563-c1b5-49c6-b8ad-032f1fca88bd None None] Port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 was deleted so its status cannot be updated. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 12 19:46:40.876856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Port': ['ID=d44dd993-5d30-4b3f-8a28-a01a4afd2f78,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:40.888594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Router 86ce6827-bc9f-452a-8124-d307138a5013 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:46:40.898580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e878aa0d-76a3-4621-9ec3-b080c591b749', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:40.899563 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.905113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.906152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:40.991207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43bb95fc-5001-41fd-8552-032b270de171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.025151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No DVR routers for this DVR port d44dd993-5d30-4b3f-8a28-a01a4afd2f78 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:41.042373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eeb409c-76b4-48d4-834f-05c7d881a310 None None] Provisioning for port 48b56276-6af0-48d9-bce8-73a866de2ba0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:41.063116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6eeb409c-76b4-48d4-834f-05c7d881a310 None None] Provisioning complete for port 48b56276-6af0-48d9-bce8-73a866de2ba0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:41.063420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6eeb409c-76b4-48d4-834f-05c7d881a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.254323 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.272237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb409c-76b4-48d4-834f-05c7d881a310 None None] Port 48b56276-6af0-48d9-bce8-73a866de2ba0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:41.287916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port 6e9f655c-ffbc-41a0-8ae8-333d4958c49c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:41.288257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.296737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Allocated IP 172.20.0.2 (e878aa0d-76a3-4621-9ec3-b080c591b749/bacd465a-4371-484a-a188-61c49d323ccd/6d6845fe-9a49-48cb-831b-d105df5adc54) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:41.312915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.579083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43bb95fc-5001-41fd-8552-032b270de171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.584918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.618757 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.644150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Transition to ACTIVE for port object 6d6845fe-9a49-48cb-831b-d105df5adc54 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:41.682168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Transition to ACTIVE for port object 6d6845fe-9a49-48cb-831b-d105df5adc54 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:41.692017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:41.692333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:41.693784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb95fc-5001-41fd-8552-032b270de171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd2e25-988a-4773-ae5d-c319fba269b8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:41.744819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Sync routers for ids ['86ce6827-bc9f-452a-8124-d307138a5013'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:41.793778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Network e878aa0d-76a3-4621-9ec3-b080c591b749 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:41.803145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Routers {'86ce6827-bc9f-452a-8124-d307138a5013'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:41.803780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86ce6827-bc9f-452a-8124-d307138a5013'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:41.860647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:41.871299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:41.948488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=c9688189-44a1-49bc-9964-5ba78273f22c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:42.037758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.038942 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5d16e4cd-d74b-4298-9a39-9e637c9282e3 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9989710 May 12 19:46:42.057045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.058614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Set router 86ce6827-bc9f-452a-8124-d307138a5013 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:42.060910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43bb95fc-5001-41fd-8552-032b270de171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.064893 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-43bb95fc-5001-41fd-8552-032b270de171 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72fd2e25-988a-4773-ae5d-c319fba269b8 HTTP/1.1" status: 204 len: 168 time: 1.5801528 May 12 19:46:42.078468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40998) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:42.213252 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.258181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625412e6-b6e4-4164-8b22-cdd3ce230d3c None None] Network 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:42.295102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4c48f5-155e-4454-b2f6-ded7cbd47cc9']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:42.331817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.334839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.337753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edd1724-3597-4191-8a1d-7255196c2a2b') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:42.338256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edd1724-3597-4191-8a1d-7255196c2a2b') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:42.349952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.350715 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.363402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Pushing event updated for resources: {'Port': ['ID=6d6845fe-9a49-48cb-831b-d105df5adc54,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:42.395576 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.466254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679019d-aaf0-4d5a-a17b-acc7afc1e602 req-524889af-2d2a-4f5d-9498-6fb7e09d1af2 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:42.469932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0679019d-aaf0-4d5a-a17b-acc7afc1e602 req-524889af-2d2a-4f5d-9498-6fb7e09d1af2 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 945 time: 0.5188713 May 12 19:46:42.524798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Calling delete_port for 6e9f655c-ffbc-41a0-8ae8-333d4958c49c owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:42.566316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.575282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:42.576343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.660889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Attempting to bind port 6d6845fe-9a49-48cb-831b-d105df5adc54 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:42.661288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Attempting to bind port 6d6845fe-9a49-48cb-831b-d105df5adc54 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:42.661661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Attempting to bind port 6d6845fe-9a49-48cb-831b-d105df5adc54 on network e878aa0d-76a3-4621-9ec3-b080c591b749 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:42.708215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=48b56276-6af0-48d9-bce8-73a866de2ba0,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:42.710719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: timer() May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:42.711656 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:42.713800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Checking segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:42.713800 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.713800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Bound using segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:42.714123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Bound port: 6d6845fe-9a49-48cb-831b-d105df5adc54, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:42.714567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.754289 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.796839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:42.805413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=2d4c48f5-155e-4454-b2f6-ded7cbd47cc9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:42.808691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d08e18e-c782-4cf9-a6b5-eeab6f0a5e2d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 HTTP/1.1" status: 204 len: 168 time: 5.9953442 May 12 19:46:42.817927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41016) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:42.848756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0679019d-aaf0-4d5a-a17b-acc7afc1e602 req-f130c864-46c2-4206-92db-9eaa8296f2ba tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356690 May 12 19:46:42.868119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853198551'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:42.905158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:42.916346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:42.924426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:42.928719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:42.931033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:42.964928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:42.972084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b51b4796-acae-4556-a449-f4d777742697 None None] For port 6d6845fe-9a49-48cb-831b-d105df5adc54, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:42.993491 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-41901e79-ce49-4427-84e4-abcbbb425f22 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/86ce6827-bc9f-452a-8124-d307138a5013 HTTP/1.1" status: 200 len: 908 time: 0.9086704 May 12 19:46:43.002540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:43.019798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-293397006', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': True}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:43.042843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:43.051360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.117753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911b764-e6f6-4e36-b176-19ea75bd2e8d None None] DHCP port deletion for 2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:43.136899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:43.162716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Usage tracker for resource:router and tenant:0cfd226d0b6c4d8c9054e51a9b180d64 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:43.180411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:43.208430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:43.217720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:43.253117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.275827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b51b4796-acae-4556-a449-f4d777742697 None None] For port 6d6845fe-9a49-48cb-831b-d105df5adc54, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6d6845fe-9a49-48cb-831b-d105df5adc54,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:43.307034 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.352192 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.352822 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment 44f4b580-4507-4717-9327-6188cf61f01c of type vlan for network e9aef329-9a67-43cc-b049-7fbe4884b97d May 12 19:46:43.369068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.370454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.446886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Router 58e77819-3249-4c60-9dfa-88c14db912c5 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:46:43.487892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Port': ['ID=6e9f655c-ffbc-41a0-8ae8-333d4958c49c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:43.582939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4796-acae-4556-a449-f4d777742697 None None] Pushing event updated for resources: {'Port': ['ID=6d6845fe-9a49-48cb-831b-d105df5adc54,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:43.610901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d44dd993-5d30-4b3f-8a28-a01a4afd2f78 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:43.670305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.690983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.709604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d44dd993-5d30-4b3f-8a28-a01a4afd2f78 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:43.711497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d44dd993-5d30-4b3f-8a28-a01a4afd2f78 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:43.719471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ce6827-bc9f-452a-8124-d307138a5013', 'name': 'tempest-snat-router-293397006', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': False}, 'gw_port_id': 'd75a6ae1-3d6b-42b8-a1b8-65e03147f390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:36Z', 'updated_at': '2022-05-12T19:46:38Z', 'revision_number': 3, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port': {'id': 'd75a6ae1-3d6b-42b8-a1b8-65e03147f390', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ce6827-bc9f-452a-8124-d307138a5013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:37Z', 'updated_at': '2022-05-12T19:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:43.738301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6346a6c9-c750-4b7c-a811-16b40b76ee00 None None] Provisioning complete for port 48b56276-6af0-48d9-bce8-73a866de2ba0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:43.741267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6346a6c9-c750-4b7c-a811-16b40b76ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:43.812190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Checking router: 86ce6827-bc9f-452a-8124-d307138a5013 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:46:43.816805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Updating router 86ce6827-bc9f-452a-8124-d307138a5013 port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:46:43.980132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6346a6c9-c750-4b7c-a811-16b40b76ee00 None None] Port 48b56276-6af0-48d9-bce8-73a866de2ba0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:46:43.980864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:43.986888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5016546c-4bbe-4c1a-a8eb-e7b8042331bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "PUT /v2.0/routers/58e77819-3249-4c60-9dfa-88c14db912c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1651497 May 12 19:46:43.988905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41042) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:43.995911 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Sync routers for ids ['58e77819-3249-4c60-9dfa-88c14db912c5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:44.000549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:44.017547 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Routers {'58e77819-3249-4c60-9dfa-88c14db912c5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:44.021149 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['58e77819-3249-4c60-9dfa-88c14db912c5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:44.107830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636d61b-cd31-4783-a5a8-d222c387878a req-febaa4d6-e8b3-40ec-a606-a8e61aead8c7 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:44.119919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8636d61b-cd31-4783-a5a8-d222c387878a req-febaa4d6-e8b3-40ec-a606-a8e61aead8c7 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 945 time: 0.3881083 May 12 19:46:44.140465 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:46:44.195470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:44.277878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8636d61b-cd31-4783-a5a8-d222c387878a req-70c6ece9-96dd-4ee9-be5c-9d34c5a5dde0 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552551 May 12 19:46:44.290646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbed39-ff76-4f1b-a8c2-8f9e9ec27b81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:44.291455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21cbed39-ff76-4f1b-a8c2-8f9e9ec27b81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:44.315795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21cbed39-ff76-4f1b-a8c2-8f9e9ec27b81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:44.321833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-21cbed39-ff76-4f1b-a8c2-8f9e9ec27b81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports/48b56276-6af0-48d9-bce8-73a866de2ba0 HTTP/1.1" status: 200 len: 911 time: 0.3311720 May 12 19:46:44.324007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41050) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:44.390989 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Set router 58e77819-3249-4c60-9dfa-88c14db912c5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:44.507123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaee353-6e36-42af-9af9-6ade293e3190 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:44.522469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaee353-6e36-42af-9af9-6ade293e3190 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:44.526818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1eaee353-6e36-42af-9af9-6ade293e3190 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1978016 May 12 19:46:44.531890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41056) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:44.724264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:44.738732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:44.739527 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:44.834265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-306e159e-5da1-45b7-a15a-9ff69acfe89e tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/ports/6e9f655c-ffbc-41a0-8ae8-333d4958c49c HTTP/1.1" status: 204 len: 168 time: 3.9935784 May 12 19:46:44.862840 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'name': 'tempest-NetworksTestDHCPv6-router-2041009840', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:33Z', 'updated_at': '2022-05-12T19:46:40Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None, '_interfaces': [{'id': '48b56276-6af0-48d9-bce8-73a866de2ba0', 'name': '', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'mac_address': 'fa:16:3e:4f:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'b587d444-f9ec-4144-befc-988cf67cd0b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:35Z', 'updated_at': '2022-05-12T19:46:41Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'subnets': [{'id': 'b587d444-f9ec-4144-befc-988cf67cd0b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:44.876229 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Checking router: 58e77819-3249-4c60-9dfa-88c14db912c5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:46:44.877671 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Updating router 58e77819-3249-4c60-9dfa-88c14db912c5 port 48b56276-6af0-48d9-bce8-73a866de2ba0 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:46:44.892414 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:44.915292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Transition to ACTIVE for port object d75a6ae1-3d6b-42b8-a1b8-65e03147f390 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:44.929083 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:44.987957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41064) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:45.012257 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.100870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Attempting to bind port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:45.103483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Attempting to bind port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:45.103483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Attempting to bind port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:45.104429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0dfb2-6c3c-4b40-bb69-f80ba93a2796 None None] Pushing event updated for resources: {'Port': ['ID=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:45.134083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:45.134461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:45.134862 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.135245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:45.135729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Bound port: d75a6ae1-3d6b-42b8-a1b8-65e03147f390, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:45.145031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.354737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] For port d75a6ae1-3d6b-42b8-a1b8-65e03147f390, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:45.359082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] For port d75a6ae1-3d6b-42b8-a1b8-65e03147f390, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:45.364626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684c236-1291-484a-8515-3e3569242d04 None None] Network e878aa0d-76a3-4621-9ec3-b080c591b749 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:45.398037 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.454164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-4f870792-c4d6-43b3-bcdb-acc8f84e2e6b tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:45.456894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-4f870792-c4d6-43b3-bcdb-acc8f84e2e6b tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.36 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 945 time: 0.6680474 May 12 19:46:45.483579 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.631402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7871284 May 12 19:46:45.631402 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfc5b34-e787-4482-9903-31a181b0b6bf tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] GET failed (client error): The resource could not be found. May 12 19:46:45.631402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3dfc5b34-e787-4482-9903-31a181b0b6bf tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Synchronizing usage tracker for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:45.640143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41078) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:45.680727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.694727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fc1c74e6-d44d-497a-895b-366c89906482 None None] Provisioning for port 6d6845fe-9a49-48cb-831b-d105df5adc54 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:45.739665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Deleting port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:45.740376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.755794 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.788424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:45.791768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d6845fe-9a49-48cb-831b-d105df5adc54 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:45.798107 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Transition to ACTIVE for port object 48b56276-6af0-48d9-bce8-73a866de2ba0 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:45.823754 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:45.839186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Routers {'86ce6827-bc9f-452a-8124-d307138a5013'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:45.839829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86ce6827-bc9f-452a-8124-d307138a5013'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:45.929910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0dfb2-6c3c-4b40-bb69-f80ba93a2796 None None] Pushing event updated for resources: {'Port': ['ID=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:45.965261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:45.969596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:45.972820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:45.980141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:46.009580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:46.030679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dddf07-9e00-4e0e-ab98-daddff1f9d73 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=e9aef329-9a67-43cc-b049-7fbe4884b97d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:46.276909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Attempting to bind port 48b56276-6af0-48d9-bce8-73a866de2ba0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:46.277488 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Attempting to bind port 48b56276-6af0-48d9-bce8-73a866de2ba0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:46.277775 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Attempting to bind port 48b56276-6af0-48d9-bce8-73a866de2ba0 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:46.285164 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5793367-99f2-40ce-adc9-4dc621ae64b8 None None] Pushing event updated for resources: {'Port': ['ID=48b56276-6af0-48d9-bce8-73a866de2ba0,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:46.293236 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:46.293592 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:46.293982 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:46.296640 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:46.297142 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Bound port: 48b56276-6af0-48d9-bce8-73a866de2ba0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:46.297557 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:46.297865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:46.310814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:46.317512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] Set router 86ce6827-bc9f-452a-8124-d307138a5013 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:46.379174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3dfc5b34-e787-4482-9903-31a181b0b6bf tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Unset dirty status for tenant:cfa98840095c46a49030beba37ba1e67 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:46.382584 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3dfc5b34-e787-4482-9903-31a181b0b6bf tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "GET /v2.0/ports/6e9f655c-ffbc-41a0-8ae8-333d4958c49c HTTP/1.1" status: 404 len: 333 time: 1.3920255 May 12 19:46:46.387876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41106) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:46.442497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e9aef329-9a67-43cc-b049-7fbe4884b97d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:46.467050 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] For port 48b56276-6af0-48d9-bce8-73a866de2ba0, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:46.482452 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] For port 48b56276-6af0-48d9-bce8-73a866de2ba0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=48b56276-6af0-48d9-bce8-73a866de2ba0,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:46.488192 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:46.536032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef9234-4fb0-48f8-900e-29fac0b03b8c req-afcd2b95-a431-4a36-a9bc-119eb87017d7 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:46.561866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39ef9234-4fb0-48f8-900e-29fac0b03b8c req-afcd2b95-a431-4a36-a9bc-119eb87017d7 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 945 time: 0.9088066 May 12 19:46:46.593070 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Routers {'58e77819-3249-4c60-9dfa-88c14db912c5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:46.593770 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['58e77819-3249-4c60-9dfa-88c14db912c5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:46.813463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] For port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,segment=NetworkSegment(5902afd5-6166-48f1-a246-1dda58203ef1),segment_id=5902afd5-6166-48f1-a246-1dda58203ef1)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:46.814092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:46.877595 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5793367-99f2-40ce-adc9-4dc621ae64b8 None None] Pushing event updated for resources: {'Port': ['ID=48b56276-6af0-48d9-bce8-73a866de2ba0,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:46.912426 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] Set router 58e77819-3249-4c60-9dfa-88c14db912c5 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:46.929628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6d6845fe-9a49-48cb-831b-d105df5adc54 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:46.940650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port 0814f687-5d6e-4ad0-966f-03404f87a82e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:46.941125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:46.990201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6d6845fe-9a49-48cb-831b-d105df5adc54 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:46.990816 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:47.024622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Calling delete_port for 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:47.280225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6d6845fe-9a49-48cb-831b-d105df5adc54 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:47.280858 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:47.326737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:47.328277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6d6845fe-9a49-48cb-831b-d105df5adc54, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6d6845fe-9a49-48cb-831b-d105df5adc54,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:47.334815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39ef9234-4fb0-48f8-900e-29fac0b03b8c req-a9cdb115-8ae6-4e87-bf90-0871d4c5b9dc tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/security-groups?id=d090de2d-cff3-4276-98d1-68c40f89a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712786 May 12 19:46:47.340008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:47.483264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:47.582235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Pushing event deleted for resources: {'Port': ['ID=0297c1bc-b2df-40ee-afd4-e3b2f4e46214,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:47.604580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ce6827-bc9f-452a-8124-d307138a5013', 'name': 'tempest-snat-router-293397006', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': False}, 'gw_port_id': 'd75a6ae1-3d6b-42b8-a1b8-65e03147f390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:36Z', 'updated_at': '2022-05-12T19:46:38Z', 'revision_number': 3, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port': {'id': 'd75a6ae1-3d6b-42b8-a1b8-65e03147f390', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ce6827-bc9f-452a-8124-d307138a5013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:37Z', 'updated_at': '2022-05-12T19:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:47.629039 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'name': 'tempest-NetworksTestDHCPv6-router-2041009840', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:33Z', 'updated_at': '2022-05-12T19:46:40Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None, '_interfaces': [{'id': '48b56276-6af0-48d9-bce8-73a866de2ba0', 'name': '', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'mac_address': 'fa:16:3e:4f:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'b587d444-f9ec-4144-befc-988cf67cd0b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:35Z', 'updated_at': '2022-05-12T19:46:46Z', 'revision_number': 4, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'subnets': [{'id': 'b587d444-f9ec-4144-befc-988cf67cd0b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:47.637300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a3cfec-44bf-4785-b7fe-f0ba1e0f22f9 None None] The sync data for ids ['86ce6827-bc9f-452a-8124-d307138a5013'] in n-d-841626-1 is: [{'id': '86ce6827-bc9f-452a-8124-d307138a5013', 'name': 'tempest-snat-router-293397006', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240'}], 'enable_snat': False}, 'gw_port_id': 'd75a6ae1-3d6b-42b8-a1b8-65e03147f390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:36Z', 'updated_at': '2022-05-12T19:46:38Z', 'revision_number': 3, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port': {'id': 'd75a6ae1-3d6b-42b8-a1b8-65e03147f390', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ce6827-bc9f-452a-8124-d307138a5013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:37Z', 'updated_at': '2022-05-12T19:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:46:47.644872 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde13335-f64e-4c8d-a780-bc9a3d777782 None None] The sync data for ids ['58e77819-3249-4c60-9dfa-88c14db912c5'] in n-d-841626-1 is: [{'id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'name': 'tempest-NetworksTestDHCPv6-router-2041009840', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:33Z', 'updated_at': '2022-05-12T19:46:40Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None, '_interfaces': [{'id': '48b56276-6af0-48d9-bce8-73a866de2ba0', 'name': '', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'mac_address': 'fa:16:3e:4f:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'b587d444-f9ec-4144-befc-988cf67cd0b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:35Z', 'updated_at': '2022-05-12T19:46:46Z', 'revision_number': 4, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'subnets': [{'id': 'b587d444-f9ec-4144-befc-988cf67cd0b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:46:47.682505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6d6845fe-9a49-48cb-831b-d105df5adc54,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:47.740291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] No DVR routers for this DVR port 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:47.745683 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:47.747971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f1806fc2-50df-4610-a962-09bcba2d07be None None] Provisioning complete for port 6d6845fe-9a49-48cb-831b-d105df5adc54 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:47.748962 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1806fc2-50df-4610-a962-09bcba2d07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:47.757544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Calling delete_port for 0814f687-5d6e-4ad0-966f-03404f87a82e owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:47.765672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'name': 'network-vif-deleted', 'tag': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:46:47.815194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-163f268f-85d2-4f29-82c1-dfcafe547886 req-7f8bf81f-fe76-4dbb-9003-ac042e2185e1 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.36 "DELETE /v2.0/ports/0297c1bc-b2df-40ee-afd4-e3b2f4e46214 HTTP/1.1" status: 204 len: 173 time: 2.3480134 May 12 19:46:47.924540 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e43ca7-fe5b-4105-ae37-5e297e95a0d6'] response: {'server_uuid': '7320d3ef-fd65-4c57-9cda-818f1a92e9c7', 'name': 'network-vif-deleted', 'tag': '0297c1bc-b2df-40ee-afd4-e3b2f4e46214', 'status': 'completed', 'code': 200} May 12 19:46:47.977423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41134) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:47.992964 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:48.033541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f1806fc2-50df-4610-a962-09bcba2d07be None None] Current status of the port 6d6845fe-9a49-48cb-831b-d105df5adc54 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:48.610693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Allocated IP 172.25.2.92 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/44c00d63-883b-4ef1-a521-4a9253bf814f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:48.778584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:48.784971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-109724c8-b890-4765-bfcf-deddbbc3b8f3 req-b0b54bd3-6fb6-4277-9a14-f634aa247262 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Synchronizing usage tracker for tenant:c6e41ce710b648768d1ad6171bd6521e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:48.790994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:48.823311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:48.829091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Usage tracker for resource:security_group_rule and tenant:0c307997fd7d4cfb89ec02bb69f30bfa is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:48.836969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:48.840428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-109724c8-b890-4765-bfcf-deddbbc3b8f3 req-b0b54bd3-6fb6-4277-9a14-f634aa247262 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] Unset dirty status for tenant:c6e41ce710b648768d1ad6171bd6521e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:48.848624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-109724c8-b890-4765-bfcf-deddbbc3b8f3 req-b0b54bd3-6fb6-4277-9a14-f634aa247262 tempest-InstanceActionsV221TestJSON-1880348972 tempest-InstanceActionsV221TestJSON-1880348972-project] 10.222.0.72 "GET /v2.0/ports?device_id=7320d3ef-fd65-4c57-9cda-818f1a92e9c7 HTTP/1.1" status: 200 len: 210 time: 0.1394315 May 12 19:46:48.857542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:48.864208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:48.906106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 48b56276-6af0-48d9-bce8-73a866de2ba0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:48.906623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:48.932686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:48.933909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0297c1bc-b2df-40ee-afd4-e3b2f4e46214 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:49.027345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=1d333662-1aee-4b12-9c1d-5496e476010d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:49.050961 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.130808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.144477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': '44f4b580-4507-4717-9327-6188cf61f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:49.144829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: e9aef329-9a67-43cc-b049-7fbe4884b97d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:49.196535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.197260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.205435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Port': ['ID=0814f687-5d6e-4ad0-966f-03404f87a82e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:49.347024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c307997fd7d4cfb89ec02bb69f30bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3667424 May 12 19:46:49.351334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41154) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:49.356219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68cfa9-1d2d-42dd-8758-33cd92c58924,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:49.377456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.388002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.388644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.389143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.389653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.390209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.390716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.391205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.391681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.392164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.396607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.399857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3aab0-50f4-4786-a9b0-befa17f7d804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:49.498075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb7ac-10eb-43bf-8f12-7c671c963364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.499272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.510010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network e9aef329-9a67-43cc-b049-7fbe4884b97d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:49.528695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port 48b56276-6af0-48d9-bce8-73a866de2ba0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=48b56276-6af0-48d9-bce8-73a866de2ba0,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:49.529231 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.577569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e9aef329-9a67-43cc-b049-7fbe4884b97d) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:49.586469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491085ac-b229-4903-88e4-7f0105dcdbf0 None None] Network e9aef329-9a67-43cc-b049-7fbe4884b97d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:49.587149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:49.587825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.626896 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-95556993-271c-4b23-891f-5fce15bf24e6 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/ports/0814f687-5d6e-4ad0-966f-03404f87a82e HTTP/1.1" status: 204 len: 168 time: 3.2313020 May 12 19:46:49.629993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41158) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:49.638879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.655786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb7ac-10eb-43bf-8f12-7c671c963364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.735121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.770851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-22c971f9-e023-42ed-9097-659b68dbb9c0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0924656 May 12 19:46:49.779089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41164) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:49.803760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 48b56276-6af0-48d9-bce8-73a866de2ba0 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:49.841535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:49.868212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:49.928914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d6845fe-9a49-48cb-831b-d105df5adc54 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:50.024358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6d6845fe-9a49-48cb-831b-d105df5adc54 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:50.025384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.077779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e9aef329-9a67-43cc-b049-7fbe4884b97d', 'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': '1d333662-1aee-4b12-9c1d-5496e476010d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:46:50.080048 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb7ac-10eb-43bf-8f12-7c671c963364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.082974 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.099932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:50.100123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eb7ac-10eb-43bf-8f12-7c671c963364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68cfa9-1d2d-42dd-8758-33cd92c58924,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:50.109195 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb7ac-10eb-43bf-8f12-7c671c963364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.114345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ed9eb7ac-10eb-43bf-8f12-7c671c963364 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e68cfa9-1d2d-42dd-8758-33cd92c58924 HTTP/1.1" status: 204 len: 168 time: 0.7491307 May 12 19:46:50.126852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:50.131574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:50.296088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting subnet e555d746-2ede-429c-9b38-08ced4623a66 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:50.302284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.319719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Allocated IP 2001:db8::2 (e9aef329-9a67-43cc-b049-7fbe4884b97d/1d333662-1aee-4b12-9c1d-5496e476010d/1571655b-1a98-4751-a557-1e332ad07148) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:50.374037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.463802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.564989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=48b56276-6af0-48d9-bce8-73a866de2ba0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:50.638850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.700142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41180) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:50.703060 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.738440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Transition to ACTIVE for port object 1571655b-1a98-4751-a557-1e332ad07148 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:50.740686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Pushing event updated for resources: {'Port': ['ID=44c00d63-883b-4ef1-a521-4a9253bf814f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:50.776369 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.804412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Transition to ACTIVE for port object 1571655b-1a98-4751-a557-1e332ad07148 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:50.820420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.878194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Subnet': ['ID=e555d746-2ede-429c-9b38-08ced4623a66,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:50.903376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.909073 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:50.920055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41184) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:50.946975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4529dd-1071-46ee-9531-009f239fafd9 None None] Network c65aac56-9fc9-418b-8703-ea4f7a412aed requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:50.975349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a14eae8-10b1-479f-86ea-655c6372aef0 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/subnets/e555d746-2ede-429c-9b38-08ced4623a66 HTTP/1.1" status: 204 len: 168 time: 1.3433621 May 12 19:46:50.984602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Pushing event updated for resources: {'Port': ['ID=1571655b-1a98-4751-a557-1e332ad07148,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:50.992580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41188) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:51.114696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.159312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Network e9aef329-9a67-43cc-b049-7fbe4884b97d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:51.162320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6d6845fe-9a49-48cb-831b-d105df5adc54 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:51.163429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d75a6ae1-3d6b-42b8-a1b8-65e03147f390 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:51.227721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:51.237862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:51.338257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] Deleting subnet b507b098-9169-4362-93c5-af9de0625543 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:51.346833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.432357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:51.435088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Allocated IP 172.25.2.77 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/ce506d77-7b8e-4854-b5d3-7ff13fc99e59) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:51.445238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:subnet and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:51.458593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Attempting to bind port 1571655b-1a98-4751-a557-1e332ad07148 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:51.458951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Attempting to bind port 1571655b-1a98-4751-a557-1e332ad07148 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '44f4b580-4507-4717-9327-6188cf61f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:51.459294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Attempting to bind port 1571655b-1a98-4751-a557-1e332ad07148 on network e9aef329-9a67-43cc-b049-7fbe4884b97d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:51.477815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:51.478229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Checking segment: {'id': '44f4b580-4507-4717-9327-6188cf61f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:51.478588 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.478967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Bound using segment: {'id': '44f4b580-4507-4717-9327-6188cf61f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:51.479492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Bound port: 1571655b-1a98-4751-a557-1e332ad07148, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f4b580-4507-4717-9327-6188cf61f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:51.479855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.492961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:51.528845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:51.539564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:51.554921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:51.555305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.560208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:51.579804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Usage tracker for resource:security_group_rule and tenant:f99acfe3159a4c91ba10c33f8a7d5d78 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:51.586618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Router 58e77819-3249-4c60-9dfa-88c14db912c5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:46:51.587575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:51.597461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.601787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.642554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:51.646057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:51.646935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.696696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] For port 1571655b-1a98-4751-a557-1e332ad07148, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:51.711519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] For port 1571655b-1a98-4751-a557-1e332ad07148, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1571655b-1a98-4751-a557-1e332ad07148,segment=NetworkSegment(44f4b580-4507-4717-9327-6188cf61f01c),segment_id=44f4b580-4507-4717-9327-6188cf61f01c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:51.724056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.781400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.823711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dc115-518a-43ca-a1df-f8f7bd0faff5 None None] Pushing event updated for resources: {'Port': ['ID=1571655b-1a98-4751-a557-1e332ad07148,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:51.855216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] DHCP port deletion for c65aac56-9fc9-418b-8703-ea4f7a412aed request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:51.895419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] Deleting port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:51.896329 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.965744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:51.972971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:51.973509 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.043755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:52.044206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.079242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.120054 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.132123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b507b098-9169-4362-93c5-af9de0625543,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:52.132361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.195418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] For port 73323c6d-b4ab-4d78-b6b7-0b175d68e576, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=73323c6d-b4ab-4d78-b6b7-0b175d68e576,segment=NetworkSegment(87d37977-6e9d-47fa-9cd4-3fdcaac66b15),segment_id=87d37977-6e9d-47fa-9cd4-3fdcaac66b15)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:52.195418 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.322243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:52.408260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d75a6ae1-3d6b-42b8-a1b8-65e03147f390, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:52.409775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] Sync routers for ids ['58e77819-3249-4c60-9dfa-88c14db912c5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:52.422452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] Calling delete_port for 73323c6d-b4ab-4d78-b6b7-0b175d68e576 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:52.473434 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.473434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 48b56276-6af0-48d9-bce8-73a866de2ba0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:52.474730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-021fe4cd-f23d-49e1-810b-749559ed2b8e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b507b098-9169-4362-93c5-af9de0625543 HTTP/1.1" status: 204 len: 168 time: 1.7729292 May 12 19:46:52.483022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41196) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:52.485599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.491888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0098d679-6548-4dfc-b57b-d224578947e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "PUT /v2.0/routers/58e77819-3249-4c60-9dfa-88c14db912c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9580004 May 12 19:46:52.493593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.496514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41200) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:52.596274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.644448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.671971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 48b56276-6af0-48d9-bce8-73a866de2ba0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:52.672678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 48b56276-6af0-48d9-bce8-73a866de2ba0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 12 19:46:52.698282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network e9aef329-9a67-43cc-b049-7fbe4884b97d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:52.716104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c19de4-5ad5-4e3d-a70d-e4dc593d0b9b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:52.716684 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.717964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c19de4-5ad5-4e3d-a70d-e4dc593d0b9b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:52.718819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d0c19de4-5ad5-4e3d-a70d-e4dc593d0b9b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:52.721451 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.728767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] Routers {'58e77819-3249-4c60-9dfa-88c14db912c5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:52.731160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['58e77819-3249-4c60-9dfa-88c14db912c5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:52.760662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:52.766245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:52.767138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.804123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:52.822864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0313194 May 12 19:46:52.823389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41204) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:52.832488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:52.834916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:46:52.859477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d0c19de4-5ad5-4e3d-a70d-e4dc593d0b9b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:52.861008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d0c19de4-5ad5-4e3d-a70d-e4dc593d0b9b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2204163 May 12 19:46:52.897326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ca906-f0c8-45bc-adc9-181ceee98930 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=97d3ebd8-f4b6-4ea4-bb4f-5fa6f879c995,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:52.904366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] Set router 58e77819-3249-4c60-9dfa-88c14db912c5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:52.906056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] For port 73323c6d-b4ab-4d78-b6b7-0b175d68e576, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=73323c6d-b4ab-4d78-b6b7-0b175d68e576,segment=NetworkSegment(87d37977-6e9d-47fa-9cd4-3fdcaac66b15),segment_id=87d37977-6e9d-47fa-9cd4-3fdcaac66b15)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:52.906594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:52.917270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:52.917962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Port': ['ID=ce506d77-7b8e-4854-b5d3-7ff13fc99e59,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:53.055437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Calling delete_port for 73323c6d-b4ab-4d78-b6b7-0b175d68e576 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:53.068701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'name': 'tempest-NetworksTestDHCPv6-router-2041009840', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:33Z', 'updated_at': '2022-05-12T19:46:50Z', 'revision_number': 3, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:53.072205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 48b56276-6af0-48d9-bce8-73a866de2ba0 not found, will not notify nova. {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 12 19:46:53.081535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] Checking router: 58e77819-3249-4c60-9dfa-88c14db912c5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:46:53.110923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] No DVR routers for this DVR port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:53.113898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] Routers {'58e77819-3249-4c60-9dfa-88c14db912c5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:53.114555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['58e77819-3249-4c60-9dfa-88c14db912c5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:53.157258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f99acfe3159a4c91ba10c33f8a7d5d78&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1763179 May 12 19:46:53.238458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41212) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:53.239146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7398c-15e3-4c5c-8bae-69708decfc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5cb364-9f43-4954-a919-0d0a9babd97f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:53.240785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:53.401168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4c4da-d638-4f81-a47b-fa965cfe3ea4 None None] Pushing event deleted for resources: {'Port': ['ID=73323c6d-b4ab-4d78-b6b7-0b175d68e576,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:53.437712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1571655b-1a98-4751-a557-1e332ad07148 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:53.461836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:53.463575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:53.466103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:53.468063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:53.469758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:53.470757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Synchronizing usage tracker for tenant:beca47c36c16411bb3a508fcc082e28d on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:53.474074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.512999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43f7307-bd6c-468e-94cf-5c5af324dfc2']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:53.526912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5902afd5-6166-48f1-a246-1dda58203ef1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:53.527211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5902afd5-6166-48f1-a246-1dda58203ef1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:53.530583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] Set router 58e77819-3249-4c60-9dfa-88c14db912c5 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:53.541822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.560913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.569033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:53.569544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.646748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Unset dirty status for tenant:beca47c36c16411bb3a508fcc082e28d on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:53.652137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-46534240-ff0d-48c6-9c6d-2bd46ec4e4a8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8171492 May 12 19:46:53.652458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet b587d444-f9ec-4144-befc-988cf67cd0b0 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:46:53.664139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:53.671191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2141977955'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:53.704473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a884f-b621-4df9-8427-b9e824b277a3 None None] Network e9aef329-9a67-43cc-b049-7fbe4884b97d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:53.730304 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.758829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:53.793389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'name': 'tempest-NetworksTestDHCPv6-router-2041009840', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:33Z', 'updated_at': '2022-05-12T19:46:50Z', 'revision_number': 3, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: timer() May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:53.799072 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:53.816470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21787e32-abf4-4c14-88de-95b2dd0c5222 None None] The sync data for ids ['58e77819-3249-4c60-9dfa-88c14db912c5'] in n-d-841626-1 is: [{'id': '58e77819-3249-4c60-9dfa-88c14db912c5', 'name': 'tempest-NetworksTestDHCPv6-router-2041009840', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:33Z', 'updated_at': '2022-05-12T19:46:50Z', 'revision_number': 3, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:46:53.818696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:53.818841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-29dcb0a4-d1e0-4d66-9806-a5913f263eb4 None None] Provisioning for port 1571655b-1a98-4751-a557-1e332ad07148 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:53.824348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:53.848943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:53.867265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1571655b-1a98-4751-a557-1e332ad07148 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:46:53.873526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1571655b-1a98-4751-a557-1e332ad07148 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:53.873916 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.879082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:46:53.879398 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:46:53.882870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.893724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.917655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.932709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18eeedb0-dc16-48c1-889e-25426bad55ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.934325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] Pushing event deleted for resources: {'Network': ['ID=a43f7307-bd6c-468e-94cf-5c5af324dfc2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:53.936867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:53.940199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.948650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39d45d78-9d18-4dbb-af03-b708f7d0d12c admin admin] 10.222.0.72 "DELETE /v2.0/networks/a43f7307-bd6c-468e-94cf-5c5af324dfc2 HTTP/1.1" status: 204 len: 168 time: 1.4589472 May 12 19:46:53.960339 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:53.982791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18eeedb0-dc16-48c1-889e-25426bad55ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.052897 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18eeedb0-dc16-48c1-889e-25426bad55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.068521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeedb0-dc16-48c1-889e-25426bad55ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5cb364-9f43-4954-a919-0d0a9babd97f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:54.084068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18eeedb0-dc16-48c1-889e-25426bad55ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.088655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-18eeedb0-dc16-48c1-889e-25426bad55ba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca5cb364-9f43-4954-a919-0d0a9babd97f HTTP/1.1" status: 204 len: 168 time: 0.8366449 May 12 19:46:54.107407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:54.121366 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.121715 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment 555cec3d-4028-4112-aa25-b95296746ba1 of type vlan for network a00b04a7-46d8-4ae2-b050-19b92ce850fa May 12 19:46:54.144538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1571655b-1a98-4751-a557-1e332ad07148 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:54.144996 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.152119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.158995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41226) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:54.211919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.217411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:54.218096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.219097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1571655b-1a98-4751-a557-1e332ad07148, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1571655b-1a98-4751-a557-1e332ad07148,segment=NetworkSegment(44f4b580-4507-4717-9327-6188cf61f01c),segment_id=44f4b580-4507-4717-9327-6188cf61f01c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:54.227120 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.262024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-52a64ab0-9a02-45c4-bbf1-197bc8474ea5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c6e41ce710b648768d1ad6171bd6521e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012120 May 12 19:46:54.262775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41230) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:54.355300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 73323c6d-b4ab-4d78-b6b7-0b175d68e576 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:54.368038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9106ec7d-12a9-4382-a68a-018458066b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.385154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Deleting port 73323c6d-b4ab-4d78-b6b7-0b175d68e576 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:54.385861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.419058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=a00b04a7-46d8-4ae2-b050-19b92ce850fa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:54.487402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:54.490324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] The port '73323c6d-b4ab-4d78-b6b7-0b175d68e576' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:46:54.541203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9106ec7d-12a9-4382-a68a-018458066b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.550086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 73323c6d-b4ab-4d78-b6b7-0b175d68e576 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:54.550594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 73323c6d-b4ab-4d78-b6b7-0b175d68e576 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:54.620140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c168b63a-a8b1-41f0-9a25-30c6dd9a81b2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9548845 May 12 19:46:54.626223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41246) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:54.649728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:54.706204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1571655b-1a98-4751-a557-1e332ad07148,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:54.709757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.710883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Update dhcp port {'port': {'network_id': 'e9aef329-9a67-43cc-b049-7fbe4884b97d', 'fixed_ips': [{'subnet_id': '1d333662-1aee-4b12-9c1d-5496e476010d', 'ip_address': '2001:db8::2'}, {'subnet_id': '97d3ebd8-f4b6-4ea4-bb4f-5fa6f879c995'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '1571655b-1a98-4751-a557-1e332ad07148'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:46:54.767925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.811475 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.838662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.851928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65aac56-9fc9-418b-8703-ea4f7a412aed']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:54.864280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9106ec7d-12a9-4382-a68a-018458066b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.892273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d37977-6e9d-47fa-9cd4-3fdcaac66b15') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:54.892787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d37977-6e9d-47fa-9cd4-3fdcaac66b15') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:54.919187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106ec7d-12a9-4382-a68a-018458066b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d090de2d-cff3-4276-98d1-68c40f89a7dc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:54.933912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.963573 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9106ec7d-12a9-4382-a68a-018458066b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:54.964891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9106ec7d-12a9-4382-a68a-018458066b65 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d090de2d-cff3-4276-98d1-68c40f89a7dc HTTP/1.1" status: 204 len: 168 time: 0.7010057 May 12 19:46:54.979064 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:55.011803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:46:55.011803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: timer() May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:46:55.074434 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:46:55.104087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Allocated IP 172.20.0.1 (e9aef329-9a67-43cc-b049-7fbe4884b97d/97d3ebd8-f4b6-4ea4-bb4f-5fa6f879c995/1571655b-1a98-4751-a557-1e332ad07148) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:46:55.234986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d75a6ae1-3d6b-42b8-a1b8-65e03147f390 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:55.288140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:55.295337 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:55.331541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] Pushing event deleted for resources: {'Network': ['ID=c65aac56-9fc9-418b-8703-ea4f7a412aed,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:55.343740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-014beac6-fe5c-45bb-ae4f-57092983a287 tempest-AllowedAddressPairTestJSON-36795162 tempest-AllowedAddressPairTestJSON-36795162-project] 10.222.0.72 "DELETE /v2.0/networks/c65aac56-9fc9-418b-8703-ea4f7a412aed HTTP/1.1" status: 204 len: 168 time: 4.3257351 May 12 19:46:55.383994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:55.384378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:55.534014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:55.536003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1571655b-1a98-4751-a557-1e332ad07148 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:55.541525 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:46:55.619329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:55.711711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=b587d444-f9ec-4144-befc-988cf67cd0b0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:55.716572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:55.735642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:46:55.739761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b45346-568a-4c3a-9e30-0973f5e3e3e7 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:55.746864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-007fe2a4-054a-4aba-afcf-eb78773691dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/b587d444-f9ec-4144-befc-988cf67cd0b0 HTTP/1.1" status: 204 len: 168 time: 2.8200562 May 12 19:46:55.749644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41278) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:55.871477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41284) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:55.945780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1571655b-1a98-4751-a557-1e332ad07148 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:46:55.946150 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.009490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.054396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.070421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba9aac31-d2a1-4efd-8bb3-82816e72345e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:router {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:46:56.106716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa is not hosted by any dhcp agent {{(pid=88113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 12 19:46:56.110227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba9aac31-d2a1-4efd-8bb3-82816e72345e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:router {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:46:56.112614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ba9aac31-d2a1-4efd-8bb3-82816e72345e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3610039 May 12 19:46:56.114394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:56.115157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:56.115787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.117268 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "PUT /v2.0/networks/a00b04a7-46d8-4ae2-b050-19b92ce850fa HTTP/1.1" status: 200 len: 723 time: 1.4875224 May 12 19:46:56.128916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:56.312485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:56.320462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] For port 1571655b-1a98-4751-a557-1e332ad07148, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1571655b-1a98-4751-a557-1e332ad07148,segment=NetworkSegment(44f4b580-4507-4717-9327-6188cf61f01c),segment_id=44f4b580-4507-4717-9327-6188cf61f01c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:56.342378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d825037-0634-41ba-b6de-1460f3fb781a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.415175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:46:56.425982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] Deleting port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:46:56.426413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.476982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a2b67-7af6-4fae-bc71-0b711bbc54f6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=a00b04a7-46d8-4ae2-b050-19b92ce850fa,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:56.502704 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:46:56.549918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:56.585711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1571655b-1a98-4751-a557-1e332ad07148 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:46:56.643905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9a7804c1-ca50-49ce-93cf-0b134b0650f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfa98840095c46a49030beba37ba1e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630143 May 12 19:46:56.644494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41318) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:56.689911 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.701030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 48b56276-6af0-48d9-bce8-73a866de2ba0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:56.718927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.772225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 48b56276-6af0-48d9-bce8-73a866de2ba0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:46:56.772481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 48b56276-6af0-48d9-bce8-73a866de2ba0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:56.822959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Transition to ACTIVE for port object 1571655b-1a98-4751-a557-1e332ad07148 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:56.882045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41324) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:56.888293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.943706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d825037-0634-41ba-b6de-1460f3fb781a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.945200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:56.956634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Sync routers for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:56.973426 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:56.974050 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:56.985140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d825037-0634-41ba-b6de-1460f3fb781a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:56.986960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28673240-5f6f-4e0f-8426-f708fa5dcd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.004503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.012845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40fed8d2-88cb-4d7d-a52e-c87edb638d5f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 16.3947887 May 12 19:46:57.017168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:57.020108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41336) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:57.045561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0aa3-8211-46f7-9062-dc32fba5e22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.055778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28673240-5f6f-4e0f-8426-f708fa5dcd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.184849 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28673240-5f6f-4e0f-8426-f708fa5dcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.189385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Pushing event updated for resources: {'Port': ['ID=1571655b-1a98-4751-a557-1e332ad07148,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:57.207571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673240-5f6f-4e0f-8426-f708fa5dcd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73579114-aaa3-4d9f-82de-d3a0827d8041,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:57.213662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d825037-0634-41ba-b6de-1460f3fb781a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.214089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d825037-0634-41ba-b6de-1460f3fb781a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Fanout notify agent at l3_agent the message router_deleted on router 58e77819-3249-4c60-9dfa-88c14db912c5 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:46:57.223136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28673240-5f6f-4e0f-8426-f708fa5dcd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.224633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-28673240-5f6f-4e0f-8426-f708fa5dcd4c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73579114-aaa3-4d9f-82de-d3a0827d8041 HTTP/1.1" status: 204 len: 168 time: 0.3446252 May 12 19:46:57.247040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-796572365-network', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:57.257505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d825037-0634-41ba-b6de-1460f3fb781a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.257886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:57.259259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9d825037-0634-41ba-b6de-1460f3fb781a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/routers/58e77819-3249-4c60-9dfa-88c14db912c5 HTTP/1.1" status: 204 len: 168 time: 1.1434059 May 12 19:46:57.261826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:57.265812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:57.277126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:57.279569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e399ae4a-ee52-42c2-98a1-8a40a2249fa4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:46:57.306108 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:57.370675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:57.376407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] For port e399ae4a-ee52-42c2-98a1-8a40a2249fa4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e399ae4a-ee52-42c2-98a1-8a40a2249fa4,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:46:57.376998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.382800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.476957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Usage tracker for resource:network and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:57.520235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:57.538903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:57.565805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:57.582530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:57.595593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:57.613594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:57.619619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Made reservation on behalf of ee0b3349604e4492857ab6d4797f5629 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:57.627512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.676125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] Calling delete_port for e399ae4a-ee52-42c2-98a1-8a40a2249fa4 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:46:57.681749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.714964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:57.724106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.763958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.764294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.764623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.764951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.765899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.765899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.765899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.766207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.766673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.767526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.768400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.769021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d807-d084-4ed3-abcd-9709c3a5e4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:57.787782 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:57.796328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Router c0222c87-fa26-4cee-bc28-a568c4ab441f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:46:57.806235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:57.816542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:57.825681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:57.840819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:57.923457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] No DVR routers for this DVR port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:46:57.925620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12257120-2a98-45b8-890e-35460cef54f6 None None] Pushing event deleted for resources: {'Port': ['ID=e399ae4a-ee52-42c2-98a1-8a40a2249fa4,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:57.968012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port e399ae4a-ee52-42c2-98a1-8a40a2249fa4 {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:46:57.968471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e399ae4a-ee52-42c2-98a1-8a40a2249fa4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:46:58.037392 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:46:51Z', 'revision_number': 3, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:58.044146 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Checking router: 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:46:58.045634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Updating router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 port 44c00d63-883b-4ef1-a521-4a9253bf814f binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:46:58.160872 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.249324 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.265473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.371427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:46:58.429170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8d0341-d57d-4a1a-8edc-da355cad0c54,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:58.459133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:46:58.476500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Sync routers for ids ['c0222c87-fa26-4cee-bc28-a568c4ab441f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:46:58.491346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Routers {'c0222c87-fa26-4cee-bc28-a568c4ab441f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:58.492409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c0222c87-fa26-4cee-bc28-a568c4ab441f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:58.501537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.502096 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Added segment e7b69aa7-a788-42ef-a32b-f4d29c46c155 of type vlan for network 15fbf267-c48b-4eb1-9539-3c6270a2b040 May 12 19:46:58.544825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.656922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:46:58.664190 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.676119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:58.683270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:58.685312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.786268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5163553 May 12 19:46:58.787999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41396) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:58.792697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.793764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:46:58.794394 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.806407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-775602397', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:58.821455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:58.826648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:router and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:58.830434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:58.837343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:58.931269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.987363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] Pushing event updated for resources: {'Network': ['ID=15fbf267-c48b-4eb1-9539-3c6270a2b040,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:58.995380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:58.996299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.002149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f0912-ea29-4318-85dd-766834d1c610 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=b5774a8c-7a5c-43f0-b1f2-593ed797a053,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:59.013388 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f20fc474-b305-458d-855e-7517fac55389 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1212111 May 12 19:46:59.014307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41410) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:59.023255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Request body: {'subnet': {'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-796572365-subnet', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:46:59.030256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.031783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:46:59.042226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Usage tracker for resource:subnet and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:46:59.045991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:46:59.053223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:46:59.065371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.071158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Set router c0222c87-fa26-4cee-bc28-a568c4ab441f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:46:59.079433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Made reservation on behalf of ee0b3349604e4492857ab6d4797f5629 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:46:59.081991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.096588 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.136187 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Transition to ACTIVE for port object 44c00d63-883b-4ef1-a521-4a9253bf814f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:46:59.155312 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.199323 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.204731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-372e1435-11b6-4742-9464-92407054ac1b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4150648 May 12 19:46:59.207978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41418) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:59.293769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.299924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-97d3961e-0c18-470b-8000-3dc9ecb3488b tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 16.2887709 May 12 19:46:59.326929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41422) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:59.335504 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Attempting to bind port 44c00d63-883b-4ef1-a521-4a9253bf814f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:46:59.335850 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Attempting to bind port 44c00d63-883b-4ef1-a521-4a9253bf814f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:46:59.339251 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Attempting to bind port 44c00d63-883b-4ef1-a521-4a9253bf814f on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:46:59.371902 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:46:59.372302 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:59.372816 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.373315 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:46:59.376072 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Bound port: 44c00d63-883b-4ef1-a521-4a9253bf814f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:46:59.376463 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.512183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41428) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:46:59.550820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] For port 44c00d63-883b-4ef1-a521-4a9253bf814f, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:46:59.554340 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] For port 44c00d63-883b-4ef1-a521-4a9253bf814f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=44c00d63-883b-4ef1-a521-4a9253bf814f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:46:59.563881 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:46:59.590331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': '555cec3d-4028-4112-aa25-b95296746ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:46:59.591433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: a00b04a7-46d8-4ae2-b050-19b92ce850fa, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:46:59.606921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=3913e123-a4b4-4501-ae18-6633bf9360d0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:59.641499 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:46:59.645167 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:46:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:46:59.707718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a913e1f-3bdb-45af-947b-c1b23ab5fda0 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:59.720295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434be1c-dece-4f0f-a80f-2bd5f9b503f8 None None] Network e9aef329-9a67-43cc-b049-7fbe4884b97d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:46:59.756817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:46:59.789317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.789853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.790281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.791191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.791623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.792108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.792546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.792959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.793403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.793876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.794271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.794734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:46:59.802278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1571655b-1a98-4751-a557-1e332ad07148 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:46:59.863999 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e87d29-2d60-4b06-a91d-8805727cc9d2 None None] Pushing event updated for resources: {'Port': ['ID=44c00d63-883b-4ef1-a521-4a9253bf814f,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:46:59.864165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:46:59.886174 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c5387011-690a-4f20-bbf8-051361ef2e42 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/c0222c87-fa26-4cee-bc28-a568c4ab441f HTTP/1.1" status: 200 len: 906 time: 0.5535235 May 12 19:46:59.976896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a00b04a7-46d8-4ae2-b050-19b92ce850fa) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:46:59.999265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41438) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:00.018070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2143559688'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:00.037213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:00.041141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.127335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:00.129860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41442) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:00.181209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:network and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:00.197693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:00.200182 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e87d29-2d60-4b06-a91d-8805727cc9d2 None None] Pushing event updated for resources: {'Port': ['ID=44c00d63-883b-4ef1-a521-4a9253bf814f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:00.227212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:00.242943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a47cf239-b1b1-4c1e-befc-3ac16507c191 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1129217 May 12 19:47:00.249713 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:00.253217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41448) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:00.345660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bd7c520a-68f3-468e-bbaa-9f870cdade0b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:00.390910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed86b60-ea9c-47fb-8acd-bff8be42fad1 None None] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:00.582561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-905d3504-6d74-4fd1-ab9f-93253c1d26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.597961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-adc1f495-6287-4366-81a2-be6c6b14a981 None None] Provisioning for port 1571655b-1a98-4751-a557-1e332ad07148 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:00.651780 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:46:51Z', 'revision_number': 3, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:00.658747 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8a001-1726-4d57-a71e-ac72d18f9a9f None None] The sync data for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 is: [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:46:51Z', 'revision_number': 3, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:00.676091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:00.676651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-adc1f495-6287-4366-81a2-be6c6b14a981 None None] Provisioning complete for port 1571655b-1a98-4751-a557-1e332ad07148 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:00.676958 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc1f495-6287-4366-81a2-be6c6b14a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.682749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.735084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.753702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.760463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.794926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:00.797405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:00.824495 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.834564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.850196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:security_group_rule and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:00.858287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Usage tracker for resource:security_group_rule and tenant:7a2a809c47004d5aae24c714bf2bbf95 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:00.862020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.883158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:00.886230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:00.909564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.922858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:00.957809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:00.960274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:01.117059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1571655b-1a98-4751-a557-1e332ad07148 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:01.117476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:01.199465 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd7c520a-68f3-468e-bbaa-9f870cdade0b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3404272'] for subnet, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:01.220602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c3575e-a17f-451b-9e01-b175a05b3b9a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:01.231979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:01.232397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Network hostable DHCP agents. Network: 15fbf267-c48b-4eb1-9539-3c6270a2b040, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:47:01.375767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:47:01.425115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 15fbf267-c48b-4eb1-9539-3c6270a2b040) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:01.451008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d30211-2c1c-4fec-9f71-f495f2aecf0d None None] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:01.454389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:01.455243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:01.472905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0222c87-fa26-4cee-bc28-a568c4ab441f', 'name': 'tempest-snat-router-293397006', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ce506d77-7b8e-4854-b5d3-7ff13fc99e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:43Z', 'updated_at': '2022-05-12T19:46:53Z', 'revision_number': 3, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port': {'id': 'ce506d77-7b8e-4854-b5d3-7ff13fc99e59', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0222c87-fa26-4cee-bc28-a568c4ab441f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:50Z', 'updated_at': '2022-05-12T19:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:01.641502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::1 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/b5774a8c-7a5c-43f0-b1f2-593ed797a053/c2f36f5b-d979-4f86-887e-d8411002491e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:01.653591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Checking router: c0222c87-fa26-4cee-bc28-a568c4ab441f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:47:01.653956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Updating router c0222c87-fa26-4cee-bc28-a568c4ab441f port ce506d77-7b8e-4854-b5d3-7ff13fc99e59 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:47:01.704998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'b5774a8c-7a5c-43f0-b1f2-593ed797a053'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:47:01.705927 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:01.765646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-a00b04a7-46d8-4ae2-b050-19b92ce850fa', 'network_id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': '3913e123-a4b4-4501-ae18-6633bf9360d0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:47:01.766469 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:01.774974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-adc1f495-6287-4366-81a2-be6c6b14a981 None None] Current status of the port 1571655b-1a98-4751-a557-1e332ad07148 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:01.816220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-de682472-ec10-4fd2-9fff-40f74a095aee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7982056 May 12 19:47:01.819730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41460) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:01.828662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:01.839490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:01.849613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Usage tracker for resource:router and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:01.855651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:01.870211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Allocated IP 172.20.0.1 (e878aa0d-76a3-4621-9ec3-b080c591b749/bacd465a-4371-484a-a188-61c49d323ccd/81660bdd-c654-42c0-b1dd-d10ce5e20ed3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:01.882473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:01.950286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:01.951473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:01.987725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.024941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.060561 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.130216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.174188 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.198537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object c2f36f5b-d979-4f86-887e-d8411002491e will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:02.225970 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.227177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.247454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.263797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.286470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:47:02.297069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.297459 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Added segment 6dbd0cdc-20ba-45ec-b870-d6baf33afa4a of type vlan for network 444d278c-a8e2-4973-872c-fb4bcff34747 May 12 19:47:02.348735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.389560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.418328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.424570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:02.425382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.432361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.492484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Deleting port ce506d77-7b8e-4854-b5d3-7ff13fc99e59 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:02.492872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.570520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:02.580021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:02.592799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:02.593749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.611147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=c2f36f5b-d979-4f86-887e-d8411002491e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:02.635259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.649499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Transition to ACTIVE for port object ce506d77-7b8e-4854-b5d3-7ff13fc99e59 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:02.683690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.734201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1571655b-1a98-4751-a557-1e332ad07148 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:02.773943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.869425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Attempting to bind port ce506d77-7b8e-4854-b5d3-7ff13fc99e59 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:02.869790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Attempting to bind port ce506d77-7b8e-4854-b5d3-7ff13fc99e59 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:02.870142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Attempting to bind port ce506d77-7b8e-4854-b5d3-7ff13fc99e59 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:02.916109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:02.988468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:02.988848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:02.997146 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.001836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:03.002364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Bound port: ce506d77-7b8e-4854-b5d3-7ff13fc99e59, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:03.002749 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.192782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] For port ce506d77-7b8e-4854-b5d3-7ff13fc99e59, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:03.198488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] For port ce506d77-7b8e-4854-b5d3-7ff13fc99e59, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ce506d77-7b8e-4854-b5d3-7ff13fc99e59,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:03.201401 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd7c520a-68f3-468e-bbaa-9f870cdade0b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756756899449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26535464'] for subnet, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.216124 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.6887121 May 12 19:47:03.217031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41466) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:03.224774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 44c00d63-883b-4ef1-a521-4a9253bf814f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:03.236146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Calling delete_port for ce506d77-7b8e-4854-b5d3-7ff13fc99e59 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:03.266733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.341132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc58130-ac39-4db5-958f-2d5aab0ce1bc None None] Pushing event updated for resources: {'Port': ['ID=ce506d77-7b8e-4854-b5d3-7ff13fc99e59,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:03.343068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a2a809c47004d5aae24c714bf2bbf95&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2047777 May 12 19:47:03.346501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41468) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:03.349699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfea532b-009a-4ed6-877d-60361cf1e0eb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:03.493385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.544297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.562940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/b5774a8c-7a5c-43f0-b1f2-593ed797a053/7b84b9f3-ff0a-481d-94c1-38ad34da0226) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:03.566894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Routers {'c0222c87-fa26-4cee-bc28-a568c4ab441f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:03.567511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c0222c87-fa26-4cee-bc28-a568c4ab441f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:03.619374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99097372-ad66-4453-9565-9c94cbee270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f283e7b-849c-439c-a14a-4eb3a74c6acb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:03.620961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6d55be8e-8837-4d66-a5af-fc1643775eda None None] Provisioning complete for port 1571655b-1a98-4751-a557-1e332ad07148 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:03.621352 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d55be8e-8837-4d66-a5af-fc1643775eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.637930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'subnet': {'network_id': '444d278c-a8e2-4973-872c-fb4bcff34747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:03.678293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.681471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-15fbf267-c48b-4eb1-9539-3c6270a2b040', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:47:03.682308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.694998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c520a-68f3-468e-bbaa-9f870cdade0b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:03.695725 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd7c520a-68f3-468e-bbaa-9f870cdade0b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:03.699521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bd7c520a-68f3-468e-bbaa-9f870cdade0b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "PUT /v2.0/subnets/3913e123-a4b4-4501-ae18-6633bf9360d0 HTTP/1.1" status: 200 len: 826 time: 3.4373798 May 12 19:47:03.708624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41474) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:03.778070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Allocated IP 172.25.2.44 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f2df07c7-0136-46fc-8920-b73cd8279a07) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:03.834725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:03.838740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc58130-ac39-4db5-958f-2d5aab0ce1bc None None] Pushing event updated for resources: {'Port': ['ID=ce506d77-7b8e-4854-b5d3-7ff13fc99e59,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:03.847865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Allocated IP 2001:db8::2 (a00b04a7-46d8-4ae2-b050-19b92ce850fa/3913e123-a4b4-4501-ae18-6633bf9360d0/d10bf46b-e3de-4643-b649-92f1da35f955) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:03.871522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:subnet and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:03.884598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c95e-7310-4a9e-9f1e-9f94853a443b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Network': ['ID=444d278c-a8e2-4973-872c-fb4bcff34747,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:03.887418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:03.946705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c520a-68f3-468e-bbaa-9f870cdade0b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=3913e123-a4b4-4501-ae18-6633bf9360d0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:03.953174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Transition to ACTIVE for port object 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:03.959585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:03.993334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 44c00d63-883b-4ef1-a521-4a9253bf814f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:04.013753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 444d278c-a8e2-4973-872c-fb4bcff34747 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:47:04.017766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:04.022031 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.141871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c91db4b-c080-4c56-8047-0e93f730d224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.147021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 44c00d63-883b-4ef1-a521-4a9253bf814f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:04.147391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.181376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] Set router c0222c87-fa26-4cee-bc28-a568c4ab441f gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:04.208891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c91db4b-c080-4c56-8047-0e93f730d224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.354059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.365536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.403081 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.422885 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.424792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c91db4b-c080-4c56-8047-0e93f730d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.439666 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.440658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.531029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=c2f36f5b-d979-4f86-887e-d8411002491e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:04.537035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.538409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0222c87-fa26-4cee-bc28-a568c4ab441f', 'name': 'tempest-snat-router-293397006', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:43Z', 'updated_at': '2022-05-12T19:47:02Z', 'revision_number': 4, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:04.542087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Network e878aa0d-76a3-4621-9ec3-b080c591b749 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:04.547497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91db4b-c080-4c56-8047-0e93f730d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f283e7b-849c-439c-a14a-4eb3a74c6acb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:04.549320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:04.557663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.574200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:04.665923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Pushing event updated for resources: {'Port': ['ID=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:04.668856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:47:04.669372 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:47:04.670086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Subnet': ['ID=9358cab9-7674-49d9-9160-e72006c5d380,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:04.723710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eac8fd-df9e-458e-a050-4e34f3e4b5d8 None None] The sync data for ids ['c0222c87-fa26-4cee-bc28-a568c4ab441f'] in n-d-841626-1 is: [{'id': 'c0222c87-fa26-4cee-bc28-a568c4ab441f', 'name': 'tempest-snat-router-293397006', 'tenant_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:43Z', 'updated_at': '2022-05-12T19:47:02Z', 'revision_number': 4, 'project_id': '0cfd226d0b6c4d8c9054e51a9b180d64', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:04.792241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Checking segment: {'id': '6dbd0cdc-20ba-45ec-b870-d6baf33afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '444d278c-a8e2-4973-872c-fb4bcff34747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:04.792604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network hostable DHCP agents. Network: 444d278c-a8e2-4973-872c-fb4bcff34747, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:47:04.820032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.828384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Pushing event updated for resources: {'Port': ['ID=f2df07c7-0136-46fc-8920-b73cd8279a07,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:04.856328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c91db4b-c080-4c56-8047-0e93f730d224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.857599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6c91db4b-c080-4c56-8047-0e93f730d224 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f283e7b-849c-439c-a14a-4eb3a74c6acb HTTP/1.1" status: 204 len: 168 time: 1.5081134 May 12 19:47:04.870884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:04.874829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:04.893924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:04.921285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6d55be8e-8837-4d66-a5af-fc1643775eda None None] Current status of the port 1571655b-1a98-4751-a557-1e332ad07148 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:04.922308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:04.979550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 444d278c-a8e2-4973-872c-fb4bcff34747 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:47:04.996011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:05.002795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:05.155434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 444d278c-a8e2-4973-872c-fb4bcff34747) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:05.176621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:05.179026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.198495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Deleting port ce506d77-7b8e-4854-b5d3-7ff13fc99e59 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:05.198850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.206569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Allocated IP 172.20.0.2 (15fbf267-c48b-4eb1-9539-3c6270a2b040/73c3575e-a17f-451b-9e01-b175a05b3b9a/5d297887-11f2-4b0e-854e-0d78e76fb8ca) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:05.208679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b58f83-8966-4944-86ca-a89b95d4f672 None None] Network 444d278c-a8e2-4973-872c-fb4bcff34747 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:05.318987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c35c16c2-bb1b-4d61-ba2a-ce8eb7b66b8f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9745626 May 12 19:47:05.325352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:05.419625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41494) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:05.466659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.500875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:05.519856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1331833476', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:05.527421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:05.531627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:router and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:05.534682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:05.541630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:05.576096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c76691728da844b6b84066c789234686 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:05.608994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.610115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.622725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:05.628241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Router 274bd55c-5173-410c-a0dc-c72f063122c6 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:47:05.639400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:05.640142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] For port ce506d77-7b8e-4854-b5d3-7ff13fc99e59, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ce506d77-7b8e-4854-b5d3-7ff13fc99e59,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:05.640837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.765513 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.796983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4d3bf29d-c128-4d93-abf6-eaa0a3db7430 None None] Provisioning for port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:05.806304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Calling delete_port for ce506d77-7b8e-4854-b5d3-7ff13fc99e59 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:05.813136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4d3bf29d-c128-4d93-abf6-eaa0a3db7430 None None] Provisioning complete for port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:05.813538 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf29d-c128-4d93-abf6-eaa0a3db7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.840823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.855470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.858986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 44c00d63-883b-4ef1-a521-4a9253bf814f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:05.859360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.865489 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.868234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Transition to ACTIVE for port object 7b84b9f3-ff0a-481d-94c1-38ad34da0226 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:05.887297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:05.903076 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Sync routers for ids ['274bd55c-5173-410c-a0dc-c72f063122c6'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:05.913600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:05.930099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Transition to ACTIVE for port object 5d297887-11f2-4b0e-854e-0d78e76fb8ca will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:05.932632 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Routers {'274bd55c-5173-410c-a0dc-c72f063122c6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:05.934319 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['274bd55c-5173-410c-a0dc-c72f063122c6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:05.990424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Transition to ACTIVE for port object 7b84b9f3-ff0a-481d-94c1-38ad34da0226 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:06.034703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Transition to ACTIVE for port object d10bf46b-e3de-4643-b649-92f1da35f955 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:06.045984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 44c00d63-883b-4ef1-a521-4a9253bf814f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=44c00d63-883b-4ef1-a521-4a9253bf814f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:06.097828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.107782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c653d21e-18a1-4082-97ed-6a633de10c81 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "PUT /v2.0/routers/274bd55c-5173-410c-a0dc-c72f063122c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8987436 May 12 19:47:06.143926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41500) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:06.152412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.168759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bf29d-c128-4d93-abf6-eaa0a3db7430 None None] Port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:47:06.178161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Transition to ACTIVE for port object 5d297887-11f2-4b0e-854e-0d78e76fb8ca will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:06.207815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Transition to ACTIVE for port object d10bf46b-e3de-4643-b649-92f1da35f955 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:06.220143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:06.239334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:06.278049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.293929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:06.300613 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Set router 274bd55c-5173-410c-a0dc-c72f063122c6 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:06.312405 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.341566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:06.357956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50457c3b-4cd0-4003-9c95-c62b5bf21fd8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:06.358683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-50457c3b-4cd0-4003-9c95-c62b5bf21fd8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:06.384640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:06.391736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d05d22-540b-49cd-a99b-7bea8fd15f4e None None] Network 444d278c-a8e2-4973-872c-fb4bcff34747 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:06.407847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:06.408881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:06.419053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Pushing event updated for resources: {'Port': ['ID=7b84b9f3-ff0a-481d-94c1-38ad34da0226,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:06.467192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:06.543346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.556835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:06.601998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.758680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-50457c3b-4cd0-4003-9c95-c62b5bf21fd8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:06.760249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-50457c3b-4cd0-4003-9c95-c62b5bf21fd8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports/c2f36f5b-d979-4f86-887e-d8411002491e HTTP/1.1" status: 200 len: 911 time: 0.6151330 May 12 19:47:06.771356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:06.778044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=3913e123-a4b4-4501-ae18-6633bf9360d0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:06.785974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.802281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Attempting to bind port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:06.802864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Attempting to bind port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:06.803238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Attempting to bind port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:06.808822 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'name': 'tempest-NetworksTestDHCPv6-router-775602397', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:59Z', 'updated_at': '2022-05-12T19:47:02Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None, '_interfaces': [{'id': 'c2f36f5b-d979-4f86-887e-d8411002491e', 'name': '', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'mac_address': 'fa:16:3e:17:e6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'b5774a8c-7a5c-43f0-b1f2-593ed797a053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:03Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'subnets': [{'id': 'b5774a8c-7a5c-43f0-b1f2-593ed797a053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:06.814244 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Checking router: 274bd55c-5173-410c-a0dc-c72f063122c6 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:47:06.815466 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Updating router 274bd55c-5173-410c-a0dc-c72f063122c6 port c2f36f5b-d979-4f86-887e-d8411002491e binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:47:06.817477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:06.817979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:06.818472 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.818951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:06.819524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Bound port: 7b84b9f3-ff0a-481d-94c1-38ad34da0226, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:06.820007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:06.945344 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.003632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=44c00d63-883b-4ef1-a521-4a9253bf814f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:07.017738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Attempting to bind port 5d297887-11f2-4b0e-854e-0d78e76fb8ca on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:07.018095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Attempting to bind port 5d297887-11f2-4b0e-854e-0d78e76fb8ca by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:07.018448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Attempting to bind port 5d297887-11f2-4b0e-854e-0d78e76fb8ca on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:07.066516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Attempting to bind port d10bf46b-e3de-4643-b649-92f1da35f955 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:07.066875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Attempting to bind port d10bf46b-e3de-4643-b649-92f1da35f955 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '555cec3d-4028-4112-aa25-b95296746ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:07.067230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Attempting to bind port d10bf46b-e3de-4643-b649-92f1da35f955 on network a00b04a7-46d8-4ae2-b050-19b92ce850fa {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:07.084121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:07.084490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Checking segment: {'id': '555cec3d-4028-4112-aa25-b95296746ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:07.084886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.085299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Bound using segment: {'id': '555cec3d-4028-4112-aa25-b95296746ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:07.085781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Bound port: d10bf46b-e3de-4643-b649-92f1da35f955, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555cec3d-4028-4112-aa25-b95296746ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:07.086149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.129399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.247460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:07.248634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:07.249475 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.253029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Bound using segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:07.253800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Bound port: 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:07.254340 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.257056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00b04a7-46d8-4ae2-b050-19b92ce850fa']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:07.285429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555cec3d-4028-4112-aa25-b95296746ba1') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:07.286030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555cec3d-4028-4112-aa25-b95296746ba1') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:07.296794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.324192 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.331141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.377640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c76691728da844b6b84066c789234686&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9535327 May 12 19:47:07.392556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41510) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:07.451005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c87e79-372c-490c-a647-cfc9a583b510 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:07.462244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c87e79-372c-490c-a647-cfc9a583b510 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:07.464080 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40c87e79-372c-490c-a647-cfc9a583b510 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.6896937 May 12 19:47:07.478586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] For port d10bf46b-e3de-4643-b649-92f1da35f955, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:07.482994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41514) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:07.501497 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.572158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.620574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Pushing event updated for resources: {'Port': ['ID=5d297887-11f2-4b0e-854e-0d78e76fb8ca,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:07.643281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f6dd2-0a62-434e-86a7-02f7e7b2a8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a30984-e464-40da-95c1-f17cb08756f7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:07.649776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:47:07.649776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.659570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.666783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: timer() May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:47:07.690461 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:47:07.728565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.762321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.772215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.784915 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Transition to ACTIVE for port object c2f36f5b-d979-4f86-887e-d8411002491e will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:07.801069 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.823985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.908628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Pushing event updated for resources: {'Port': ['ID=d10bf46b-e3de-4643-b649-92f1da35f955,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:07.947470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:07.959541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] For port 7b84b9f3-ff0a-481d-94c1-38ad34da0226, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:07.963936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] For port 7b84b9f3-ff0a-481d-94c1-38ad34da0226, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7b84b9f3-ff0a-481d-94c1-38ad34da0226,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:07.964974 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:07.967001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5d297887-11f2-4b0e-854e-0d78e76fb8ca,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:07.969362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce506d77-7b8e-4854-b5d3-7ff13fc99e59,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:07.986307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.042807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.062289 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ae3-e4bb-4f0c-ad52-1b4f33fa8de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.082364 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4158-0e1a-461c-84c8-77bcf4c0c66d None None] Pushing event updated for resources: {'Port': ['ID=c2f36f5b-d979-4f86-887e-d8411002491e,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:08.096964 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.113150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] For port d10bf46b-e3de-4643-b649-92f1da35f955, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d10bf46b-e3de-4643-b649-92f1da35f955,segment=NetworkSegment(555cec3d-4028-4112-aa25-b95296746ba1),segment_id=555cec3d-4028-4112-aa25-b95296746ba1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:08.180937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.208369 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Attempting to bind port c2f36f5b-d979-4f86-887e-d8411002491e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:08.208681 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Attempting to bind port c2f36f5b-d979-4f86-887e-d8411002491e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:08.209031 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Attempting to bind port c2f36f5b-d979-4f86-887e-d8411002491e on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:08.238971 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:08.240229 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:08.241001 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.242199 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:08.247183 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Bound port: c2f36f5b-d979-4f86-887e-d8411002491e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:08.247183 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.339825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ae3-e4bb-4f0c-ad52-1b4f33fa8de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.349367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e9043-c457-47c0-adc1-392f369dd9c8 None None] Pushing event updated for resources: {'Port': ['ID=5d297887-11f2-4b0e-854e-0d78e76fb8ca,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:08.396070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 44c00d63-883b-4ef1-a521-4a9253bf814f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:08.403466 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] For port c2f36f5b-d979-4f86-887e-d8411002491e, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:08.409715 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] For port c2f36f5b-d979-4f86-887e-d8411002491e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c2f36f5b-d979-4f86-887e-d8411002491e,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:08.418669 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.493428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 19:47:08.493428 n-d-841626-1 neutron-server[88113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 19:47:08.493428 n-d-841626-1 neutron-server[88113]: [parameters: {'id': 'a00b04a7-46d8-4ae2-b050-19b92ce850fa'}] May 12 19:47:08.493428 n-d-841626-1 neutron-server[88113]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:47:08.499357 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:47:08.580674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4158-0e1a-461c-84c8-77bcf4c0c66d None None] Pushing event updated for resources: {'Port': ['ID=c2f36f5b-d979-4f86-887e-d8411002491e,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:08.603783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.25.2.158 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/5635f99c-bbad-4883-952a-8a57ba1b9d7b) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:08.616282 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Routers {'274bd55c-5173-410c-a0dc-c72f063122c6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:08.620863 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['274bd55c-5173-410c-a0dc-c72f063122c6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:08.647595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.661348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.683689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba8393-be59-4349-98c6-f12de0c89f0b None None] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:08.704813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Pushing event updated for resources: {'Port': ['ID=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:08.716800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ec0f-3e71-457f-8739-db8639867ac6 None None] Pushing event updated for resources: {'Port': ['ID=7b84b9f3-ff0a-481d-94c1-38ad34da0226,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:08.821476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ae3-e4bb-4f0c-ad52-1b4f33fa8de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.859377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.860586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad1ae3-e4bb-4f0c-ad52-1b4f33fa8de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a30984-e464-40da-95c1-f17cb08756f7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:08.887683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Router c65eaace-27a0-4589-9be0-3bde342333a5 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:47:08.940076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ae3-e4bb-4f0c-ad52-1b4f33fa8de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:08.941285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-48ad1ae3-e4bb-4f0c-ad52-1b4f33fa8de3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1a30984-e464-40da-95c1-f17cb08756f7 HTTP/1.1" status: 204 len: 168 time: 1.5469482 May 12 19:47:08.944913 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] Set router 274bd55c-5173-410c-a0dc-c72f063122c6 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:09.028378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.041064 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.051957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0720d-749e-4737-9453-dbc90928c095 None None] Pushing event updated for resources: {'Port': ['ID=d10bf46b-e3de-4643-b649-92f1da35f955,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:09.058231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 44c00d63-883b-4ef1-a521-4a9253bf814f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:09.058599 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.226908 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.262321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.272148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.313796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port d10bf46b-e3de-4643-b649-92f1da35f955 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:09.314422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.382635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=5635f99c-bbad-4883-952a-8a57ba1b9d7b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:09.414513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Network e878aa0d-76a3-4621-9ec3-b080c591b749 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:09.421344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:09.424010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:09.448234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:09.468466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:09.490344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.491107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0222c87-fa26-4cee-bc28-a568c4ab441f {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:47:09.577737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441f728-3d19-4c19-96ba-4348ca16fc63 None None] Network a00b04a7-46d8-4ae2-b050-19b92ce850fa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:09.795475 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'name': 'tempest-NetworksTestDHCPv6-router-775602397', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:59Z', 'updated_at': '2022-05-12T19:47:02Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None, '_interfaces': [{'id': 'c2f36f5b-d979-4f86-887e-d8411002491e', 'name': '', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'mac_address': 'fa:16:3e:17:e6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'b5774a8c-7a5c-43f0-b1f2-593ed797a053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:08Z', 'revision_number': 4, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'subnets': [{'id': 'b5774a8c-7a5c-43f0-b1f2-593ed797a053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:09.807056 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa853098-c6b4-4181-8e24-0ddd0327f656 None None] The sync data for ids ['274bd55c-5173-410c-a0dc-c72f063122c6'] in n-d-841626-1 is: [{'id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'name': 'tempest-NetworksTestDHCPv6-router-775602397', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:59Z', 'updated_at': '2022-05-12T19:47:02Z', 'revision_number': 2, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None, '_interfaces': [{'id': 'c2f36f5b-d979-4f86-887e-d8411002491e', 'name': '', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'mac_address': 'fa:16:3e:17:e6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'b5774a8c-7a5c-43f0-b1f2-593ed797a053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:08Z', 'revision_number': 4, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'subnets': [{'id': 'b5774a8c-7a5c-43f0-b1f2-593ed797a053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:09.846655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 44c00d63-883b-4ef1-a521-4a9253bf814f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:09.874035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:09.902925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Sync routers for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:09.955926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port d10bf46b-e3de-4643-b649-92f1da35f955, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d10bf46b-e3de-4643-b649-92f1da35f955,segment=NetworkSegment(555cec3d-4028-4112-aa25-b95296746ba1),segment_id=555cec3d-4028-4112-aa25-b95296746ba1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:09.956427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:09.989029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:10.000527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:10.068622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:10.073047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-85ee3eee-71f7-4219-8e7c-8c6d8bdd32bf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2522366 May 12 19:47:10.098942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41540) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:10.256657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for d10bf46b-e3de-4643-b649-92f1da35f955 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:10.484007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0742da-39c2-484f-b2db-76b9f47f8c3d None None] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:10.576733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:10.646200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-743dd5ca-641a-4df8-b439-b5710bd8b6be None None] Provisioning complete for port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:10.651594 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-743dd5ca-641a-4df8-b439-b5710bd8b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:10.696175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5d297887-11f2-4b0e-854e-0d78e76fb8ca up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:10.861546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No DVR routers for this DVR port d10bf46b-e3de-4643-b649-92f1da35f955 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:47:10.969792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Port': ['ID=d10bf46b-e3de-4643-b649-92f1da35f955,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:11.250418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-743dd5ca-641a-4df8-b439-b5710bd8b6be None None] Port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:47:11.386586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:11.411028 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:11.412419 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f86c5bd9-28b7-457b-9501-1bb8d303bc99 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "DELETE /v2.0/routers/c0222c87-fa26-4cee-bc28-a568c4ab441f HTTP/1.1" status: 204 len: 168 time: 11.4121938 May 12 19:47:11.423736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41564) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:11.593490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5d297887-11f2-4b0e-854e-0d78e76fb8ca completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:11.596985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:11.644799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7b84b9f3-ff0a-481d-94c1-38ad34da0226 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:11.663046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:47:11.812673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00b04a7-46d8-4ae2-b050-19b92ce850fa']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:11.848953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:11.894663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Provisioning for port c2f36f5b-d979-4f86-887e-d8411002491e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:12.055862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Provisioning for port 5d297887-11f2-4b0e-854e-0d78e76fb8ca completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:12.125158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Provisioning complete for port 5d297887-11f2-4b0e-854e-0d78e76fb8ca triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:12.125461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.188572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.255108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:12.375475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.412735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Current status of the port 5d297887-11f2-4b0e-854e-0d78e76fb8ca is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:12.413310 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.453471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c2f36f5b-d979-4f86-887e-d8411002491e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:12.503841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 3, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:12.526107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5d297887-11f2-4b0e-854e-0d78e76fb8ca,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:12.531277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Checking router: c65eaace-27a0-4589-9be0-3bde342333a5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:47:12.531550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Updating router c65eaace-27a0-4589-9be0-3bde342333a5 port f2df07c7-0136-46fc-8920-b73cd8279a07 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:47:12.552533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.565435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555cec3d-4028-4112-aa25-b95296746ba1') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:12.565856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555cec3d-4028-4112-aa25-b95296746ba1') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:12.592451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.629418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:12.639885 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Sync routers for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:12.701885 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:12.723761 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:12.735576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.746428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95002a4b-a070-4f70-bb10-99d2f861a536 None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:47:12.802482 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.817762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e208a3a5-168f-47eb-9abb-37997446555c admin admin] 10.222.0.72 "PUT /v2.0/routers/3ddd916a-cf08-4bde-9bce-be5fcbc745c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7961819 May 12 19:47:12.835181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:12.965320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:47:12.966019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: timer() May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:47:13.048837 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:47:13.198678 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:13.237987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95002a4b-a070-4f70-bb10-99d2f861a536 None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:47:13.260956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Provisioning for port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:13.278057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Pushing event updated for resources: {'Port': ['ID=5d297887-11f2-4b0e-854e-0d78e76fb8ca,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:13.306476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.315256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.352407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.370924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port c2f36f5b-d979-4f86-887e-d8411002491e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:13.371265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.427632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=a00b04a7-46d8-4ae2-b050-19b92ce850fa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:13.447686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a42b0154-8682-492b-a22c-db3864edd20c tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/a00b04a7-46d8-4ae2-b050-19b92ce850fa HTTP/1.1" status: 204 len: 168 time: 9.6278789 May 12 19:47:13.448546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Deleting port d75a6ae1-3d6b-42b8-a1b8-65e03147f390 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:13.448928 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.452078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41608) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:13.453376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:47:13.484306 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.551110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41612) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:13.583175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657866353', 'description': 'tempest-description--1474746041'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:13.607113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:13.607273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Provisioning complete for port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:13.607765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:13.636123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:security_group and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:13.644805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:13.803333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Allocated IP 172.20.0.1 (15fbf267-c48b-4eb1-9539-3c6270a2b040/73c3575e-a17f-451b-9e01-b175a05b3b9a/5251c3cf-35c5-4069-bffb-2faf2f26dc4b) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:14.009860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.022460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:14.030742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Transition to ACTIVE for port object 5251c3cf-35c5-4069-bffb-2faf2f26dc4b will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:14.066501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port c2f36f5b-d979-4f86-887e-d8411002491e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:14.079697 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:06Z', 'revision_number': 2, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:14.087926 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Checking router: 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:47:14.088274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Updating router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:47:14.094419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c2f36f5b-d979-4f86-887e-d8411002491e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:14.094419 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.173116 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.241243 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.301538 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.326512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:14.340965 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0250139-7241-470c-834f-9cd3a8cb387d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:14.341789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0250139-7241-470c-834f-9cd3a8cb387d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:14.345569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Current status of the port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:14.345940 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.389336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:security_group_rule and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:14.402930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:14.408951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a0250139-7241-470c-834f-9cd3a8cb387d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/a00b04a7-46d8-4ae2-b050-19b92ce850fa HTTP/1.1" status: 404 len: 339 time: 0.9529071 May 12 19:47:14.410230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:14.415523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:14.417930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:14.431506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41628) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:14.446701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:14.461027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port c2f36f5b-d979-4f86-887e-d8411002491e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c2f36f5b-d979-4f86-887e-d8411002491e,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:14.461427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.473578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:14.520791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.530074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.535564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-59c62663-d888-4c1b-8b34-6c2226ac794d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2018006 May 12 19:47:14.539450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:14.543296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41632) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:14.605329 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.616926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:14.618416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:14.718849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] For port 7b84b9f3-ff0a-481d-94c1-38ad34da0226, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7b84b9f3-ff0a-481d-94c1-38ad34da0226,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:14.744128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for c2f36f5b-d979-4f86-887e-d8411002491e owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:14.745891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Transition to ACTIVE for port object f2df07c7-0136-46fc-8920-b73cd8279a07 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:14.870323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.988625 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:14.992185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:14.994483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.006323 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Transition to ACTIVE for port object 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:15.011969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586726194', 'description': 'd1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:15.016072 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.035300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:15.037332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.042715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:15.126110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Usage tracker for resource:network and tenant:beca47c36c16411bb3a508fcc082e28d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:15.154788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:15.199140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=c2f36f5b-d979-4f86-887e-d8411002491e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:15.202243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] For port d75a6ae1-3d6b-42b8-a1b8-65e03147f390, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:15.202613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.209755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-60b97ead-709e-4fe9-8903-6373be41e41f None None] Could not find standard attr ID for object c2f36f5b-d979-4f86-887e-d8411002491e. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:47:15.242968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910b987-8593-401a-9e57-e4aef6a0b619 None None] Pushing event updated for resources: {'Port': ['ID=7b84b9f3-ff0a-481d-94c1-38ad34da0226,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:15.402074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170b3e9-3136-4dbf-a8f7-a0140212a437 None None] Pushing event updated for resources: {'Port': ['ID=f2df07c7-0136-46fc-8920-b73cd8279a07,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:15.422282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:15.423745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:15.469306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.475185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:15.582921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.588662 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Pushing event updated for resources: {'Port': ['ID=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:15.607185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-60b97ead-709e-4fe9-8903-6373be41e41f None None] Provisioning complete for port 5d297887-11f2-4b0e-854e-0d78e76fb8ca triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:15.607475 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60b97ead-709e-4fe9-8903-6373be41e41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.628538 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.632342 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.632887 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.633349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.633772 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.634187 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.641659 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.645707 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.646196 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.646633 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.647053 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.647538 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:15.651084 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Attempting to bind port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:15.656032 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Attempting to bind port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:15.657062 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Attempting to bind port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 on network e878aa0d-76a3-4621-9ec3-b080c591b749 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:15.678531 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:15.679059 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Checking segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:15.679569 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.680046 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Bound using segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:15.686786 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Bound port: 81660bdd-c654-42c0-b1dd-d10ce5e20ed3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:15.687320 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.701797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:15.702206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc74c3c-38cf-4074-a78c-f89ee8af75f4 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:15.711247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c2f36f5b-d979-4f86-887e-d8411002491e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:15.711623 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.764219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Attempting to bind port f2df07c7-0136-46fc-8920-b73cd8279a07 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:15.764583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Attempting to bind port f2df07c7-0136-46fc-8920-b73cd8279a07 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:15.765335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Attempting to bind port f2df07c7-0136-46fc-8920-b73cd8279a07 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:15.771338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.790204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:15.790721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:15.791136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.791533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:15.792015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Bound port: f2df07c7-0136-46fc-8920-b73cd8279a07, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:15.792388 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:15.935540 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] For port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:15.943410 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] For port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:15.953277 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.014776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Calling delete_port for d75a6ae1-3d6b-42b8-a1b8-65e03147f390 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:16.022403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-60b97ead-709e-4fe9-8903-6373be41e41f None None] Current status of the port 5d297887-11f2-4b0e-854e-0d78e76fb8ca is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:16.050058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] For port f2df07c7-0136-46fc-8920-b73cd8279a07, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:16.054243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] For port f2df07c7-0136-46fc-8920-b73cd8279a07, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2df07c7-0136-46fc-8920-b73cd8279a07,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:16.062480 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.264072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170b3e9-3136-4dbf-a8f7-a0140212a437 None None] Pushing event updated for resources: {'Port': ['ID=f2df07c7-0136-46fc-8920-b73cd8279a07,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:16.303874 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:16.307044 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:16.309561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f64add9-3e66-4f18-be9f-1a98dea5339c None None] Provisioning for port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:16.362426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:16.367235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:16.410461 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5db9f6-a2ac-49ce-9162-fda219432ad0 None None] Pushing event updated for resources: {'Port': ['ID=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:16.438236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:47:16.475212 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.483238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.619939 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:16.652226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.779330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5d297887-11f2-4b0e-854e-0d78e76fb8ca up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:16.799221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.821552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.824503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.2723598 May 12 19:47:16.830987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:16.835570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.885254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41662) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:16.911217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:16.955163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:16.964386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f64add9-3e66-4f18-be9f-1a98dea5339c None None] Provisioning complete for port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:16.965072 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f64add9-3e66-4f18-be9f-1a98dea5339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:17.084716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f64add9-3e66-4f18-be9f-1a98dea5339c None None] Port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:47:17.093283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c16b7-d80a-44e2-8fe3-0d7bb58f0774 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efee61b7-2fcf-4fc9-9d44-7ef0699394fc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:17.101362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'security_group_rule': {'security_group_id': 'efee61b7-2fcf-4fc9-9d44-7ef0699394fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:17.124534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5d297887-11f2-4b0e-854e-0d78e76fb8ca triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:17.124898 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:17.254201 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:15Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:17.260161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:17.267812 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285853f-4815-40aa-b1b9-18cd7e21e636 None None] The sync data for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 is: [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:15Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:17.306516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:17.307709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:47:17.365384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:security_group_rule and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:17.378939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:17.399086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:17.399840 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment 803dfc13-3bfb-4a7b-a397-7a8c5c0bdee4 of type vlan for network 92c4448f-1cca-48d0-b383-ea675171f01a May 12 19:47:17.421393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:17.618194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.1 (444d278c-a8e2-4973-872c-fb4bcff34747/9358cab9-7674-49d9-9160-e72006c5d380/11a3147f-efea-4c96-b875-e00128f42216) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:17.634246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5d297887-11f2-4b0e-854e-0d78e76fb8ca is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:17.637706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7b84b9f3-ff0a-481d-94c1-38ad34da0226 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:17.646578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:17.654514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:18.148417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.171440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.240003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e1c61e2-58a8-4354-a846-3255ad1a15c4 None None] Provisioning complete for port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:18.240971 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e1c61e2-58a8-4354-a846-3255ad1a15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.333478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.345915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Router 274bd55c-5173-410c-a0dc-c72f063122c6 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:47:18.348425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:18.349410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.381867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.488746 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.490922 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4486141 May 12 19:47:18.491883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.498990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:18.500499 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.502894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41686) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:18.536662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'security_group_rule': {'security_group_id': 'efee61b7-2fcf-4fc9-9d44-7ef0699394fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:18.559807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:18.607611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:security_group_rule and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:18.608230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c61e2-58a8-4354-a846-3255ad1a15c4 None None] Port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:47:18.628391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:18.656225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.671122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:18.685420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=92c4448f-1cca-48d0-b383-ea675171f01a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:18.727407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 92c4448f-1cca-48d0-b383-ea675171f01a details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:47:18.733396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.762731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Router c65eaace-27a0-4589-9be0-3bde342333a5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:47:18.806466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:18.866457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:15Z', 'revision_number': 2, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:18.878543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0260e-5c72-49a5-a1e4-2c5591c52534 None None] The sync data for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 is: [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:15Z', 'revision_number': 2, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:18.922938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:18.931949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796a1c7-aea2-45d4-8cf5-603ba7e4ce8c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c481a707-209a-4920-8678-8a065dd2873b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:18.956786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event deleted for resources: {'Port': ['ID=d75a6ae1-3d6b-42b8-a1b8-65e03147f390,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:19.030349 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:19.111424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e4232d67-2ea1-4d59-bb72-40d8a36180b6 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.1191127 May 12 19:47:19.123590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:19.126689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:19.139784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:19.151409 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] Sync routers for ids ['274bd55c-5173-410c-a0dc-c72f063122c6'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:19.174506 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] Routers {'274bd55c-5173-410c-a0dc-c72f063122c6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:19.175129 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['274bd55c-5173-410c-a0dc-c72f063122c6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:19.191761 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d70222a5-cf20-417e-9681-1ed7c67b0b4d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "PUT /v2.0/routers/274bd55c-5173-410c-a0dc-c72f063122c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7074773 May 12 19:47:19.257567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:19.267093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41702) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:19.274914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:19.275284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:19.561625 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] Set router 274bd55c-5173-410c-a0dc-c72f063122c6 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:19.603594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e16e4-9933-4587-a93c-6d6bed113c2c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:19.605229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e16e4-9933-4587-a93c-6d6bed113c2c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:19.606012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d5e16e4-9933-4587-a93c-6d6bed113c2c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:19.633338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 444d278c-a8e2-4973-872c-fb4bcff34747 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:19.658927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:19.667587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:19.669658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:19.700647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:19.740565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:19.774744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:19.781884 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:19.806223 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'name': 'tempest-NetworksTestDHCPv6-router-775602397', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:59Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 3, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:19.815792 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] Checking router: 274bd55c-5173-410c-a0dc-c72f063122c6 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:47:19.837992 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] Routers {'274bd55c-5173-410c-a0dc-c72f063122c6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:19.838937 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['274bd55c-5173-410c-a0dc-c72f063122c6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:19.848891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d5e16e4-9933-4587-a93c-6d6bed113c2c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:19.848891 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d5e16e4-9933-4587-a93c-6d6bed113c2c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5785689 May 12 19:47:19.897319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41714) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:19.898026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:19.929829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:19.971013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=11a3147f-efea-4c96-b875-e00128f42216,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:20.006123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527f0f1-e533-424c-91a9-4bcdb1c54729 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:20.006991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2527f0f1-e533-424c-91a9-4bcdb1c54729 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Synchronizing usage tracker for tenant:beca47c36c16411bb3a508fcc082e28d on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:20.012190 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] Set router 274bd55c-5173-410c-a0dc-c72f063122c6 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:20.082238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.094480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2527f0f1-e533-424c-91a9-4bcdb1c54729 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Unset dirty status for tenant:beca47c36c16411bb3a508fcc082e28d on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:20.095901 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2527f0f1-e533-424c-91a9-4bcdb1c54729 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/networks?id=92c4448f-1cca-48d0-b383-ea675171f01a HTTP/1.1" status: 200 len: 765 time: 0.9670191 May 12 19:47:20.099517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41720) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:20.105743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'description': 'd2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:20.131161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.134857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:20.139491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.142026 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'name': 'tempest-NetworksTestDHCPv6-router-775602397', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:59Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 3, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:20.146304 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177eaa65-061a-4b15-91d8-ca945f726f50 None None] The sync data for ids ['274bd55c-5173-410c-a0dc-c72f063122c6'] in n-d-841626-1 is: [{'id': '274bd55c-5173-410c-a0dc-c72f063122c6', 'name': 'tempest-NetworksTestDHCPv6-router-775602397', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:59Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 3, 'project_id': '99968cd16cf646f7a0c6e6849ace3d66', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:20.246758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.247664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86ce6827-bc9f-452a-8124-d307138a5013 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:47:20.264413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.269824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet b5774a8c-7a5c-43f0-b1f2-593ed797a053 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:20.273144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.284434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.289062 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-38e52808-a4da-4d66-af92-b4ef78e82a37 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "DELETE /v2.0/routers/86ce6827-bc9f-452a-8124-d307138a5013 HTTP/1.1" status: 204 len: 168 time: 8.8531780 May 12 19:47:20.292162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41726) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:20.366298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.410015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1530826673', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:20.417838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2486c6-0fd6-460e-82fb-bbf190f8f640,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:20.418321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:20.423965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Usage tracker for resource:router and tenant:07d65a80f77246cbac5a86ee3b245cfb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:20.428170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:20.435114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:20.451015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.452524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.463090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc5b877c-4792-49ff-a325-4f5856f1ee19 admin admin] 10.222.0.72 "PUT /v2.0/routers/c65eaace-27a0-4589-9be0-3bde342333a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3628371 May 12 19:47:20.474014 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.502895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.506924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-10306b3b-144a-4f3d-9247-456d08b06afd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9896955 May 12 19:47:20.512529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41734) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:20.522740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.532950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:20.562049 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.573621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:20.593276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:floatingip and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:20.608411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:20.619533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.871176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network 92c4448f-1cca-48d0-b383-ea675171f01a is not hosted by any dhcp agent {{(pid=88113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 12 19:47:20.884044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:20.884700 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:20.889023 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "PUT /v2.0/networks/92c4448f-1cca-48d0-b383-ea675171f01a HTTP/1.1" status: 200 len: 762 time: 0.7854223 May 12 19:47:20.889720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:20.892382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a54a3-f795-4182-a404-4f76e40e7925 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=92c4448f-1cca-48d0-b383-ea675171f01a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:20.908115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41746) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:20.912221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 92c4448f-1cca-48d0-b383-ea675171f01a details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:47:21.148828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:21.274804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2df07c7-0136-46fc-8920-b73cd8279a07 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:21.547589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f2df07c7-0136-46fc-8920-b73cd8279a07 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:21.561509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f2df07c7-0136-46fc-8920-b73cd8279a07 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:21.561876 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:21.570871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:21.599615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41754) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:21.645858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41756) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:21.654113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723523812', 'description': 'tempest-description--1839644478'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:21.662357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:21.711754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:21.721993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=b5774a8c-7a5c-43f0-b1f2-593ed797a053,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:21.729467 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:21.736214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Usage tracker for resource:security_group and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:21.744790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:21.758981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:21.776675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f5bbf98-6c34-4fa4-b0c5-670bbeefaffe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/b5774a8c-7a5c-43f0-b1f2-593ed797a053 HTTP/1.1" status: 204 len: 168 time: 1.8007734 May 12 19:47:21.779389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41764) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:21.791179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537910a8-84fd-4b1b-9008-7443036e4fe7 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:21.944620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f2df07c7-0136-46fc-8920-b73cd8279a07 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:21.945315 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:21.967909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.012661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f2df07c7-0136-46fc-8920-b73cd8279a07, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2df07c7-0136-46fc-8920-b73cd8279a07,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:22.035277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b70e4f-a9ee-4ebb-9719-fb8ce92d9fab tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:22.043035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-49b70e4f-a9ee-4ebb-9719-fb8ce92d9fab tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/networks?id=92c4448f-1cca-48d0-b383-ea675171f01a HTTP/1.1" status: 200 len: 765 time: 0.6239381 May 12 19:47:22.060688 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.061751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:22.095151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41770) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:22.149309 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.216869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.257440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.309497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:22.333239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f2df07c7-0136-46fc-8920-b73cd8279a07,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:22.371764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Usage tracker for resource:security_group_rule and tenant:b28a02ac258e462284aebf420f92ec76 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:22.375780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:22.384018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:22.427180 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.431860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:22.432558 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.526355 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.534198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41776) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:22.544313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ea026-802f-4956-a38f-c90f426f1a2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:22.545867 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f48ea026-802f-4956-a38f-c90f426f1a2b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4497943 May 12 19:47:22.563970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41778) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:22.601737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.606796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:47:22.611398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:22.614604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] Deleting port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:22.615039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.667751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=11a3147f-efea-4c96-b875-e00128f42216,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:22.685195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:22.689023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f23466ca-16e7-4689-bf83-3aab12a8570d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Synchronizing usage tracker for tenant:beca47c36c16411bb3a508fcc082e28d on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:22.692114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c2f36f5b-d979-4f86-887e-d8411002491e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:47:22.697064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Usage tracker for resource:security_group_rule and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:22.700882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:22.710463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-532e5101-dd75-404a-9e43-853d3abd82ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:router {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:22.730964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:22.733883 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.739579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: c2f36f5b-d979-4f86-887e-d8411002491e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:47:22.739975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c2f36f5b-d979-4f86-887e-d8411002491e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:47:22.740326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d75a6ae1-3d6b-42b8-a1b8-65e03147f390 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:47:22.742606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f23466ca-16e7-4689-bf83-3aab12a8570d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Unset dirty status for tenant:beca47c36c16411bb3a508fcc082e28d on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:22.743214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4ffd5c-6ba7-4eec-83b9-a89f1c17f32b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:22.747440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f23466ca-16e7-4689-bf83-3aab12a8570d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 207 time: 0.1578982 May 12 19:47:22.753524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:22.778808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d75a6ae1-3d6b-42b8-a1b8-65e03147f390 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:47:22.779208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d75a6ae1-3d6b-42b8-a1b8-65e03147f390 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:47:22.786088 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b3e24912-bef6-49eb-b733-1a93d5f7dff6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b28a02ac258e462284aebf420f92ec76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1384273 May 12 19:47:22.790861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41790) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:22.796181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-532e5101-dd75-404a-9e43-853d3abd82ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:router {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:22.797393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-532e5101-dd75-404a-9e43-853d3abd82ff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0089917 May 12 19:47:22.825941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41792) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:22.887219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.917843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:22.941576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Usage tracker for resource:security_group_rule and tenant:6494367246264eb08aa31fe54d428f13 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:22.946235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:22.950251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] For port 7b84b9f3-ff0a-481d-94c1-38ad34da0226, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7b84b9f3-ff0a-481d-94c1-38ad34da0226,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:22.951304 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:22.955011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:23.007682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.022909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.033832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Sync routers for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:23.060081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 444d278c-a8e2-4973-872c-fb4bcff34747 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:23.060582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.064710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4342654 May 12 19:47:23.067440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41798) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:23.071368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:23.085287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'security_group_rule': {'security_group_id': '450dcb66-ae92-4e34-ab39-7cad4e935d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:23.108211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] Calling delete_port for 7b84b9f3-ff0a-481d-94c1-38ad34da0226 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:23.127418 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.137770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2df07c7-0136-46fc-8920-b73cd8279a07 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:23.163896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:23.183265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4321fa76-dbc0-4b21-87c9-f1bc07e8dbd2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.195395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Usage tracker for resource:security_group_rule and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:23.198090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d12ed-2aff-44e3-958d-98ffc585a934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450dcb66-ae92-4e34-ab39-7cad4e935d6a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:23.202414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:23.210793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:23.215806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:23.216762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:23.328500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f2df07c7-0136-46fc-8920-b73cd8279a07 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:23.329109 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.336015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.371017 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.387072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.426308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:47:23.464232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6494367246264eb08aa31fe54d428f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9025228 May 12 19:47:23.469110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37e4b6-a50d-4372-bf0d-ca90f045fb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff18742-de07-4a3e-8ffe-8ef22cff725d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:23.473349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41802) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:23.511413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.565905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d4097-d39b-4d12-a0b2-bda86de41122 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:23.567409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] Pushing event deleted for resources: {'Port': ['ID=7b84b9f3-ff0a-481d-94c1-38ad34da0226,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:23.573260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d4097-d39b-4d12-a0b2-bda86de41122 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:23.579626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d4097-d39b-4d12-a0b2-bda86de41122 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:23.580380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.585928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d4097-d39b-4d12-a0b2-bda86de41122 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:23.591819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d4097-d39b-4d12-a0b2-bda86de41122 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:23.597410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d4097-d39b-4d12-a0b2-bda86de41122 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:23.601379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f30d4097-d39b-4d12-a0b2-bda86de41122 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.8427656 May 12 19:47:23.602351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.607594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54069696-d1b4-4e43-bdc1-fab627611455 None None] No DVR routers for this DVR port 7b84b9f3-ff0a-481d-94c1-38ad34da0226 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:47:23.614670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41806) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:23.641067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:23.708442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f2df07c7-0136-46fc-8920-b73cd8279a07 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:23.719525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b295129-788e-45ce-9614-d9eb26af00cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.733048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0382e8a-0eb7-451d-874c-ace26c975295,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:23.791740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7b84b9f3-ff0a-481d-94c1-38ad34da0226 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:47:23.837350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.841242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-644857ca-52eb-4a95-8c11-64ba7be19bc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7712882 May 12 19:47:23.842099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7b84b9f3-ff0a-481d-94c1-38ad34da0226 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:47:23.842428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7b84b9f3-ff0a-481d-94c1-38ad34da0226 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:47:23.846126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41810) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:23.856594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e289775-fa5b-444a-aae1-66c533e50e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.860062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'security_group_rule': {'security_group_id': '450dcb66-ae92-4e34-ab39-7cad4e935d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:23.868094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:23.883335 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:23.884635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-76a1b8df-13fb-4c62-8c80-e69c81bae156 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/routers/ce26a50c-c108-402a-b093-ca625717fe08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3402729 May 12 19:47:23.885831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:23.885962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4321fa76-dbc0-4b21-87c9-f1bc07e8dbd2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.892776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4321fa76-dbc0-4b21-87c9-f1bc07e8dbd2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.895068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41814) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:23.902492 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b295129-788e-45ce-9614-d9eb26af00cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:23.907561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Usage tracker for resource:security_group_rule and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:23.913474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'port': {'network_id': '444d278c-a8e2-4973-872c-fb4bcff34747', 'name': 'tempest-FloatingIPTestJSON-1138299264'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:23.914571 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:23.916505 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:23.940064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:23.953744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:24.001683 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:24.018657 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:24.019924 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:24.043012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:15Z', 'revision_number': 2, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:24.047973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d09202db-f85a-4012-b242-20345c6abc1a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Synchronizing usage tracker for tenant:beca47c36c16411bb3a508fcc082e28d on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:24.048131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Checking router: c65eaace-27a0-4589-9be0-3bde342333a5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:47:24.048526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Updating router c65eaace-27a0-4589-9be0-3bde342333a5 port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:47:24.051741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e289775-fa5b-444a-aae1-66c533e50e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.091387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Allocated IP 172.25.2.25 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/98b535c0-1c44-4a75-ae9b-e53020ee2116) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:24.114906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4321fa76-dbc0-4b21-87c9-f1bc07e8dbd2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.115387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4321fa76-dbc0-4b21-87c9-f1bc07e8dbd2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Fanout notify agent at l3_agent the message router_deleted on router 274bd55c-5173-410c-a0dc-c72f063122c6 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:47:24.117394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d09202db-f85a-4012-b242-20345c6abc1a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Unset dirty status for tenant:beca47c36c16411bb3a508fcc082e28d on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:24.118849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d09202db-f85a-4012-b242-20345c6abc1a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4981160 May 12 19:47:24.125040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.132473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41818) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:24.151462 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.152178 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:24.153795 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff2735-e48f-4e53-87d5-429c490251f8 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:24.165025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.222680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.312270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.318394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:24.320802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.338994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b295129-788e-45ce-9614-d9eb26af00cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.342121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:port and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:24.347842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:24.368486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52289239-c8a5-49a0-b3ff-ee17bebfa30e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.370239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52289239-c8a5-49a0-b3ff-ee17bebfa30e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.372180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52289239-c8a5-49a0-b3ff-ee17bebfa30e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.374182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52289239-c8a5-49a0-b3ff-ee17bebfa30e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.375896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52289239-c8a5-49a0-b3ff-ee17bebfa30e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.382794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b295129-788e-45ce-9614-d9eb26af00cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4ffd5c-6ba7-4eec-83b9-a89f1c17f32b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:24.383747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-52289239-c8a5-49a0-b3ff-ee17bebfa30e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2377470 May 12 19:47:24.385136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:24.387529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41822) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:24.401035 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e289775-fa5b-444a-aae1-66c533e50e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.417042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23690be1-3c3d-4dd5-a984-d07c0fd7294a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:24.437434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e289775-fa5b-444a-aae1-66c533e50e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff18742-de07-4a3e-8ffe-8ef22cff725d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:24.439304 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e289775-fa5b-444a-aae1-66c533e50e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.440442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4e289775-fa5b-444a-aae1-66c533e50e40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eff18742-de07-4a3e-8ffe-8ef22cff725d HTTP/1.1" status: 204 len: 168 time: 0.9649727 May 12 19:47:24.448588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.450317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3ac97012-f069-4735-9adf-91035f36c2f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6019442 May 12 19:47:24.453509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41828) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:24.459972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:24.465506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4321fa76-dbc0-4b21-87c9-f1bc07e8dbd2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.466610 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4321fa76-dbc0-4b21-87c9-f1bc07e8dbd2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/routers/274bd55c-5173-410c-a0dc-c72f063122c6 HTTP/1.1" status: 204 len: 168 time: 1.6195722 May 12 19:47:24.467364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:24.467523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b295129-788e-45ce-9614-d9eb26af00cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.468471 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6b295129-788e-45ce-9614-d9eb26af00cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb4ffd5c-6ba7-4eec-83b9-a89f1c17f32b HTTP/1.1" status: 204 len: 168 time: 1.6522648 May 12 19:47:24.471454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.475339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41832) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:24.485507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:24.495191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Usage tracker for resource:floatingip and tenant:ee0b3349604e4492857ab6d4797f5629 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:24.500146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:24.525485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:24.529303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] device_id is not set on port f70b9ab6-a1ac-4aff-97ff-f1d7919125aa yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:47:24.553112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d8c2314-9f8a-4a2e-a9c6-42f9e58d4db8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:24.577966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.579532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.581285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.582789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.584246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.584974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Synchronizing usage tracker for tenant:beca47c36c16411bb3a508fcc082e28d on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:24.595902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.628768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Unset dirty status for tenant:beca47c36c16411bb3a508fcc082e28d on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:24.630265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-36d03eff-ebae-4b33-916e-ec55db76c944 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2298775 May 12 19:47:24.641624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41838) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:24.647629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d8c2314-9f8a-4a2e-a9c6-42f9e58d4db8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:24.653503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d8c2314-9f8a-4a2e-a9c6-42f9e58d4db8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1680007 May 12 19:47:24.654637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41842) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:24.718512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.735960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Transition to ACTIVE for port object 5251c3cf-35c5-4069-bffb-2faf2f26dc4b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:24.745606 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.763901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:24.832243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8bc5-ef7e-4d31-8167-86ca47cc4b86 None None] Pushing event updated for resources: {'Port': ['ID=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:24.924738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13436fa-d916-4109-9471-0a974778b347 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:24.926266 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e13436fa-d916-4109-9471-0a974778b347 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2345037 May 12 19:47:24.930131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41854) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:24.949868 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.039346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2bd84040-d52e-4cc0-89f9-91a1b6d05d43 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979779 May 12 19:47:25.047699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41862) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:25.056240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:25.128392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:25.167423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Attempting to bind port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:25.167987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Attempting to bind port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:25.168222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Attempting to bind port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:25.174493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:25.175005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:25.175705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.176062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Bound using segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:25.176623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Bound port: 5251c3cf-35c5-4069-bffb-2faf2f26dc4b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:25.177079 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.271184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] For port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:25.272738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:25.274859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] For port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:25.278028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:25.282027 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.282237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:25.289255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:25.312455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:25.316611 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.349285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.10 (444d278c-a8e2-4973-872c-fb4bcff34747/9358cab9-7674-49d9-9160-e72006c5d380/f70b9ab6-a1ac-4aff-97ff-f1d7919125aa) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:25.360228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:25.370932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da83027-6cf7-46d9-a4ba-cd0288a2f757 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:25.372373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5da83027-6cf7-46d9-a4ba-cd0288a2f757 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/networks/2491c025-0c30-4705-b929-253bcd536d28 HTTP/1.1" status: 200 len: 803 time: 0.7279291 May 12 19:47:25.373965 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.384297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:25.385039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:00Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:25.392367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41872) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:25.393291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:25.395671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:25.498459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'Port': ['ID=98b535c0-1c44-4a75-ae9b-e53020ee2116,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:25.567872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:25.570968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Allocated IP 172.25.2.127 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/692e53f2-dba4-49d2-923c-10e566df38bf) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:25.590350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:b442cd46e30e4d9ea4594ecff2dcb001 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:25.597124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:25.617840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:25.623609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.659015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8bc5-ef7e-4d31-8167-86ca47cc4b86 None None] Pushing event updated for resources: {'Port': ['ID=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:25.723671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:47:25.780248 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:25.819336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-994ba577-6fa0-4b1c-bf2e-c742e3f675fb tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/networks/2491c025-0c30-4705-b929-253bcd536d28?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3638511 May 12 19:47:25.819336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41884) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:25.920555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.064650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.068598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.122366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:47:26.127463 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.151741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ca653684-631b-439b-b504-462b25af8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:25Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:26.156513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.156687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca653684-631b-439b-b504-462b25af8f51 None None] The sync data for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 is: [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:25Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:26.176816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02076000-db3b-4670-8abd-062687efae1f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:26.184078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-02076000-db3b-4670-8abd-062687efae1f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/subnets/f1b10e35-ad1d-4279-bef7-e49eea25590b HTTP/1.1" status: 200 len: 843 time: 0.3645265 May 12 19:47:26.184929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41892) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:26.228932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.233667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.243255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:26.250147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:26.260293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:26.261343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.262288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb107d5a-d510-47e3-be0a-2a2e74a18bc7 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:26.322790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Allocated IP 172.25.2.174 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:26.336285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=31449799-b377-4f0e-a209-3ad83f0f5607,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:26.354609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.383036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f86ecc1-b350-4ba7-9aac-e94c5ab38941 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3276389 May 12 19:47:26.423958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41896) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:26.557388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 444d278c-a8e2-4973-872c-fb4bcff34747 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:26.567501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:26.573703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:26.602348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:26.637037 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b442cd46e30e4d9ea4594ecff2dcb001&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4900055 May 12 19:47:26.691626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:26.692509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.696431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41902) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:26.744093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb322c9-acfa-4e17-8e0a-f635bf067cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e065f593-49ff-4d91-9ab3-5ebd241922a1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:26.770211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=f70b9ab6-a1ac-4aff-97ff-f1d7919125aa,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:26.778242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-730ae634-1769-4320-9e8e-db9ab491f47d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8756931 May 12 19:47:26.788682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41910) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:26.806007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'port': {'network_id': '444d278c-a8e2-4973-872c-fb4bcff34747', 'name': 'tempest-FloatingIPTestJSON-153220379'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:26.879180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:26.905889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:26.940984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:26.948848 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb13d234-8092-416a-b380-44be05032cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:26.973712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '31449799-b377-4f0e-a209-3ad83f0f5607'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:47:26.974633 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.115741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5251c3cf-35c5-4069-bffb-2faf2f26dc4b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:27.164358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event updated for resources: {'Port': ['ID=692e53f2-dba4-49d2-923c-10e566df38bf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:27.172600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5b33c5-dd75-4d28-94f8-45c38d394fdd tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:27.177874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41916) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:27.180174 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4d5b33c5-dd75-4d28-94f8-45c38d394fdd tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "GET /v2.0/subnets/f1b10e35-ad1d-4279-bef7-e49eea25590b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.9571435 May 12 19:47:27.253698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204326586'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:27.291022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:27.297673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Allocated IP 2001:db8::f816:3eff:fec6:5119 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/31449799-b377-4f0e-a209-3ad83f0f5607/ae786aa5-2cbc-4652-a624-a75f4d099152) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:27.321338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.334812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:27.402564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124cba20-32ff-4291-bf59-acbcd3c847d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.411277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:27.415109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.474144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:27.491654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:port and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:27.499737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124cba20-32ff-4291-bf59-acbcd3c847d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.511961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:27.517917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:27.525034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:27.531545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:27.536382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:27.541324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:47:27.577923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:27.578536 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.581609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.591068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.591468 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Added segment d65aa690-6265-427a-bc72-d529235fee99 of type vlan for network fbf79603-781c-442b-924a-05812d99cb39 May 12 19:47:27.592507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Transition to ACTIVE for port object ae786aa5-2cbc-4652-a624-a75f4d099152 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:27.607574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.609289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:27.612575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:27.622281 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.623919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Transition to ACTIVE for port object ae786aa5-2cbc-4652-a624-a75f4d099152 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:27.625220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:27.625672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.628603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.700177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] device_id is not set on port 7cd2b833-edf3-4ce4-9262-1eb956b7640d yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:47:27.756403 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.761428 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.779637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:27.796223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:27.798869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:27.825781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:27.834026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:27.883542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124cba20-32ff-4291-bf59-acbcd3c847d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.885033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:27.905055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:27.962452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cba20-32ff-4291-bf59-acbcd3c847d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e065f593-49ff-4d91-9ab3-5ebd241922a1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:27.962902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Pushing event updated for resources: {'Port': ['ID=ae786aa5-2cbc-4652-a624-a75f4d099152,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:27.973234 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:27.980483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:27.981109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.025941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:28.028975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.035254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:28.036187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.053225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Attempting to bind port ae786aa5-2cbc-4652-a624-a75f4d099152 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:28.053612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Attempting to bind port ae786aa5-2cbc-4652-a624-a75f4d099152 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:28.053995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Attempting to bind port ae786aa5-2cbc-4652-a624-a75f4d099152 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:28.066709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:28.067094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:28.067477 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.067874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:28.068350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Bound port: ae786aa5-2cbc-4652-a624-a75f4d099152, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:28.068720 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.134924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:28.146521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'Port': ['ID=98b535c0-1c44-4a75-ae9b-e53020ee2116,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:28.149946 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124cba20-32ff-4291-bf59-acbcd3c847d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.151592 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.155625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-124cba20-32ff-4291-bf59-acbcd3c847d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e065f593-49ff-4d91-9ab3-5ebd241922a1 HTTP/1.1" status: 204 len: 168 time: 1.4523480 May 12 19:47:28.167837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9596868 May 12 19:47:28.175891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41924) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:28.178647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eadcd-09d6-439d-be40-c8b237356bcf tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Network': ['ID=fbf79603-781c-442b-924a-05812d99cb39,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:28.190945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'network_id': 'fbf79603-781c-442b-924a-05812d99cb39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:28.191598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.198432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network fbf79603-781c-442b-924a-05812d99cb39 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:47:28.206402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.5 (444d278c-a8e2-4973-872c-fb4bcff34747/9358cab9-7674-49d9-9160-e72006c5d380/7cd2b833-edf3-4ce4-9262-1eb956b7640d) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:28.302521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.321781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.362981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:28.366349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] For port ae786aa5-2cbc-4652-a624-a75f4d099152, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:28.395914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:28.399557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] For port ae786aa5-2cbc-4652-a624-a75f4d099152, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ae786aa5-2cbc-4652-a624-a75f4d099152,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:28.409917 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.421663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:28.464778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.466254 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-669fe963-e0d7-45a5-85fb-b483e10cecbe tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9526715 May 12 19:47:28.487138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Made reservation on behalf of beca47c36c16411bb3a508fcc082e28d for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:28.492648 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.527396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4ef32-a772-4579-917b-f3a3e4bbce42 None None] Pushing event updated for resources: {'Port': ['ID=ae786aa5-2cbc-4652-a624-a75f4d099152,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:28.636344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.731857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Performing IP validity checks on allocation pools {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 19:47:28.732402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 19:47:28.852467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.936659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:28.985631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bd34804-6fa1-46bd-a2b7-05e93ce6b1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.067682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.068582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:29.088676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.092039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:29.095149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:29.095735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.139752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.188343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=510c1166-3f84-406a-bdba-c5d28bb18863,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:29.243557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5251c3cf-35c5-4069-bffb-2faf2f26dc4b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:29.301728 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3e26ab32-8677-4d2f-9ffe-7edcc9745e37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8216081 May 12 19:47:29.305859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41962) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:29.314936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:c3:8a:da', 'name': 'tempest-NetworksTestDHCPv6-487625444'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:29.354906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-ccfba6e6-6f5f-4e5c-b379-064765272e71 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Synchronizing usage tracker for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:29.373342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:29.373822 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.506604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Router 76eba6a2-3247-481c-80dd-b09f1819e3a0 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:47:29.508576 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.524100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:29.567993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:29.569489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae786aa5-2cbc-4652-a624-a75f4d099152 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:29.656047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ae786aa5-2cbc-4652-a624-a75f4d099152 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:29.662761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:29.670832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:29.676188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:29.686010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:29.782244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:29.812661 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.833504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:29.848300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] Sync routers for ids ['76eba6a2-3247-481c-80dd-b09f1819e3a0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:29.865599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] Routers {'76eba6a2-3247-481c-80dd-b09f1819e3a0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:29.867528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['76eba6a2-3247-481c-80dd-b09f1819e3a0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:29.881643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-ccfba6e6-6f5f-4e5c-b379-064765272e71 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Unset dirty status for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:29.889668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-ccfba6e6-6f5f-4e5c-b379-064765272e71 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--657866353&fields=id&tenant_id=aedea74ce4594777b90bf2186a1179f2 HTTP/1.1" status: 200 len: 267 time: 0.8717391 May 12 19:47:29.923568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:29.924648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5fe055e3-4dd7-44ec-9b5a-8c4a476838bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4698966 May 12 19:47:29.988555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 444d278c-a8e2-4973-872c-fb4bcff34747 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:29.998858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:30.060693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:30.066055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:30.096471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] Routers {'76eba6a2-3247-481c-80dd-b09f1819e3a0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:30.098358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['76eba6a2-3247-481c-80dd-b09f1819e3a0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:30.272909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.275448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.277108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6972739c-9bd1-4252-a982-b4f7619101e3 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.9839091 May 12 19:47:30.277838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41998) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:30.289646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': False}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:30.290672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:30.290931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e60b2-3b54-47ba-ae60-55f6263b5dd6 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:30.291344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.319741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:30.320239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f618a-3b50-4834-8e6b-466e02883e21 None None] The sync data for ids ['76eba6a2-3247-481c-80dd-b09f1819e3a0'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:30.347714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.432372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] Provisioning for port ae786aa5-2cbc-4652-a624-a75f4d099152 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:30.444174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] Provisioning complete for port ae786aa5-2cbc-4652-a624-a75f4d099152 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:30.445084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.461311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=7cd2b833-edf3-4ce4-9262-1eb956b7640d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:30.515110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d5a8c2ed-91a4-49f6-959a-eca77aad673c tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7250683 May 12 19:47:30.519121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:30.558283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '7cd2b833-edf3-4ce4-9262-1eb956b7640d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:30.580155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-8f81e3d7-2455-4373-b680-aa1bdf36833a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:30.599070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:30.630788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:floatingip and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:30.633624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=acd69f40-811a-4a44-85c8-daf01e205e83,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:30.637360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.659381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:30.692305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-841b90c7-fbe4-4506-a62e-811c629552af tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:30.693045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-841b90c7-fbe4-4506-a62e-811c629552af tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Synchronizing usage tracker for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:30.695995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:30.710513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Checking segment: {'id': 'd65aa690-6265-427a-bc72-d529235fee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fbf79603-781c-442b-924a-05812d99cb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:30.710875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network hostable DHCP agents. Network: fbf79603-781c-442b-924a-05812d99cb39, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:47:30.731155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-8f81e3d7-2455-4373-b680-aa1bdf36833a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:30.732375 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-8f81e3d7-2455-4373-b680-aa1bdf36833a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1723523812&fields=id&tenant_id=ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 267 time: 0.4244084 May 12 19:47:30.735320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] Current status of the port ae786aa5-2cbc-4652-a624-a75f4d099152 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:30.736566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.737671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.796272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-841b90c7-fbe4-4506-a62e-811c629552af tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Unset dirty status for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:30.797549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-841b90c7-fbe4-4506-a62e-811c629552af tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 811 time: 0.9070146 May 12 19:47:30.840716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] For port ae786aa5-2cbc-4652-a624-a75f4d099152, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ae786aa5-2cbc-4652-a624-a75f4d099152,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:30.854619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:30.905213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Network fbf79603-781c-442b-924a-05812d99cb39 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:47:30.939650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6316a4-9c17-44fd-91bd-c0b18e77edd8 None None] Pushing event updated for resources: {'Port': ['ID=ae786aa5-2cbc-4652-a624-a75f4d099152,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:30.953799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-e0507f7f-5bab-4c24-8f12-44d041529511 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/quotas/aedea74ce4594777b90bf2186a1179f2 HTTP/1.1" status: 200 len: 375 time: 0.0535643 May 12 19:47:30.973371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, fbf79603-781c-442b-924a-05812d99cb39) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:31.017098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30c528-e6cb-4e9e-9a90-621fa3fd382b None None] Network fbf79603-781c-442b-924a-05812d99cb39 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:31.039766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.080840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:31.081702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.167108 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.184677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-6fd286e3-a5db-4999-b1a9-feaf7beeceae tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:31.185505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-6fd286e3-a5db-4999-b1a9-feaf7beeceae tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:31.191588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-efad2d33-b413-4d77-91af-573a9049fdf8 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0143836 May 12 19:47:31.196193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42024) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:31.211663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-df0d608d-9763-4849-9c1c-9e37cc5336f3 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:31.218572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 013183af-e0d5-4325-8888-c1756a1f4e78 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:47:31.277902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-6fd286e3-a5db-4999-b1a9-feaf7beeceae tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:31.284684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-6fd286e3-a5db-4999-b1a9-feaf7beeceae tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.5261340 May 12 19:47:31.303606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] Update dhcp port {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': '31449799-b377-4f0e-a209-3ad83f0f5607', 'ip_address': '2001:db8::f816:3eff:fec6:5119'}, {'subnet_id': '510c1166-3f84-406a-bdba-c5d28bb18863'}], 'binding:host_id': 'n-d-841626-1'}, 'id': 'ae786aa5-2cbc-4652-a624-a75f4d099152'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:47:31.305338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-444fc919-d999-4bb9-9cf8-1f3f4b1e726a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3379245 May 12 19:47:31.410024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-5c9aef47-a9af-4691-a229-3a548069d60b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/quotas/ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 375 time: 0.1244245 May 12 19:47:31.473395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.590929 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-df0d608d-9763-4849-9c1c-9e37cc5336f3 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27217310'] for subnet, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.781905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.809352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-fbf79603-781c-442b-924a-05812d99cb39', 'network_id': 'fbf79603-781c-442b-924a-05812d99cb39', 'tenant_id': 'beca47c36c16411bb3a508fcc082e28d', 'fixed_ips': [{'subnet_id': 'acd69f40-811a-4a44-85c8-daf01e205e83'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:47:31.810308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.823336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 172.20.0.7 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/510c1166-3f84-406a-bdba-c5d28bb18863/013183af-e0d5-4325-8888-c1756a1f4e78) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:31.829890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:31.882644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fec3:8ada (bf971410-83a2-4bb7-8884-aa25d5cf9a81/31449799-b377-4f0e-a209-3ad83f0f5607/013183af-e0d5-4325-8888-c1756a1f4e78) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:32.002812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-76dac548-3262-4da7-bd9c-fd79a64a2698 service neutron] 10.222.0.72 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761355 May 12 19:47:32.208929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-dbfbd443-54d7-4c59-a82b-a574d7d2a03f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:32.360788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-dbfbd443-54d7-4c59-a82b-a574d7d2a03f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:32.373125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-dbfbd443-54d7-4c59-a82b-a574d7d2a03f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9366801 May 12 19:47:32.521844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:32.541753 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:47:32.609452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 013183af-e0d5-4325-8888-c1756a1f4e78 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:32.621241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-6db96b0e-2e09-455b-ad4b-435ed3a7c0c2 service neutron] 10.222.0.72 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052558 May 12 19:47:32.636855 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:32.644038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.25.2.110 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/a2b99c55-7152-4c23-987a-f28c0ae2adc2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:32.644536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:32.677044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-df0d608d-9763-4849-9c1c-9e37cc5336f3 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756756899449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2506054'] for subnet, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:32.743713 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:32.752110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d608d-9763-4849-9c1c-9e37cc5336f3 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:32.752710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-df0d608d-9763-4849-9c1c-9e37cc5336f3 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:32.754016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-df0d608d-9763-4849-9c1c-9e37cc5336f3 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "PUT /v2.0/subnets/acd69f40-811a-4a44-85c8-daf01e205e83 HTTP/1.1" status: 200 len: 900 time: 1.5567853 May 12 19:47:32.814350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42050) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:32.932588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Allocated IP 2001:db8::3 (fbf79603-781c-442b-924a-05812d99cb39/acd69f40-811a-4a44-85c8-daf01e205e83/3eabd9b5-1a8a-4892-845a-005ce02230c3) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:32.936310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] Allocated IP 172.20.0.2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/510c1166-3f84-406a-bdba-c5d28bb18863/ae786aa5-2cbc-4652-a624-a75f4d099152) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:32.946436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-b2f2df48-f1ba-456d-82bb-4d327c335906 service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720625 May 12 19:47:33.003740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d608d-9763-4849-9c1c-9e37cc5336f3 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event updated for resources: {'Subnet': ['ID=acd69f40-811a-4a44-85c8-daf01e205e83,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:33.033699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:33.037096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:33.046866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=013183af-e0d5-4325-8888-c1756a1f4e78,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:33.049871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:33.130161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae786aa5-2cbc-4652-a624-a75f4d099152 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:33.202163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.212617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42062) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:33.232330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Router 76eba6a2-3247-481c-80dd-b09f1819e3a0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:47:33.316268 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.327862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-092d82d3-f229-4aff-91f7-2bb136957a8b service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618884 May 12 19:47:33.376320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:33.377159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.390042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ae786aa5-2cbc-4652-a624-a75f4d099152 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:33.390689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.413165 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.457829 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.469208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] For port ae786aa5-2cbc-4652-a624-a75f4d099152, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ae786aa5-2cbc-4652-a624-a75f4d099152,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:33.491035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b1f75bff-1c13-49cd-ac49-cba3d3c38a41 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1818757 May 12 19:47:33.497092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42068) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:33.539417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:33.545019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:33.547653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:33.579261 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.591378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.611581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ae786aa5-2cbc-4652-a624-a75f4d099152 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:33.615785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Transition to ACTIVE for port object 3eabd9b5-1a8a-4892-845a-005ce02230c3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:33.626337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.629907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=a2b99c55-7152-4c23-987a-f28c0ae2adc2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:33.673121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] Transition to ACTIVE for port object ae786aa5-2cbc-4652-a624-a75f4d099152 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:33.682052 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.685427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:33.687355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Transition to ACTIVE for port object 3eabd9b5-1a8a-4892-845a-005ce02230c3 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:33.710824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Usage tracker for resource:security_group_rule and tenant:ea404200e8424eab90765dde5d3a1f75 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:33.716888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:33.731885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:33.754148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0e58d1b-afc8-467f-9850-4befcac7e993 req-110b37b8-633f-4e81-9490-0c4f62222dfd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 210 time: 0.0544679 May 12 19:47:33.845088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-79e3bb16-5e75-4015-a9d5-b1bde5c50711 req-11b8d1bd-398d-4998-af29-55a477285116 service neutron] (88112) timed out ('10.222.0.72', 37708) {{(pid=88112) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:47:33.860798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545428d-372c-48f8-beba-269a5836bcdc None None] Pushing event updated for resources: {'Port': ['ID=ae786aa5-2cbc-4652-a624-a75f4d099152,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:33.876102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.889950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:33.902091 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] Sync routers for ids ['76eba6a2-3247-481c-80dd-b09f1819e3a0'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:33.916589 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] Routers {'76eba6a2-3247-481c-80dd-b09f1819e3a0'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:33.917226 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['76eba6a2-3247-481c-80dd-b09f1819e3a0'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:33.923985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:33.933972 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-de30b185-85d0-4776-a314-c7c8095ed7fc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "PUT /v2.0/routers/76eba6a2-3247-481c-80dd-b09f1819e3a0 HTTP/1.1" status: 200 len: 926 time: 3.6531961 May 12 19:47:33.935241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e06987c-7cfe-4d35-a47d-b277d7285617 req-32eaf533-1e11-471d-a911-1e2c7f715bda tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 0.0823047 May 12 19:47:33.944559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42086) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:33.970354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c21a7c-ffb2-4745-8e49-bed447187cab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:33.980478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c21a7c-ffb2-4745-8e49-bed447187cab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:33.981332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-80c21a7c-ffb2-4745-8e49-bed447187cab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:34.033251 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:34.044099 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] Routers {'76eba6a2-3247-481c-80dd-b09f1819e3a0'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:34.044698 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['76eba6a2-3247-481c-80dd-b09f1819e3a0'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:34.066318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Network fbf79603-781c-442b-924a-05812d99cb39 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:34.116624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:34.121834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:34.124158 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:34.124626 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed999dd-052d-4fb3-bd7f-f5ddcefc9d5b None None] The sync data for ids ['76eba6a2-3247-481c-80dd-b09f1819e3a0'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:34.148041 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.238093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=acd69f40-811a-4a44-85c8-daf01e205e83,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:34.354954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Pushing event updated for resources: {'Port': ['ID=3eabd9b5-1a8a-4892-845a-005ce02230c3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:34.358858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-80c21a7c-ffb2-4745-8e49-bed447187cab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:34.360029 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-80c21a7c-ffb2-4745-8e49-bed447187cab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.8618670 May 12 19:47:34.360886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.370215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42094) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:34.375038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Attempting to bind port 3eabd9b5-1a8a-4892-845a-005ce02230c3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:34.375538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Attempting to bind port 3eabd9b5-1a8a-4892-845a-005ce02230c3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'd65aa690-6265-427a-bc72-d529235fee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fbf79603-781c-442b-924a-05812d99cb39'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:34.376410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Attempting to bind port 3eabd9b5-1a8a-4892-845a-005ce02230c3 on network fbf79603-781c-442b-924a-05812d99cb39 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:34.388859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:34.389252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Checking segment: {'id': 'd65aa690-6265-427a-bc72-d529235fee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fbf79603-781c-442b-924a-05812d99cb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:34.392795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.393642 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.394247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Bound using segment: {'id': 'd65aa690-6265-427a-bc72-d529235fee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fbf79603-781c-442b-924a-05812d99cb39'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:34.395235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Bound port: 3eabd9b5-1a8a-4892-845a-005ce02230c3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65aa690-6265-427a-bc72-d529235fee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fbf79603-781c-442b-924a-05812d99cb39'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:34.395561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.449953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf79603-781c-442b-924a-05812d99cb39']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:34.467875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65aa690-6265-427a-bc72-d529235fee99') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:34.468916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65aa690-6265-427a-bc72-d529235fee99') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:34.485801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.513286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.523794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:47:34.524400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: timer() May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:47:34.541574 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:47:34.614330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.645229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] For port 3eabd9b5-1a8a-4892-845a-005ce02230c3, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:34.686542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea404200e8424eab90765dde5d3a1f75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4626553 May 12 19:47:34.704956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42098) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:34.777469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e75c7502-0613-4844-b5e6-848071cc21b7 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/76eba6a2-3247-481c-80dd-b09f1819e3a0 HTTP/1.1" status: 200 len: 926 time: 0.8313539 May 12 19:47:34.790525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42102) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:34.822584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] For port 3eabd9b5-1a8a-4892-845a-005ce02230c3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3eabd9b5-1a8a-4892-845a-005ce02230c3,segment=NetworkSegment(d65aa690-6265-427a-bc72-d529235fee99),segment_id=d65aa690-6265-427a-bc72-d529235fee99)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:34.826905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 19:47:34.826905 n-d-841626-1 neutron-server[88112]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 19:47:34.826905 n-d-841626-1 neutron-server[88112]: [parameters: {'id': 'fbf79603-781c-442b-924a-05812d99cb39'}] May 12 19:47:34.826905 n-d-841626-1 neutron-server[88112]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:47:34.826905 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:47:34.833487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.837831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.918915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 013183af-e0d5-4325-8888-c1756a1f4e78 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:34.921731 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:34.988707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccca214-b2d4-4f38-bcfe-6cccca3e4dd7 None None] Pushing event updated for resources: {'Port': ['ID=3eabd9b5-1a8a-4892-845a-005ce02230c3,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:35.024666 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.079833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a08560-a4bd-40b8-9d92-041dd95a5c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2820f2-dd29-43ce-8ab1-80dc4799e0ed,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:35.114073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae786aa5-2cbc-4652-a624-a75f4d099152 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:35.159519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5544abeb-eccf-4222-ab28-a718ecbd6799 req-ed46c74b-4c54-4fec-bdf8-1bf397f71f56 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 210 time: 0.1852725 May 12 19:47:35.236078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e32b5ce-2020-4420-ac0f-b15c53af07a0 req-c8473530-a492-421e-b681-2a83776f4854 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 0.1514986 May 12 19:47:35.285062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84597b9d-9ebb-4eef-a2b5-341ed2e7b2c0 None None] Network fbf79603-781c-442b-924a-05812d99cb39 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:35.328879 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.656757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6c779f76-0e94-48a9-88b9-9386c12f34f9 None None] Provisioning for port ae786aa5-2cbc-4652-a624-a75f4d099152 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:35.658229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c2bbeed-e059-470b-a22e-5f71387a8c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.664754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6c779f76-0e94-48a9-88b9-9386c12f34f9 None None] Provisioning complete for port ae786aa5-2cbc-4652-a624-a75f4d099152 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:35.665208 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6c779f76-0e94-48a9-88b9-9386c12f34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.698475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ae786aa5-2cbc-4652-a624-a75f4d099152 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:35.698658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.748627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 3eabd9b5-1a8a-4892-845a-005ce02230c3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:35.749156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.841564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.889628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.911673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:35.922116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-b099230b-8f18-4ba0-989c-d1cf280c61c2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:35.923654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-b099230b-8f18-4ba0-989c-d1cf280c61c2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.5889122 May 12 19:47:35.936074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6c779f76-0e94-48a9-88b9-9386c12f34f9 None None] Current status of the port ae786aa5-2cbc-4652-a624-a75f4d099152 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:35.959971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed78351-c804-4514-a0ad-fa74e8671f2e None None] Network fbf79603-781c-442b-924a-05812d99cb39 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:35.992238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 013183af-e0d5-4325-8888-c1756a1f4e78 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:36.152735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=a2b99c55-7152-4c23-987a-f28c0ae2adc2,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:36.159025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-5facdbc9-358d-4a4e-8454-cddcdab4b42f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 380 time: 0.1977234 May 12 19:47:36.172672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'port': {'device_id': 'c7a9e615-a52b-4764-8299-c249369a3592', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'admin_state_up': True, 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'security_groups': ['450dcb66-ae92-4e34-ab39-7cad4e935d6a']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:36.232214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c7bcd-c866-4448-b50d-ddd40d6f3532 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:36.233079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-db6c7bcd-c866-4448-b50d-ddd40d6f3532 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Synchronizing usage tracker for tenant:0cfd226d0b6c4d8c9054e51a9b180d64 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:36.237822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.250231 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c2bbeed-e059-470b-a22e-5f71387a8c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.257798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ae786aa5-2cbc-4652-a624-a75f4d099152 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:36.267563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2892e285-3ee3-4a56-b34c-eb13790a4b80 None None] Provisioning for port 013183af-e0d5-4325-8888-c1756a1f4e78 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:36.276188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.279105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2892e285-3ee3-4a56-b34c-eb13790a4b80 None None] Provisioning complete for port 013183af-e0d5-4325-8888-c1756a1f4e78 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:36.279626 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2892e285-3ee3-4a56-b34c-eb13790a4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.317959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2892e285-3ee3-4a56-b34c-eb13790a4b80 None None] Port 013183af-e0d5-4325-8888-c1756a1f4e78 was deleted so its status cannot be updated. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 12 19:47:36.387298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=013183af-e0d5-4325-8888-c1756a1f4e78,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:36.405786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28df766c-fd10-4a00-82da-a4f41fc99a19 req-22e6d2f6-82e8-414b-a6ad-462fc990d1d1 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 0.0625474 May 12 19:47:36.468067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-db6c7bcd-c866-4448-b50d-ddd40d6f3532 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Unset dirty status for tenant:0cfd226d0b6c4d8c9054e51a9b180d64 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:36.469487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-db6c7bcd-c866-4448-b50d-ddd40d6f3532 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=76eba6a2-3247-481c-80dd-b09f1819e3a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.6776955 May 12 19:47:36.476394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42124) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:36.504233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port 3eabd9b5-1a8a-4892-845a-005ce02230c3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3eabd9b5-1a8a-4892-845a-005ce02230c3,segment=NetworkSegment(d65aa690-6265-427a-bc72-d529235fee99),segment_id=d65aa690-6265-427a-bc72-d529235fee99)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:36.504597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.538306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.552114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c2bbeed-e059-470b-a22e-5f71387a8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.574556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bbeed-e059-470b-a22e-5f71387a8c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2820f2-dd29-43ce-8ab1-80dc4799e0ed,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:36.591496 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-237ecbaa-1afd-441b-8b3b-df0bdd4c2fce tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/013183af-e0d5-4325-8888-c1756a1f4e78 HTTP/1.1" status: 204 len: 168 time: 2.2087944 May 12 19:47:36.591496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42128) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:36.595490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5c2bbeed-e059-470b-a22e-5f71387a8c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:36.598709 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5c2bbeed-e059-470b-a22e-5f71387a8c88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c2820f2-dd29-43ce-8ab1-80dc4799e0ed HTTP/1.1" status: 204 len: 168 time: 1.8926220 May 12 19:47:36.684272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4243d729-9782-4419-8038-95ef3f95ec96 req-79bfcef5-e775-445f-ae9b-7a498b3bb4a7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 210 time: 0.2768307 May 12 19:47:36.696444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25b23c9-43a7-4f8c-94e4-ba168f2f6c69 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:36.700380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f25b23c9-43a7-4f8c-94e4-ba168f2f6c69 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.2057447 May 12 19:47:36.710264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad9c1f-0ab9-48e7-abbf-3e7ebbf248b3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:36.711733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07281935-9ade-468a-a8f0-b1116b6e5d82 None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:47:36.712777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad9c1f-0ab9-48e7-abbf-3e7ebbf248b3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:36.714449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad9c1f-0ab9-48e7-abbf-3e7ebbf248b3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:36.715732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31ad9c1f-0ab9-48e7-abbf-3e7ebbf248b3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:36.719820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42136) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:36.794548 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a949310c-7f64-415e-a3ca-085e8d305b15 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=76eba6a2-3247-481c-80dd-b09f1819e3a0 HTTP/1.1" status: 200 len: 205 time: 0.0719306 May 12 19:47:36.800295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42142) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:37.019586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07281935-9ade-468a-a8f0-b1116b6e5d82 None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:47:37.171328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for 3eabd9b5-1a8a-4892-845a-005ce02230c3 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:37.179618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31ad9c1f-0ab9-48e7-abbf-3e7ebbf248b3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:37.180796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-31ad9c1f-0ab9-48e7-abbf-3e7ebbf248b3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5898077 May 12 19:47:37.199726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42150) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:37.204064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.318535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42156) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:37.334580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:37.358572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.497979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No DVR routers for this DVR port 3eabd9b5-1a8a-4892-845a-005ce02230c3 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:47:37.501143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 31449799-b377-4f0e-a209-3ad83f0f5607 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:37.512588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:37.513632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.516383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.577835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Port': ['ID=3eabd9b5-1a8a-4892-845a-005ce02230c3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:37.594433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.667590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c4fc823-c5f3-442e-92c6-2e0bf8c88cf5 req-8d953ecd-bd51-4b6f-8528-ac89f36dd4d5 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 0.1308286 May 12 19:47:37.753661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:37.759223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Made reservation on behalf of ee0b3349604e4492857ab6d4797f5629 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:37.763376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.774503 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP 97a16a14-1578-4033-81d4-1bb911c9c016 associated. External IP: 172.25.2.110, port: 7cd2b833-edf3-4ce4-9262-1eb956b7640d. May 12 19:47:37.778052 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.797755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Deleting port 692e53f2-dba4-49d2-923c-10e566df38bf {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:37.798673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.864664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Usage tracker for resource:security_group_rule and tenant:db994f360eae44daa196f2b011d3a15d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:37.880007 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.898230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:37.905138 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:37.945436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:37.993004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.006974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-815c52bb-0704-4dcb-8984-b33f818d159d req-7bb7b621-e0fd-4e4c-a660-a0b70fc6d127 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 210 time: 0.1055973 May 12 19:47:38.025357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf79603-781c-442b-924a-05812d99cb39']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:38.142852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.145600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65aa690-6265-427a-bc72-d529235fee99') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:38.146142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65aa690-6265-427a-bc72-d529235fee99') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:38.189832 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.229436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.234790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.244921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:47:38.245414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: timer() May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:47:38.264389 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:47:38.346632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Calling delete_port for 692e53f2-dba4-49d2-923c-10e566df38bf owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:38.414900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.418579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=31449799-b377-4f0e-a209-3ad83f0f5607,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:38.421919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d560b5de-fc0e-470a-be3c-8b24d7b7b553 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:38.453815 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d815b344-d143-463c-a5f4-c08e17bdc1f0 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/31449799-b377-4f0e-a209-3ad83f0f5607 HTTP/1.1" status: 204 len: 168 time: 1.2530067 May 12 19:47:38.456502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42168) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:38.557130 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.564037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 510c1166-3f84-406a-bdba-c5d28bb18863 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:38.574864 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.673432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.711513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Allocated IP 172.20.0.5 (15fbf267-c48b-4eb1-9539-3c6270a2b040/73c3575e-a17f-451b-9e01-b175a05b3b9a/5a334359-df56-4f51-b1ed-972cce1ed99e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:38.761319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.825904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event deleted for resources: {'Port': ['ID=692e53f2-dba4-49d2-923c-10e566df38bf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:38.913251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:38.992076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.153701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.185828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-47a11e74-e535-43c1-ade6-2fdb39c6e84b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:39.187360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-47a11e74-e535-43c1-ade6-2fdb39c6e84b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 811 time: 0.8325307 May 12 19:47:39.269668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.273531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.316096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-031692c0-b289-4524-bba0-7778dd4c7b2a req-99979096-7d1d-4806-a4d8-0612f9cf8bcf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 210 time: 0.0762937 May 12 19:47:39.336650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.337986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Transition to ACTIVE for port object 5a334359-df56-4f51-b1ed-972cce1ed99e will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:39.384187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db1f524b-be59-4153-826b-c6a8f9a1851e req-3d69028a-30cd-4674-a38a-aef945496952 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 0.1937289 May 12 19:47:39.393697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.406843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=510c1166-3f84-406a-bdba-c5d28bb18863,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:39.421964 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.422684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Fanout notify agent at l3_agent the message router_deleted on router 76eba6a2-3247-481c-80dd-b09f1819e3a0 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:47:39.432416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.455924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e572647-f898-4303-a007-3110bc834a70 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/510c1166-3f84-406a-bdba-c5d28bb18863 HTTP/1.1" status: 204 len: 168 time: 0.9981246 May 12 19:47:39.456751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42180) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:39.465233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.468414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.469615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ec1f6586-7a19-44b9-ad78-bb9b2c6b218b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/76eba6a2-3247-481c-80dd-b09f1819e3a0 HTTP/1.1" status: 204 len: 168 time: 2.6657028 May 12 19:47:39.515140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.544637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42184) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:39.558172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1225405785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:39.572631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66f2b2bb-e6cb-49dd-9cf4-64a3ee7b4105 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:router {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:39.575593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:39.580569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Usage tracker for resource:router and tenant:07d65a80f77246cbac5a86ee3b245cfb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:39.585547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:39.604763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:39.616123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=fbf79603-781c-442b-924a-05812d99cb39,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:39.619321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c0aebeee-8855-42aa-84f0-c0d5335085c7 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/fbf79603-781c-442b-924a-05812d99cb39 HTTP/1.1" status: 204 len: 168 time: 6.8040586 May 12 19:47:39.626110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42188) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:39.630334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66f2b2bb-e6cb-49dd-9cf4-64a3ee7b4105 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:router {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:39.630458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc903381-68b1-40f7-8b8a-a73b92293922 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:39.631609 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66f2b2bb-e6cb-49dd-9cf4-64a3ee7b4105 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608400 May 12 19:47:39.670085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:39.676833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:39.702754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:39.722944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:39.735195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9b6057ab-dc0b-4694-988f-f7a9476583ca None None] Provisioning complete for port ae786aa5-2cbc-4652-a624-a75f4d099152 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:39.735562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6057ab-dc0b-4694-988f-f7a9476583ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.739089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:39.813629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-cb690c52-8cca-4163-baa4-b0680a39ec8e tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aedea74ce4594777b90bf2186a1179f2 HTTP/1.1" status: 200 len: 379 time: 0.5179873 May 12 19:47:39.815811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.841105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:39.841801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:39.871153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'port': {'device_id': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'admin_state_up': True, 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'security_groups': ['efee61b7-2fcf-4fc9-9d44-7ef0699394fc']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:39.941023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:39.973996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.100823 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b7d46b-5328-439c-9377-1545113205ab tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:40.101345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b7d46b-5328-439c-9377-1545113205ab tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:40.103522 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-27b7d46b-5328-439c-9377-1545113205ab tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/acd69f40-811a-4a44-85c8-daf01e205e83 HTTP/1.1" status: 404 len: 337 time: 0.4749744 May 12 19:47:40.104505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:40.106668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42202) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:40.111903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.112993 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.132531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9b6057ab-dc0b-4694-988f-f7a9476583ca None None] Current status of the port ae786aa5-2cbc-4652-a624-a75f4d099152 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:40.135425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:40.148291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:40.159458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:40.161856 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-64043389-169d-4970-9e2c-d34891bb018a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:40.162298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64043389-169d-4970-9e2c-d34891bb018a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:40.164058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-64043389-169d-4970-9e2c-d34891bb018a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/fbf79603-781c-442b-924a-05812d99cb39 HTTP/1.1" status: 404 len: 339 time: 0.0562422 May 12 19:47:40.166537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42206) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:40.216510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:40.225735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:port and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:40.234126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:40.244671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:47:40.255490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] Deleting port ae786aa5-2cbc-4652-a624-a75f4d099152 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:40.257664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.281282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:47:40.294406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:40.296536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a524825b-7130-454b-88ee-668eb683f8f5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:40.300287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-d9341911-1675-4f12-b5d8-a15d863f7867 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1317713 May 12 19:47:40.305331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:40.309228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.316232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Request body: {'port': {'device_id': 'c7a9e615-a52b-4764-8299-c249369a3592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:40.328947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.388626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b54be981-d47d-4d63-bc5c-2b1da66fc8d9 None None] Provisioning for port 5a334359-df56-4f51-b1ed-972cce1ed99e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:40.404851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b54be981-d47d-4d63-bc5c-2b1da66fc8d9 None None] Provisioning complete for port 5a334359-df56-4f51-b1ed-972cce1ed99e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:40.405228 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b54be981-d47d-4d63-bc5c-2b1da66fc8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.431083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42214) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:40.443964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b1f9a67c-8328-4232-b960-d55f1432e031 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db994f360eae44daa196f2b011d3a15d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1050892 May 12 19:47:40.468828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Made reservation on behalf of aedea74ce4594777b90bf2186a1179f2 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:40.482268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.494913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.585349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.612228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b54be981-d47d-4d63-bc5c-2b1da66fc8d9 None None] Port 5a334359-df56-4f51-b1ed-972cce1ed99e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:47:40.698475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e648a48-5c4b-417b-9644-008a4448dc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.700896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] For port ae786aa5-2cbc-4652-a624-a75f4d099152, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ae786aa5-2cbc-4652-a624-a75f4d099152,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:40.701952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.744753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e648a48-5c4b-417b-9644-008a4448dc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.760306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebea4903-d3f6-4d31-a744-6e06eb5b637c req-0b67b763-8518-412d-961c-b5b509d3a1dc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 0.1160188 May 12 19:47:40.866987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] Calling delete_port for ae786aa5-2cbc-4652-a624-a75f4d099152 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:40.897472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e648a48-5c4b-417b-9644-008a4448dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.900119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e648a48-5c4b-417b-9644-008a4448dc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.901334 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e648a48-5c4b-417b-9644-008a4448dc1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a524825b-7130-454b-88ee-668eb683f8f5 HTTP/1.1" status: 204 len: 168 time: 0.4691989 May 12 19:47:40.914029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:40.915202 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e9d7268-1b67-4d37-852b-f8100166f03a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3694849 May 12 19:47:40.923708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42222) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:40.987179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:41.057830 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.091436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648a48-5c4b-417b-9644-008a4448dc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a524825b-7130-454b-88ee-668eb683f8f5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:41.101402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae786aa5-2cbc-4652-a624-a75f4d099152 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:47:41.166294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ae786aa5-2cbc-4652-a624-a75f4d099152 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:47:41.166662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ae786aa5-2cbc-4652-a624-a75f4d099152 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:47:41.170049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] Pushing event deleted for resources: {'Port': ['ID=ae786aa5-2cbc-4652-a624-a75f4d099152,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:41.174184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f593ef1-4541-4a23-8428-3e8b92136da3 None None] No DVR routers for this DVR port ae786aa5-2cbc-4652-a624-a75f4d099152 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:47:41.177800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.250377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.290241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c4448f-1cca-48d0-b383-ea675171f01a']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:41.301205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710d80-d07d-4187-8527-6dbb31709b0f req-026096cc-8ec3-472f-be49-2845402199b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:41.302099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86710d80-d07d-4187-8527-6dbb31709b0f req-026096cc-8ec3-472f-be49-2845402199b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:41.305490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Allocated IP 172.20.0.5 (e878aa0d-76a3-4621-9ec3-b080c591b749/bacd465a-4371-484a-a188-61c49d323ccd/5b57c94d-2f89-49b7-80ec-135bbfcf08e6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:41.318611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803dfc13-3bfb-4a7b-a397-7a8c5c0bdee4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:41.319143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803dfc13-3bfb-4a7b-a397-7a8c5c0bdee4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:41.340519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:41.353950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:41.364818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:41.365578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:41.422645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.448735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:41.460712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:41.461376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:41.521106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.539525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:41.539933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8950628-0a4d-4d93-9a28-ad74fe799c3b None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:41.622280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:47:41.622711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: timer() May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:47:41.637590 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:47:41.650898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:47:41.653586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.724945 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.766400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86710d80-d07d-4187-8527-6dbb31709b0f req-026096cc-8ec3-472f-be49-2845402199b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:41.767702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86710d80-d07d-4187-8527-6dbb31709b0f req-026096cc-8ec3-472f-be49-2845402199b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 931 time: 1.2491965 May 12 19:47:41.833884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.882265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ca6390a4-6e13-431d-b646-29fd72927e26 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.3434424 May 12 19:47:41.912583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42248) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:41.954858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.960098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:41.968023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:41.973911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86710d80-d07d-4187-8527-6dbb31709b0f req-dc703f11-644a-48b3-9b29-45bf4d0ba47f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882088 May 12 19:47:41.978332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9711fd2-c1b8-43ab-a880-8e9f8b0cf0b7 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:41.986943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:41.993919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:41.994477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:41.998348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.003074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=92c4448f-1cca-48d0-b383-ea675171f01a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:42.066901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=199fadb2-1e39-4cfc-b878-3c97e3e07f3a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:42.078455 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-784152c5-88f3-4cae-9a37-f5ebd133a55e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/92c4448f-1cca-48d0-b383-ea675171f01a HTTP/1.1" status: 204 len: 168 time: 1.9072666 May 12 19:47:42.079139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42256) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:42.199323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-56d3b7bd-a5a7-42d0-8a7c-bd63955227c7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5220475 May 12 19:47:42.212478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42264) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:42.213448 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fac8f8-0be4-40c0-8579-63851e447e18 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:42.213896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fac8f8-0be4-40c0-8579-63851e447e18 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:42.215588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-31fac8f8-0be4-40c0-8579-63851e447e18 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/3913e123-a4b4-4501-ae18-6633bf9360d0 HTTP/1.1" status: 404 len: 337 time: 0.1337171 May 12 19:47:42.218365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:42.225540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:42.239152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a334359-df56-4f51-b1ed-972cce1ed99e {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:47:42.247748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.265433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Transition to ACTIVE for port object 5a334359-df56-4f51-b1ed-972cce1ed99e will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:42.311426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7a2ec269-cd72-4af3-abd5-655f8786a6bb req-4a535463-e9c9-42cb-a1c0-758ef783e625 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Synchronizing usage tracker for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:42.315164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.379735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '199fadb2-1e39-4cfc-b878-3c97e3e07f3a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:47:42.380999 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.387364 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-65581b99-e987-4005-8f47-f26c73e6d0f0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:42.388007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65581b99-e987-4005-8f47-f26c73e6d0f0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:42.389601 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-65581b99-e987-4005-8f47-f26c73e6d0f0 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/a00b04a7-46d8-4ae2-b050-19b92ce850fa HTTP/1.1" status: 404 len: 339 time: 0.1684644 May 12 19:47:42.405858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42276) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:42.547749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:42.564960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:42.569290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:42.589963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:42.602286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Allocated IP 2001:db8::f816:3eff:fe02:e176 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/199fadb2-1e39-4cfc-b878-3c97e3e07f3a/b7b27749-4026-48c7-8dc2-7ec3b4c9dbba) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:42.807343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.823973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.825560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Transition to ACTIVE for port object 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:42.852689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:42.856338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.860984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.889589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.931712 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:42.942597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Transition to ACTIVE for port object b7b27749-4026-48c7-8dc2-7ec3b4c9dbba will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:42.979893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Transition to ACTIVE for port object b7b27749-4026-48c7-8dc2-7ec3b4c9dbba will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:42.984869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:42.995276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting subnet 97d3ebd8-f4b6-4ea4-bb4f-5fa6f879c995 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:42.999679 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.154679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:43.162960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:43.167198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:43.298222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Pushing event updated for resources: {'Port': ['ID=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:43.322083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Attempting to bind port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:43.322444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Attempting to bind port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:43.322800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Attempting to bind port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:43.328866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.334258 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.337404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:43.337780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:43.338174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.341864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:43.343212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Bound port: b7b27749-4026-48c7-8dc2-7ec3b4c9dbba, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:43.344724 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.365494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7a2ec269-cd72-4af3-abd5-655f8786a6bb req-4a535463-e9c9-42cb-a1c0-758ef783e625 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Unset dirty status for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:43.366886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a2ec269-cd72-4af3-abd5-655f8786a6bb req-4a535463-e9c9-42cb-a1c0-758ef783e625 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 1.3865588 May 12 19:47:43.429351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.430468 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP 97a16a14-1578-4033-81d4-1bb911c9c016 disassociated. External IP: 172.25.2.110, port: 7cd2b833-edf3-4ce4-9262-1eb956b7640d. May 12 19:47:43.437116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Allocated IP 172.25.2.11 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/48f1eb6d-f418-48e3-b1df-47d68558ce29) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:43.489378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] For port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:43.492896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] For port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:43.500676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.533301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.625792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.690573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c560b7-5512-4ab1-9f16-ac8df631a8e6 None None] Pushing event updated for resources: {'Port': ['ID=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:43.755749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.796411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:43.972582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event updated for resources: {'Port': ['ID=48f1eb6d-f418-48e3-b1df-47d68558ce29,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:43.977361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:43.987583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:44.002233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:44.044467 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:44.069751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42318) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:44.072453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:44.320349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635cf2d-00cf-4b75-8be7-14a1a4565d44 None None] Network e9aef329-9a67-43cc-b049-7fbe4884b97d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:44.351040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:44.368744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/97d3ebd8-f4b6-4ea4-bb4f-5fa6f879c995 HTTP/1.1" status: 204 len: 168 time: 1.9534740 May 12 19:47:44.369898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6acb87-7429-4ef8-a14e-d7824a0c5143 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=97d3ebd8-f4b6-4ea4-bb4f-5fa6f879c995,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:44.378042 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:44.392428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42326) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:44.449496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Network e878aa0d-76a3-4621-9ec3-b080c591b749 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:44.553211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:44.561635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:44.563705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:44.572146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:44.651395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:44.669015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:44.670119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:44.715065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:44.786096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Usage tracker for resource:security_group_rule and tenant:ba5a67929bb342899ba08b1b4c323894 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:44.789323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=cbc31b63-1bd9-4c47-a443-d1e66cd3386c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:44.797240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:44.806645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Attempting to bind port 5a334359-df56-4f51-b1ed-972cce1ed99e on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:44.807227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Attempting to bind port 5a334359-df56-4f51-b1ed-972cce1ed99e by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:44.807710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Attempting to bind port 5a334359-df56-4f51-b1ed-972cce1ed99e on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:44.808714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:44.918201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Port 5a334359-df56-4f51-b1ed-972cce1ed99e on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:47:44.918945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Attempting to bind port 5a334359-df56-4f51-b1ed-972cce1ed99e on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:44.925837 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d5ed645-b2d7-4764-899e-c220bc6514b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7065449 May 12 19:47:44.935048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:44.935690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:44.935903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:44.936099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Bound using segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:44.936652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Bound port: 5a334359-df56-4f51-b1ed-972cce1ed99e, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:44.937103 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:44.983536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:08:a7:77', 'name': 'tempest-NetworksTestDHCPv6-2131607923'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:45.078058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ff7d5459-2294-4ae8-95e1-24196d6d864a None None] Provisioning for port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:45.092299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ff7d5459-2294-4ae8-95e1-24196d6d864a None None] Provisioning complete for port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:45.092808 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5459-2294-4ae8-95e1-24196d6d864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.148882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.166071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'Port': ['ID=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:45.184731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b7b27749-4026-48c7-8dc2-7ec3b4c9dbba up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:45.302718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting subnet 1d333662-1aee-4b12-9c1d-5496e476010d {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:45.310667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:45.311425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.337474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d5459-2294-4ae8-95e1-24196d6d864a None None] Port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:47:45.355408 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.406975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:45.471408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb0830-cd33-4da0-8246-5b4987f9870e req-6b24687a-1a8c-4c29-996c-b689070677e7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:45.473572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08fb0830-cd33-4da0-8246-5b4987f9870e req-6b24687a-1a8c-4c29-996c-b689070677e7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 943 time: 2.0989869 May 12 19:47:45.481100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-b96ca40f-98de-48b0-9f38-176a78d77fe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6292701 May 12 19:47:45.526615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc99ad-6f0a-41a0-88d9-a76d6c164afc None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:45.543913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:45.548644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:45.557786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Request body: {'port': {'device_id': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:45.612752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:45.639136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.644370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:45.647737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.649370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:45.659762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:45.665468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:47:45.682750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.727984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:45.729391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.731783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 1091 time: 5.4203255 May 12 19:47:45.759340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:47:45.776370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412a20-d566-4cca-9959-f06275775ed9 req-fdf253c6-b389-4625-a983-6e2d1ae13108 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:45.777663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70412a20-d566-4cca-9959-f06275775ed9 req-fdf253c6-b389-4625-a983-6e2d1ae13108 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 931 time: 1.2260098 May 12 19:47:45.793904 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:45.804602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:45.834057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57b206-fda8-4df7-a664-d795e71e190b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:45.858675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] Provisioning for port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:45.860733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08fb0830-cd33-4da0-8246-5b4987f9870e req-8885e6c7-0d10-4352-9613-e86449d69550 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672552 May 12 19:47:45.871175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] Provisioning complete for port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:45.872176 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.005674 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c1241b-6022-4abc-86bd-6c0a30d188ab'] response: {'name': 'network-changed', 'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'status': 'completed', 'code': 200} May 12 19:47:46.075765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-274916c0-96a9-4d6b-a590-82216cff5f1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba5a67929bb342899ba08b1b4c323894&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0048077 May 12 19:47:46.125003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] Current status of the port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:46.125585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.140834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42340) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:46.161021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] For port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:46.165282 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.198365 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.265871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.267925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3f44188-4647-4e28-94eb-0be61836106f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.296500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3f44188-4647-4e28-94eb-0be61836106f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.300099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] Update dhcp port {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': '199fadb2-1e39-4cfc-b878-3c97e3e07f3a', 'ip_address': '2001:db8::f816:3eff:fe02:e176'}, {'subnet_id': 'cbc31b63-1bd9-4c47-a443-d1e66cd3386c'}], 'binding:host_id': 'n-d-841626-1'}, 'id': 'b7b27749-4026-48c7-8dc2-7ec3b4c9dbba'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:47:46.330938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c04e-0b6c-4e1c-bc09-4e8e475724a4 None None] Pushing event updated for resources: {'Port': ['ID=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:46.357536 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.361141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.367641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.384772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3f44188-4647-4e28-94eb-0be61836106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.385054 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.403557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e13420e1-a861-42b4-a53d-8d434cd82603 None None] Provisioning complete for port 1571655b-1a98-4751-a557-1e332ad07148 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:46.404064 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e13420e1-a861-42b4-a53d-8d434cd82603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.463431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90905d94-98ac-4e49-9577-bf4d08f64332 service neutron] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:46.466939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3f44188-4647-4e28-94eb-0be61836106f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.470376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d3f44188-4647-4e28-94eb-0be61836106f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e57b206-fda8-4df7-a664-d795e71e190b HTTP/1.1" status: 204 len: 168 time: 0.3263040 May 12 19:47:46.520737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f44188-4647-4e28-94eb-0be61836106f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57b206-fda8-4df7-a664-d795e71e190b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:46.557957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 875e3a5b-ee2c-49e4-95dc-784c8e54e243 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:47:46.559088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70412a20-d566-4cca-9959-f06275775ed9 req-87e89462-69e4-475e-91bc-f13defa1ebfd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7136273 May 12 19:47:46.561270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:46.688529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e13420e1-a861-42b4-a53d-8d434cd82603 None None] Current status of the port 1571655b-1a98-4751-a557-1e332ad07148 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:46.777002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] Allocated IP 172.20.0.2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/cbc31b63-1bd9-4c47-a443-d1e66cd3386c/b7b27749-4026-48c7-8dc2-7ec3b4c9dbba) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:46.956938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42352) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:46.979183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=1d333662-1aee-4b12-9c1d-5496e476010d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:46.987348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] For port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:46.997813 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.045236 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.060555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3367f-ac77-476c-8484-1988915cf55b None None] Network e9aef329-9a67-43cc-b049-7fbe4884b97d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:47.093287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b7b27749-4026-48c7-8dc2-7ec3b4c9dbba up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:47.100656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Router cf32b068-721b-42dc-a52f-6f75f695b93a is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:47:47.118783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.183413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cbb7df89-199a-482e-8ab3-744396566f9b tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/1d333662-1aee-4b12-9c1d-5496e476010d HTTP/1.1" status: 204 len: 168 time: 2.7322795 May 12 19:47:47.184705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42356) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:47.261514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] Transition to ACTIVE for port object b7b27749-4026-48c7-8dc2-7ec3b4c9dbba will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:47.272564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:47.285950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.354686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Usage tracker for resource:security_group_rule and tenant:dc656975964649c4a3d8913c2362bc5e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:47.378344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:47.382532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-ed744e93-6a82-42d5-b336-1283ce7be55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:47.384009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-ed744e93-6a82-42d5-b336-1283ce7be55d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1094 time: 1.5293324 May 12 19:47:47.454607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 172.20.0.8 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/cbc31b63-1bd9-4c47-a443-d1e66cd3386c/875e3a5b-ee2c-49e4-95dc-784c8e54e243) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:47.464220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fe08:a777 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/199fadb2-1e39-4cfc-b878-3c97e3e07f3a/875e3a5b-ee2c-49e4-95dc-784c8e54e243) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:47.468535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:47.496560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:47.506992 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:47.524619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.539625 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:47.540259 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:47.557265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-b8a3bc1e-9b35-48f9-bbdd-55b4b495646d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 217 time: 0.1561325 May 12 19:47:47.592740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a599c3b-c25d-46dd-b8ba-de2be91b6f28 None None] Pushing event updated for resources: {'Port': ['ID=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:47.722474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ad6eb728-0b2b-4721-9119-fc7c6fc7f8d8 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/floatingips/97a16a14-1578-4033-81d4-1bb911c9c016 HTTP/1.1" status: 200 len: 688 time: 5.8084555 May 12 19:47:47.742490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42364) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:47.755864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.770162 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:47.771175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] DHCP port deletion for e9aef329-9a67-43cc-b049-7fbe4884b97d request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:47:47.778016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] Deleting port 1571655b-1a98-4751-a557-1e332ad07148 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:47.778528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.792142 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:47.792764 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:47.845567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.863643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 875e3a5b-ee2c-49e4-95dc-784c8e54e243 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:47.892128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:47.926397 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:47.927048 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817dc51-6628-46b2-9650-9f8e3c5ec2f6 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:48.105215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:48.122832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:48.131399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:48.167879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] For port 1571655b-1a98-4751-a557-1e332ad07148, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1571655b-1a98-4751-a557-1e332ad07148,segment=NetworkSegment(44f4b580-4507-4717-9327-6188cf61f01c),segment_id=44f4b580-4507-4717-9327-6188cf61f01c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:48.168555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.188886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=875e3a5b-ee2c-49e4-95dc-784c8e54e243,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:48.204712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:48.225041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.226660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fa53f311-cb64-4c67-8bf6-c05c4f0ea9e8 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "PUT /v2.0/routers/cf32b068-721b-42dc-a52f-6f75f695b93a HTTP/1.1" status: 200 len: 883 time: 7.2503166 May 12 19:47:48.230578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42368) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:48.245573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port a2b99c55-7152-4c23-987a-f28c0ae2adc2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:48.245927 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.333225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:48.334306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.344304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8035c2-e11a-4e00-82cc-d68cf3c4a4bc req-0419308b-caea-4c18-9110-a8097b1ebe90 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:48.351353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c8035c2-e11a-4e00-82cc-d68cf3c4a4bc req-0419308b-caea-4c18-9110-a8097b1ebe90 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 943 time: 1.2486699 May 12 19:47:48.354014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-9ad3a694-ff3f-4227-afab-3b45e964ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:48.355412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-9ad3a694-ff3f-4227-afab-3b45e964ef7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.7635939 May 12 19:47:48.365696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] Calling delete_port for 1571655b-1a98-4751-a557-1e332ad07148 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:48.374938 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6bcd59dc-1c73-457f-8bbb-99423fe24c92 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4195848 May 12 19:47:48.378761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42372) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:48.447965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 1571655b-1a98-4751-a557-1e332ad07148 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:48.448301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.469923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] Sync routers for ids ['cf32b068-721b-42dc-a52f-6f75f695b93a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:48.483631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.561600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] Routers {'cf32b068-721b-42dc-a52f-6f75f695b93a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:48.562228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cf32b068-721b-42dc-a52f-6f75f695b93a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:48.565894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b2e70fec-b360-44e6-a588-34e482f8bfcc tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/cf32b068-721b-42dc-a52f-6f75f695b93a HTTP/1.1" status: 200 len: 924 time: 0.3338103 May 12 19:47:48.572631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42376) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:48.633355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3ed869-e465-4705-9c26-c1abb76d9a47 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:48.641978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3ed869-e465-4705-9c26-c1abb76d9a47 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:48.645684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ba3ed869-e465-4705-9c26-c1abb76d9a47 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:48.663665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] Pushing event deleted for resources: {'Port': ['ID=1571655b-1a98-4751-a557-1e332ad07148,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:48.670302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364c3ec-143e-4c96-ada8-fe302ff191d6 None None] No DVR routers for this DVR port 1571655b-1a98-4751-a557-1e332ad07148 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:47:48.670922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:48.674094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] The port '1571655b-1a98-4751-a557-1e332ad07148' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:47:48.688615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] Routers {'cf32b068-721b-42dc-a52f-6f75f695b93a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:48.689235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cf32b068-721b-42dc-a52f-6f75f695b93a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:48.711221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ba3ed869-e465-4705-9c26-c1abb76d9a47 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:48.716233 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ba3ed869-e465-4705-9c26-c1abb76d9a47 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3362615 May 12 19:47:48.719005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42380) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:48.793865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ae412366-9e56-4147-a335-c8f0c8b582fe None None] Provisioning for port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:48.806573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ae412366-9e56-4147-a335-c8f0c8b582fe None None] Provisioning complete for port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:48.806933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae412366-9e56-4147-a335-c8f0c8b582fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.826855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 875e3a5b-ee2c-49e4-95dc-784c8e54e243 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:48.827450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:48.856353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:48.856770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285dc28-c0d9-4801-b0a1-aecc62610512 None None] The sync data for ids ['cf32b068-721b-42dc-a52f-6f75f695b93a'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:49.049155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.059599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ae412366-9e56-4147-a335-c8f0c8b582fe None None] Current status of the port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:49.071201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c8035c2-e11a-4e00-82cc-d68cf3c4a4bc req-095e166c-0929-4a15-b667-2e3a8f0171f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7189164 May 12 19:47:49.123984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b7b27749-4026-48c7-8dc2-7ec3b4c9dbba up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:49.124650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92743aa6-775a-444e-bdf2-227154ca041c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:49.132075 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-92743aa6-775a-444e-bdf2-227154ca041c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=cf32b068-721b-42dc-a52f-6f75f695b93a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5550346 May 12 19:47:49.142790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42386) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:49.148151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9aef329-9a67-43cc-b049-7fbe4884b97d']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:49.212774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc450820-2e3a-4d9b-995a-463da1d2a32f None None] Provisioning for port 875e3a5b-ee2c-49e4-95dc-784c8e54e243 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:49.221436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc450820-2e3a-4d9b-995a-463da1d2a32f None None] Provisioning complete for port 875e3a5b-ee2c-49e4-95dc-784c8e54e243 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:49.223412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cc450820-2e3a-4d9b-995a-463da1d2a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.260088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750ef0f-6c57-4de1-9989-9ba58b9dd3a3 req-9e86cc18-9c78-40e5-a060-903184f2ae91 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:49.263706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:49.264117 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.264716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0750ef0f-6c57-4de1-9989-9ba58b9dd3a3 req-9e86cc18-9c78-40e5-a060-903184f2ae91 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 931 time: 1.5061133 May 12 19:47:49.291300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f4b580-4507-4717-9327-6188cf61f01c') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:49.291679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f4b580-4507-4717-9327-6188cf61f01c') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:49.325814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cc450820-2e3a-4d9b-995a-463da1d2a32f None None] Port 875e3a5b-ee2c-49e4-95dc-784c8e54e243 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:47:49.331489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.341996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-8b67add6-5403-4f82-9b2b-10d84361a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:49.343563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-8b67add6-5403-4f82-9b2b-10d84361a04f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9731865 May 12 19:47:49.396656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:49.415678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.430739 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:47:49.492025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.513327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1571655b-1a98-4751-a557-1e332ad07148 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:47:49.579793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.579793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.603631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 875e3a5b-ee2c-49e4-95dc-784c8e54e243 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:49.613221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.615759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1571655b-1a98-4751-a557-1e332ad07148 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:47:49.616340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1571655b-1a98-4751-a557-1e332ad07148 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:47:49.634783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ad504-9ed7-46f5-bd38-0a1c8833f414 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:49.635023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e2ad504-9ed7-46f5-bd38-0a1c8833f414 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Synchronizing usage tracker for tenant:0cfd226d0b6c4d8c9054e51a9b180d64 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:49.642162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.663723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e2ad504-9ed7-46f5-bd38-0a1c8833f414 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Unset dirty status for tenant:0cfd226d0b6c4d8c9054e51a9b180d64 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:49.665002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e2ad504-9ed7-46f5-bd38-0a1c8833f414 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.5198293 May 12 19:47:49.668358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42390) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:49.720761 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7be2d722-a3a0-4613-b603-583d0487dd9a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf32b068-721b-42dc-a52f-6f75f695b93a HTTP/1.1" status: 200 len: 205 time: 0.0512009 May 12 19:47:49.723494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42394) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:49.784417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for a2b99c55-7152-4c23-987a-f28c0ae2adc2 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:49.847379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:47:49.847709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: timer() May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:47:49.871861 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:47:49.894336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0750ef0f-6c57-4de1-9989-9ba58b9dd3a3 req-50dd8c36-556d-47ac-9786-7f7e6f68c7c6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5564220 May 12 19:47:49.915448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:47:49.974513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:49.991076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa56550e-7664-4cf6-85ee-cab520065bde,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:49.997923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc656975964649c4a3d8913c2362bc5e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0340955 May 12 19:47:49.999984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:50.051108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.051703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.051794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.052085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.052394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.052758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.053123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.053471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.053791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.054140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.054469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.054819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd168a-f89a-49c1-ab7f-34aacd6d2c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:50.122178 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.138742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Transition to ACTIVE for port object 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:50.206525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.211330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ece1068c-9076-4ea0-bbe0-dc6d0d075101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.212042 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.218020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-848e5365-6d52-4185-a73f-1efc6e181ecb service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142350 May 12 19:47:50.243450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ece1068c-9076-4ea0-bbe0-dc6d0d075101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.283537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.293300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.371786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=e9aef329-9a67-43cc-b049-7fbe4884b97d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:50.411494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=875e3a5b-ee2c-49e4-95dc-784c8e54e243,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:50.582524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ece1068c-9076-4ea0-bbe0-dc6d0d075101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.585508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.615482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-225d8818-3e9b-48f8-91a5-043b3468a094 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/e9aef329-9a67-43cc-b049-7fbe4884b97d HTTP/1.1" status: 204 len: 168 time: 3.4154582 May 12 19:47:50.615482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:50.616646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1068c-9076-4ea0-bbe0-dc6d0d075101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa56550e-7664-4cf6-85ee-cab520065bde,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:50.618289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42406) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:50.703110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.715856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ece1068c-9076-4ea0-bbe0-dc6d0d075101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.716842 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ece1068c-9076-4ea0-bbe0-dc6d0d075101 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa56550e-7664-4cf6-85ee-cab520065bde HTTP/1.1" status: 204 len: 168 time: 0.7174971 May 12 19:47:50.719885 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e09b9ab-2278-46c6-8e5b-512b794dbf28 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:50.720341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e09b9ab-2278-46c6-8e5b-512b794dbf28 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:50.726128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e09b9ab-2278-46c6-8e5b-512b794dbf28 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/c9688189-44a1-49bc-9964-5ba78273f22c HTTP/1.1" status: 404 len: 337 time: 0.0962512 May 12 19:47:50.728118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42412) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:50.732848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.737267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-084bf8a4-3087-44fb-8687-36d44709eb35 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/875e3a5b-ee2c-49e4-95dc-784c8e54e243 HTTP/1.1" status: 204 len: 168 time: 2.0146980 May 12 19:47:50.781867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42416) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:50.850435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=a2b99c55-7152-4c23-987a-f28c0ae2adc2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:50.851931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Deleting port 48f1eb6d-f418-48e3-b1df-47d68558ce29 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:50.852275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:50.910995 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea61172-18e4-4909-bad3-11168e679a35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:50.911467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea61172-18e4-4909-bad3-11168e679a35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:50.915786 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eea61172-18e4-4909-bad3-11168e679a35 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/2d4c48f5-155e-4454-b2f6-ded7cbd47cc9 HTTP/1.1" status: 404 len: 339 time: 0.1830792 May 12 19:47:50.925499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e28a9cf-9307-4ebd-8914-bb6529128307 req-6975a2fa-eee8-4ab0-90ea-5e0b92a8d8a9 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369123 May 12 19:47:50.926419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42420) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:51.018097 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f401de-e432-4c8f-ad4c-fcd3c8f28a8d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:51.021610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f401de-e432-4c8f-ad4c-fcd3c8f28a8d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:51.025214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e1f401de-e432-4c8f-ad4c-fcd3c8f28a8d tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/a922072e-0c79-4441-8147-ebff9c2bfd45 HTTP/1.1" status: 404 len: 337 time: 0.0974386 May 12 19:47:51.041447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42426) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:51.045282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280af86-a83b-4162-8145-0b83a2091cec tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:51.046894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280af86-a83b-4162-8145-0b83a2091cec tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:51.056635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280af86-a83b-4162-8145-0b83a2091cec tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:51.059906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f280af86-a83b-4162-8145-0b83a2091cec tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:47:51.203038 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2774cfa-bde5-48c0-b57b-ab1044abda4a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:51.203613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2774cfa-bde5-48c0-b57b-ab1044abda4a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:51.207535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a2774cfa-bde5-48c0-b57b-ab1044abda4a tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/3f3ea0e3-c844-47a8-9ee5-9ed0116a853a HTTP/1.1" status: 404 len: 339 time: 0.1407187 May 12 19:47:51.241014 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:51.247724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:51.250560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d26e6cb9-f32b-441c-b9b4-6df7dd898464 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/floatingips/97a16a14-1578-4033-81d4-1bb911c9c016 HTTP/1.1" status: 204 len: 168 time: 3.5025833 May 12 19:47:51.253585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42434) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:51.253977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42436) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:51.281424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'f70b9ab6-a1ac-4aff-97ff-f1d7919125aa'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:51.328714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f280af86-a83b-4162-8145-0b83a2091cec tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:47:51.334423 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f280af86-a83b-4162-8145-0b83a2091cec tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5469623 May 12 19:47:51.339515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42442) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:51.443020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:51.469941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 199fadb2-1e39-4cfc-b878-3c97e3e07f3a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:51.549681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819594a7-4a4d-4c42-919a-8fed9422285f req-0df5a50b-181c-4c5f-baa3-2e688fbf35cf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:51.551591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-819594a7-4a4d-4c42-919a-8fed9422285f req-0df5a50b-181c-4c5f-baa3-2e688fbf35cf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 943 time: 1.2791185 May 12 19:47:51.564750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:51.591184 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f856e7-d290-4789-828d-877ea864973e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:51.591641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f856e7-d290-4789-828d-877ea864973e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:51.596196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-54f856e7-d290-4789-828d-877ea864973e tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/fa5bc74c-4771-4af2-9fd7-87aeaf4e5d1c HTTP/1.1" status: 404 len: 337 time: 0.3389771 May 12 19:47:51.598853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42454) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:51.599801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:floatingip and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:51.621629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:51.652877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:51.656712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Attempting to bind port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:51.657046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Attempting to bind port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:51.657428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Attempting to bind port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 on network e878aa0d-76a3-4621-9ec3-b080c591b749 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:51.665654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:51.683976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 on network e878aa0d-76a3-4621-9ec3-b080c591b749 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:47:51.684440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Attempting to bind port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 on network e878aa0d-76a3-4621-9ec3-b080c591b749 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:51.710685 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dae231-d974-41cf-bd58-1e4c53901415 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:51.711201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dae231-d974-41cf-bd58-1e4c53901415 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:51.716589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-25dae231-d974-41cf-bd58-1e4c53901415 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/39105d40-e9ce-464c-9077-da42a878f160 HTTP/1.1" status: 404 len: 339 time: 0.0989058 May 12 19:47:51.720799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42460) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:51.721761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:51.722216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Checking segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:51.722467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Bound using segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:51.722920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Bound port: 5b57c94d-2f89-49b7-80ec-135bbfcf08e6, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:51.723264 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:51.746464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:51.746668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Calling delete_port for 48f1eb6d-f418-48e3-b1df-47d68558ce29 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:51.801694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-819594a7-4a4d-4c42-919a-8fed9422285f req-92206125-25ff-4aaa-b78d-421ab61930b3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342412 May 12 19:47:51.810919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:51.811492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-67b5a602-08d8-4071-9240-cfe49c620cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:51.813987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-67b5a602-08d8-4071-9240-cfe49c620cff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1094 time: 0.8077652 May 12 19:47:51.828210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f83b-f8f4-42f7-912e-9e061d3881a4 req-50ff17b6-b4d2-425b-9e5e-4bd0651094ce tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:51.835553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f072f83b-f8f4-42f7-912e-9e061d3881a4 req-50ff17b6-b4d2-425b-9e5e-4bd0651094ce tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 943 time: 0.7015095 May 12 19:47:51.943629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.059090 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.082954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting subnet 54dda071-4033-4828-896e-c17b2d2e07a1 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:52.108097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event deleted for resources: {'Port': ['ID=48f1eb6d-f418-48e3-b1df-47d68558ce29,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:52.116344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.161846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f072f83b-f8f4-42f7-912e-9e061d3881a4 req-c83016a0-569b-4530-8b29-98763fde8224 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253460 May 12 19:47:52.162717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.207655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=199fadb2-1e39-4cfc-b878-3c97e3e07f3a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:52.209716 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.212708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4137f3c-3d32-448b-981c-46eacc9855bd None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:52.298131 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-61c32a53-6c4d-42db-bcfd-67b4404189cf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/199fadb2-1e39-4cfc-b878-3c97e3e07f3a HTTP/1.1" status: 204 len: 168 time: 0.9574616 May 12 19:47:52.300783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42476) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:52.349072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.350046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.385485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] For port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:52.412184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-f37df7ab-313e-4e75-9a45-288b0b2d9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:52.413877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-f37df7ab-313e-4e75-9a45-288b0b2d9a55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.5552423 May 12 19:47:52.436609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] For port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:52.545947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-869d299c-0452-4e2a-a3ac-7db97da5bda6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 217 time: 0.1183624 May 12 19:47:52.550349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.555248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet cbc31b63-1bd9-4c47-a443-d1e66cd3386c {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:52.557548 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.557677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.561099 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.630995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.632230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Fanout notify agent at l3_agent the message router_deleted on router cf32b068-721b-42dc-a52f-6f75f695b93a {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:47:52.664019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.703009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:52.703780 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.706598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 1091 time: 7.1824815 May 12 19:47:52.742385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:47:52.742621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.743556 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6a17ae90-e3f9-4171-911c-77dc2bca8cf1 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/cf32b068-721b-42dc-a52f-6f75f695b93a HTTP/1.1" status: 204 len: 168 time: 3.0191798 May 12 19:47:52.753828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42486) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:52.778234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1395145708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:52.800466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:52.818424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Usage tracker for resource:router and tenant:07d65a80f77246cbac5a86ee3b245cfb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:52.828867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:52.858614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:52.928506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.931210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:52.977067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.072080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.149563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:47:53.187478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.268636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.370745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.373533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-9a3377dd-b507-46c8-858f-4c34bfebdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:53.375010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-9a3377dd-b507-46c8-858f-4c34bfebdd6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.8215344 May 12 19:47:53.384969 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93e8599-aa50-434c-be64-bfb7303c4052'] response: {'name': 'network-changed', 'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'status': 'completed', 'code': 200} May 12 19:47:53.393493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b57b6-02be-4e72-a205-d0757dba24c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:53.453629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.454900 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-34fdac83-28af-4da6-ba29-1190ef315f05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6997504 May 12 19:47:53.456084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.464203 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/cbc31b63-1bd9-4c47-a443-d1e66cd3386c HTTP/1.1" status: 204 len: 168 time: 1.1600924 May 12 19:47:53.471061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994609a-5dff-43ab-82e2-36d503c06011 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc31b63-1bd9-4c47-a443-d1e66cd3386c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:53.480590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:53.482374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:53.507715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:53.531088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'mac_address': 'fa:16:3e:f0:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:47:53.648038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.662827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:53.664372 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.721148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a334359-df56-4f51-b1ed-972cce1ed99e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:47:53.762817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:53.768809 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:53.792781 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8beb1e4d-755b-448e-820d-ba6f1d0132b2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3087800 May 12 19:47:53.796874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': True}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:53.866722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42520) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:53.902616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:53.933718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:53.960355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303bfd97-937f-43fe-9714-7c42fa6bbea7 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:54.093401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-bddd6987-c921-4152-ae67-5b04e06f311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:54.095051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-bddd6987-c921-4152-ae67-5b04e06f311d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1094 time: 1.2315843 May 12 19:47:54.105067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:54.129661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['5a334359-df56-4f51-b1ed-972cce1ed99e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:47:54.188002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9218d013-eccd-4757-8f38-b871e020ce60 None None] Provisioning complete for port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:54.188002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9218d013-eccd-4757-8f38-b871e020ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:54.414493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:47:54.421166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] Deleting port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:54.421590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:54.465086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9218d013-eccd-4757-8f38-b871e020ce60 None None] Current status of the port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:54.559359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:54.574452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:54.588460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-380e4754-8155-48f4-9f94-d23d8c407576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:54.590773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-380e4754-8155-48f4-9f94-d23d8c407576 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1807754 May 12 19:47:54.610748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2676f2e-7518-43d9-94b1-6a9c127160a2 req-42514d3a-6a7f-450a-9540-850c05fd39ca tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:54.613002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2676f2e-7518-43d9-94b1-6a9c127160a2 req-42514d3a-6a7f-450a-9540-850c05fd39ca tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 943 time: 1.5158427 May 12 19:47:54.616512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-1ae79515-5081-4cd4-8181-3041cb253d86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 217 time: 0.5009451 May 12 19:47:54.630412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:54.671471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:54.782207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:54.800705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:54.844117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/54dda071-4033-4828-896e-c17b2d2e07a1 HTTP/1.1" status: 204 len: 168 time: 3.1108077 May 12 19:47:54.851974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:54.867886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4eee6-a766-4c72-86cf-e68bd72a7459 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=54dda071-4033-4828-896e-c17b2d2e07a1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:54.900300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f34fb-3ad4-4e92-970e-b462fc5276b2 None None] Network 2b8d8173-9ff3-4fd6-a302-1170c411b37f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:54.905516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:54.915781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.062414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2676f2e-7518-43d9-94b1-6a9c127160a2 req-ff7d3cdd-f3f1-4e7f-92cd-229d605a4497 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065115 May 12 19:47:55.064305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.072837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.25.2.99 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/ff9fa209-f3e5-41ce-9643-262db487b641) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:55.108750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] For port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:55.109743 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.145139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 673f0fb8-fb90-4919-8395-c958ba487827 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:55.145998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.258000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b7b27749-4026-48c7-8dc2-7ec3b4c9dbba no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:47:55.305527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-3a298e49-047a-4bef-8186-f0e84a754c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:55.307451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-3a298e49-047a-4bef-8186-f0e84a754c19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.6537619 May 12 19:47:55.386573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42542) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:55.432205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168de688-4a89-4189-89cd-f0e05371a51c req-b758e2db-bb57-4387-8efe-4920df329fef tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:55.434820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-168de688-4a89-4189-89cd-f0e05371a51c req-b758e2db-bb57-4387-8efe-4920df329fef tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 943 time: 1.7079673 May 12 19:47:55.442463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] Calling delete_port for b7b27749-4026-48c7-8dc2-7ec3b4c9dbba owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:55.498313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port 673f0fb8-fb90-4919-8395-c958ba487827, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=673f0fb8-fb90-4919-8395-c958ba487827,segment=NetworkSegment(c0a0500a-0a01-42a0-be4e-31659f5e7241),segment_id=c0a0500a-0a01-42a0-be4e-31659f5e7241)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:55.498701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.625474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-9f39c7f2-7a8d-454a-8106-847926e68ec4 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0071471 May 12 19:47:55.678282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for 673f0fb8-fb90-4919-8395-c958ba487827 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:47:55.691757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-168de688-4a89-4189-89cd-f0e05371a51c req-372f4088-78b7-4ace-b6fe-243379d77b0c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292047 May 12 19:47:55.723431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:55.724028 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.767722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.814266 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.827598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] No DVR routers for this DVR port b7b27749-4026-48c7-8dc2-7ec3b4c9dbba on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:47:55.852737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f71833-b1ef-454a-92fc-f76e950b00eb None None] DHCP port deletion for 2b8d8173-9ff3-4fd6-a302-1170c411b37f request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:47:55.864637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-12f71833-b1ef-454a-92fc-f76e950b00eb None None] Deleting port 673f0fb8-fb90-4919-8395-c958ba487827 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:55.865254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12f71833-b1ef-454a-92fc-f76e950b00eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.865402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-6f4c0957-bc85-4fd6-83bd-e7a70c40fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:55.866829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-6f4c0957-bc85-4fd6-83bd-e7a70c40fcad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5278697 May 12 19:47:55.907874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:55.913808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:55.959684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf7f1e03ddf40d38769b9c2d363fc41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:55.966054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:55.984858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:55.988817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dc8e0-70e8-4b67-8876-4ab5d2ca8819 None None] Pushing event deleted for resources: {'Port': ['ID=b7b27749-4026-48c7-8dc2-7ec3b4c9dbba,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:56.003533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.017082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-12f71833-b1ef-454a-92fc-f76e950b00eb None None] The port '673f0fb8-fb90-4919-8395-c958ba487827' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:47:56.059978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.095558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.105465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Port': ['ID=673f0fb8-fb90-4919-8395-c958ba487827,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:56.112766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No DVR routers for this DVR port 673f0fb8-fb90-4919-8395-c958ba487827 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:47:56.201157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=ff9fa209-f3e5-41ce-9643-262db487b641,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:56.228624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50612fb6-5f6e-4c9c-8879-4a70b1747491 req-1febc9d3-1fb6-4c8b-be3b-864d93c7afec service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895705 May 12 19:47:56.231521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:56.239171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:56.252860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:56.269409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.390101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.432853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.473355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-3ef2ffd0-37e7-4494-b9ac-00d35d446f61 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930076 May 12 19:47:56.480582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8d8173-9ff3-4fd6-a302-1170c411b37f']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:56.531813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a0500a-0a01-42a0-be4e-31659f5e7241') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:56.532027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a0500a-0a01-42a0-be4e-31659f5e7241') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:56.540776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=7da74071-6aca-4c18-b08a-2a8d10b0468b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:56.552013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:56.556495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.559136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:56.574342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64caaedb-4b2e-4d1f-93ee-7a5e3f92511b None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:56.594041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.611652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:56.612247 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.613241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.614171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:47:56.614498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: timer() May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:47:56.632832 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:47:56.650875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Allocated IP 172.25.2.217 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c7cd6d3d-57a7-4a8e-96a9-e50e9d3dd84d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:56.653399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.746954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-30ee8a3f-d9f0-4fd7-8236-327b8bd4896a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8708980 May 12 19:47:56.751461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42554) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:56.784019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf9abc-774c-45af-a0d7-3305322ea433 req-87a04f90-e64d-4008-bcf0-724d073a988e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:56.791420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43cf9abc-774c-45af-a0d7-3305322ea433 req-87a04f90-e64d-4008-bcf0-724d073a988e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5016403 May 12 19:47:56.824416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:47:56.906197 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-683b7963-f013-43d4-a723-feb978c9a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.915537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '7da74071-6aca-4c18-b08a-2a8d10b0468b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:47:56.916676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:56.996230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.024004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1861755-9bc0-47ae-99c3-45eaa37a5686,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:57.030882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b16dd277-d82c-456d-9b4b-c13abccef686 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bf7f1e03ddf40d38769b9c2d363fc41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6388633 May 12 19:47:57.031662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.034392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.046357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42558) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:57.086936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 673f0fb8-fb90-4919-8395-c958ba487827 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:47:57.135506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 673f0fb8-fb90-4919-8395-c958ba487827 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:47:57.136188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 673f0fb8-fb90-4919-8395-c958ba487827 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:47:57.150958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:57.214181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Allocated IP 172.20.0.2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/7da74071-6aca-4c18-b08a-2a8d10b0468b/a2c2708c-73a9-4935-bd27-67a7b9f16be4) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:47:57.224866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.238523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Port': ['ID=c7cd6d3d-57a7-4a8e-96a9-e50e9d3dd84d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:57.250640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=2b8d8173-9ff3-4fd6-a302-1170c411b37f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:57.272675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:57.315359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:57.326128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:57.378018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be343b0e-0817-4ac2-91a5-78fdcf75eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.384057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a69cc188-ccfa-43ac-aa90-8f5397cc2419 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/2b8d8173-9ff3-4fd6-a302-1170c411b37f HTTP/1.1" status: 204 len: 168 time: 2.5173240 May 12 19:47:57.396562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42568) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:57.412399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa8716f2-19d6-4bee-a55e-370cf12ea35a req-dfce0f1b-fc99-46c5-92e0-3f70f0d1256f service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8982933 May 12 19:47:57.421966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 5a334359-df56-4f51-b1ed-972cce1ed99e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:57.430766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 5a334359-df56-4f51-b1ed-972cce1ed99e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:47:57.431167 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.458424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43cf9abc-774c-45af-a0d7-3305322ea433 req-f356d7b0-3da8-4a92-80e4-dd60edf3117c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6661129 May 12 19:47:57.483990 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be343b0e-0817-4ac2-91a5-78fdcf75eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.586319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:57.597377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:57.602215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:57.613366 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae93594b-b67d-4d84-b79a-b109e8b527a2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:57.613366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae93594b-b67d-4d84-b79a-b109e8b527a2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:57.614502 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ae93594b-b67d-4d84-b79a-b109e8b527a2 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/d76d0a1c-1553-4a10-be8e-acb3ef64391f HTTP/1.1" status: 404 len: 337 time: 0.2150791 May 12 19:47:57.615368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42578) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:57.617021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bd6ac-c94c-4fb0-a3d3-436f79c20cba req-f3a3984d-0666-4de9-903a-87e321fc465b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:57.618516 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.623832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e60bd6ac-c94c-4fb0-a3d3-436f79c20cba req-f3a3984d-0666-4de9-903a-87e321fc465b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 943 time: 0.3905065 May 12 19:47:57.642163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:57.675353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Transition to ACTIVE for port object a2c2708c-73a9-4935-bd27-67a7b9f16be4 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:57.704798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e60bd6ac-c94c-4fb0-a3d3-436f79c20cba req-f62fa645-f665-4eb7-993f-e70d0bb8065a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775404 May 12 19:47:57.709755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:47:57.716696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.731720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Transition to ACTIVE for port object a2c2708c-73a9-4935-bd27-67a7b9f16be4 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:47:57.733569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:47:57.733699 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.739518 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c1bb92-375a-4332-9ba7-94be5cb21aac tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] DELETE failed (client error): The resource could not be found. May 12 19:47:57.740181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c1bb92-375a-4332-9ba7-94be5cb21aac tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:47:57.765249 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.788168 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-13c1bb92-375a-4332-9ba7-94be5cb21aac tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/e301c4e4-fb7c-4656-a6fa-d7b0d117486e HTTP/1.1" status: 404 len: 339 time: 0.1549904 May 12 19:47:57.792579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:57.795959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-c42bda06-f858-4e7c-ae07-6553d43bad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:57.797387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-c42bda06-f858-4e7c-ae07-6553d43bad87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1094 time: 0.3083694 May 12 19:47:57.814717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be343b0e-0817-4ac2-91a5-78fdcf75eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.834242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be343b0e-0817-4ac2-91a5-78fdcf75eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:57.836604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:47:57.839762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be343b0e-0817-4ac2-91a5-78fdcf75eb11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1861755-9bc0-47ae-99c3-45eaa37a5686 HTTP/1.1" status: 204 len: 168 time: 0.6295357 May 12 19:47:57.841127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343b0e-0817-4ac2-91a5-78fdcf75eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1861755-9bc0-47ae-99c3-45eaa37a5686,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:57.898838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:47:57.912685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:47:57.915741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:47:57.922108 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83c61b6-9609-4cd9-8c6e-a8db4ecb24c1'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'code': 200} May 12 19:47:57.924975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:47:57.940379 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.036171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Pushing event updated for resources: {'Port': ['ID=a2c2708c-73a9-4935-bd27-67a7b9f16be4,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:58.059934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.060705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.061041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.061388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.062329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.062662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.062986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.063306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.064113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.064991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.065348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.065668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:47:58.134362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.137693 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.175134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting subnet f1b10e35-ad1d-4279-bef7-e49eea25590b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:47:58.185103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:58.210694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Attempting to bind port a2c2708c-73a9-4935-bd27-67a7b9f16be4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:47:58.211189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Attempting to bind port a2c2708c-73a9-4935-bd27-67a7b9f16be4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:47:58.211547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Attempting to bind port a2c2708c-73a9-4935-bd27-67a7b9f16be4 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:47:58.224808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:47:58.225107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.225318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:47:58.225804 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.226248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:47:58.226731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Bound port: a2c2708c-73a9-4935-bd27-67a7b9f16be4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:47:58.227102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.380057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-6e530e1f-a65b-4fbf-9694-a2de63eca148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:58.381547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-6e530e1f-a65b-4fbf-9694-a2de63eca148 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 0.5245233 May 12 19:47:58.413343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] For port a2c2708c-73a9-4935-bd27-67a7b9f16be4, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:47:58.417319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42596) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:58.418192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] For port a2c2708c-73a9-4935-bd27-67a7b9f16be4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a2c2708c-73a9-4935-bd27-67a7b9f16be4,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:47:58.424241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.470982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.530140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e07b4-f7a9-40ab-ab41-750af3ee27c6 None None] Pushing event updated for resources: {'Port': ['ID=a2c2708c-73a9-4935-bd27-67a7b9f16be4,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:58.595895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.851596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.858503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.866005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-9129a4ea-b8fb-4705-ab90-c883b7df1d24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 217 time: 0.4464757 May 12 19:47:58.867108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.939874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:58.955099 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee9061d2-5cf4-44cc-bd1d-6a5b919da3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:59.094699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a2c2708c-73a9-4935-bd27-67a7b9f16be4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:47:59.208057 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:59.214852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57d0b5-aa73-47c9-b202-02ea3038d51c req-66e7d18b-7eb6-48d4-803a-dc11a0341140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:59.216703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da57d0b5-aa73-47c9-b202-02ea3038d51c req-66e7d18b-7eb6-48d4-803a-dc11a0341140 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1096 time: 1.1841948 May 12 19:47:59.217703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Router cf0c15ef-e10d-4134-92a2-716bc968c352 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:47:59.247614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a2c2708c-73a9-4935-bd27-67a7b9f16be4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:47:59.380709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b10e35-ad1d-4279-bef7-e49eea25590b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:47:59.386163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43538f93-f7ef-49bb-ad64-ae471bebb02a None None] Network 2491c025-0c30-4705-b929-253bcd536d28 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:47:59.397646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:47:59.402578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:59.428133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:47:59.434307 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:59.435001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Usage tracker for resource:security_group_rule and tenant:bc480816a0ee4058bef98124df7cf1a6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:47:59.446225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fafbfd3d-1d4e-4cc5-a8c3-e61f0a9c1907 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "PUT /v2.0/routers/cf0c15ef-e10d-4134-92a2-716bc968c352 HTTP/1.1" status: 200 len: 919 time: 5.9565735 May 12 19:47:59.447522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42608) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:59.451518 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] Sync routers for ids ['cf0c15ef-e10d-4134-92a2-716bc968c352'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:47:59.463419 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] Routers {'cf0c15ef-e10d-4134-92a2-716bc968c352'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:59.464230 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cf0c15ef-e10d-4134-92a2-716bc968c352'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:59.518379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:47:59.544999 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:59.546339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:47:59.553607 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] Routers {'cf0c15ef-e10d-4134-92a2-716bc968c352'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:47:59.554551 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['cf0c15ef-e10d-4134-92a2-716bc968c352'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:59.583260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-30d1e105-912e-491e-b673-9561272cae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:59.585768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-30d1e105-912e-491e-b673-9561272cae79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.6901762 May 12 19:47:59.610193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da57d0b5-aa73-47c9-b202-02ea3038d51c req-7f3c82fc-e2fa-486a-8941-93fe5fab9a55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020260 May 12 19:47:59.628281 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:47:59.628713 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0a906-072a-4cf2-aa35-aacc36dfc8d2 None None] The sync data for ids ['cf0c15ef-e10d-4134-92a2-716bc968c352'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:47:59.649957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a2b77bb8-ec77-4dd7-a726-597a6b64f255 tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/subnets/f1b10e35-ad1d-4279-bef7-e49eea25590b HTTP/1.1" status: 204 len: 168 time: 1.8566828 May 12 19:47:59.677863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42616) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:59.756683 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cf179639-ca1a-4fcb-bee5-b3987cec8191 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/cf0c15ef-e10d-4134-92a2-716bc968c352 HTTP/1.1" status: 200 len: 925 time: 0.3075805 May 12 19:47:59.759322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42622) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:47:59.837629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] DHCP port deletion for 2491c025-0c30-4705-b929-253bcd536d28 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:47:59.842854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] Deleting port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:47:59.843323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:47:59.955550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b0e71-39fc-4140-b5ac-feae59c2147e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:47:59.957064 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e1b0e71-39fc-4140-b5ac-feae59c2147e tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=cf0c15ef-e10d-4134-92a2-716bc968c352&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1968155 May 12 19:47:59.959679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:00.046776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27378f8-8a89-40b6-8366-c5eb1c192747 req-764c5ae6-83a1-4328-bbfe-2593147f67fe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:00.051934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d27378f8-8a89-40b6-8366-c5eb1c192747 req-764c5ae6-83a1-4328-bbfe-2593147f67fe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 1.2539937 May 12 19:48:00.083569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8169c-0a95-4964-952f-369ab62a0fe7 req-3335a622-8de9-4882-a6dc-b3dfd263e293 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:00.085171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfa8169c-0a95-4964-952f-369ab62a0fe7 req-3335a622-8de9-4882-a6dc-b3dfd263e293 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 943 time: 1.1886327 May 12 19:48:00.149299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.172523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.184399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] For port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,segment=NetworkSegment(674a5bf9-99a8-4315-b1e0-013f5f58d8ee),segment_id=674a5bf9-99a8-4315-b1e0-013f5f58d8ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:00.184626 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.196905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] Provisioning for port a2c2708c-73a9-4935-bd27-67a7b9f16be4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:00.205743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] Provisioning complete for port a2c2708c-73a9-4935-bd27-67a7b9f16be4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:00.206113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.261164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d681e5-925d-4d7a-83c4-4a9380fafa89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:00.262976 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-04d681e5-925d-4d7a-83c4-4a9380fafa89 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.3023870 May 12 19:48:00.265693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42630) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:00.285000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:48:00.301231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfa8169c-0a95-4964-952f-369ab62a0fe7 req-4fc50203-c5de-4fce-b49b-029c590a8f88 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687231 May 12 19:48:00.301838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:00.302177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.330229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d27378f8-8a89-40b6-8366-c5eb1c192747 req-f59cec64-9a46-4470-9b06-31b01351ed6c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633443 May 12 19:48:00.367630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e6a37c2-bac7-4ac3-9dae-4d03ac1bbb6b tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf0c15ef-e10d-4134-92a2-716bc968c352 HTTP/1.1" status: 200 len: 205 time: 0.1008565 May 12 19:48:00.371946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42634) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:00.441386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-5223e4d2-dff6-4b00-b12c-e965d9f4677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:00.442922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-5223e4d2-dff6-4b00-b12c-e965d9f4677c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7669773 May 12 19:48:00.482779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] Calling delete_port for 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:00.493149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.506388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.512858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:48:00.564598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.588795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.649692 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.686420 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:00.838792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:00.876797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'port_id': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'mac_address': 'fa:16:3e:b4:00:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:48:00.938331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8433197f-0317-40ff-9994-e763b5bec913,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:00.957787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2ccbd8cf-0201-4e66-8a1d-b3c7a5e958b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc480816a0ee4058bef98124df7cf1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5380294 May 12 19:48:00.958684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42640) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:01.111752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:48:01.142242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=ff9fa209-f3e5-41ce-9643-262db487b641,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:01.171895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.226246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] Current status of the port a2c2708c-73a9-4935-bd27-67a7b9f16be4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:01.226614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.236277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.240698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:01.241063 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.250317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Deleting port c7cd6d3d-57a7-4a8e-96a9-e50e9d3dd84d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:01.250867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.273912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] Pushing event deleted for resources: {'Port': ['ID=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:01.321663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f9f89-9483-4be3-b940-3091be791021 None None] No DVR routers for this DVR port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:48:01.332704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:48:01.349242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:48:01.349667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:48:01.397452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:01.399443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] For port a2c2708c-73a9-4935-bd27-67a7b9f16be4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a2c2708c-73a9-4935-bd27-67a7b9f16be4,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:01.406857 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.509896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:01.525281 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.541532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.559405 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.608748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f747-0077-4362-a2e6-c03d8c5d8cd9 None None] Pushing event updated for resources: {'Port': ['ID=a2c2708c-73a9-4935-bd27-67a7b9f16be4,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:01.636777 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.639347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['5b57c94d-2f89-49b7-80ec-135bbfcf08e6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:48:01.695329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Calling delete_port for c7cd6d3d-57a7-4a8e-96a9-e50e9d3dd84d owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:01.754835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-436b4dfc-97cb-4841-93db-cd80b8c8bb0b service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2958512 May 12 19:48:01.783868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd9732f0-03e5-46bc-94b3-7fb734daa55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.921801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:01.976169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event deleted for resources: {'Port': ['ID=c7cd6d3d-57a7-4a8e-96a9-e50e9d3dd84d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:02.014011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.014349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.014690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.015012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.015339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.015650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.015985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.016292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.016620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.016926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.017266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.017580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:02.050630 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd9732f0-03e5-46bc-94b3-7fb734daa55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.058148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] For port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=09ef3cad-4d29-44d3-8f2a-41ffd6018db4,segment=NetworkSegment(674a5bf9-99a8-4315-b1e0-013f5f58d8ee),segment_id=674a5bf9-99a8-4315-b1e0-013f5f58d8ee)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:02.058510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.083836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.178386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.300580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.303392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.319537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Calling delete_port for 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:02.330111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.330958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Fanout notify agent at l3_agent the message router_deleted on router cf0c15ef-e10d-4134-92a2-716bc968c352 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:48:02.355648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.362152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d2b4b59b-d0fc-4cec-880f-ffbdaeb00ca6 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/cf0c15ef-e10d-4134-92a2-716bc968c352 HTTP/1.1" status: 204 len: 168 time: 1.9890358 May 12 19:48:02.362841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42654) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:02.376465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2139459859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:02.379039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:02.383674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Usage tracker for resource:router and tenant:07d65a80f77246cbac5a86ee3b245cfb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:02.387648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:02.390366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b92ead-29a0-4480-9c7c-6c69c5fd99ee req-106097ca-26e9-4bd7-bb72-b0e276c0b00c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:02.396403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:02.398041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b92ead-29a0-4480-9c7c-6c69c5fd99ee req-106097ca-26e9-4bd7-bb72-b0e276c0b00c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 944 time: 0.7152634 May 12 19:48:02.415470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.417148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.436374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.459368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.475655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:02.486400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdbf1e-adf8-41c9-9084-cfe16fa824b1 req-32748147-b469-4558-b7eb-4f02f2946f3e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:02.493308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.493752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fefdbf1e-adf8-41c9-9084-cfe16fa824b1 req-32748147-b469-4558-b7eb-4f02f2946f3e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 0.8460045 May 12 19:48:02.498225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6d8c485a-eea3-4a87-ad71-83a76c15f681 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1343501 May 12 19:48:02.498877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42658) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:02.506639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'enable_snat': False}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:02.604027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:02.610081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:02.610665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.623995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1b92ead-29a0-4480-9c7c-6c69c5fd99ee req-93b1d94b-74c7-418d-9134-b15d951568e8 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249260 May 12 19:48:02.642019 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP cd65d4ef-26cc-4136-a9a3-913d4e8e72ba associated. External IP: 172.25.2.99, port: f70b9ab6-a1ac-4aff-97ff-f1d7919125aa. May 12 19:48:02.853455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:02.854001 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.886426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:48:02.897647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:02.906353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:02.957645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fefdbf1e-adf8-41c9-9084-cfe16fa824b1 req-253f4968-e751-407d-bfba-08ced50b3d70 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628973 May 12 19:48:02.960071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8634dc2c-fa9d-49f8-8194-efc145edc145 req-29eb84d3-d573-4325-aded-9d4f7ba0b561 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1656947 May 12 19:48:03.032500 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd5bef3-ca91-45aa-bccd-9cbc752b9f79'] response: {'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'code': 200} May 12 19:48:03.123107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:03.143131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a2c2708c-73a9-4935-bd27-67a7b9f16be4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:03.279935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a2c2708c-73a9-4935-bd27-67a7b9f16be4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:03.280714 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.301692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.455856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a2c2708c-73a9-4935-bd27-67a7b9f16be4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:03.537400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:48:03.537897 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:48:03.592537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd9732f0-03e5-46bc-94b3-7fb734daa55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.629419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9732f0-03e5-46bc-94b3-7fb734daa55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8433197f-0317-40ff-9994-e763b5bec913,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:03.676500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.710053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.768420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-f8f02a2e-cab8-430c-a9fc-5379e2021f26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2436490 May 12 19:48:03.802675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port a2c2708c-73a9-4935-bd27-67a7b9f16be4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a2c2708c-73a9-4935-bd27-67a7b9f16be4,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:03.856379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Allocated IP 172.25.2.161 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/6f2f7c64-2cf3-4a57-9790-a68e3156041e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:03.860848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bd9732f0-03e5-46bc-94b3-7fb734daa55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.862005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bd9732f0-03e5-46bc-94b3-7fb734daa55d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8433197f-0317-40ff-9994-e763b5bec913 HTTP/1.1" status: 204 len: 168 time: 2.8926051 May 12 19:48:03.930848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.954997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64eeda-c717-4870-a581-899fc42f7b97 req-52ac3b86-92b0-4f85-b992-e17d9d9a7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:03.956491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d64eeda-c717-4870-a581-899fc42f7b97 req-52ac3b86-92b0-4f85-b992-e17d9d9a7fe8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1096 time: 0.4996417 May 12 19:48:03.965412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:03.966222 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:04.044624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:04.078503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:04.149737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Deleting port 09ef3cad-4d29-44d3-8f2a-41ffd6018db4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:04.150075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:04.179805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=a2c2708c-73a9-4935-bd27-67a7b9f16be4,revision_number=5']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:04.202575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:04.206098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:04.211325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:04.237443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4944ad1-c0ee-44d4-b6d6-820442dfdae8 req-98fbbc1b-cc2a-4e43-b9c3-d9ab8ab6505b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:04.243015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4944ad1-c0ee-44d4-b6d6-820442dfdae8 req-98fbbc1b-cc2a-4e43-b9c3-d9ab8ab6505b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 1.0564642 May 12 19:48:04.290533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Pushing event updated for resources: {'Port': ['ID=6f2f7c64-2cf3-4a57-9790-a68e3156041e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:04.318551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:04.328039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42674) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:04.333002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'floatingip': {'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:04.397783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=683170f8-8a5b-407f-afd2-096b85a0c245,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:04.425957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] The port '09ef3cad-4d29-44d3-8f2a-41ffd6018db4' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:48:04.433054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:04.485874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:04.504785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:04.521588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0f2d7-aa8b-4bfe-bae3-427cdc20ab9b None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:04.651576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:04.652287 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:04.742084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d64eeda-c717-4870-a581-899fc42f7b97 req-2c8ff4a5-42aa-46c1-a95c-9ba40e99b550 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7674007 May 12 19:48:04.891517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-c255f80a-4b57-422f-b801-4e7bcf9d763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:04.893109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-c255f80a-4b57-422f-b801-4e7bcf9d763d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1096 time: 1.0216095 May 12 19:48:04.915645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11c888-d14d-408b-bf82-624e54f574bb req-d1283bc9-95ab-4959-b3cb-05405c3721a3 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:04.917264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e11c888-d14d-408b-bf82-624e54f574bb req-d1283bc9-95ab-4959-b3cb-05405c3721a3 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 1.1569493 May 12 19:48:05.068820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-86dd11ce-6d33-4f6a-8b3e-8990f8dd791c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.3090675 May 12 19:48:05.127124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42734) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:05.139616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:05.139843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a2c2708c-73a9-4935-bd27-67a7b9f16be4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:05.164722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:9f:81:98', 'name': 'tempest-NetworksTestDHCPv6-921714087'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:05.333166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a2c2708c-73a9-4935-bd27-67a7b9f16be4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:05.334590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:05.395082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2491c025-0c30-4705-b929-253bcd536d28']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:05.415975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e11c888-d14d-408b-bf82-624e54f574bb req-7333f501-1463-4fa3-a9e3-ff962b9ed2ea tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4541874 May 12 19:48:05.431750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:05.448688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:05.460576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674a5bf9-99a8-4315-b1e0-013f5f58d8ee') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:05.464072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674a5bf9-99a8-4315-b1e0-013f5f58d8ee') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:05.508224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:05.511058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:05.709412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:05.734972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:05.735974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:05.773558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:05.878068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:05.878745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524f4f3-55a5-4a14-b411-587cc6033af5 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:05.916590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:05.938434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a2c2708c-73a9-4935-bd27-67a7b9f16be4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:06.044952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-91117180-0e28-4d35-9a36-de2b70210dea tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.7860708 May 12 19:48:06.047312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:06.060211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42756) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:06.189483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-11f3c739-44b4-4ae1-b016-b63d4fa59336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:06.190957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-11f3c739-44b4-4ae1-b016-b63d4fa59336 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 1.2624195 May 12 19:48:06.200144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:06.286586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-334ab727-186c-41ec-a172-7d2dd4ee4343 None None] Provisioning complete for port a2c2708c-73a9-4935-bd27-67a7b9f16be4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:06.286963 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-334ab727-186c-41ec-a172-7d2dd4ee4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:06.301071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:48:06.301612 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: timer() May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:48:06.316517 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:48:06.325138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-1e036307-7df0-4a9c-99c9-77f410488506 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 217 time: 0.1183028 May 12 19:48:06.436997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:06.469697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:06.480103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7a79e822-fcb4-4bbf-9b2f-353f6ae1be1b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "GET /v2.0/floatingips/cd65d4ef-26cc-4136-a9a3-913d4e8e72ba HTTP/1.1" status: 200 len: 978 time: 0.4104939 May 12 19:48:06.480103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:06.483796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42798) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:06.492290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:06.586989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-334ab727-186c-41ec-a172-7d2dd4ee4343 None None] Current status of the port a2c2708c-73a9-4935-bd27-67a7b9f16be4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:06.626710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:06.630767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5c375825-a40b-4608-9c70-14e067974f4b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Synchronizing usage tracker for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:06.661199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:06.666791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-33e23a47-962d-4473-84c6-5b32b9599475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:06.668774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-33e23a47-962d-4473-84c6-5b32b9599475 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2933030 May 12 19:48:06.703190 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:48:06.722488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] Pushing event deleted for resources: {'Network': ['ID=2491c025-0c30-4705-b929-253bcd536d28,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:06.767447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:06.805156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-965a43f3-9fcc-4594-9c09-10ae5dcbe93f tempest-NetworksIpV6Test-1521478134 tempest-NetworksIpV6Test-1521478134-project] 10.222.0.72 "DELETE /v2.0/networks/2491c025-0c30-4705-b929-253bcd536d28 HTTP/1.1" status: 204 len: 168 time: 7.1160250 May 12 19:48:06.874607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5c375825-a40b-4608-9c70-14e067974f4b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Unset dirty status for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:06.876067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5c375825-a40b-4608-9c70-14e067974f4b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3874161 May 12 19:48:06.880342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:06.904980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'port_id': '7cd2b833-edf3-4ce4-9262-1eb956b7640d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:06.967367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.002446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-fea5066b-80d8-4ed2-b2a7-20c7f9ac4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:07.004288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-fea5066b-80d8-4ed2-b2a7-20c7f9ac4c55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189392 May 12 19:48:07.020045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e594-b96d-4cd2-b27e-d12903772d74 req-f02fd5cf-42fa-4712-91df-dd0b19a01235 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:07.022096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6997e594-b96d-4cd2-b27e-d12903772d74 req-f02fd5cf-42fa-4712-91df-dd0b19a01235 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.3653908 May 12 19:48:07.023543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port b40e3266-eaa7-4fb7-ac76-5574fd8597c9 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:07.099869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.104429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:07.120168 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.210702 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.266006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6997e594-b96d-4cd2-b27e-d12903772d74 req-a5e75864-fa3f-49d7-8eaf-bb624be39c7f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019856 May 12 19:48:07.340587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42824) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:07.363438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-6161d904-ba6a-4ed6-bf11-467f145901bc service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016343 May 12 19:48:07.481404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.520580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.529663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.558673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 172.20.0.14 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/7da74071-6aca-4c18-b08a-2a8d10b0468b/b40e3266-eaa7-4fb7-ac76-5574fd8597c9) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:07.640465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fe9f:8198 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/683170f8-8a5b-407f-afd2-096b85a0c245/b40e3266-eaa7-4fb7-ac76-5574fd8597c9) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:07.682954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:07.738162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e3741e9d-0b44-4b34-bda9-a2a1ebb37799 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=beca47c36c16411bb3a508fcc082e28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940001 May 12 19:48:07.738743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:07.741077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Usage tracker for resource:security_group_rule and tenant:843cbf09972748b5873018692574675f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:07.754658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:07.779733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:07.788881 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Floating IP e407b79d-2a88-4aca-af31-5cf32bdd839c associated. External IP: 172.25.2.174, port: 5a334359-df56-4f51-b1ed-972cce1ed99e. May 12 19:48:07.882481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:07.986580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc20d1-7f71-45a6-9461-3fa76de3eaa2 req-627a09cf-af43-4cb8-bae8-2bd427d6422f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:07.988249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2bc20d1-7f71-45a6-9461-3fa76de3eaa2 req-627a09cf-af43-4cb8-bae8-2bd427d6422f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.5568910 May 12 19:48:07.999511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e355bab8-bae5-4761-abd9-6f574a4da298 req-1f62ed16-9759-4dba-b0b2-12ccd2143d42 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270099 May 12 19:48:08.000040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42834) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:08.040809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'floatingip': {'port_id': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:08.263981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d296adae-1adc-4d81-a006-034631be35fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.280865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.441096 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.464737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d296adae-1adc-4d81-a006-034631be35fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.488402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Router 190cdad7-1b15-4970-a7f0-fcd83c11fd26 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:48:08.506848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.594017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object b40e3266-eaa7-4fb7-ac76-5574fd8597c9 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:08.742399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.752287 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d296adae-1adc-4d81-a006-034631be35fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.788415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.790918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296adae-1adc-4d81-a006-034631be35fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3937c7-2718-4bcf-b0fb-e0fa3e6182d0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:08.803640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.948762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d296adae-1adc-4d81-a006-034631be35fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:08.952458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d296adae-1adc-4d81-a006-034631be35fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc3937c7-2718-4bcf-b0fb-e0fa3e6182d0 HTTP/1.1" status: 204 len: 168 time: 1.1932864 May 12 19:48:08.994384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:09.003582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:09.019271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=b40e3266-eaa7-4fb7-ac76-5574fd8597c9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:09.023348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:09.113468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=843cbf09972748b5873018692574675f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0078857 May 12 19:48:09.120773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2208-8384-4110-9222-9a5ec381b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a9c85-69cf-4657-a715-74ec0be11337,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:09.127711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42844) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:09.138437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Router c65eaace-27a0-4589-9be0-3bde342333a5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:09.353723 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.369028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.420320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:09.433674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] Sync routers for ids ['190cdad7-1b15-4970-a7f0-fcd83c11fd26'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:09.443649 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] Routers {'190cdad7-1b15-4970-a7f0-fcd83c11fd26'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:09.444261 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['190cdad7-1b15-4970-a7f0-fcd83c11fd26'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:09.557007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.575777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dae20d74-a421-44ed-ae88-b13b9bb51f96 None None] Provisioning for port b40e3266-eaa7-4fb7-ac76-5574fd8597c9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:09.579572 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:09.584775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.588692 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:48:09.589665 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] Routers {'190cdad7-1b15-4970-a7f0-fcd83c11fd26'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:09.591820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['190cdad7-1b15-4970-a7f0-fcd83c11fd26'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:09.598363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dae20d74-a421-44ed-ae88-b13b9bb51f96 None None] Provisioning complete for port b40e3266-eaa7-4fb7-ac76-5574fd8597c9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:09.600134 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dae20d74-a421-44ed-ae88-b13b9bb51f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.656780 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:09.657367 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5487f64-b3ea-46c5-b325-9793364007d0 None None] The sync data for ids ['190cdad7-1b15-4970-a7f0-fcd83c11fd26'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:09.702424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dae20d74-a421-44ed-ae88-b13b9bb51f96 None None] Port b40e3266-eaa7-4fb7-ac76-5574fd8597c9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:48:09.723306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:09.723453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.724218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.727588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8edbceb4-1669-4edc-b822-6cc152f6121c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "PUT /v2.0/routers/190cdad7-1b15-4970-a7f0-fcd83c11fd26 HTTP/1.1" status: 200 len: 920 time: 7.2276003 May 12 19:48:09.730236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42862) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:09.747079 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e19866b-a311-4e17-8eed-d5ccc196fdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.878032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e19866b-a311-4e17-8eed-d5ccc196fdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.907877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:09.912800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:09.919542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] Sync routers for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:09.935712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:09.936359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:09.986081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42870) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:09.994394 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP cd65d4ef-26cc-4136-a9a3-913d4e8e72ba associated. External IP: 172.25.2.99, port: f70b9ab6-a1ac-4aff-97ff-f1d7919125aa. May 12 19:48:10.014951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-98240485-f74a-43c1-b5ba-0b1be4c17616 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8776908 May 12 19:48:10.018615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42874) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:10.090740 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-81fe2060-27fd-494a-a76e-9fd261a42aab tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "PUT /v2.0/floatingips/e407b79d-2a88-4aca-af31-5cf32bdd839c HTTP/1.1" status: 200 len: 991 time: 5.7614803 May 12 19:48:10.095964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:48:10.099198 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Floating IP b3436dd2-c0d9-4af8-9f68-4542e8e7b34a associated. External IP: 172.25.2.25, port: 5b57c94d-2f89-49b7-80ec-135bbfcf08e6. May 12 19:48:10.207515 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e07dec-274f-4c9f-8415-7aa4e5039b41'] response: {'name': 'network-changed', 'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'status': 'completed', 'code': 200} May 12 19:48:10.244221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e19866b-a311-4e17-8eed-d5ccc196fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:10.286035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19866b-a311-4e17-8eed-d5ccc196fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a9c85-69cf-4657-a715-74ec0be11337,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:10.324234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e19866b-a311-4e17-8eed-d5ccc196fdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:10.325532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e19866b-a311-4e17-8eed-d5ccc196fdb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/854a9c85-69cf-4657-a715-74ec0be11337 HTTP/1.1" status: 204 len: 168 time: 1.1958272 May 12 19:48:10.349009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0fc282d0-5a04-4a4d-9da1-c6d49a9a0917 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2124802619', 'prefixes': ['172.20.0.0/16']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:10.351182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:48:10.498047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0fc282d0-5a04-4a4d-9da1-c6d49a9a0917 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:10.740974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:10.813916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dde2fcbf-7a51-49b4-a073-fceb2995f3f5 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/190cdad7-1b15-4970-a7f0-fcd83c11fd26 HTTP/1.1" status: 200 len: 926 time: 1.0677557 May 12 19:48:10.832522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42890) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:10.864309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc282d0-5a04-4a4d-9da1-c6d49a9a0917 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] Notify callbacks [] for subnetpool, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:10.873383 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0fc282d0-5a04-4a4d-9da1-c6d49a9a0917 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8787959 May 12 19:48:10.873383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42894) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:10.922836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba051c0-48d1-4301-b09a-51d2462367f8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:10.928757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba051c0-48d1-4301-b09a-51d2462367f8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:10.929609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0ba051c0-48d1-4301-b09a-51d2462367f8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:10.932255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-feebcafa-19db-48fc-833f-0e0aede6d2a3 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] 10.222.0.72 "GET /v2.0/subnetpools/b171e745-befc-406d-be6a-aa3921626f1d HTTP/1.1" status: 200 len: 732 time: 0.0556741 May 12 19:48:10.934212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:10.970461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-cd9c1081-7237-46be-b56f-1df75f93e429 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-198801297'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:11.017893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:11.049904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05b5a-74f9-499f-8318-16be4f234264 req-886dc7ed-a67c-4220-a732-b17256606b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:11.051151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03c05b5a-74f9-499f-8318-16be4f234264 req-886dc7ed-a67c-4220-a732-b17256606b29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1096 time: 0.7044308 May 12 19:48:11.062490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:11.063962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86851e03-8820-4a08-826d-08c823751354 req-31910049-bc27-4f02-bb50-62e6c7cd335a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:11.071151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86851e03-8820-4a08-826d-08c823751354 req-31910049-bc27-4f02-bb50-62e6c7cd335a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 0.7251184 May 12 19:48:11.075906 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:11.087797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0ba051c0-48d1-4301-b09a-51d2462367f8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:11.088318 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:11.091768 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:11.091958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0ba051c0-48d1-4301-b09a-51d2462367f8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0693972 May 12 19:48:11.095880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'e407b79d-2a88-4aca-af31-5cf32bdd839c', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'mac_address': 'fa:16:3e:f0:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9e615-a52b-4764-8299-c249369a3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:47:28Z', 'updated_at': '2022-05-12T19:48:06Z', 'revision_number': 1, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:28Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:11.101950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] Checking router: c65eaace-27a0-4589-9be0-3bde342333a5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:48:11.127899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:11.128580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:11.129166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42908) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:11.256296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:11.268555 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:11.269478 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:11.349977 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:11.353849 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bdb9db-7722-4385-88e1-573094da7bdb None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:11.436590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:48:11.473987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05b5a-74f9-499f-8318-16be4f234264 req-425d08a2-b7e7-410e-a578-52e59ceac330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:11.474856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03c05b5a-74f9-499f-8318-16be4f234264 req-425d08a2-b7e7-410e-a578-52e59ceac330 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.3979366 May 12 19:48:11.648123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86851e03-8820-4a08-826d-08c823751354 req-ed72b287-f6af-4dbf-b6c4-eb09cd326972 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5760922 May 12 19:48:11.692565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port b40e3266-eaa7-4fb7-ac76-5574fd8597c9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:11.693176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:11.810810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb54a3e-b534-4478-9682-2d440b4c10be tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:11.816916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2fb54a3e-b534-4478-9682-2d440b4c10be tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=190cdad7-1b15-4970-a7f0-fcd83c11fd26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9830174 May 12 19:48:11.904887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:11.987756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'e407b79d-2a88-4aca-af31-5cf32bdd839c', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'mac_address': 'fa:16:3e:f0:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9e615-a52b-4764-8299-c249369a3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:47:28Z', 'updated_at': '2022-05-12T19:48:06Z', 'revision_number': 1, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:28Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:11.992922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95c490-4eff-41a7-8c8e-40236e5d47d3 None None] The sync data for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 is: [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'e407b79d-2a88-4aca-af31-5cf32bdd839c', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'mac_address': 'fa:16:3e:f0:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9e615-a52b-4764-8299-c249369a3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:47:28Z', 'updated_at': '2022-05-12T19:48:06Z', 'revision_number': 1, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:28Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:12.058944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1081-7237-46be-b56f-1df75f93e429 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] Notify callbacks [] for subnetpool, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:12.060742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cd9c1081-7237-46be-b56f-1df75f93e429 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] 10.222.0.72 "PUT /v2.0/subnetpools/b171e745-befc-406d-be6a-aa3921626f1d HTTP/1.1" status: 200 len: 683 time: 1.1089861 May 12 19:48:12.073025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42932) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:12.078377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03c05b5a-74f9-499f-8318-16be4f234264 req-61564c65-043e-4674-83a1-d454fdab2eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.5628915 May 12 19:48:12.080028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:12.265157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:12.275187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba395b-05ab-446f-ac59-59016112f8ae tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:12.276567 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-80ba395b-05ab-446f-ac59-59016112f8ae tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/networks/79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 881 time: 0.3705568 May 12 19:48:12.276985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] Sync routers for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:12.289921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42938) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:12.297824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:12.298677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:12.303242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:12.371672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aaf3b91d-59a3-4275-9427-7f0be389dedf tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=190cdad7-1b15-4970-a7f0-fcd83c11fd26 HTTP/1.1" status: 200 len: 205 time: 0.0806308 May 12 19:48:12.374227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42946) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:12.374881 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161352bd-c98a-4452-95fc-288971e829ba None None] New status for floating IP e407b79d-2a88-4aca-af31-5cf32bdd839c: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:48:12.391215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b479bd1e-9ddd-410a-9fac-b3bd0905500a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "PUT /v2.0/floatingips/b3436dd2-c0d9-4af8-9f68-4542e8e7b34a HTTP/1.1" status: 200 len: 990 time: 4.3855350 May 12 19:48:12.435682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:48:12.496420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05b5a-74f9-499f-8318-16be4f234264 req-f54d519d-3d38-466c-970b-504334ffd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:12.498496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03c05b5a-74f9-499f-8318-16be4f234264 req-f54d519d-3d38-466c-970b-504334ffd177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.3548272 May 12 19:48:12.581916 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a649d3d5-2d74-4591-a199-5f5a13324d3d'] response: {'name': 'network-changed', 'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'status': 'completed', 'code': 200} May 12 19:48:12.621602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:12.646494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:12.660714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:12.687257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:12.687794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:12.830654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:12.868789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:12.877719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:12.879737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:12.983672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:12.984061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417508ec-8ff7-46cc-856c-862f945d5ef7 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:12.986971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:48:12.992892 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d50fbfd5-1b20-44a6-ad0d-440c18566506 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/floatingips/cd65d4ef-26cc-4136-a9a3-913d4e8e72ba HTTP/1.1" status: 200 len: 976 time: 6.1090281 May 12 19:48:12.996102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:13.054308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:13.071044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:13.086847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9a6d-e5dd-4274-8ec4-9015d7000b93 req-70991c96-c131-48d7-8c39-c95ae13f6b2e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:13.088337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c95e9a6d-e5dd-4274-8ec4-9015d7000b93 req-70991c96-c131-48d7-8c39-c95ae13f6b2e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 1.0327570 May 12 19:48:13.240612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for b40e3266-eaa7-4fb7-ac76-5574fd8597c9 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:13.305996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d3d88b27-981d-4982-9c5b-79eeedaeb12a tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] Notify callbacks [] for subnetpool, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:13.309661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d3d88b27-981d-4982-9c5b-79eeedaeb12a tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] 10.222.0.72 "DELETE /v2.0/subnetpools/b171e745-befc-406d-be6a-aa3921626f1d HTTP/1.1" status: 204 len: 168 time: 1.2312891 May 12 19:48:13.320152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42970) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:13.376459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c95e9a6d-e5dd-4274-8ec4-9015d7000b93 req-6f8032f5-2f72-444e-875b-a77fd5703f90 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760627 May 12 19:48:13.387583 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-1d526445-91ec-4a36-9c73-a2a853887c80 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] show failed (client error): The resource could not be found. May 12 19:48:13.388623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d526445-91ec-4a36-9c73-a2a853887c80 tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] 10.222.0.72 "GET /v2.0/subnetpools/b171e745-befc-406d-be6a-aa3921626f1d HTTP/1.1" status: 404 len: 346 time: 0.0619016 May 12 19:48:13.403807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42978) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:13.408188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05b5a-74f9-499f-8318-16be4f234264 req-971497f5-a77f-4acd-9a59-742fbba0a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:13.409799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03c05b5a-74f9-499f-8318-16be4f234264 req-971497f5-a77f-4acd-9a59-742fbba0a8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8271377 May 12 19:48:13.414050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-fb500641-3072-4868-b200-910fb14ee771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:13.415570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-fb500641-3072-4868-b200-910fb14ee771 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1096 time: 0.8317885 May 12 19:48:13.457328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:13.541082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:13.604738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Deleting port 6f2f7c64-2cf3-4a57-9790-a68e3156041e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:13.605138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:13.647929 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-4f11fe44-230c-46d0-ac09-ac37c474dacb tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] delete failed (client error): The resource could not be found. May 12 19:48:13.654025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f11fe44-230c-46d0-ac09-ac37c474dacb tempest-SubnetPoolsTestJSON-514391988 tempest-SubnetPoolsTestJSON-514391988-project] 10.222.0.72 "DELETE /v2.0/subnetpools/b171e745-befc-406d-be6a-aa3921626f1d HTTP/1.1" status: 404 len: 346 time: 0.2450635 May 12 19:48:13.667316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-1c3a0546-95de-4705-ba4e-736c25b374fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:13.669373 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-1c3a0546-95de-4705-ba4e-736c25b374fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 0.2229173 May 12 19:48:13.760021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'b3436dd2-c0d9-4af8-9f68-4542e8e7b34a', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'port_id': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'mac_address': 'fa:16:3e:b4:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:47:25Z', 'updated_at': '2022-05-12T19:48:09Z', 'revision_number': 1, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:13.768070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] Checking router: 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:48:13.789247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:13.790223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:13.944908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-ad364b82-fa56-4783-9c48-6b0a35547f3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 998 time: 0.2001235 May 12 19:48:13.982107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:13.983573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:48:14.208338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03c05b5a-74f9-499f-8318-16be4f234264 req-5ba89d0c-9247-4c41-8439-dac9654c67f4 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657056 May 12 19:48:14.223707 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:14.328574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43018) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:14.367347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-e75c37d8-083e-4993-b4ea-c7b674edd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:14.369082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-e75c37d8-083e-4993-b4ea-c7b674edd4bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.4107695 May 12 19:48:14.399780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:14.400106 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP cd65d4ef-26cc-4136-a9a3-913d4e8e72ba disassociated. External IP: 172.25.2.99, port: 7cd2b833-edf3-4ce4-9262-1eb956b7640d. May 12 19:48:14.448342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:14.459503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Calling delete_port for 6f2f7c64-2cf3-4a57-9790-a68e3156041e owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:14.672640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'b3436dd2-c0d9-4af8-9f68-4542e8e7b34a', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'port_id': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'mac_address': 'fa:16:3e:b4:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:47:25Z', 'updated_at': '2022-05-12T19:48:09Z', 'revision_number': 1, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:14.682999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627474f-b81f-4604-93d7-ef35f048ab9d None None] The sync data for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 is: [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'b3436dd2-c0d9-4af8-9f68-4542e8e7b34a', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'port_id': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'mac_address': 'fa:16:3e:b4:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:47:25Z', 'updated_at': '2022-05-12T19:48:09Z', 'revision_number': 1, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:14.845912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=b40e3266-eaa7-4fb7-ac76-5574fd8597c9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:14.878429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:14.908542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:14.922138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Usage tracker for resource:security_group_rule and tenant:ba13f67cd00943d8ac3bcd214544a897 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:14.935709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:15.022487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43034) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:15.076543 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef86c2-2a6b-4f8f-906b-047cab8469a4 None None] New status for floating IP b3436dd2-c0d9-4af8-9f68-4542e8e7b34a: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:48:15.081803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03c05b5a-74f9-499f-8318-16be4f234264 req-b6726aa0-d950-48e1-8953-6823b9697d55 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578165 May 12 19:48:15.091461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:15.138595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-48fc74c8-b73c-41a8-a8c8-639959d31e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:15.140057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-48fc74c8-b73c-41a8-a8c8-639959d31e5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7633615 May 12 19:48:15.181989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:15.195012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:15.269826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event deleted for resources: {'Port': ['ID=6f2f7c64-2cf3-4a57-9790-a68e3156041e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:15.356174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:15.401524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236e170-12b8-4f77-9009-192a3bbf8e5f req-b6bac628-ff4f-4187-b2bb-50bf6e8426fc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:15.408230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7236e170-12b8-4f77-9009-192a3bbf8e5f req-b6bac628-ff4f-4187-b2bb-50bf6e8426fc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 0.6634796 May 12 19:48:15.436982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:15.459105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7a2afdc6-f64d-441f-84bc-dd0ac9491890 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/b40e3266-eaa7-4fb7-ac76-5574fd8597c9 HTTP/1.1" status: 204 len: 168 time: 4.3261185 May 12 19:48:15.473997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43042) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:15.493306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:15.543828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Usage tracker for resource:security_group_rule and tenant:1d78375baaff492b9b289f65a9378462 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:15.566517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:15.593082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7236e170-12b8-4f77-9009-192a3bbf8e5f req-e96a1bd6-0bd8-42aa-92c4-b4afebbabc15 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840127 May 12 19:48:15.602355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:15.617798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-f65fbee8-ef5a-4aaf-a3de-1844b95a68b9 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636784 May 12 19:48:15.730596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33346b0c-45f8-42db-8130-29fa55e76a52 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:15.732103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33346b0c-45f8-42db-8130-29fa55e76a52 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:15.733713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33346b0c-45f8-42db-8130-29fa55e76a52 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:15.734511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-33346b0c-45f8-42db-8130-29fa55e76a52 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:15.792848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-33346b0c-45f8-42db-8130-29fa55e76a52 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:15.796778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-33346b0c-45f8-42db-8130-29fa55e76a52 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3122628 May 12 19:48:15.796939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:15.801408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43046) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:15.853261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1a6e08b-54ae-4826-878f-941ac4860279 req-5c5b9d6c-8766-4b4b-ac45-3b65851b02d8 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250338 May 12 19:48:15.900866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 683170f8-8a5b-407f-afd2-096b85a0c245 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:15.903781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:15.905938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:15.938860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.005571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d78375baaff492b9b289f65a9378462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9687731 May 12 19:48:16.008641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.015203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43050) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:16.018612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.021096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.025916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.035515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9cf26-6610-4f4c-9ef7-c54dee24cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd0f34d-69c6-49e0-9b2c-4c7b00f8248d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:16.044460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.069538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:16.080628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:16.093694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:16.094598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:16.111785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.169656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:16.180042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:16.181033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:16.194896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.195640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Fanout notify agent at l3_agent the message router_deleted on router 190cdad7-1b15-4970-a7f0-fcd83c11fd26 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:48:16.230982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.255654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a968e-46d6-4a03-9a07-91fd247c73be,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:16.264435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:16.264721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7c07d-3ea8-446d-9bbb-7649ece36fc7 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:16.274177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b77e58a1-3e39-4368-9e71-d0768660e81c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba13f67cd00943d8ac3bcd214544a897&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9431686 May 12 19:48:16.277905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43054) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:16.279383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfa02bf4-fcbe-4e78-80c7-173d66ccc412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.285919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54362c31-f4a2-48bd-8121-52a2d079e678 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:16.294513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.303822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=683170f8-8a5b-407f-afd2-096b85a0c245,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:16.320157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.326597 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-342a53f3-3fa4-42d3-a339-13439853d586 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/190cdad7-1b15-4970-a7f0-fcd83c11fd26 HTTP/1.1" status: 204 len: 168 time: 3.9513984 May 12 19:48:16.331037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43058) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:16.332054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.337742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1201702898', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:16.357849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:16.360781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e5132fd7-a10d-45a2-8b02-ba39f3ea9893 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/683170f8-8a5b-407f-afd2-096b85a0c245 HTTP/1.1" status: 204 len: 168 time: 0.5584135 May 12 19:48:16.364196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43062) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:16.372997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfa02bf4-fcbe-4e78-80c7-173d66ccc412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.407246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Usage tracker for resource:router and tenant:07d65a80f77246cbac5a86ee3b245cfb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:16.422990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:16.447629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:16.452675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8a85e56-384e-4a5a-ae97-92ab54732f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.490667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.491685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.509382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 7da74071-6aca-4c18-b08a-2a8d10b0468b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:16.516860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43068) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:16.518987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bdcbeac2-613b-4262-b5c4-526980273a2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/floatingips/cd65d4ef-26cc-4136-a9a3-913d4e8e72ba HTTP/1.1" status: 200 len: 687 time: 3.5216453 May 12 19:48:16.528582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8a85e56-384e-4a5a-ae97-92ab54732f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.533490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfa02bf4-fcbe-4e78-80c7-173d66ccc412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.535564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.553895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa02bf4-fcbe-4e78-80c7-173d66ccc412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd0f34d-69c6-49e0-9b2c-4c7b00f8248d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:16.560664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfa02bf4-fcbe-4e78-80c7-173d66ccc412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.564214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cfa02bf4-fcbe-4e78-80c7-173d66ccc412 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3fd0f34d-69c6-49e0-9b2c-4c7b00f8248d HTTP/1.1" status: 204 len: 168 time: 0.5458419 May 12 19:48:16.725694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.906836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:16.990764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43078) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:17.009082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.034623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:17.037968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Usage tracker for resource:security_group_rule and tenant:3766f35ba1b841ed886280316c5d0667 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:17.048976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:17.059307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:17.163505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port ff9fa209-f3e5-41ce-9643-262db487b641 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:17.163870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.207969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.217861 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.289736 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3766f35ba1b841ed886280316c5d0667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978277 May 12 19:48:17.290833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1324ba-e629-40c9-9459-25d0954ba656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee86d7d-057f-4dc0-a990-93617725af4c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:17.293655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43082) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:17.328556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.356896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8a85e56-384e-4a5a-ae97-92ab54732f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.368749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7d269db-bde8-47cc-bb1f-c61267f7661a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.403248 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7d269db-bde8-47cc-bb1f-c61267f7661a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.474774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7d269db-bde8-47cc-bb1f-c61267f7661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.485498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db086cba-bc07-4917-bdde-8c0af85f8ce4 None None] Provisioning complete for port a2c2708c-73a9-4935-bd27-67a7b9f16be4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:17.487925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db086cba-bc07-4917-bdde-8c0af85f8ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.490847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d269db-bde8-47cc-bb1f-c61267f7661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee86d7d-057f-4dc0-a990-93617725af4c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:17.498301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7d269db-bde8-47cc-bb1f-c61267f7661a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.501833 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b7d269db-bde8-47cc-bb1f-c61267f7661a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ee86d7d-057f-4dc0-a990-93617725af4c HTTP/1.1" status: 204 len: 168 time: 0.2049131 May 12 19:48:17.537575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a46-5c05-46a7-a41c-259195c96baa req-ba5a724d-4be4-40c5-a29b-f6ee583293f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:17.540923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fbf2a46-5c05-46a7-a41c-259195c96baa req-ba5a724d-4be4-40c5-a29b-f6ee583293f9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 0.8185060 May 12 19:48:17.588024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a85e56-384e-4a5a-ae97-92ab54732f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a968e-46d6-4a03-9a07-91fd247c73be,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:17.656813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-db086cba-bc07-4917-bdde-8c0af85f8ce4 None None] Current status of the port a2c2708c-73a9-4935-bd27-67a7b9f16be4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:17.730785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8a85e56-384e-4a5a-ae97-92ab54732f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.731967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b8a85e56-384e-4a5a-ae97-92ab54732f34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea2a968e-46d6-4a03-9a07-91fd247c73be HTTP/1.1" status: 204 len: 168 time: 1.4533041 May 12 19:48:17.819356 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.867945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b145aa-1d28-4b8e-b8e2-9b8eabb7cc33 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:17.880267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.909553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.926399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=7da74071-6aca-4c18-b08a-2a8d10b0468b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:17.944203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fbf2a46-5c05-46a7-a41c-259195c96baa req-c298eda6-4043-4913-8ba6-770c75721ebe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466430 May 12 19:48:17.971442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.971770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:17.987492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-85d4774c-ab63-42fd-800e-6ba2f32496b5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/7da74071-6aca-4c18-b08a-2a8d10b0468b HTTP/1.1" status: 204 len: 168 time: 1.6211867 May 12 19:48:17.991603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43098) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:18.138710 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98da5910-be5f-4b33-87ac-55dcbf315aff tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455827 May 12 19:48:18.141700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43106) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:18.155795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:18.252836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for ff9fa209-f3e5-41ce-9643-262db487b641 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:18.402695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:18.408719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:18.412898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:18.420393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:18.435641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:18.441058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:18.465079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:48:18.468527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] Deleting port a2c2708c-73a9-4935-bd27-67a7b9f16be4 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:18.469333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:18.557495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b16d-4604-46f8-b40e-ac564635fae0 req-7227ada3-9d87-468c-ab4d-cf42488912ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:18.557495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebb4b16d-4604-46f8-b40e-ac564635fae0 req-7227ada3-9d87-468c-ab4d-cf42488912ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 0.3150680 May 12 19:48:18.923882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] For port a2c2708c-73a9-4935-bd27-67a7b9f16be4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a2c2708c-73a9-4935-bd27-67a7b9f16be4,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:18.924955 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:18.955886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43136) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:18.956688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebb4b16d-4604-46f8-b40e-ac564635fae0 req-72eb4094-bad9-4cec-98d2-faeaacf909d4 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369956 May 12 19:48:19.063787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.145874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] Calling delete_port for a2c2708c-73a9-4935-bd27-67a7b9f16be4 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:19.224088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a2c2708c-73a9-4935-bd27-67a7b9f16be4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:48:19.308050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43152) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:19.323442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.465919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1873696025-network', 'tenant_id': 'a1e7b69fd8484b4da7d3f5784375dbb3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:19.474481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.483524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:19.491873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:19.505790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1021599994'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:19.523745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:19.526752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Usage tracker for resource:network and tenant:a1e7b69fd8484b4da7d3f5784375dbb3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:19.533674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.535889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] Pushing event deleted for resources: {'Port': ['ID=a2c2708c-73a9-4935-bd27-67a7b9f16be4,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:19.537994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:19.542708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a2c2708c-73a9-4935-bd27-67a7b9f16be4 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:19.542961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.544013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:19.544457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.552722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf851bd3-5ff9-4632-b0f7-7b2521aa4427 None None] No DVR routers for this DVR port a2c2708c-73a9-4935-bd27-67a7b9f16be4 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:48:19.582394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:19.584774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:19.593734 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4506881 May 12 19:48:19.599633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43162) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:19.604203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:network and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:19.613587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:19.620109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d52fe5-45bf-4672-a088-bab1b3f0eae7 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:19.626515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=ff9fa209-f3e5-41ce-9643-262db487b641,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:19.632984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.725280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:19.751849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacd97a-bb28-402d-80ef-81af893b3baa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=1d2fb2ce-540d-4c23-8b59-3c1de399fe06,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:19.755022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:19.761805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Made reservation on behalf of a1e7b69fd8484b4da7d3f5784375dbb3 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:19.764183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.908279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '1d2fb2ce-540d-4c23-8b59-3c1de399fe06'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:48:19.909214 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.948198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.968631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Made reservation on behalf of 1bcac618c3174435b066d79a868c8226 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:19.971398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.972617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:19.992404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:19.999226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.007476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.011645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3b07bbbe-e72e-4c0b-b0d5-a46e019ade13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/floatingips/cd65d4ef-26cc-4136-a9a3-913d4e8e72ba HTTP/1.1" status: 204 len: 168 time: 3.4879980 May 12 19:48:20.012455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43172) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:20.020522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:20.028703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e7b69fd8484b4da7d3f5784375dbb3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:20.032720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:20.045271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:20.049712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:20.053708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:20.062275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:20.064664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:security_group_rule and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:20.077480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:20.092413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:20.107273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:20.118912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Allocated IP 172.25.2.206 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/47e20229-118c-41bb-8b9a-6f17f7e3f0a6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:20.121350 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-768d042d-e6f6-4849-8426-043b87b867a7 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] delete failed (client error): The resource could not be found. May 12 19:48:20.122543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-768d042d-e6f6-4849-8426-043b87b867a7 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/floatingips/cd65d4ef-26cc-4136-a9a3-913d4e8e72ba HTTP/1.1" status: 404 len: 345 time: 0.1095419 May 12 19:48:20.126946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:20.128691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43176) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:20.136158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.235062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Allocated IP 172.20.0.2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/1d2fb2ce-540d-4c23-8b59-3c1de399fe06/fac9955c-09df-45e1-808a-65deedda5ab5) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:20.319804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a332f-4482-4eae-8797-23cec5b1cffe tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:20.326424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a332f-4482-4eae-8797-23cec5b1cffe tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:20.332324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a332f-4482-4eae-8797-23cec5b1cffe tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:20.333286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f84a332f-4482-4eae-8797-23cec5b1cffe tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Synchronizing usage tracker for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:20.366215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f84a332f-4482-4eae-8797-23cec5b1cffe tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Unset dirty status for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:20.367663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f84a332f-4482-4eae-8797-23cec5b1cffe tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "GET /v2.0/ports?network_id=444d278c-a8e2-4973-872c-fb4bcff34747 HTTP/1.1" status: 200 len: 2358 time: 0.2374783 May 12 19:48:20.375906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43180) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:20.403845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.439597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.522531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.532535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:20.533929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.536225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:20.542251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:20.542910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.564267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.575840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Transition to ACTIVE for port object fac9955c-09df-45e1-808a-65deedda5ab5 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:20.590995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5668d9e-4559-455e-88b8-474265889865 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:20.591244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event updated for resources: {'Port': ['ID=47e20229-118c-41bb-8b9a-6f17f7e3f0a6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:20.591978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e5668d9e-4559-455e-88b8-474265889865 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Synchronizing usage tracker for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:20.596433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Transition to ACTIVE for port object fac9955c-09df-45e1-808a-65deedda5ab5 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:20.605322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.607587 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.619145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:20.629513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.630358 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Added segment 726da88a-c686-4801-be15-8041f55da066 of type vlan for network eee83931-b56a-4b50-9116-063ba04be766 May 12 19:48:20.702137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:20.706577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fbfcfc-730f-452b-b3b5-5b7abef655e5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:20.712983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:20.717821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:20.720275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:20.731479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Pushing event updated for resources: {'Port': ['ID=fac9955c-09df-45e1-808a-65deedda5ab5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:20.754697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97af5771-0ae3-4743-b433-367b34eee44b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:20.786297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.828754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e5668d9e-4559-455e-88b8-474265889865 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Unset dirty status for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:20.829684 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e5668d9e-4559-455e-88b8-474265889865 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "GET /v2.0/subnets/9358cab9-7674-49d9-9160-e72006c5d380 HTTP/1.1" status: 200 len: 797 time: 0.4518919 May 12 19:48:20.830877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.832504 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Added segment 9005a8d6-b604-4d26-9793-d86e17d55751 of type vlan for network bbf9c384-2268-4ca7-a084-d72f04c15d48 May 12 19:48:20.833482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.838904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Attempting to bind port fac9955c-09df-45e1-808a-65deedda5ab5 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:48:20.839054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:20.839574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Attempting to bind port fac9955c-09df-45e1-808a-65deedda5ab5 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:48:20.839704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.840000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Attempting to bind port fac9955c-09df-45e1-808a-65deedda5ab5 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:48:20.844912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43190) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:20.850455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:48:20.850844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:20.851231 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.851622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:48:20.852172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Bound port: fac9955c-09df-45e1-808a-65deedda5ab5, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:48:20.853212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:20.891017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'port': {'network_id': '444d278c-a8e2-4973-872c-fb4bcff34747', 'name': 'tempest-FloatingIPTestJSON-1509572437', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:21.017088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] For port fac9955c-09df-45e1-808a-65deedda5ab5, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:48:21.020897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] For port fac9955c-09df-45e1-808a-65deedda5ab5, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fac9955c-09df-45e1-808a-65deedda5ab5,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:48:21.030528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:21.103239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:21.144491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001518fc-0c35-4142-b71c-ec0f2794abf2 None None] Pushing event updated for resources: {'Port': ['ID=fac9955c-09df-45e1-808a-65deedda5ab5,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:21.306405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3486052 May 12 19:48:21.320721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:21.370587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'subnet': {'network_id': 'eee83931-b56a-4b50-9116-063ba04be766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:21.405722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c509fce-4513-455e-8aa8-2de88b9d445c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Network': ['ID=eee83931-b56a-4b50-9116-063ba04be766,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:21.424662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:21.450471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network eee83931-b56a-4b50-9116-063ba04be766 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:21.658021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:21.665668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:21.690317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:subnet and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:21.695451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:21.696411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:21.696997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:21.700723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:21.702712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:21.738422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:21.808264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:21.809914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:21.829879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5202098 May 12 19:48:21.847293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43200) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:21.852436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:48:21.906261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Made reservation on behalf of 1bcac618c3174435b066d79a868c8226 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:21.911459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:21.938673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Request body: {'subnet': {'network_id': 'bbf9c384-2268-4ca7-a084-d72f04c15d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1873696025-subnet', 'tenant_id': 'a1e7b69fd8484b4da7d3f5784375dbb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:22.005808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:22.061751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d70f2-9c4c-4fce-8bde-c84e5b383f45 admin admin] Pushing event updated for resources: {'Network': ['ID=bbf9c384-2268-4ca7-a084-d72f04c15d48,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:22.076152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network bbf9c384-2268-4ca7-a084-d72f04c15d48 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:22.092016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Usage tracker for resource:subnet and tenant:a1e7b69fd8484b4da7d3f5784375dbb3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:22.114613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:22.149349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:22.168883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Router 52ea05af-fb53-449f-ba8f-d02ab78e5d2f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:48:22.222174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Made reservation on behalf of a1e7b69fd8484b4da7d3f5784375dbb3 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:22.225097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:22.457827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:22.472327 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] Sync routers for ids ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:22.482528 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:22.484080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-14cee7a4-27dd-42c2-9843-f35fcb2a184e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1514747 May 12 19:48:22.487683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43218) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:22.488164 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] Routers {'52ea05af-fb53-449f-ba8f-d02ab78e5d2f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:22.489000 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:22.494143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:22.594200 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:22.604075 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] Routers {'52ea05af-fb53-449f-ba8f-d02ab78e5d2f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:22.604679 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:22.653681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-49e8bf59-44af-439c-aa3f-6dbb618a3aa9 None None] Provisioning for port fac9955c-09df-45e1-808a-65deedda5ab5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:22.690378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:22.731071 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:22.732055 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9aaa6-b454-4388-87f6-4fd6f375cc40 None None] The sync data for ids ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:22.762090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] device_id is not set on port e0b7d598-4257-41e2-93bf-fafc4c9d8544 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:22.904480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.056398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.106743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.114613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fac9955c-09df-45e1-808a-65deedda5ab5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:23.147082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.160749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83a91e2-c60c-487c-984c-62e214e7d186,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:23.169942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Deleting port 47e20229-118c-41bb-8b9a-6f17f7e3f0a6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:23.171040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.173693 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.232836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port fac9955c-09df-45e1-808a-65deedda5ab5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:23.240826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fac9955c-09df-45e1-808a-65deedda5ab5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:23.241505 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.264054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Checking segment: {'id': '9005a8d6-b604-4d26-9793-d86e17d55751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bbf9c384-2268-4ca7-a084-d72f04c15d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:23.264416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Network hostable DHCP agents. Network: bbf9c384-2268-4ca7-a084-d72f04c15d48, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:48:23.316655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:48:23.402507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.421807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Subnet': ['ID=c33d9b6e-414a-4cc1-8c03-8df8cc579d9d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:23.474481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Network bbf9c384-2268-4ca7-a084-d72f04c15d48 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:48:23.493754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fac9955c-09df-45e1-808a-65deedda5ab5 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:23.494131 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.518398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Checking segment: {'id': '726da88a-c686-4801-be15-8041f55da066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eee83931-b56a-4b50-9116-063ba04be766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:23.518652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Network hostable DHCP agents. Network: eee83931-b56a-4b50-9116-063ba04be766, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:48:23.542093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, bbf9c384-2268-4ca7-a084-d72f04c15d48) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:23.561634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8666b7a-3412-4369-91a3-8ec63a2404d1 None None] Network bbf9c384-2268-4ca7-a084-d72f04c15d48 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:23.595845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:23.597838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.702800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:23.714047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port fac9955c-09df-45e1-808a-65deedda5ab5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fac9955c-09df-45e1-808a-65deedda5ab5,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:23.722426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Network eee83931-b56a-4b50-9116-063ba04be766 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:48:23.743855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'mac_address': 'fa:16:3e:f0:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:48:23.745801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.14 (444d278c-a8e2-4973-872c-fb4bcff34747/9358cab9-7674-49d9-9160-e72006c5d380/e0b7d598-4257-41e2-93bf-fafc4c9d8544) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:23.755629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.13 (444d278c-a8e2-4973-872c-fb4bcff34747/9358cab9-7674-49d9-9160-e72006c5d380/e0b7d598-4257-41e2-93bf-fafc4c9d8544) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:23.880038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:23.880444 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.883990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Calling delete_port for 47e20229-118c-41bb-8b9a-6f17f7e3f0a6 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:23.915165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a334359-df56-4f51-b1ed-972cce1ed99e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:48:23.931496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, eee83931-b56a-4b50-9116-063ba04be766) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:23.946672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b6752a7d-bd4b-4224-ae37-4bae6481a0a0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0902760 May 12 19:48:23.962219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a68190-f4ab-41fa-a290-94f162531af2 None None] Network eee83931-b56a-4b50-9116-063ba04be766 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:23.969074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:23.969704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:23.975297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:24.045147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.063897 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-95fe9096-7e8f-4b38-be38-0af03153ccd0 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7358065 May 12 19:48:24.068334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:24.096641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a16a1f8-177d-48c3-a05a-f8f0ceff696e None None] Network bbf9c384-2268-4ca7-a084-d72f04c15d48 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:24.113979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:48:24.169039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2137013620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:24.189512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:24.193339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:router and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:24.197432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['5a334359-df56-4f51-b1ed-972cce1ed99e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:48:24.206123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:24.212158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:24.259791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.261156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.278899 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.297233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.300168 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.329613 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.482683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Pushing event deleted for resources: {'Port': ['ID=47e20229-118c-41bb-8b9a-6f17f7e3f0a6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:24.567781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.571387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.578872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:24.604163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:24.628178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.648914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:24.649801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.662100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134596b-ab04-4f64-8c69-f0678a100c42 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:24.711671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=13513535-b738-42fc-8a1f-68dc86fe11a3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:24.749086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1459157 May 12 19:48:24.749086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62e5c5-7e6e-43c2-8427-bcfb4a314cbb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=fac9955c-09df-45e1-808a-65deedda5ab5,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:24.759017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:24.768099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:e1:00:2e', 'name': 'tempest-NetworksTestDHCPv6-659585422'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:24.781695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:24.812489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:24.974754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:48:24.975041 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:48:25.010166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:25.011684 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cecf08db-2c9f-4e29-a2fe-c987456766db tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9274483 May 12 19:48:25.020762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:25.021090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43300) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:25.313156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:25.322424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:25.383545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-eee83931-b56a-4b50-9116-063ba04be766', 'network_id': 'eee83931-b56a-4b50-9116-063ba04be766', 'tenant_id': '1bcac618c3174435b066d79a868c8226', 'fixed_ips': [{'subnet_id': 'c33d9b6e-414a-4cc1-8c03-8df8cc579d9d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:48:25.387046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:25.439835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042074147-network', 'tenant_id': '0ec065be60454c2b91aab88cd3ec7c03'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:25.472122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:25.555316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Router 52ea05af-fb53-449f-ba8f-d02ab78e5d2f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:25.610702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Usage tracker for resource:network and tenant:0ec065be60454c2b91aab88cd3ec7c03 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:25.613717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Allocated IP 172.20.0.2 (eee83931-b56a-4b50-9116-063ba04be766/c33d9b6e-414a-4cc1-8c03-8df8cc579d9d/53b92b3f-abc1-47a6-bf7a-435b6c075405) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:25.634698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:25.636799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:25.751099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:25.815065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:25.848565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:25.850029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e0096f90-12bf-4bd6-8fbd-4a9e22f97efc tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "PUT /v2.0/routers/52ea05af-fb53-449f-ba8f-d02ab78e5d2f HTTP/1.1" status: 200 len: 710 time: 3.3609266 May 12 19:48:25.852715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43316) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:25.864403 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:25.877975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Transition to ACTIVE for port object 53b92b3f-abc1-47a6-bf7a-435b6c075405 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:25.901353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Transition to ACTIVE for port object 53b92b3f-abc1-47a6-bf7a-435b6c075405 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:25.959049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] Sync routers for ids ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:25.973865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.043492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9c125594-bc24-45b9-8fcd-10fc5159727c tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/routers/52ea05af-fb53-449f-ba8f-d02ab78e5d2f HTTP/1.1" status: 200 len: 745 time: 0.1893470 May 12 19:48:26.047044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43320) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:26.107514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Pushing event updated for resources: {'Port': ['ID=53b92b3f-abc1-47a6-bf7a-435b6c075405,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:26.131622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 444d278c-a8e2-4973-872c-fb4bcff34747 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:26.138709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Made reservation on behalf of 0ec065be60454c2b91aab88cd3ec7c03 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:26.141053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.144289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Network eee83931-b56a-4b50-9116-063ba04be766 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:26.149154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:26.156212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:26.199049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] Routers {'52ea05af-fb53-449f-ba8f-d02ab78e5d2f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:26.201735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:26.204985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:26.211941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:26.218750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:26.231834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:26.269791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:26.274597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:26.298256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc0d21ec-0ac2-404d-a537-ee61cf9dd667 tempest-RoutersIpV6AdminTest-2058268557 tempest-RoutersIpV6AdminTest-2058268557-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&device_id=52ea05af-fb53-449f-ba8f-d02ab78e5d2f HTTP/1.1" status: 200 len: 205 time: 0.2500472 May 12 19:48:26.300663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43328) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:26.323392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:26.338986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:26.339518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.370303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fac9955c-09df-45e1-808a-65deedda5ab5 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:26.370657 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.370845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=e0b7d598-4257-41e2-93bf-fafc4c9d8544,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:26.400207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ec15edc9-1e08-4aa0-a717-3f65a29f5c38 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=52ea05af-fb53-449f-ba8f-d02ab78e5d2f HTTP/1.1" status: 200 len: 205 time: 0.0976961 May 12 19:48:26.401096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43332) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:26.436656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] Routers {'52ea05af-fb53-449f-ba8f-d02ab78e5d2f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:26.437023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:47:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:26.598246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:26.598566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24caef61-dcf9-4c7d-95af-b562493104ef None None] The sync data for ids ['52ea05af-fb53-449f-ba8f-d02ab78e5d2f'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:26.604046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f59999ba-0b77-437c-a456-9986f63f1bf5 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.641868 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.656901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Attempting to bind port 53b92b3f-abc1-47a6-bf7a-435b6c075405 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:48:26.657282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Attempting to bind port 53b92b3f-abc1-47a6-bf7a-435b6c075405 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '726da88a-c686-4801-be15-8041f55da066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eee83931-b56a-4b50-9116-063ba04be766'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:48:26.657646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Attempting to bind port 53b92b3f-abc1-47a6-bf7a-435b6c075405 on network eee83931-b56a-4b50-9116-063ba04be766 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:48:26.694873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:26.695525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:48:26.695894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Checking segment: {'id': '726da88a-c686-4801-be15-8041f55da066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eee83931-b56a-4b50-9116-063ba04be766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:26.696295 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.696679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Bound using segment: {'id': '726da88a-c686-4801-be15-8041f55da066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eee83931-b56a-4b50-9116-063ba04be766'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:48:26.697158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Bound port: 53b92b3f-abc1-47a6-bf7a-435b6c075405, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726da88a-c686-4801-be15-8041f55da066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eee83931-b56a-4b50-9116-063ba04be766'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:48:26.704598 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.714679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port fac9955c-09df-45e1-808a-65deedda5ab5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fac9955c-09df-45e1-808a-65deedda5ab5,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:26.738745 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:26.880866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec065be60454c2b91aab88cd3ec7c03 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:26.884918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 7fd183ff-8a09-49fc-aae8-3c47bc0a511a yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:26.947089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:26.969510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:26.982495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fac9955c-09df-45e1-808a-65deedda5ab5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:26.985667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:26.986452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.173657 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f59999ba-0b77-437c-a456-9986f63f1bf5 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.179828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f59999ba-0b77-437c-a456-9986f63f1bf5 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.249569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f59999ba-0b77-437c-a456-9986f63f1bf5 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.250098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59999ba-0b77-437c-a456-9986f63f1bf5 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Fanout notify agent at l3_agent the message router_deleted on router 52ea05af-fb53-449f-ba8f-d02ab78e5d2f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:48:27.300715 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f59999ba-0b77-437c-a456-9986f63f1bf5 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.304744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f59999ba-0b77-437c-a456-9986f63f1bf5 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/52ea05af-fb53-449f-ba8f-d02ab78e5d2f HTTP/1.1" status: 204 len: 168 time: 0.9014204 May 12 19:48:27.309606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43342) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:27.329526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:27.379885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.441616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fa6f9607-2460-4252-9a41-96cfac9e0436 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=52ea05af-fb53-449f-ba8f-d02ab78e5d2f HTTP/1.1" status: 200 len: 205 time: 0.1301546 May 12 19:48:27.443716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43346) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:27.581571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=fac9955c-09df-45e1-808a-65deedda5ab5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:27.625162 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-df57301e-b43a-437d-a0e8-0f24d9bf6c05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] delete failed (client error): The resource could not be found. May 12 19:48:27.625920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-df57301e-b43a-437d-a0e8-0f24d9bf6c05 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/52ea05af-fb53-449f-ba8f-d02ab78e5d2f HTTP/1.1" status: 404 len: 336 time: 0.1808677 May 12 19:48:27.628780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43350) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:27.649723 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fcf7373-25b8-4ed6-ad28-563a8723a963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.662265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4baf084a-6895-40f8-afb1-8a8f359bea89 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.7904410 May 12 19:48:27.694084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43354) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:27.701806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 5a334359-df56-4f51-b1ed-972cce1ed99e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:27.702532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.743908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'e0b7d598-4257-41e2-93bf-fafc4c9d8544', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:27.772465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-80a590dc-f263-4b7d-80b5-3cd47d740e39 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=190cdad7-1b15-4970-a7f0-fcd83c11fd26 HTTP/1.1" status: 200 len: 205 time: 0.1425180 May 12 19:48:27.776471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43358) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:27.781547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] For port 53b92b3f-abc1-47a6-bf7a-435b6c075405, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:48:27.795352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:27.802984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fac9955c-09df-45e1-808a-65deedda5ab5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:27.803579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.853281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:floatingip and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:27.873210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:27.888869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] For port 53b92b3f-abc1-47a6-bf7a-435b6c075405, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=53b92b3f-abc1-47a6-bf7a-435b6c075405,segment=NetworkSegment(726da88a-c686-4801-be15-8041f55da066),segment_id=726da88a-c686-4801-be15-8041f55da066)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:48:27.894545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:27.910635 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-30fd474b-25cb-43b5-8ff2-306d094f7fb7 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] delete failed (client error): The resource could not be found. May 12 19:48:27.914110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-30fd474b-25cb-43b5-8ff2-306d094f7fb7 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/190cdad7-1b15-4970-a7f0-fcd83c11fd26 HTTP/1.1" status: 404 len: 336 time: 0.1342840 May 12 19:48:27.914707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43362) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:27.930533 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:27.977081 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.033052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7d84fa0-d766-4718-85a5-f36588969b61 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf0c15ef-e10d-4134-92a2-716bc968c352 HTTP/1.1" status: 200 len: 205 time: 0.1171913 May 12 19:48:28.038137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:28.114739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348edec-1e07-4f3e-a50e-ae6e380e1c44 None None] Pushing event updated for resources: {'Port': ['ID=53b92b3f-abc1-47a6-bf7a-435b6c075405,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:28.191695 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-99073a44-fa3a-4dbe-8b71-d6ce802d821c tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] delete failed (client error): The resource could not be found. May 12 19:48:28.192749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-99073a44-fa3a-4dbe-8b71-d6ce802d821c tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/cf0c15ef-e10d-4134-92a2-716bc968c352 HTTP/1.1" status: 404 len: 336 time: 0.1536934 May 12 19:48:28.197334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43372) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:28.313408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3107d7b3-1460-489e-a295-a4f02b161a6a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf32b068-721b-42dc-a52f-6f75f695b93a HTTP/1.1" status: 200 len: 205 time: 0.1168761 May 12 19:48:28.324287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43380) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:28.362876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fac9955c-09df-45e1-808a-65deedda5ab5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:28.406478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.412966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:28.414343 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.447564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.454537 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-8d454f20-42d7-47a9-9e82-c7d768806723 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] delete failed (client error): The resource could not be found. May 12 19:48:28.457975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8d454f20-42d7-47a9-9e82-c7d768806723 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/cf32b068-721b-42dc-a52f-6f75f695b93a HTTP/1.1" status: 404 len: 336 time: 0.1301279 May 12 19:48:28.458149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d49c198e-77d6-4b9a-a4c1-d801b3797d95 None None] Provisioning complete for port fac9955c-09df-45e1-808a-65deedda5ab5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:28.458619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d49c198e-77d6-4b9a-a4c1-d801b3797d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.459495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43384) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:28.465146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:28.481239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.481862 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Added segment 304166d5-754c-4a09-832a-6418812b223f of type vlan for network 9d2dbb88-79e8-4912-a46b-6b6689928086 May 12 19:48:28.512843 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.572645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.573661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:28.574422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.585703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-871c1763-dcb6-4aba-a9c2-e6eca1391096 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=76eba6a2-3247-481c-80dd-b09f1819e3a0 HTTP/1.1" status: 200 len: 205 time: 0.1250205 May 12 19:48:28.594450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43388) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:28.613835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:48:28.644701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:28.690586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:28.728336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2dbb88-79e8-4912-a46b-6b6689928086,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:28.738713 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7074375 May 12 19:48:28.756831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43396) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:28.769577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Request body: {'subnet': {'network_id': '9d2dbb88-79e8-4912-a46b-6b6689928086', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042074147-subnet', 'tenant_id': '0ec065be60454c2b91aab88cd3ec7c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:28.779685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:28.783893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Usage tracker for resource:subnet and tenant:0ec065be60454c2b91aab88cd3ec7c03 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:28.787066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:28.793108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:28.799883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9d2dbb88-79e8-4912-a46b-6b6689928086 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:28.819342 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-ae5a643c-6ad9-4524-af3a-8fd801d2fc9a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] delete failed (client error): The resource could not be found. May 12 19:48:28.823127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ae5a643c-6ad9-4524-af3a-8fd801d2fc9a tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/76eba6a2-3247-481c-80dd-b09f1819e3a0 HTTP/1.1" status: 404 len: 336 time: 0.2248724 May 12 19:48:28.826918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 172.20.0.13 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/1d2fb2ce-540d-4c23-8b59-3c1de399fe06/7fd183ff-8a09-49fc-aae8-3c47bc0a511a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:28.828800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:28.874664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f420-e385-4512-a2b3-79a9e3a24164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1fc5f6-aefc-4307-9d16-25dcbdababa2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:28.890692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Made reservation on behalf of 0ec065be60454c2b91aab88cd3ec7c03 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:28.900437 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789b2ac7-2487-4a4e-afbc-110f1bd5303f'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'code': 200} May 12 19:48:28.904031 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:29.005011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fee1:2e (bf971410-83a2-4bb7-8884-aa25d5cf9a81/13513535-b738-42fc-8a1f-68dc86fe11a3/7fd183ff-8a09-49fc-aae8-3c47bc0a511a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:29.038610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fac9955c-09df-45e1-808a-65deedda5ab5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:29.150658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d49c198e-77d6-4b9a-a4c1-d801b3797d95 None None] Current status of the port fac9955c-09df-45e1-808a-65deedda5ab5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:29.188604 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1a01dbcc-d4bc-404b-afb3-0a911ab1e461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:29.193739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Allocated IP 172.20.0.1 (eee83931-b56a-4b50-9116-063ba04be766/c33d9b6e-414a-4cc1-8c03-8df8cc579d9d/ced51ef2-41df-4e32-85bb-71199be10bb6) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:29.204055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:29.220089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fac9955c-09df-45e1-808a-65deedda5ab5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:29.220455 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:29.269250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:29.315004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-45c215c1-4ebe-4a1f-908d-6b0f2f8df6c9 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "GET /v2.0/ports?device_id=46d92aef-e4d7-412b-ae16-43613279e90f HTTP/1.1" status: 200 len: 205 time: 0.4840460 May 12 19:48:29.318434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:29.412241 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-d6f31172-3ea1-4e1b-a4ba-4ea235a18a99 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] delete failed (client error): The resource could not be found. May 12 19:48:29.415848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d6f31172-3ea1-4e1b-a4ba-4ea235a18a99 tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/routers/46d92aef-e4d7-412b-ae16-43613279e90f HTTP/1.1" status: 404 len: 336 time: 0.0956023 May 12 19:48:29.417912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43414) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:29.432095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fac9955c-09df-45e1-808a-65deedda5ab5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:29.524260 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc35e568-714c-4f2b-b574-98f20306aa0e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] DELETE failed (client error): The resource could not be found. May 12 19:48:29.525021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc35e568-714c-4f2b-b574-98f20306aa0e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:48:29.528059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bc35e568-714c-4f2b-b574-98f20306aa0e tempest-RoutersIpV6AdminTest-2124467618 tempest-RoutersIpV6AdminTest-2124467618-project] 10.222.0.72 "DELETE /v2.0/subnets/d918a0ca-9aad-4282-8dd8-f1acd804b376 HTTP/1.1" status: 404 len: 337 time: 0.1080036 May 12 19:48:29.966230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:29.985770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.25.2.108 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/6bf09d67-d267-4420-8905-cc1a447c1487) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:30.005058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43428) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:30.056594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ee7ec-9087-4a69-b5e1-f219b9ba3d6e None None] Network eee83931-b56a-4b50-9116-063ba04be766 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:30.098891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.163756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.182672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-28831c0a-da76-46d2-812a-5aa997df4247 None None] Provisioning for port 53b92b3f-abc1-47a6-bf7a-435b6c075405 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:30.337960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.341135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.348122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 7fd183ff-8a09-49fc-aae8-3c47bc0a511a will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:30.377733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:30.391803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Usage tracker for resource:security_group_rule and tenant:07d65a80f77246cbac5a86ee3b245cfb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:30.392060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Transition to ACTIVE for port object ced51ef2-41df-4e32-85bb-71199be10bb6 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:30.402925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:30.415273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:30.484034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.590450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.623351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:30.648432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.655427 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.669722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:30.672272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:30.716781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b31a56-d1ba-44c0-8fda-b0c6c868db87,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:30.788084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=7fd183ff-8a09-49fc-aae8-3c47bc0a511a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:30.804142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Checking segment: {'id': '304166d5-754c-4a09-832a-6418812b223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9d2dbb88-79e8-4912-a46b-6b6689928086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:30.804552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Network hostable DHCP agents. Network: 9d2dbb88-79e8-4912-a46b-6b6689928086, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:48:30.816349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07d65a80f77246cbac5a86ee3b245cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8089738 May 12 19:48:30.820759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43442) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:30.852797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e2552-7a35-4222-a865-63f4df5cf413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d85864-a3ca-4e82-b643-2d6254169149,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:30.970813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:30.993447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Network 9d2dbb88-79e8-4912-a46b-6b6689928086 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:48:31.012189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 53b92b3f-abc1-47a6-bf7a-435b6c075405 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:31.015247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:31.016469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.052268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.082892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c136-5d2e-4a7b-89bb-acee8289317b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.138049 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c136-5d2e-4a7b-89bb-acee8289317b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.183194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 53b92b3f-abc1-47a6-bf7a-435b6c075405 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:31.192049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 53b92b3f-abc1-47a6-bf7a-435b6c075405 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:31.192543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.200009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bacc4e42-ce46-4a7f-be70-c84f9db225a8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 6.4376993 May 12 19:48:31.216674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 9d2dbb88-79e8-4912-a46b-6b6689928086) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:31.226199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43452) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:31.259019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c136-5d2e-4a7b-89bb-acee8289317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.274468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8f216-3513-4ab7-9d70-5d5c8f8009c9 None None] Network 9d2dbb88-79e8-4912-a46b-6b6689928086 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:31.280918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Network eee83931-b56a-4b50-9116-063ba04be766 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:31.282631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:31.283396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.292437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2c136-5d2e-4a7b-89bb-acee8289317b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d85864-a3ca-4e82-b643-2d6254169149,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:31.296273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:31.303940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c136-5d2e-4a7b-89bb-acee8289317b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.305223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0ae2c136-5d2e-4a7b-89bb-acee8289317b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d1d85864-a3ca-4e82-b643-2d6254169149 HTTP/1.1" status: 204 len: 168 time: 0.4580801 May 12 19:48:31.323440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:31.404060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Port': ['ID=ced51ef2-41df-4e32-85bb-71199be10bb6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:31.431336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-90ed7208-12d7-49da-987e-16c174060121 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6663926 May 12 19:48:31.490018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.715081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aeef4561-614f-4ec2-ae40-98716ec27175 None None] Provisioning for port 7fd183ff-8a09-49fc-aae8-3c47bc0a511a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:31.733223 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.735172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aeef4561-614f-4ec2-ae40-98716ec27175 None None] Provisioning complete for port 7fd183ff-8a09-49fc-aae8-3c47bc0a511a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:31.735643 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aeef4561-614f-4ec2-ae40-98716ec27175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.763707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43466) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:31.832400 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.888754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] Deleting subnet a83a91e2-c60c-487c-984c-62e214e7d186 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:31.892371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:31.950240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43470) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:31.989794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eaaa52-60e8-4364-8cfe-b2ba91c00fd5 None None] Network 9d2dbb88-79e8-4912-a46b-6b6689928086 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:32.028556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6a3bd750-4d52-4409-9b8d-f7988386cf5e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0cfd226d0b6c4d8c9054e51a9b180d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771098 May 12 19:48:32.031247 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.057759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43476) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:32.179974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.203131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:32.221856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b09dd-6b7a-447f-99a9-3113e96a19e2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:32.227680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b09dd-6b7a-447f-99a9-3113e96a19e2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:32.228551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5e1b09dd-6b7a-447f-99a9-3113e96a19e2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:32.234590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:32.266867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.269581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:32.300538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aeef4561-614f-4ec2-ae40-98716ec27175 None None] Port 7fd183ff-8a09-49fc-aae8-3c47bc0a511a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:48:32.356280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10712aa1-7ad8-4eac-98a6-3cdcf2014eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.427161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10712aa1-7ad8-4eac-98a6-3cdcf2014eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.435690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 53b92b3f-abc1-47a6-bf7a-435b6c075405 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:32.436087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.437925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=6bf09d67-d267-4420-8905-cc1a447c1487,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:32.465456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5e1b09dd-6b7a-447f-99a9-3113e96a19e2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:32.468306 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5e1b09dd-6b7a-447f-99a9-3113e96a19e2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.2361658 May 12 19:48:32.477491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43482) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:32.506199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 53b92b3f-abc1-47a6-bf7a-435b6c075405, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=53b92b3f-abc1-47a6-bf7a-435b6c075405,segment=NetworkSegment(726da88a-c686-4801-be15-8041f55da066),segment_id=726da88a-c686-4801-be15-8041f55da066)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:32.511489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-14f85805-d62b-4643-98fd-459628276a48 None None] Provisioning for port ced51ef2-41df-4e32-85bb-71199be10bb6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:32.518118 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.545503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.592798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-14f85805-d62b-4643-98fd-459628276a48 None None] Provisioning complete for port ced51ef2-41df-4e32-85bb-71199be10bb6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:32.595333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14f85805-d62b-4643-98fd-459628276a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.669951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 7fd183ff-8a09-49fc-aae8-3c47bc0a511a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:32.670393 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.691342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-14f85805-d62b-4643-98fd-459628276a48 None None] Port ced51ef2-41df-4e32-85bb-71199be10bb6 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:48:32.698170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=53b92b3f-abc1-47a6-bf7a-435b6c075405,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:32.753950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83a91e2-c60c-487c-984c-62e214e7d186,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:32.848855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:32.878928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6dee511f-0fd8-4946-ac77-1c0a8c3deca9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a83a91e2-c60c-487c-984c-62e214e7d186 HTTP/1.1" status: 204 len: 168 time: 1.1139982 May 12 19:48:32.882547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:32.920721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 53b92b3f-abc1-47a6-bf7a-435b6c075405 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:33.031127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 53b92b3f-abc1-47a6-bf7a-435b6c075405 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:33.031407 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.092905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10712aa1-7ad8-4eac-98a6-3cdcf2014eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.124340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10712aa1-7ad8-4eac-98a6-3cdcf2014eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab1b568-41c1-4891-a611-2216307a6165,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:33.128267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.148795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10712aa1-7ad8-4eac-98a6-3cdcf2014eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.150262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-10712aa1-7ad8-4eac-98a6-3cdcf2014eff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ab1b568-41c1-4891-a611-2216307a6165 HTTP/1.1" status: 204 len: 168 time: 1.0913019 May 12 19:48:33.253250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 53b92b3f-abc1-47a6-bf7a-435b6c075405 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:33.304531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.499596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 7fd183ff-8a09-49fc-aae8-3c47bc0a511a owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:33.542694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.554031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.640806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf9c384-2268-4ca7-a084-d72f04c15d48']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:33.703217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9005a8d6-b604-4d26-9793-d86e17d55751') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:33.703513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9005a8d6-b604-4d26-9793-d86e17d55751') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:33.720999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.784280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.802635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:33.978899 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.053021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.057483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.096664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Port': ['ID=ced51ef2-41df-4e32-85bb-71199be10bb6,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:34.117534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.126198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=7fd183ff-8a09-49fc-aae8-3c47bc0a511a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:34.129470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:48:34.129876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: timer() May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:48:34.148669 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:48:34.404797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.408440 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.415370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.473970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf9c384-2268-4ca7-a084-d72f04c15d48,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:34.493808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-73a57e83-1d5a-49dc-9d3f-0d31606e684f admin admin] 10.222.0.72 "DELETE /v2.0/networks/bbf9c384-2268-4ca7-a084-d72f04c15d48 HTTP/1.1" status: 204 len: 168 time: 1.6096442 May 12 19:48:34.494790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43528) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:34.498395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4c3982bc-78bd-4976-86a2-276e416d8b51 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/7fd183ff-8a09-49fc-aae8-3c47bc0a511a HTTP/1.1" status: 204 len: 168 time: 2.0172276 May 12 19:48:34.548728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43532) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:34.607720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] Deleting subnet 70b31a56-d1ba-44c0-8fda-b0c6c868db87 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:34.615436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.710066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.790980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75072dfa-f4f7-4bfd-a876-44cafa7e8ab8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:34.792469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75072dfa-f4f7-4bfd-a876-44cafa7e8ab8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:34.794141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75072dfa-f4f7-4bfd-a876-44cafa7e8ab8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:34.794944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-75072dfa-f4f7-4bfd-a876-44cafa7e8ab8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:34.821792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43544) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:34.850815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-75072dfa-f4f7-4bfd-a876-44cafa7e8ab8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:34.855083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-75072dfa-f4f7-4bfd-a876-44cafa7e8ab8 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3053496 May 12 19:48:34.863486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43550) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:34.890442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:34.946442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 13513535-b738-42fc-8a1f-68dc86fe11a3 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:34.975153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.016809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'networks': [{'name': 'tempest-network--939913973'}, {'name': 'tempest-network--1214596621'}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:35.017135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'network': {'name': 'tempest-network--939913973'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:35.022193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'network': {'name': 'tempest-network--1214596621'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:35.042963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:35.047440 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.052309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Usage tracker for resource:network and tenant:7d914099cc484bee9f65eb9f2ecd90c4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:35.084464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.086490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:35.102557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:35.104785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b31a56-d1ba-44c0-8fda-b0c6c868db87,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:35.106857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.114261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-85cef8ad-cb52-4d35-868c-7064282d34d8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/70b31a56-d1ba-44c0-8fda-b0c6c868db87 HTTP/1.1" status: 204 len: 168 time: 0.6165810 May 12 19:48:35.117329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43554) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:35.185063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Network eee83931-b56a-4b50-9116-063ba04be766 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:35.189696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:35.246789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.249935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Made reservation on behalf of 7d914099cc484bee9f65eb9f2ecd90c4 for: {'network': 2} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:35.260040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.283297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.320552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:35.326130 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:48:35.441617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.452337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.516128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.547707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Usage tracker for resource:security_group_rule and tenant:7d914099cc484bee9f65eb9f2ecd90c4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:35.554164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:35.564645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2dbb88-79e8-4912-a46b-6b6689928086']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:35.573726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:35.579512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=6bf09d67-d267-4420-8905-cc1a447c1487,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:35.588867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304166d5-754c-4a09-832a-6418812b223f') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:35.589143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304166d5-754c-4a09-832a-6418812b223f') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:35.608720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.622286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.641277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-823bc266-c559-4508-971b-09bdab4e31d6 None None] Provisioning complete for port ced51ef2-41df-4e32-85bb-71199be10bb6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:35.642911 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-823bc266-c559-4508-971b-09bdab4e31d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.655902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.678540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:48:35.678962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: timer() May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:48:35.704946 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:48:35.753486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-823bc266-c559-4508-971b-09bdab4e31d6 None None] Port ced51ef2-41df-4e32-85bb-71199be10bb6 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:48:35.820704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.856745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.874139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2dbb88-79e8-4912-a46b-6b6689928086,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:35.887414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-705a67df-d3ce-462c-844d-457c35fdb099 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9d2dbb88-79e8-4912-a46b-6b6689928086 HTTP/1.1" status: 204 len: 168 time: 0.7674491 May 12 19:48:35.915857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.937752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.951255 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:35.952143 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.020826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec008be-383f-4641-aa08-fb2d8679d3d2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:36.059191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:36.084297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.084648 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Added segment 2d5e985b-3f0c-4cb6-b325-1b70b75b5555 of type vlan for network a3cef379-f9da-4930-86fb-30f6217182f3 May 12 19:48:36.144852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Router 54658d6b-9feb-4a8a-8af2-5260f1a424c3 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:48:36.150414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.151931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.264394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:36.288567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.289141 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Added segment cb48739e-7fbb-40d5-913a-c0ec45c5aa92 of type vlan for network d8a2e471-b013-4898-9ba4-f07efbafbf3e May 12 19:48:36.332388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43568) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:36.377329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.396459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.399614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=13513535-b738-42fc-8a1f-68dc86fe11a3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:36.403030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5ee8d2-0e6f-45d7-8cd7-ee7c0d705556 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:36.432023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-22464957-e7e4-42f6-886d-239d577ac98b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1e7b69fd8484b4da7d3f5784375dbb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978308 May 12 19:48:36.435646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43572) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:36.554629 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:48:36.649612 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fde56cc-d289-4ae0-aa7f-b6ac6c777ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.703105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:36.713398 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] Sync routers for ids ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:36.725146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fde56cc-d289-4ae0-aa7f-b6ac6c777ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.730442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1d8707df-c60c-496c-a575-cb5841d7ee5c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "PUT /v2.0/routers/54658d6b-9feb-4a8a-8af2-5260f1a424c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7054250 May 12 19:48:36.731309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43578) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:36.733730 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] Routers {'54658d6b-9feb-4a8a-8af2-5260f1a424c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:36.736990 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e8310cf-7f39-4dd9-bc14-da0b2339e034 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/13513535-b738-42fc-8a1f-68dc86fe11a3 HTTP/1.1" status: 204 len: 168 time: 1.8687205 May 12 19:48:36.739768 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:36.743064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'port': {'network_id': 'eee83931-b56a-4b50-9116-063ba04be766', 'name': 'tempest-FloatingIPNegativeTestJSON-1779676545'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:36.766162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:36.817744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.818310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.827971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:36.835160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:36.836240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.862206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 1d2fb2ce-540d-4c23-8b59-3c1de399fe06 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:36.926011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:36.949601 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:36.969603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] Routers {'54658d6b-9feb-4a8a-8af2-5260f1a424c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:36.970474 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:37.088850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fde56cc-d289-4ae0-aa7f-b6ac6c777ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:37.125853 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:37.126507 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fb73c-6050-4729-9969-cebea1f458ca None None] The sync data for ids ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:37.197974 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP 08aa6d69-86b1-40bd-9805-c5b74d11933a associated. External IP: 172.25.2.108, port: e0b7d598-4257-41e2-93bf-fafc4c9d8544. May 12 19:48:37.366838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:37.444409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Network': ['ID=a3cef379-f9da-4930-86fb-30f6217182f3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:37.457369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a3cef379-f9da-4930-86fb-30f6217182f3 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:37.460620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde56cc-d289-4ae0-aa7f-b6ac6c777ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fbfcfc-730f-452b-b3b5-5b7abef655e5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:37.693952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8710024 May 12 19:48:37.695835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43592) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:37.727181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fde56cc-d289-4ae0-aa7f-b6ac6c777ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:37.728317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0fde56cc-d289-4ae0-aa7f-b6ac6c777ce2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2fbfcfc-730f-452b-b3b5-5b7abef655e5 HTTP/1.1" status: 204 len: 168 time: 1.2915406 May 12 19:48:37.790257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641923-e692-43b7-85e7-a27382c2419a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Network': ['ID=d8a2e471-b013-4898-9ba4-f07efbafbf3e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:37.802124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d8a2e471-b013-4898-9ba4-f07efbafbf3e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:38.033900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:38.059243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.126027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:38.134809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:port and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:38.140824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:38.181765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792080ae-0114-44e7-90c1-77f194b93304 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:38.188467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792080ae-0114-44e7-90c1-77f194b93304 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:38.206658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792080ae-0114-44e7-90c1-77f194b93304 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:38.228990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792080ae-0114-44e7-90c1-77f194b93304 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:38.229847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-792080ae-0114-44e7-90c1-77f194b93304 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Synchronizing usage tracker for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:38.300344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7823fcad-3a21-44e7-9326-b30e4aed470a None None] Provisioning complete for port fac9955c-09df-45e1-808a-65deedda5ab5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:38.301504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7823fcad-3a21-44e7-9326-b30e4aed470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.301644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-792080ae-0114-44e7-90c1-77f194b93304 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Unset dirty status for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:38.305776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-792080ae-0114-44e7-90c1-77f194b93304 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5819824 May 12 19:48:38.306332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43608) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:38.369859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:38.372960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:38.408427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Made reservation on behalf of 1bcac618c3174435b066d79a868c8226 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:38.412771 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.430150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:38.445020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.464501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:38.465374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:38.495408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.528626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:38.530935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.547713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:38.548385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:38.555265 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.589244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] device_id is not set on port ebdd9e17-401c-4e80-91db-a1c0697a722c yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:38.662098 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7700c370-a39c-4c87-be63-a0170a28248d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.9657047 May 12 19:48:38.664662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43616) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:38.669894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43618) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:38.680900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'port_id': 'e0b7d598-4257-41e2-93bf-fafc4c9d8544', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:38.704279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:38.705092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18231a-89b8-47c0-b669-c8ce707fb669 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:38.744727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7823fcad-3a21-44e7-9326-b30e4aed470a None None] Current status of the port fac9955c-09df-45e1-808a-65deedda5ab5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:38.805107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:38.866700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Allocated IP 172.20.0.4 (eee83931-b56a-4b50-9116-063ba04be766/c33d9b6e-414a-4cc1-8c03-8df8cc579d9d/ebdd9e17-401c-4e80-91db-a1c0697a722c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:38.926878 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.108875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.133117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Transition to ACTIVE for port object ebdd9e17-401c-4e80-91db-a1c0697a722c will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:39.160076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2fb2ce-540d-4c23-8b59-3c1de399fe06,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:39.184203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.194091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.199991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1801a-9c60-4da5-8884-060ca23b4283 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:39.286842 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7b3dcb34-fd4d-4d6b-8667-a9104c774e84 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/1d2fb2ce-540d-4c23-8b59-3c1de399fe06 HTTP/1.1" status: 204 len: 168 time: 2.5175290 May 12 19:48:39.313446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Port': ['ID=ebdd9e17-401c-4e80-91db-a1c0697a722c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:39.327769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43630) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:39.331407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Network eee83931-b56a-4b50-9116-063ba04be766 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:39.407752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-95d7fb72-0b18-45d3-b07b-9cf79e9cf28b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786626 May 12 19:48:39.408453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43634) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:39.411959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:39.485530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:39.683421 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.757161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:48:39.758352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6dbfdac3-7321-4dfa-b161-fece2012d574 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ec065be60454c2b91aab88cd3ec7c03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0057943 May 12 19:48:39.760804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43638) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:39.763314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] Deleting port fac9955c-09df-45e1-808a-65deedda5ab5 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:39.763685 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.850985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cef379-f9da-4930-86fb-30f6217182f3']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:39.874498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5e985b-3f0c-4cb6-b325-1b70b75b5555') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:39.874873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5e985b-3f0c-4cb6-b325-1b70b75b5555') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:39.878543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:39.879384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.914010 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:39.915653 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8184676e-d323-4257-abf7-0d5edb7fbdf1 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1829002 May 12 19:48:39.924701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6b115-2502-4cbe-9eb1-8c409fbfe223 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:39.926468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f2a6b115-2502-4cbe-9eb1-8c409fbfe223 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5166934 May 12 19:48:39.927224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43642) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:39.930146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:39.934923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:39.942188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:39.947927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:floatingip and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:39.953272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:39.960307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:39.985313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.071422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab72e3-5da5-4c60-9352-4ca623caaaac tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:40.073064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fbab72e3-5da5-4c60-9352-4ca623caaaac tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1295743 May 12 19:48:40.080747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-868a0ea0-a2aa-4108-8e36-66c76f71b69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.082499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43654) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:40.248367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] For port fac9955c-09df-45e1-808a-65deedda5ab5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fac9955c-09df-45e1-808a-65deedda5ab5,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:40.248750 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.317378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.453603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] Calling delete_port for fac9955c-09df-45e1-808a-65deedda5ab5 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:40.551975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0b2bfc7d-658d-4bb5-828e-25b8143c8afd None None] Provisioning for port ebdd9e17-401c-4e80-91db-a1c0697a722c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:40.557929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0b2bfc7d-658d-4bb5-828e-25b8143c8afd None None] Provisioning complete for port ebdd9e17-401c-4e80-91db-a1c0697a722c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:40.558332 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b2bfc7d-658d-4bb5-828e-25b8143c8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.617117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bfc7d-658d-4bb5-828e-25b8143c8afd None None] Port ebdd9e17-401c-4e80-91db-a1c0697a722c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:48:40.620337 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.664623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.674494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] No DVR routers for this DVR port fac9955c-09df-45e1-808a-65deedda5ab5 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:48:40.684412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed379109-3cda-47ae-93b7-703c6676c451 None None] Pushing event deleted for resources: {'Port': ['ID=fac9955c-09df-45e1-808a-65deedda5ab5,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:40.701445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:48:40.809168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Allocated IP 172.25.2.37 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/50e6ebcb-5b15-430d-aa0a-5d455e98bab3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:40.820721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bb991e0a-0ca2-4073-941e-ad651c2d5473 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7298124 May 12 19:48:40.822410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:48:40.829740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:40.832279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43666) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:40.847271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: timer() May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:48:40.863679 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:48:40.912828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fac9955c-09df-45e1-808a-65deedda5ab5 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:48:40.956890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: fac9955c-09df-45e1-808a-65deedda5ab5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:48:40.957316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fac9955c-09df-45e1-808a-65deedda5ab5 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:48:41.031181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-868a0ea0-a2aa-4108-8e36-66c76f71b69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.204771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:41.223124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.242558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:41.258430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:41.287227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:41.308783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.312263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.312406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.320785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:41.324630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.326264 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:48:41.326823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:48:41.360393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ac096bdd-7746-4498-90c8-72a4d3a7b486 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5242419 May 12 19:48:41.363542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43678) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:41.372055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:41.458652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.514798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.521352 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-868a0ea0-a2aa-4108-8e36-66c76f71b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.588466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:41.593698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:41.597120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Port': ['ID=50e6ebcb-5b15-430d-aa0a-5d455e98bab3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:41.603580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:41.634659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Network': ['ID=a3cef379-f9da-4930-86fb-30f6217182f3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:41.646399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:41.653391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a0ea0-a2aa-4108-8e36-66c76f71b69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1fc5f6-aefc-4307-9d16-25dcbdababa2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:41.658575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:41.663640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:41.673257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0b529e5-699b-4753-87c8-f26eb6c66555 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/networks/a3cef379-f9da-4930-86fb-30f6217182f3 HTTP/1.1" status: 204 len: 168 time: 3.3660264 May 12 19:48:41.673471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:41.678800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:41.774380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-868a0ea0-a2aa-4108-8e36-66c76f71b69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.776296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:41.780516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.782336 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:48:41.784090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:48:41.796429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-868a0ea0-a2aa-4108-8e36-66c76f71b69f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf1fc5f6-aefc-4307-9d16-25dcbdababa2 HTTP/1.1" status: 204 len: 168 time: 2.0129321 May 12 19:48:41.852896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.859859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bff8b4dc-be07-4974-ad57-83202a1df9d5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4949050 May 12 19:48:41.867731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43696) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:41.871365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:41.876170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:42.277300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:42.312913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:42.427417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:42.496339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:42.519183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:42.523232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a2e471-b013-4898-9ba4-f07efbafbf3e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:42.534143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:42.584749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:42.599808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb48739e-7fbb-40d5-913a-c0ec45c5aa92') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:42.600944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb48739e-7fbb-40d5-913a-c0ec45c5aa92') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:42.753974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:42.765802 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:42.766577 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:42.778743 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:42.781529 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:42.928939 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:42.940563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:42.955297 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:42.956127 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:43.008179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2d8fe7d7-a185-4eae-b075-d9d3431d5237 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/floatingips/08aa6d69-86b1-40bd-9805-c5b74d11933a HTTP/1.1" status: 200 len: 979 time: 4.3393352 May 12 19:48:43.009307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43720) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:43.082581 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.087970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:43.098763 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.102014 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:48:43.102447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:48:43.125976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.134273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:48:43.134714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.136415 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:43.139283 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5b843-4810-4299-82b4-2899306d8867 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:43.245096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: timer() May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:48:43.260816 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:48:43.304603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.310474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-003d3620-c321-4711-8432-3f1ea8a56a86 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4386916 May 12 19:48:43.375514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43730) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:43.398517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.422747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:43.434992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Network': ['ID=d8a2e471-b013-4898-9ba4-f07efbafbf3e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:43.453612 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-170d8863-78a8-4c8e-9ea8-9b48ba4b8571 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/networks/d8a2e471-b013-4898-9ba4-f07efbafbf3e HTTP/1.1" status: 204 len: 168 time: 1.7731972 May 12 19:48:43.483479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43740) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:43.500783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port 6bf09d67-d267-4420-8905-cc1a447c1487 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:43.501267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.688701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Port': ['ID=50e6ebcb-5b15-430d-aa0a-5d455e98bab3,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:43.718206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.777072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:43.783925 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed4eab85-2565-4c2a-92e1-94f9307487cf tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8554103 May 12 19:48:43.784565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43750) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:43.815474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-658ef35e-6a4c-49c1-9248-ec4cd1f34e52 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'floatingip': {'port_id': 'ebdd9e17-401c-4e80-91db-a1c0697a722c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:43.973760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-658ef35e-6a4c-49c1-9248-ec4cd1f34e52 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:44.414400 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-658ef35e-6a4c-49c1-9248-ec4cd1f34e52 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] update failed (client error): The resource could not be found. May 12 19:48:44.415491 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-658ef35e-6a4c-49c1-9248-ec4cd1f34e52 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "PUT /v2.0/floatingips/1e36f5b2-f5ab-4783-9617-9ec73ca44d8e HTTP/1.1" status: 404 len: 507 time: 0.6080277 May 12 19:48:44.422509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43776) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:44.433283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:44.443943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a8227d-b2a2-4d01-955f-b9f990a55963 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:44.468058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a8227d-b2a2-4d01-955f-b9f990a55963 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:44.468895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e0a8227d-b2a2-4d01-955f-b9f990a55963 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Synchronizing usage tracker for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:44.513136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e0a8227d-b2a2-4d01-955f-b9f990a55963 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Unset dirty status for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:44.514873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e0a8227d-b2a2-4d01-955f-b9f990a55963 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0296960 May 12 19:48:44.518937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43788) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:44.530592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1796528363'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:44.545297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:44.584897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:44.601004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Made reservation on behalf of 7d914099cc484bee9f65eb9f2ecd90c4 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:44.609051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:44.648751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:44.650248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:44.661724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:44.662078 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Added segment f5184383-7b63-4c7d-97ae-98895551b148 of type vlan for network eac92e1e-d5dc-4953-a79e-07fbc635e0c1 May 12 19:48:44.671888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:44.710351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:44.788478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:44.804829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:44.805814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:44.999556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:45.015407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Deleting port 50e6ebcb-5b15-430d-aa0a-5d455e98bab3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:45.015746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.028102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43802) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:45.128480 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6067057 May 12 19:48:45.135764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43808) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:45.142515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccc491-b5a7-46da-9278-5925c1e90071 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Network': ['ID=eac92e1e-d5dc-4953-a79e-07fbc635e0c1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:45.157268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-391642941'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:45.157479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network eac92e1e-d5dc-4953-a79e-07fbc635e0c1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:45.169920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:45.183127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Usage tracker for resource:network and tenant:7d914099cc484bee9f65eb9f2ecd90c4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:45.196612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:45.219234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:45.246738 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.248448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.261203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Made reservation on behalf of 7d914099cc484bee9f65eb9f2ecd90c4 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:45.267106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.334477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:45.344326 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.345862 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:48:45.346305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:48:45.402068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:45.469645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.522667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.523021 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Added segment 0cfdfd42-cbd8-4faf-a2d6-1776574ac089 of type vlan for network f3797d9b-878a-4394-90d1-a6e7c8d9e4ab May 12 19:48:45.524635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:45.542203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Usage tracker for resource:security_group_rule and tenant:098fb7ea14574ef0bf0dee888fd89ce5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:45.546359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:45.572481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:45.582317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for 6bf09d67-d267-4420-8905-cc1a447c1487 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:45.586491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.649419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2db9d985-c704-417e-ae95-af88f7ef5902 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.2727551 May 12 19:48:45.653526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43816) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:45.666625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:45.697726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.703407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:45.703959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.912478 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.912732 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:45.929731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:45.933489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:45.936173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:45.942070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:46.015139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:46.020544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.022413 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:48:46.022413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:48:46.111781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Network': ['ID=f3797d9b-878a-4394-90d1-a6e7c8d9e4ab,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:46.118112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-74aed436-d5e8-4be9-af24-0508ae843fd7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9789529 May 12 19:48:46.127651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43824) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:46.130838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f3797d9b-878a-4394-90d1-a6e7c8d9e4ab details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:46.133029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'ports': [{'network_id': 'eac92e1e-d5dc-4953-a79e-07fbc635e0c1', 'name': 'tempest-port--2106520103', 'admin_state_up': True}, {'network_id': 'f3797d9b-878a-4394-90d1-a6e7c8d9e4ab', 'admin_state_up': False}]} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:46.133374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'port': {'network_id': 'eac92e1e-d5dc-4953-a79e-07fbc635e0c1', 'name': 'tempest-port--2106520103', 'admin_state_up': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:46.133853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'port': {'network_id': 'f3797d9b-878a-4394-90d1-a6e7c8d9e4ab', 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:46.173940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.178058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Calling delete_port for 50e6ebcb-5b15-430d-aa0a-5d455e98bab3 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:46.277086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3c6de72e-61c1-4585-af73-a4ca709dc8b7 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6207013 May 12 19:48:46.285048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.287447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43828) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:46.295581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:46.389012 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=098fb7ea14574ef0bf0dee888fd89ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3536086 May 12 19:48:46.393545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43832) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:46.440439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad716-fa48-4720-b9dc-ef328989f80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ca50be-a23c-4b3c-a438-7ec14f9f8557,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:46.457347 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.565987 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:48:46.624122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:46.628365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Usage tracker for resource:port and tenant:7d914099cc484bee9f65eb9f2ecd90c4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:46.631826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:46.634592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=6bf09d67-d267-4420-8905-cc1a447c1487,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:46.639736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:46.685898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Made reservation on behalf of 7d914099cc484bee9f65eb9f2ecd90c4 for: {'port': 2} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:46.695874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.725304 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.877713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:46.882719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:46.886577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:46.893966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:46.914798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:46.918615 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.920882 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:48:46.921451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:48:46.943983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c85a786d-c1e8-4735-af42-02a66823e75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:46.976307 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c85a786d-c1e8-4735-af42-02a66823e75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.048212 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c85a786d-c1e8-4735-af42-02a66823e75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.091706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a786d-c1e8-4735-af42-02a66823e75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ca50be-a23c-4b3c-a438-7ec14f9f8557,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:47.093731 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.219043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.220133 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP 08aa6d69-86b1-40bd-9805-c5b74d11933a disassociated (deleted). External IP: 172.25.2.108, port: e0b7d598-4257-41e2-93bf-fafc4c9d8544. May 12 19:48:47.277380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c85a786d-c1e8-4735-af42-02a66823e75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.278657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c85a786d-c1e8-4735-af42-02a66823e75a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92ca50be-a23c-4b3c-a438-7ec14f9f8557 HTTP/1.1" status: 204 len: 168 time: 0.8755937 May 12 19:48:47.279586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event deleted for resources: {'Port': ['ID=50e6ebcb-5b15-430d-aa0a-5d455e98bab3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:47.310940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43856) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:47.314314 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a116b1f0-5887-45ad-8f5f-5d6950cefcb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0253901 May 12 19:48:47.332792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] device_id is not set on port 29880b33-bfcc-46a9-8cb2-c60d3590ba45 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:47.386427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4bc38cac-6308-4a20-bf48-f25149890a16 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0742154 May 12 19:48:47.386953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43862) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:47.603816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.606869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.608385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1a5d90dd-f8af-4788-8dd0-7cf1baf935dd tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "DELETE /v2.0/floatingips/1e36f5b2-f5ab-4783-9617-9ec73ca44d8e HTTP/1.1" status: 204 len: 168 time: 3.1800830 May 12 19:48:47.621299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43874) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:47.629315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'floatingip': {'floating_network_id': 'eee83931-b56a-4b50-9116-063ba04be766', 'port_id': 'ebdd9e17-401c-4e80-91db-a1c0697a722c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:47.638380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:47.639797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.646855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:floatingip and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:47.650055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:47.658080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:47.682402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:47.793341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45887dea-791c-47ec-88cd-82308590151a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:47.797814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-45887dea-791c-47ec-88cd-82308590151a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4082727 May 12 19:48:47.803312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43880) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:47.902310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1012fdc4-7371-4c66-9042-cc7f3202c2b6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933032 May 12 19:48:47.905306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43884) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:47.915952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:47.964233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] device_id is not set on port 2d3870ad-6a58-489e-a24c-f84c98266cd4 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:48.177222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:48.229653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:48.440984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Port': ['ID=29880b33-bfcc-46a9-8cb2-c60d3590ba45,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:48.493642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Checking segment: {'id': 'f5184383-7b63-4c7d-97ae-98895551b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'eac92e1e-d5dc-4953-a79e-07fbc635e0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:48.494008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network hostable DHCP agents. Network: eac92e1e-d5dc-4953-a79e-07fbc635e0c1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:48:48.515249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network eac92e1e-d5dc-4953-a79e-07fbc635e0c1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:48:48.528110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, eac92e1e-d5dc-4953-a79e-07fbc635e0c1) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:48.536095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:48.538306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:48.546996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94e738-cc9c-48ef-9089-3afd9317ed80 None None] Network eac92e1e-d5dc-4953-a79e-07fbc635e0c1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:48.574973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:48.580047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:48.583606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:48.591496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:48.628812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:48.641797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:48.658808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:48.696197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Checking segment: {'id': '0cfdfd42-cbd8-4faf-a2d6-1776574ac089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f3797d9b-878a-4394-90d1-a6e7c8d9e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:48.697305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network hostable DHCP agents. Network: f3797d9b-878a-4394-90d1-a6e7c8d9e4ab, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:48:48.718603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Port': ['ID=2d3870ad-6a58-489e-a24c-f84c98266cd4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:48.739178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network f3797d9b-878a-4394-90d1-a6e7c8d9e4ab is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:48:48.754861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, f3797d9b-878a-4394-90d1-a6e7c8d9e4ab) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:48.759193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:48.768500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:48.782518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:48.783209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:48.804488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778537de-fddb-48a7-9a33-6afde405c6de None None] Network f3797d9b-878a-4394-90d1-a6e7c8d9e4ab requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:48.831829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45ec585e-4d89-4b41-b704-5ed54a4fede1 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7019577 May 12 19:48:48.834533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43904) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:49.014800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e9bb5-edff-44e2-af1c-2b95172e181e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:49.020497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e9bb5-edff-44e2-af1c-2b95172e181e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:49.021468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8b5e9bb5-edff-44e2-af1c-2b95172e181e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Synchronizing usage tracker for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:49.072728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8b5e9bb5-edff-44e2-af1c-2b95172e181e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Unset dirty status for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:49.076849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8b5e9bb5-edff-44e2-af1c-2b95172e181e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2412128 May 12 19:48:49.077456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43908) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:49.163367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Deleting port 29880b33-bfcc-46a9-8cb2-c60d3590ba45 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:49.164173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:49.449586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:49.451459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:49.462066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:49.474762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:49.477590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:49.489934 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:49.524459 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:48:49.528341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5e8f3d26-ae41-44d3-9ad8-fc667727d013 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9031940 May 12 19:48:49.567005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43920) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:49.582433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'ebdd9e17-401c-4e80-91db-a1c0697a722c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:49.593588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:49.606275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Usage tracker for resource:floatingip and tenant:1bcac618c3174435b066d79a868c8226 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:49.614292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:49.621084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5e400d27-018d-4e8d-ac39-f8ea06fde807 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/floatingips/08aa6d69-86b1-40bd-9805-c5b74d11933a HTTP/1.1" status: 204 len: 168 time: 6.6102629 May 12 19:48:49.626662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:49.629518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:49.657412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:49.691192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:49.693966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:49.740443 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:49.782539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Calling delete_port for 29880b33-bfcc-46a9-8cb2-c60d3590ba45 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:49.823111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:49.823522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfd495-4c55-436f-9833-7220a3aac0ee None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:49.889203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port e0b7d598-4257-41e2-93bf-fafc4c9d8544 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:49.890630 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:49.913445 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:49.977682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Port': ['ID=29880b33-bfcc-46a9-8cb2-c60d3590ba45,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:49.985372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.001890 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-25dd7e4b-6eb8-4d0b-8301-895dafd720e9 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/ports/29880b33-bfcc-46a9-8cb2-c60d3590ba45 HTTP/1.1" status: 204 len: 168 time: 0.9224172 May 12 19:48:50.004316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43946) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:50.080678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Deleting port 2d3870ad-6a58-489e-a24c-f84c98266cd4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:50.080678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.122717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:48:50.123126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43952) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:50.129600 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.297096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:50.306362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:50.309413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:50.310148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.315368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.317705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714441e8-fd2b-47dd-adf0-bf9a6ddb9ad4 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:50.361136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.394080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=edae8490-83d1-453f-8274-baa009800a28,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:50.400496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.410372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5032430 May 12 19:48:50.450090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43960) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:50.456705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:50.459091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Calling delete_port for 2d3870ad-6a58-489e-a24c-f84c98266cd4 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:50.463542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.463888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.464229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.464548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.464936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.465284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.465610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.465925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.466245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.466562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.466896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.467221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080deb87-d84e-46b5-bd12-662e95d5a9fc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:50.475510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Usage tracker for resource:security_group_rule and tenant:fa327b6af2e040f3a11c33553f286dd1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:50.482935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.490792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:50.506422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:60:1f:a2', 'name': 'tempest-NetworksTestDHCPv6-1608258982'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:50.557494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'edae8490-83d1-453f-8274-baa009800a28'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:48:50.558796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.571112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:50.640672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for e0b7d598-4257-41e2-93bf-fafc4c9d8544 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:50.755665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Allocated IP 2001:db8::f816:3eff:fef6:caad (bf971410-83a2-4bb7-8884-aa25d5cf9a81/edae8490-83d1-453f-8274-baa009800a28/14d571ab-714d-4ac5-aac4-1df02081fad1) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:50.757656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.874718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Port': ['ID=2d3870ad-6a58-489e-a24c-f84c98266cd4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:50.897858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:50.907347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:50.912834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Allocated IP 172.25.2.159 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f19fc7a3-5a18-4faf-8e7c-16fa90fd811a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:50.916731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:50.923775 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0e5ff87b-7866-46b3-b4b3-3e4302de638f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/ports/2d3870ad-6a58-489e-a24c-f84c98266cd4 HTTP/1.1" status: 204 len: 168 time: 0.9159200 May 12 19:48:50.923775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:50.925512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43978) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:50.982103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:50.986243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33f42479-5b16-449a-93fb-fccf92ae5ae0 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Synchronizing usage tracker for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:51.011544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33f42479-5b16-449a-93fb-fccf92ae5ae0 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Unset dirty status for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:51.013536 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-33f42479-5b16-449a-93fb-fccf92ae5ae0 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0869186 May 12 19:48:51.015151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:51.019451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43982) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:51.081695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.086610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1163035683'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:51.164852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.172026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:51.194114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port d89d9aff-39f6-4c64-b75e-fe7b7025ca24 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:51.194374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Usage tracker for resource:network and tenant:7d914099cc484bee9f65eb9f2ecd90c4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:51.197680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.201835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:51.214481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:51.217238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.297607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Made reservation on behalf of 7d914099cc484bee9f65eb9f2ecd90c4 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:51.301015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.335450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Transition to ACTIVE for port object 14d571ab-714d-4ac5-aac4-1df02081fad1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:51.355894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Transition to ACTIVE for port object 14d571ab-714d-4ac5-aac4-1df02081fad1 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:51.363022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.434560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:51.437572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:51.442869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:51.450185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fe60:1fa2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/edae8490-83d1-453f-8274-baa009800a28/d89d9aff-39f6-4c64-b75e-fe7b7025ca24) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:51.452353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Pushing event updated for resources: {'Port': ['ID=14d571ab-714d-4ac5-aac4-1df02081fad1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:51.494523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8627b5e-d14d-446c-807c-715dd86a5e33,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:51.515514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-319b71ee-83ed-4999-b4a2-a2402eaebab6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa327b6af2e040f3a11c33553f286dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3913343 May 12 19:48:51.519289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43986) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:51.520831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.565227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Attempting to bind port 14d571ab-714d-4ac5-aac4-1df02081fad1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:48:51.565227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Attempting to bind port 14d571ab-714d-4ac5-aac4-1df02081fad1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:48:51.565632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Attempting to bind port 14d571ab-714d-4ac5-aac4-1df02081fad1 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:48:51.571120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:48:51.571483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:51.571871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.572254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:48:51.572882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Bound port: 14d571ab-714d-4ac5-aac4-1df02081fad1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:48:51.573267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.596785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.643117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=e0b7d598-4257-41e2-93bf-fafc4c9d8544,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:51.645143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:51.668791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac3706-e2ee-49d1-9124-7261c25521a9 req-72ba5f60-2e48-46b3-95cb-9b6bdebcaaa5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:51.670359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbac3706-e2ee-49d1-9124-7261c25521a9 req-72ba5f60-2e48-46b3-95cb-9b6bdebcaaa5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 0.8235550 May 12 19:48:51.687596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:48:51.690561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=14d571ab-714d-4ac5-aac4-1df02081fad1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:48:51.697286 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.702318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0bd96c7-5216-417f-9df4-e24264618567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.727147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.727493 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Added segment 9d99710a-9e69-41f1-9255-7344b329cf60 of type vlan for network be92e014-1788-4616-8c3b-33cc0980b5ce May 12 19:48:51.785173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e3792-8212-4a13-a2d5-f6f3cbb2cd67 None None] Pushing event updated for resources: {'Port': ['ID=14d571ab-714d-4ac5-aac4-1df02081fad1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:51.794076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.816017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0bd96c7-5216-417f-9df4-e24264618567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.832245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object d89d9aff-39f6-4c64-b75e-fe7b7025ca24 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:51.837169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbac3706-e2ee-49d1-9124-7261c25521a9 req-85abd3d5-1c0f-49e1-bf6f-647923178159 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307888 May 12 19:48:51.846867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.867641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.894134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.914500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:51.975978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0bd96c7-5216-417f-9df4-e24264618567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.033438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.043419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd96c7-5216-417f-9df4-e24264618567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8627b5e-d14d-446c-807c-715dd86a5e33,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:52.043836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:52.044943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.064993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:52.072900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=d89d9aff-39f6-4c64-b75e-fe7b7025ca24,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:52.074707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:52.077996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:52.124309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:52.124986 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.131779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1a875266-523d-4826-aa4c-25e5dcd7ffc3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/ports/e0b7d598-4257-41e2-93bf-fafc4c9d8544 HTTP/1.1" status: 204 len: 168 time: 2.4978180 May 12 19:48:52.134247 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0bd96c7-5216-417f-9df4-e24264618567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.136206 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0bd96c7-5216-417f-9df4-e24264618567 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8627b5e-d14d-446c-807c-715dd86a5e33 HTTP/1.1" status: 204 len: 168 time: 0.6159773 May 12 19:48:52.138634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43998) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:52.192715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:52.220082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:52.230598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:floatingip and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:52.238701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:52.245573 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c825a9b8-4cef-448a-985c-9236df9b6c25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7920113 May 12 19:48:52.249336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44008) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:52.251828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:52.265221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.279238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2116303 May 12 19:48:52.282630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:52.349851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:52.358795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1594900521'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:52.363581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event updated for resources: {'Port': ['ID=f19fc7a3-5a18-4faf-8e7c-16fa90fd811a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:52.375136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:52.377764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:52.425975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:52.441773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd330d42-9575-4407-9720-46bdd6da4d17 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Network': ['ID=be92e014-1788-4616-8c3b-33cc0980b5ce,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:52.451125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.457612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Usage tracker for resource:network and tenant:7d914099cc484bee9f65eb9f2ecd90c4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:52.462677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:52.466145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network be92e014-1788-4616-8c3b-33cc0980b5ce details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:52.479032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:52.548259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Made reservation on behalf of 7d914099cc484bee9f65eb9f2ecd90c4 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:52.551921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.609590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9faee-fcad-4dba-a879-37ef9b766423 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:52.616654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9faee-fcad-4dba-a879-37ef9b766423 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:52.617570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-53b9faee-fcad-4dba-a879-37ef9b766423 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:52.661526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44022) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:52.681610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:48:52.686579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.25.2.200 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/2d43a5f5-115e-4faa-97ec-867f8e527931) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:52.713993 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.735719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.736084 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Added segment 41bcd0ab-256f-41b3-b62b-8dc453ebd63b of type vlan for network df7c06c0-9ca4-431a-99b6-c105b075409d May 12 19:48:52.752002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-53b9faee-fcad-4dba-a879-37ef9b766423 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:52.755664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-53b9faee-fcad-4dba-a879-37ef9b766423 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4727287 May 12 19:48:52.755664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:52.758810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44026) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:52.766882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Deleting port f19fc7a3-5a18-4faf-8e7c-16fa90fd811a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:52.767234 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.832459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Usage tracker for resource:security_group_rule and tenant:d0caf114dd994ff0bfdcf4272dd0f96e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:52.839895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:52.856385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.883700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 14d571ab-714d-4ac5-aac4-1df02081fad1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:52.895267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.904251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:52.918881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:52.968935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 14d571ab-714d-4ac5-aac4-1df02081fad1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:52.983470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=2d43a5f5-115e-4faa-97ec-867f8e527931,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:52.989963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:52.991136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:52.993417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:53.037121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port d89d9aff-39f6-4c64-b75e-fe7b7025ca24 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:53.037815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.077959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.141891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.147612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:53.148234 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.151286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.247809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] Provisioning for port 14d571ab-714d-4ac5-aac4-1df02081fad1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:53.255979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] Provisioning complete for port 14d571ab-714d-4ac5-aac4-1df02081fad1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:53.256471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.379698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Network': ['ID=df7c06c0-9ca4-431a-99b6-c105b075409d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:53.396583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network df7c06c0-9ca4-431a-99b6-c105b075409d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:48:53.399680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.406788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.490301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9cb75dc0-6a37-4920-a8c7-cce263a7e21f tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1670525 May 12 19:48:53.499121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=2d43a5f5-115e-4faa-97ec-867f8e527931,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:53.553786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.583579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:48:53.587927 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.592151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.606374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44036) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:53.616076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'subnets': [{'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1958363182', 'ip_version': 4}, {'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:53.616386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'subnet': {'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1958363182', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:53.616957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Request body: {'subnet': {'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:53.630619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.630958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.638400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] Current status of the port 14d571ab-714d-4ac5-aac4-1df02081fad1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:53.638889 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.675045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=14d571ab-714d-4ac5-aac4-1df02081fad1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:53.684098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.690120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.694975 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2732b277-caf7-4ef4-aec8-6291f5d6bd8e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5467253 May 12 19:48:53.695842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44040) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:53.709991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'port': {'network_id': '444d278c-a8e2-4973-872c-fb4bcff34747', 'name': 'tempest-FloatingIPTestJSON-205711399'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:53.966448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef24c9-13ea-4d61-aac7-2c6cba58d533 None None] Pushing event updated for resources: {'Port': ['ID=14d571ab-714d-4ac5-aac4-1df02081fad1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:53.974749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-851de838-80ea-4ac4-b1cd-009eaad08faa None None] Provisioning for port d89d9aff-39f6-4c64-b75e-fe7b7025ca24 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:48:53.983648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:53.984249 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:53.996353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-851de838-80ea-4ac4-b1cd-009eaad08faa None None] Provisioning complete for port d89d9aff-39f6-4c64-b75e-fe7b7025ca24 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:53.997034 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-851de838-80ea-4ac4-b1cd-009eaad08faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.003666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Calling delete_port for f19fc7a3-5a18-4faf-8e7c-16fa90fd811a owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:54.038327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0caf114dd994ff0bfdcf4272dd0f96e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3658261 May 12 19:48:54.052166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44044) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:54.056117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6844331-ed48-4c11-b125-e3c57fbe9f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc5d55-6ff4-4bea-a722-39da16fe2cbd,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:54.059500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:54.063419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Usage tracker for resource:subnet and tenant:7d914099cc484bee9f65eb9f2ecd90c4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:54.066376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:54.070901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-851de838-80ea-4ac4-b1cd-009eaad08faa None None] Port d89d9aff-39f6-4c64-b75e-fe7b7025ca24 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:48:54.072346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:54.086805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:48:54.103599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.124749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:54.138139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.150580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Made reservation on behalf of 7d914099cc484bee9f65eb9f2ecd90c4 for: {'subnet': 2} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:54.155078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.155399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.235680 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08aadfb1-44da-4535-848d-ed973e09f0af'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'code': 200} May 12 19:48:54.236531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:54.314339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for d89d9aff-39f6-4c64-b75e-fe7b7025ca24 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:54.321280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b885-ab51-4570-aa08-e8ff11060209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.344801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:54.350588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:port and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:54.354858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:54.366890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:54.377956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b885-ab51-4570-aa08-e8ff11060209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.396721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:54.400244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.432278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] device_id is not set on port 1b11334e-b248-4f20-bc33-02342550bb18 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:48:54.457549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.542053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event deleted for resources: {'Port': ['ID=f19fc7a3-5a18-4faf-8e7c-16fa90fd811a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:54.576097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b885-ab51-4570-aa08-e8ff11060209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.604143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0b885-ab51-4570-aa08-e8ff11060209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc5d55-6ff4-4bea-a722-39da16fe2cbd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:54.718015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.12 (444d278c-a8e2-4973-872c-fb4bcff34747/9358cab9-7674-49d9-9160-e72006c5d380/1b11334e-b248-4f20-bc33-02342550bb18) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:54.720613 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.765412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b885-ab51-4570-aa08-e8ff11060209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.766990 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f4f0b885-ab51-4570-aa08-e8ff11060209 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25fc5d55-6ff4-4bea-a722-39da16fe2cbd HTTP/1.1" status: 204 len: 168 time: 0.6857569 May 12 19:48:54.791990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=d89d9aff-39f6-4c64-b75e-fe7b7025ca24,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:54.869438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:54.899129 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] create failed (client error): The resource could not be found. May 12 19:48:54.900735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d5e7c4f-b981-44d1-9084-253a2e504c7e tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3324368 May 12 19:48:54.906262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44064) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:54.922390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 14d571ab-714d-4ac5-aac4-1df02081fad1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:55.014940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Deleting port ebdd9e17-401c-4e80-91db-a1c0697a722c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:55.015436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.022052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 14d571ab-714d-4ac5-aac4-1df02081fad1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:55.022626 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.080167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33c38-a3ca-457e-ac9c-83e549cac638 req-cf62a125-df1c-401c-b148-a6c822f039ac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:55.081862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48b33c38-a3ca-457e-ac9c-83e549cac638 req-cf62a125-df1c-401c-b148-a6c822f039ac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.4188042 May 12 19:48:55.083706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4ce8941d-2793-49b8-8d36-cfe4e2340691 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/d89d9aff-39f6-4c64-b75e-fe7b7025ca24 HTTP/1.1" status: 204 len: 168 time: 2.3231964 May 12 19:48:55.088102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44070) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:55.150008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.215851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.223775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 14d571ab-714d-4ac5-aac4-1df02081fad1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:55.254658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.268936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48b33c38-a3ca-457e-ac9c-83e549cac638 req-48d4b115-0a75-465c-abc9-9e0c79a964dd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752703 May 12 19:48:55.284074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924110f-b559-4fe1-928c-0d0e422efeab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:55.285654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924110f-b559-4fe1-928c-0d0e422efeab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:55.293768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8924110f-b559-4fe1-928c-0d0e422efeab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:55.371158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 444d278c-a8e2-4973-872c-fb4bcff34747 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:55.377987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:55.380498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:55.397416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8924110f-b559-4fe1-928c-0d0e422efeab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:55.401604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8924110f-b559-4fe1-928c-0d0e422efeab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3103311 May 12 19:48:55.402794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:48:55.402935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44082) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:55.420757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Subnet': ['ID=031fb99e-a9a5-429e-a0e0-7a0ccf81d308,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:55.429950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=1b11334e-b248-4f20-bc33-02342550bb18,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:55.446355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Checking segment: {'id': '9d99710a-9e69-41f1-9255-7344b329cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:55.446711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network hostable DHCP agents. Network: be92e014-1788-4616-8c3b-33cc0980b5ce, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:48:55.478470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:55.479328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.499956 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.500832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network be92e014-1788-4616-8c3b-33cc0980b5ce is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:48:55.516332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet edae8490-83d1-453f-8274-baa009800a28 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:55.517765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-280d12a6-e187-4aa5-a8f3-9cff26edf212 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8215499 May 12 19:48:55.520358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44086) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:55.524652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, be92e014-1788-4616-8c3b-33cc0980b5ce) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:55.539205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'port_id': '1b11334e-b248-4f20-bc33-02342550bb18'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:55.556373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b59878-c91d-408c-86d6-f11a7e6174cb None None] Network be92e014-1788-4616-8c3b-33cc0980b5ce requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:55.577145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.674815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Calling delete_port for ebdd9e17-401c-4e80-91db-a1c0697a722c owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:48:55.674921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:55.678686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.701133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'mac_address': 'fa:16:3e:f0:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:48:55.882565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:55.883575 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.915483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a334359-df56-4f51-b1ed-972cce1ed99e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:48:55.924096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-be92e014-1788-4616-8c3b-33cc0980b5ce', 'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce', 'tenant_id': '7d914099cc484bee9f65eb9f2ecd90c4', 'fixed_ips': [{'subnet_id': '031fb99e-a9a5-429e-a0e0-7a0ccf81d308'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:48:55.925247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:55.992582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:56.005687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.025260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.087061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event deleted for resources: {'Port': ['ID=ebdd9e17-401c-4e80-91db-a1c0697a722c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:56.114547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['5a334359-df56-4f51-b1ed-972cce1ed99e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:48:56.126331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.184067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.299863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:56.358862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.370861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a25b48d7-828f-4928-830a-54c10f63db63 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "DELETE /v2.0/ports/ebdd9e17-401c-4e80-91db-a1c0697a722c HTTP/1.1" status: 204 len: 168 time: 1.4611435 May 12 19:48:56.371877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44118) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:56.464593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Allocated IP 172.20.0.2 (be92e014-1788-4616-8c3b-33cc0980b5ce/031fb99e-a9a5-429e-a0e0-7a0ccf81d308/a6f5886a-e7b8-4a3c-91f1-790b4c12c05c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:48:56.646867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.685242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event updated for resources: {'Subnet': ['ID=61636631-52ee-411c-9b77-13f31521ca75,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:56.745303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577492b-4b15-412a-bd70-0455741e747d tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:56.746197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1577492b-4b15-412a-bd70-0455741e747d tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Synchronizing usage tracker for tenant:1bcac618c3174435b066d79a868c8226 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:48:56.788614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.805674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Transition to ACTIVE for port object a6f5886a-e7b8-4a3c-91f1-790b4c12c05c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:56.829302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Checking segment: {'id': '41bcd0ab-256f-41b3-b62b-8dc453ebd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:56.829560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network hostable DHCP agents. Network: df7c06c0-9ca4-431a-99b6-c105b075409d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:48:56.838778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Transition to ACTIVE for port object a6f5886a-e7b8-4a3c-91f1-790b4c12c05c will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:48:56.859890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1577492b-4b15-412a-bd70-0455741e747d tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Unset dirty status for tenant:1bcac618c3174435b066d79a868c8226 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:48:56.865796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1577492b-4b15-412a-bd70-0455741e747d tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "GET /v2.0/ports?device_id=54658d6b-9feb-4a8a-8af2-5260f1a424c3 HTTP/1.1" status: 200 len: 913 time: 0.4879062 May 12 19:48:56.866949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44142) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:56.875022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Network df7c06c0-9ca4-431a-99b6-c105b075409d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:48:56.885891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eccbc3-f813-45b7-933d-bd56c90aaeb7 req-12a920be-303b-4c18-9d73-bf28323361ca tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:56.889406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:56.896963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03eccbc3-f813-45b7-933d-bd56c90aaeb7 req-12a920be-303b-4c18-9d73-bf28323361ca tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.3729017 May 12 19:48:56.953346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.012488 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63ee6356-f00b-4385-8b65-e8c2b19fa106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.051669 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:48:57.052467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Pushing event updated for resources: {'Port': ['ID=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:57.063618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Network be92e014-1788-4616-8c3b-33cc0980b5ce is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:48:57.066016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.067132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:57.068888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc5492-ee9d-418c-8759-e58e94176235 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:57.084126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=edae8490-83d1-453f-8274-baa009800a28,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:57.138204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03eccbc3-f813-45b7-933d-bd56c90aaeb7 req-40c62649-d9cb-4605-81ac-18f31817f8d6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308128 May 12 19:48:57.158568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f65aad5f-dec2-422e-b641-487be3238f50 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/edae8490-83d1-453f-8274-baa009800a28 HTTP/1.1" status: 204 len: 168 time: 1.7530434 May 12 19:48:57.164384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44152) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:57.219399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.221615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, df7c06c0-9ca4-431a-99b6-c105b075409d) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:48:57.241810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.255093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:48:57.307836 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cd3848d8-449b-437d-89cb-c1311271119a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422167 May 12 19:48:57.311050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44160) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:57.320211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d35c0-1f4d-41d3-9fc5-c1b070885a33 None None] Network df7c06c0-9ca4-431a-99b6-c105b075409d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:48:57.321805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:48:57.408910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:57.409408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:57.410396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.472566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:48:57.478429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:48:57.479972 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7f4465cf-0582-43c3-8ba4-dea956ae62e7 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.8725111 May 12 19:48:57.483112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:48:57.487434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44164) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:57.540593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:48:57.556431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:48:57.639581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90632eaa-3542-487c-af56-d69f952feb72 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:57.641221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90632eaa-3542-487c-af56-d69f952feb72 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:57.645724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90632eaa-3542-487c-af56-d69f952feb72 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:57.654154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-90632eaa-3542-487c-af56-d69f952feb72 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1640971 May 12 19:48:57.654154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44172) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:57.718660 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP 645a3995-7f40-400c-806d-4ec2565a12ec associated. External IP: 172.25.2.200, port: 1b11334e-b248-4f20-bc33-02342550bb18. May 12 19:48:57.764078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:48:57.784416 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.806221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Attempting to bind port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:48:57.806592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Attempting to bind port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '9d99710a-9e69-41f1-9255-7344b329cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:48:57.806946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Attempting to bind port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c on network be92e014-1788-4616-8c3b-33cc0980b5ce {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:48:57.845921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:48:57.846215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Checking segment: {'id': '9d99710a-9e69-41f1-9255-7344b329cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:48:57.847253 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:57.847672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Bound using segment: {'id': '9d99710a-9e69-41f1-9255-7344b329cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:48:57.848160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Bound port: a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d99710a-9e69-41f1-9255-7344b329cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be92e014-1788-4616-8c3b-33cc0980b5ce'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:48:57.848545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.019793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Deleting subnet 031fb99e-a9a5-429e-a0e0-7a0ccf81d308 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:58.029077 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.034089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 5a334359-df56-4f51-b1ed-972cce1ed99e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:48:58.040464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.093497 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.369567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] For port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:48:58.378792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] For port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,segment=NetworkSegment(9d99710a-9e69-41f1-9255-7344b329cf60),segment_id=9d99710a-9e69-41f1-9255-7344b329cf60)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:48:58.380704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:48:58.388588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Deleting port 14d571ab-714d-4ac5-aac4-1df02081fad1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:48:58.389336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.421167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-df7c06c0-9ca4-431a-99b6-c105b075409d', 'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d', 'tenant_id': '7d914099cc484bee9f65eb9f2ecd90c4', 'fixed_ips': [{'subnet_id': '61636631-52ee-411c-9b77-13f31521ca75'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:48:58.422786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.483304 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.536863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.689493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485d1fb-db00-4495-8544-632f71561b78 req-a688a931-1eac-4052-a500-ff960f960fd4 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:48:58.691070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0485d1fb-db00-4495-8544-632f71561b78 req-a688a931-1eac-4052-a500-ff960f960fd4 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.3639400 May 12 19:48:58.732463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:48:58.732843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.825998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Pushing event updated for resources: {'Port': ['ID=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:58.832651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:48:58.880645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0485d1fb-db00-4495-8544-632f71561b78 req-198ce68b-c9e4-4274-b94e-f40397186cec tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745379 May 12 19:48:58.885436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:58.889254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.889604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.889946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.890282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.890616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.890949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.891278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.892017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.892355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.892683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.893004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.893365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d2c1e-8571-4c38-9230-77a914ef374e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:48:58.977765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 14d571ab-714d-4ac5-aac4-1df02081fad1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:48:59.004484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:59.039879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Subnet': ['ID=031fb99e-a9a5-429e-a0e0-7a0ccf81d308,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:48:59.043045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:59.074091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b9fad069-1e6a-4b35-9217-36d434528cfc tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/subnets/031fb99e-a9a5-429e-a0e0-7a0ccf81d308 HTTP/1.1" status: 204 len: 168 time: 1.4158342 May 12 19:48:59.075983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:48:59.083141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44202) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:59.131805 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-87b42b38-4538-4eaf-97c4-e47c76d92511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:59.185402 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954b7ac3-3123-4b10-8930-3e52f4ab0a3f'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'code': 200} May 12 19:48:59.219201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:59.377579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:59.382543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=14d571ab-714d-4ac5-aac4-1df02081fad1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:48:59.382844 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:59.497278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Deleting subnet 61636631-52ee-411c-9b77-13f31521ca75 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:48:59.511479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:48:59.541216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:48:59.552317 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:48:59.574496 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:59.575195 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:59.629721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:48:59.691171 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:59.709709 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:48:59.710862 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:59.824570 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:48:59.825242 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce365b-f0d8-44e2-87f2-0b4ea66ce038 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:48:59.936576 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-11cc6529-586c-411e-b422-764459e7143f tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/floatingips/645a3995-7f40-400c-806d-4ec2565a12ec HTTP/1.1" status: 200 len: 978 time: 4.4137604 May 12 19:48:59.940873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44220) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:48:59.984134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.114591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port 1b11334e-b248-4f20-bc33-02342550bb18 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:00.114926 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.118333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Calling delete_port for 14d571ab-714d-4ac5-aac4-1df02081fad1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:00.308849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Deleting port ced51ef2-41df-4e32-85bb-71199be10bb6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:00.309213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.343011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44226) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:00.385640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Allocated IP 172.20.0.18 (df7c06c0-9ca4-431a-99b6-c105b075409d/61636631-52ee-411c-9b77-13f31521ca75/002f0444-1550-4aa5-a119-1aaebd58ccfd) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:00.518750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f11b4-136b-4e8d-8540-88ee1e767bff req-1539ace7-a0ea-464d-8a23-3ce7f1581fe4 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:00.524997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f33f11b4-136b-4e8d-8540-88ee1e767bff req-1539ace7-a0ea-464d-8a23-3ce7f1581fe4 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.3776910 May 12 19:49:00.550911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=10']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:00.599452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.641047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 14d571ab-714d-4ac5-aac4-1df02081fad1 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:00.642575 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.676284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.683737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f33f11b4-136b-4e8d-8540-88ee1e767bff req-0638085d-c6bb-402e-b05f-177c6a71a362 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436346 May 12 19:49:00.693215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=14d571ab-714d-4ac5-aac4-1df02081fad1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:00.739938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.754133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.754672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:00.822360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:00.822628 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:00.923747 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:00.924180 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:00.997740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:01.005816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:01.013153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:01.013647 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.038815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=d5d50c7b-b40f-496c-9021-d24cdcb372bc,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:01.044000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=14d571ab-714d-4ac5-aac4-1df02081fad1,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:01.062798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-91b862d3-2538-473a-9eef-54e8f1277739 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7480173 May 12 19:49:01.063489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44236) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:01.083921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:e6:f8:6b', 'name': 'tempest-NetworksTestDHCPv6-1585471062'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:01.097041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3879692-62b5-469f-a1b9-68cd25da2bf6 None None] Network be92e014-1788-4616-8c3b-33cc0980b5ce requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:01.102269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.202555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:01.211963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Usage tracker for resource:security_group_rule and tenant:3b31cfa3eb39402287abad39c0760d7c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:01.222555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:01.230054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:01.236895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.249705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Transition to ACTIVE for port object 002f0444-1550-4aa5-a119-1aaebd58ccfd will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:01.270702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Transition to ACTIVE for port object 002f0444-1550-4aa5-a119-1aaebd58ccfd will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:01.326497 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.346624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Deleting port 14d571ab-714d-4ac5-aac4-1df02081fad1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:01.346952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.352657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.392138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.412719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.467329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.514225 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.612366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.615636 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b31cfa3eb39402287abad39c0760d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2715678 May 12 19:49:01.627195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44240) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:01.674633 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.680540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.693464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Subnet': ['ID=61636631-52ee-411c-9b77-13f31521ca75,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:01.695550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eddc0-6ad6-43b9-ae07-3c0fb7cd7cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2d7160-5984-4ae2-9e4f-b25070c65e7c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:01.699104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:01.705584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Calling delete_port for ced51ef2-41df-4e32-85bb-71199be10bb6 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:01.712844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6fb9e4c6-2ebd-4f8c-bf10-2301bd975f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/subnets/61636631-52ee-411c-9b77-13f31521ca75 HTTP/1.1" status: 204 len: 168 time: 2.6286621 May 12 19:49:01.718022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44246) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:01.731596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:01.769619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:01.788263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:01.819832 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7281863-2aca-4217-86d3-c87e4d770d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.846520 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7281863-2aca-4217-86d3-c87e4d770d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.867876 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.872961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b825ce3b-1437-48e5-afc3-1b22d0c48a5d None None] Provisioning for port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:01.960655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:01.984994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Network df7c06c0-9ca4-431a-99b6-c105b075409d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:01.988601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7281863-2aca-4217-86d3-c87e4d770d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:01.998031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:02.008240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018895c4-020f-410f-8384-30873b954f47 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:02.009562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-018895c4-020f-410f-8384-30873b954f47 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Synchronizing usage tracker for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:02.040845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:02.096544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7281863-2aca-4217-86d3-c87e4d770d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2d7160-5984-4ae2-9e4f-b25070c65e7c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:02.118618 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7281863-2aca-4217-86d3-c87e4d770d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.119797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.120180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d7281863-2aca-4217-86d3-c87e4d770d69 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b2d7160-5984-4ae2-9e4f-b25070c65e7c HTTP/1.1" status: 204 len: 168 time: 0.4651394 May 12 19:49:02.142867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 14d571ab-714d-4ac5-aac4-1df02081fad1 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:02.143241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.154471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-018895c4-020f-410f-8384-30873b954f47 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Unset dirty status for tenant:7d914099cc484bee9f65eb9f2ecd90c4 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:02.170302 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-018895c4-020f-410f-8384-30873b954f47 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4479742 May 12 19:49:02.180780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44256) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:02.198173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=14d571ab-714d-4ac5-aac4-1df02081fad1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:02.256689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.260079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Pushing event updated for resources: {'Port': ['ID=002f0444-1550-4aa5-a119-1aaebd58ccfd,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:02.315529 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.319610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.321033 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP 645a3995-7f40-400c-806d-4ec2565a12ec disassociated. External IP: 172.25.2.200, port: 1b11334e-b248-4f20-bc33-02342550bb18. May 12 19:49:02.321426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for 1b11334e-b248-4f20-bc33-02342550bb18 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:02.356880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf52757-edd2-4483-88fa-8d43da99c136 req-c70dc6df-328a-4a01-b4ba-8c3e140290bb tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:02.363986 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbf52757-edd2-4483-88fa-8d43da99c136 req-c70dc6df-328a-4a01-b4ba-8c3e140290bb tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.4552772 May 12 19:49:02.409791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.442438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.462413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=14d571ab-714d-4ac5-aac4-1df02081fad1,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:02.496839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbf52757-edd2-4483-88fa-8d43da99c136 req-ab76d5ed-eac8-48bf-8493-d73674622405 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316481 May 12 19:49:02.522050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=14d571ab-714d-4ac5-aac4-1df02081fad1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:02.525117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port e1d2f416-528b-422e-bf00-774246c8f958 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:49:02.528510 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.536448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Attempting to bind port 002f0444-1550-4aa5-a119-1aaebd58ccfd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:02.540111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Attempting to bind port 002f0444-1550-4aa5-a119-1aaebd58ccfd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '41bcd0ab-256f-41b3-b62b-8dc453ebd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:02.540588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Attempting to bind port 002f0444-1550-4aa5-a119-1aaebd58ccfd on network df7c06c0-9ca4-431a-99b6-c105b075409d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:02.558224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:02.562847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Checking segment: {'id': '41bcd0ab-256f-41b3-b62b-8dc453ebd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:02.563831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.564698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Bound using segment: {'id': '41bcd0ab-256f-41b3-b62b-8dc453ebd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:02.565330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Bound port: 002f0444-1550-4aa5-a119-1aaebd58ccfd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bcd0ab-256f-41b3-b62b-8dc453ebd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'df7c06c0-9ca4-431a-99b6-c105b075409d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:02.565792 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.571794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Deleting port 002f0444-1550-4aa5-a119-1aaebd58ccfd {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:02.572479 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.699753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a6f5886a-e7b8-4a3c-91f1-790b4c12c05c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:02.801077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44262) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:02.869439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:02.984148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Calling delete_port for 14d571ab-714d-4ac5-aac4-1df02081fad1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:03.089770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:03.147134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] For port 002f0444-1550-4aa5-a119-1aaebd58ccfd, host n-d-841626-1, got binding levels [] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:03.148153 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:03.225035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event deleted for resources: {'Port': ['ID=ced51ef2-41df-4e32-85bb-71199be10bb6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:03.310788 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:03.311140 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:03.331472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Calling delete_port for 002f0444-1550-4aa5-a119-1aaebd58ccfd owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:03.353386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:03.359655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.360637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.361177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.361681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.362646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.366956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.367510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.368035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.368558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.369731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.370267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.371729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:03.375354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:03.375900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:03.378398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:03.475078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] DHCP port deletion for be92e014-1788-4616-8c3b-33cc0980b5ce request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:03.481911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Deleting port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:03.482282 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:03.482550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=1b11334e-b248-4f20-bc33-02342550bb18,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:03.494769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:03.622669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] For port 002f0444-1550-4aa5-a119-1aaebd58ccfd, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:03.679178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] For port 002f0444-1550-4aa5-a119-1aaebd58ccfd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=002f0444-1550-4aa5-a119-1aaebd58ccfd,segment=NetworkSegment(41bcd0ab-256f-41b3-b62b-8dc453ebd63b),segment_id=41bcd0ab-256f-41b3-b62b-8dc453ebd63b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:03.690021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:03.690535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:03.711983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Usage tracker for resource:security_group_rule and tenant:fd79c786c48b4275adfcf16ca649a4e5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:03.730441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:03.736339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fee6:f86b (bf971410-83a2-4bb7-8884-aa25d5cf9a81/d5d50c7b-b40f-496c-9021-d24cdcb372bc/e1d2f416-528b-422e-bf00-774246c8f958) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:03.741800 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:03.789310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:03.827746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec187f6e-b5cc-4b21-b954-500bd1a2b3a8 None None] Pushing event updated for resources: {'Port': ['ID=002f0444-1550-4aa5-a119-1aaebd58ccfd,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:03.842497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,segment=NetworkSegment(9d99710a-9e69-41f1-9255-7344b329cf60),segment_id=9d99710a-9e69-41f1-9255-7344b329cf60)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:03.852872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:03.853279 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:03.946799 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.064371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-3c86f7de-0e8b-4b63-ba30-d1d2797b9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:04.066055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-3c86f7de-0e8b-4b63-ba30-d1d2797b9bcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1097 time: 1.2637620 May 12 19:49:04.089384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-aef669ff-8905-4184-aef1-cbcb0f8f0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:04.091115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-aef669ff-8905-4184-aef1-cbcb0f8f0d10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1096 time: 1.2035680 May 12 19:49:04.127499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-32fa0a83-7e6b-4bd8-ad64-9f66f2212b48 req-892af942-c6dd-4250-a506-3105ed33e8d8 tempest-MultipleCreateTestJSON-625810722 tempest-MultipleCreateTestJSON-625810722-project] (88113) timed out ('10.222.0.73', 65510) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:49:04.128481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.145088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251ee7-a9e9-4d1a-b070-f34d3838d72a req-d14fe14d-8ad2-408f-aa51-f6c880f58c11 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:04.152337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2251ee7-a9e9-4d1a-b070-f34d3838d72a req-d14fe14d-8ad2-408f-aa51-f6c880f58c11 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.4417641 May 12 19:49:04.175030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] For port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,segment=NetworkSegment(9d99710a-9e69-41f1-9255-7344b329cf60),segment_id=9d99710a-9e69-41f1-9255-7344b329cf60)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:04.175483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.220071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:04.298059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf00dd3-7b48-4f95-86ff-3025303d5132 None None] Network df7c06c0-9ca4-431a-99b6-c105b075409d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:04.360875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Deleting port 002f0444-1550-4aa5-a119-1aaebd58ccfd {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:04.361263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.449290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Deleting port 14d571ab-714d-4ac5-aac4-1df02081fad1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:04.449657 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.464494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:04.471305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.512971 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.550004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2251ee7-a9e9-4d1a-b070-f34d3838d72a req-129ced34-ccde-469e-a7c1-ac474055f1af tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967273 May 12 19:49:04.584511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a6f5886a-e7b8-4a3c-91f1-790b4c12c05c no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:04.619865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Calling delete_port for a6f5886a-e7b8-4a3c-91f1-790b4c12c05c owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:04.664686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:04.774221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-92546d89-819f-4715-8853-fada9ee2938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:04.775931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-92546d89-819f-4715-8853-fada9ee2938f service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.6838980 May 12 19:49:04.779751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd79c786c48b4275adfcf16ca649a4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9760406 May 12 19:49:04.790855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44280) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:04.840193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Router 54658d6b-9feb-4a8a-8af2-5260f1a424c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:05.073299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b25d93f-0ac5-4a9b-aa8b-39a67960a499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.146691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] For port 14d571ab-714d-4ac5-aac4-1df02081fad1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=14d571ab-714d-4ac5-aac4-1df02081fad1,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:05.146691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.188129 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:05.188129 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:05.195947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:05.219683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-94cb0fde-a634-4f8d-98a1-edf8cbecb773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 1001 time: 0.4259655 May 12 19:49:05.222735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object e1d2f416-528b-422e-bf00-774246c8f958 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:05.224560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-20989f91-c46f-4c2b-8bf2-7f5cd8fa6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:05.226481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-20989f91-c46f-4c2b-8bf2-7f5cd8fa6085 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 1.0916040 May 12 19:49:05.227115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344113c-f5b2-42b5-b8f4-58cc93e9b966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a540c4c-27fc-4991-9ffc-42fd0177d014,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:05.267772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:05.278866 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] Sync routers for ids ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:05.291872 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] Routers {'54658d6b-9feb-4a8a-8af2-5260f1a424c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:05.297731 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:05.310786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b25d93f-0ac5-4a9b-aa8b-39a67960a499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.332708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-6f4abcdc-08c0-44b2-ad05-52746290351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:05.334377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-6f4abcdc-08c0-44b2-ad05-52746290351f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1024308 May 12 19:49:05.373111 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:05.382313 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] Routers {'54658d6b-9feb-4a8a-8af2-5260f1a424c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:05.382916 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:05.455891 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:05.456287 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f556852-5bf7-4a62-9a32-30b8ca5481c9 None None] The sync data for ids ['54658d6b-9feb-4a8a-8af2-5260f1a424c3'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:05.474402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.494347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:05.563382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb12aaed-d230-4a23-a95a-f768a8d9814c tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "PUT /v2.0/routers/54658d6b-9feb-4a8a-8af2-5260f1a424c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6949358 May 12 19:49:05.566139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:05.592096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.598294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:05.627249 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98a67b30-eed6-44c5-8870-1e14caed167a tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/ports/1b11334e-b248-4f20-bc33-02342550bb18 HTTP/1.1" status: 204 len: 168 time: 5.6807480 May 12 19:49:05.634385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:05.662662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:05.663478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:05.669105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:05.669747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.686031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Deleting port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:05.689288 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.775276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Calling delete_port for 14d571ab-714d-4ac5-aac4-1df02081fad1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:05.807296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6221fb3-684d-46a9-81b4-76147bd0ec55 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.868292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b25d93f-0ac5-4a9b-aa8b-39a67960a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.870606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b25d93f-0ac5-4a9b-aa8b-39a67960a499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:05.872170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8076353 May 12 19:49:05.874965 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2b25d93f-0ac5-4a9b-aa8b-39a67960a499 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a540c4c-27fc-4991-9ffc-42fd0177d014 HTTP/1.1" status: 204 len: 168 time: 1.0797777 May 12 19:49:05.875589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d241d-d81b-4070-9c8c-9f711e58c970 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=e1d2f416-528b-422e-bf00-774246c8f958,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:05.884380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44304) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:05.904874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:05.905559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:05.959856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e28b3075-dd2e-4971-a782-fa9d6696b0c3 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "GET /v2.0/floatingips/645a3995-7f40-400c-806d-4ec2565a12ec HTTP/1.1" status: 200 len: 688 time: 0.2465482 May 12 19:49:05.960549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44308) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:06.018492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:06.020683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:06.021049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.184203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25d93f-0ac5-4a9b-aa8b-39a67960a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a540c4c-27fc-4991-9ffc-42fd0177d014,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:06.229000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port 2d43a5f5-115e-4faa-97ec-867f8e527931 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:06.229582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.267726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:06.268494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:06.314133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] For port 002f0444-1550-4aa5-a119-1aaebd58ccfd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=002f0444-1550-4aa5-a119-1aaebd58ccfd,segment=NetworkSegment(41bcd0ab-256f-41b3-b62b-8dc453ebd63b),segment_id=41bcd0ab-256f-41b3-b62b-8dc453ebd63b)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:06.314628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.433630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:06.434156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceabfc1-c975-4e2a-b1c7-d70cc42a638f None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:06.441502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,segment=NetworkSegment(9d99710a-9e69-41f1-9255-7344b329cf60),segment_id=9d99710a-9e69-41f1-9255-7344b329cf60)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:06.453257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] For port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,segment=NetworkSegment(9d99710a-9e69-41f1-9255-7344b329cf60),segment_id=9d99710a-9e69-41f1-9255-7344b329cf60)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:06.453648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.457723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Calling delete_port for 002f0444-1550-4aa5-a119-1aaebd58ccfd owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:06.464271 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.487346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6221fb3-684d-46a9-81b4-76147bd0ec55 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.493284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6221fb3-684d-46a9-81b4-76147bd0ec55 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.546255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54509b-da3d-4035-aae8-5638e81a8772 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:06.557723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:06.567040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54509b-da3d-4035-aae8-5638e81a8772 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:06.567870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-be54509b-da3d-4035-aae8-5638e81a8772 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:06.571175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-c6bfb46c-fa70-483f-8437-3599af4e1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:06.572758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-c6bfb46c-fa70-483f-8437-3599af4e1f7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1976430 May 12 19:49:06.574928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-563b6526-58ea-4a26-8c5a-8f2fc868a17b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 1000 time: 1.2016022 May 12 19:49:06.601002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6221fb3-684d-46a9-81b4-76147bd0ec55 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.603568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6221fb3-684d-46a9-81b4-76147bd0ec55 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Fanout notify agent at l3_agent the message router_deleted on router 54658d6b-9feb-4a8a-8af2-5260f1a424c3 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:49:06.633813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-be54509b-da3d-4035-aae8-5638e81a8772 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:06.636726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be54509b-da3d-4035-aae8-5638e81a8772 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7449942 May 12 19:49:06.644412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.644636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44318) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:06.681055 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6221fb3-684d-46a9-81b4-76147bd0ec55 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.690440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b6221fb3-684d-46a9-81b4-76147bd0ec55 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "DELETE /v2.0/routers/54658d6b-9feb-4a8a-8af2-5260f1a424c3 HTTP/1.1" status: 204 len: 168 time: 1.1042604 May 12 19:49:06.691288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:06.720197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] No DVR routers for this DVR port 002f0444-1550-4aa5-a119-1aaebd58ccfd on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:06.723287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Calling delete_port for a6f5886a-e7b8-4a3c-91f1-790b4c12c05c owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:06.765414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Deleting subnet c33d9b6e-414a-4cc1-8c03-8df8cc579d9d {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:06.768504 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.787582 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.831935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:06.854674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] Pushing event deleted for resources: {'Port': ['ID=14d571ab-714d-4ac5-aac4-1df02081fad1,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:06.960940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed25875-7f7a-4a69-85b0-e7280135f584 None None] No DVR routers for this DVR port 14d571ab-714d-4ac5-aac4-1df02081fad1 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:06.980719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b98fe-da99-4c14-b57a-e3701aa5d338 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:07.011326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:07.019447 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:07.019796 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:07.161086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:07.313319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event deleted for resources: {'Subnet': ['ID=c33d9b6e-414a-4cc1-8c03-8df8cc579d9d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:07.315748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:07.351727 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-911f5b34-fed4-486b-bff9-4990aec1669a tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "DELETE /v2.0/subnets/c33d9b6e-414a-4cc1-8c03-8df8cc579d9d HTTP/1.1" status: 204 len: 168 time: 0.6570544 May 12 19:49:07.351994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44342) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:07.357054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f789f-fa7d-4d0f-a3aa-40ae2afc4503 None None] Network eee83931-b56a-4b50-9116-063ba04be766 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:07.553738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:07.571438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Port': ['ID=002f0444-1550-4aa5-a119-1aaebd58ccfd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:07.578988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Deleting port 53b92b3f-abc1-47a6-bf7a-435b6c075405 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:07.579471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:07.739395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Deleting port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:07.739870 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:07.906465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port e1d2f416-528b-422e-bf00-774246c8f958 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:07.906809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:07.907016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'd5d50c7b-b40f-496c-9021-d24cdcb372bc'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:07.907913 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.034468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] DHCP port deletion for eee83931-b56a-4b50-9116-063ba04be766 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:08.055804 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.060154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Deleting port 53b92b3f-abc1-47a6-bf7a-435b6c075405 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:08.060597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.068359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] For port 53b92b3f-abc1-47a6-bf7a-435b6c075405, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=53b92b3f-abc1-47a6-bf7a-435b6c075405,segment=NetworkSegment(726da88a-c686-4801-be15-8041f55da066),segment_id=726da88a-c686-4801-be15-8041f55da066)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:08.069767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.074161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-5768de56-3480-4676-8230-52ef474e31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:08.075583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-5768de56-3480-4676-8230-52ef474e31a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 1.4663591 May 12 19:49:08.191555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] For port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,segment=NetworkSegment(9d99710a-9e69-41f1-9255-7344b329cf60),segment_id=9d99710a-9e69-41f1-9255-7344b329cf60)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:08.192034 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.230482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.289954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e21476-a82d-4703-99f5-cfafc84ee34a req-d64afd99-013d-4c12-bc87-2770047270e9 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:08.296961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54e21476-a82d-4703-99f5-cfafc84ee34a req-d64afd99-013d-4c12-bc87-2770047270e9 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 2.3883693 May 12 19:49:08.303188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Calling delete_port for 53b92b3f-abc1-47a6-bf7a-435b6c075405 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:08.414353 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.417793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.434435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] For port 53b92b3f-abc1-47a6-bf7a-435b6c075405, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=53b92b3f-abc1-47a6-bf7a-435b6c075405,segment=NetworkSegment(726da88a-c686-4801-be15-8041f55da066),segment_id=726da88a-c686-4801-be15-8041f55da066)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:08.435025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.439160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7c06c0-9ca4-431a-99b6-c105b075409d']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:08.487251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.577394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Calling delete_port for 53b92b3f-abc1-47a6-bf7a-435b6c075405 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:08.579053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event deleted for resources: {'Port': ['ID=53b92b3f-abc1-47a6-bf7a-435b6c075405,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:08.589761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] No DVR routers for this DVR port 53b92b3f-abc1-47a6-bf7a-435b6c075405 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:08.633720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bcd0ab-256f-41b3-b62b-8dc453ebd63b') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:08.634235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bcd0ab-256f-41b3-b62b-8dc453ebd63b') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:08.673302 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:49:08.739211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:08.739534 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:08.742318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 53b92b3f-abc1-47a6-bf7a-435b6c075405 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:08.771446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-190676f0-962e-4d26-aeec-92042a33d7fa service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1872745 May 12 19:49:08.787095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Calling delete_port for a6f5886a-e7b8-4a3c-91f1-790b4c12c05c owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:08.807917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.834338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 53b92b3f-abc1-47a6-bf7a-435b6c075405 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:49:08.834674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 53b92b3f-abc1-47a6-bf7a-435b6c075405 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:49:08.852378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for 2d43a5f5-115e-4faa-97ec-867f8e527931 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:08.856817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee83931-b56a-4b50-9116-063ba04be766']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:08.884939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726da88a-c686-4801-be15-8041f55da066') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:08.885280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726da88a-c686-4801-be15-8041f55da066') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:08.905219 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.933347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.943498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Allocated IP 2001:db8::f816:3eff:feb1:a05f (bf971410-83a2-4bb7-8884-aa25d5cf9a81/d5d50c7b-b40f-496c-9021-d24cdcb372bc/6ad2601d-c4a1-41fe-8c8b-f11d40b99401) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:08.990525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:08.995787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:49:08.996202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: timer() May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:49:09.048269 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:49:09.138321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.163155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.180685 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.212081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Transition to ACTIVE for port object 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:09.238070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Transition to ACTIVE for port object 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:09.240799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Deleting port 53b92b3f-abc1-47a6-bf7a-435b6c075405 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:09.241663 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.251260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.260525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.278860 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.282611 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.308490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] Pushing event deleted for resources: {'Network': ['ID=eee83931-b56a-4b50-9116-063ba04be766,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:09.332225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fb61214c-1638-46df-9431-de0705612542 tempest-FloatingIPNegativeTestJSON-1889420838 tempest-FloatingIPNegativeTestJSON-1889420838-project] 10.222.0.72 "DELETE /v2.0/networks/eee83931-b56a-4b50-9116-063ba04be766 HTTP/1.1" status: 204 len: 168 time: 1.9727802 May 12 19:49:09.400492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54e21476-a82d-4703-99f5-cfafc84ee34a req-62a580d0-f09d-428a-922b-676cd2b2a4c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1026230 May 12 19:49:09.421872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=2d43a5f5-115e-4faa-97ec-867f8e527931,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:09.425898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Pushing event updated for resources: {'Port': ['ID=6ad2601d-c4a1-41fe-8c8b-f11d40b99401,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:09.434752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.482479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a7f87-9854-4ab6-a5ed-b67b1caa985f None None] The port '53b92b3f-abc1-47a6-bf7a-435b6c075405' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:49:09.502696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.512778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:49:09.513203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.533654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-5230636a-435d-4e3a-b742-21be5e598d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:09.534567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-5230636a-435d-4e3a-b742-21be5e598d57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4312546 May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: timer() May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:49:09.535235 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:49:09.542804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] No DVR routers for this DVR port a6f5886a-e7b8-4a3c-91f1-790b4c12c05c on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:09.566682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:09.568486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c3104-72f2-4609-81b3-7dddfa6f6a8c None None] Pushing event deleted for resources: {'Port': ['ID=a6f5886a-e7b8-4a3c-91f1-790b4c12c05c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:09.571454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:09.576293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:09.760245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Attempting to bind port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:09.760730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Attempting to bind port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:09.761172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Attempting to bind port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:09.767627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:09.768126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:09.768705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.769176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:09.769757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Bound port: 6ad2601d-c4a1-41fe-8c8b-f11d40b99401, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:09.770226 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:09.973169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] For port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:09.976571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] For port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ad2601d-c4a1-41fe-8c8b-f11d40b99401,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:09.985276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:10.058533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44404) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:10.061087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for e1d2f416-528b-422e-bf00-774246c8f958 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:10.115770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba9c78-01ea-4a12-b9c2-f1b01db8c072 None None] Pushing event updated for resources: {'Port': ['ID=6ad2601d-c4a1-41fe-8c8b-f11d40b99401,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:10.380074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:10.386256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:10.399158 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5462713d-1baa-46a2-b721-ba1710c925b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bcac618c3174435b066d79a868c8226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386447 May 12 19:49:10.401990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44414) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:10.469513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d65a04-3508-4cd3-9bd0-23043e5fed70 req-94eda3ea-3861-46a1-bcc3-16a182f14fa7 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5047266 May 12 19:49:10.564903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44420) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:10.627385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Network': ['ID=df7c06c0-9ca4-431a-99b6-c105b075409d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:10.705807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:10.763986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:10.804992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-258fb13f-7be0-49e8-82e1-66b2e544272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:10.894500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-258fb13f-7be0-49e8-82e1-66b2e544272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:10.915818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:10.945866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-19265111-a950-4268-8005-a56ccfdfa7e9 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3302214 May 12 19:49:10.948231 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:10.949563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3a338991-6459-44c4-b0e0-3a6b284ca923 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/floatingips/645a3995-7f40-400c-806d-4ec2565a12ec HTTP/1.1" status: 204 len: 168 time: 4.9686167 May 12 19:49:10.955895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44430) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:10.966485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ba9ba73a-1000-46dd-91d9-28e49dfa311d tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/networks/df7c06c0-9ca4-431a-99b6-c105b075409d HTTP/1.1" status: 204 len: 168 time: 8.7794626 May 12 19:49:10.977592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44434) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:10.985418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '7cd2b833-edf3-4ce4-9262-1eb956b7640d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:10.986613 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.029609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:11.034224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Usage tracker for resource:security_group_rule and tenant:a280a667c88e4738995d8dffcdbad6e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:11.037353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:11.113825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:11.121499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:11.161211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.170501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:floatingip and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:11.203685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:11.233249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:11.284816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.289077 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.367338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.374594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=e1d2f416-528b-422e-bf00-774246c8f958,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:11.406584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-258fb13f-7be0-49e8-82e1-66b2e544272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.413848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfe1fa-a0b1-47af-a006-91080654fcff req-005d5b01-5ccf-4a5d-bc0d-ba7150528de1 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:11.415414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6bfe1fa-a0b1-47af-a006-91080654fcff req-005d5b01-5ccf-4a5d-bc0d-ba7150528de1 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.7178338 May 12 19:49:11.462365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e0ee3396-833a-49b9-b1f8-340364d33ade tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/e1d2f416-528b-422e-bf00-774246c8f958 HTTP/1.1" status: 204 len: 168 time: 4.7688541 May 12 19:49:11.467055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44438) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:11.528858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.554026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.555791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be92e014-1788-4616-8c3b-33cc0980b5ce']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:11.577517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d99710a-9e69-41f1-9255-7344b329cf60') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:11.577861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d99710a-9e69-41f1-9255-7344b329cf60') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:11.590655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.614567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.617154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fb13f-7be0-49e8-82e1-66b2e544272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97af5771-0ae3-4743-b433-367b34eee44b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:11.624931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.627371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:49:11.627788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: timer() May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:49:11.646970 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:49:11.708243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf0f781-d748-4671-9cba-cc9f914c0798,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:11.727943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-258fb13f-7be0-49e8-82e1-66b2e544272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.729141 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-258fb13f-7be0-49e8-82e1-66b2e544272c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97af5771-0ae3-4743-b433-367b34eee44b HTTP/1.1" status: 204 len: 168 time: 1.3252723 May 12 19:49:11.736158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b903a1e-54ed-4710-a68b-754dbb531dd4 req-ac622fd6-95a3-4779-a58d-c471f6e3cc0c service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668474 May 12 19:49:11.784660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-410776fc-384e-4297-a475-77decf3217c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a280a667c88e4738995d8dffcdbad6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1694903 May 12 19:49:11.785450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44448) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:11.835009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.851305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:11.860862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8b44b-1d94-4721-b748-4e5e6c72ba36 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:11.864041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8b44b-1d94-4721-b748-4e5e6c72ba36 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:11.865097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-abf8b44b-1d94-4721-b748-4e5e6c72ba36 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:11.876658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6bfe1fa-a0b1-47af-a006-91080654fcff req-8247f139-3985-4f50-83bc-b6d44bfad141 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242516 May 12 19:49:11.891584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-abf8b44b-1d94-4721-b748-4e5e6c72ba36 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:11.896336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-abf8b44b-1d94-4721-b748-4e5e6c72ba36 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4245481 May 12 19:49:11.896919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44452) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:11.918164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Network': ['ID=be92e014-1788-4616-8c3b-33cc0980b5ce,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:11.918415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Could not find standard attr ID for object e1d2f416-528b-422e-bf00-774246c8f958. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:49:11.950686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Provisioning for port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:11.960686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Provisioning complete for port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:11.961061 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.005739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dae170e0-ea06-4ac2-b73d-8e813ca7b232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.014647 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b01760a8-2bdd-43cb-abea-8139cf22bb1a tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/networks/be92e014-1788-4616-8c3b-33cc0980b5ce HTTP/1.1" status: 204 len: 168 time: 1.0349829 May 12 19:49:12.016052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44464) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:12.128457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.135092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet d5d50c7b-b40f-496c-9021-d24cdcb372bc {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:12.149374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.347871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.438080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Current status of the port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:12.441595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.523201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.537875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] For port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ad2601d-c4a1-41fe-8c8b-f11d40b99401,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:12.547530 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.669594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ab90f-d3ea-4eaf-a0e2-26ad1829db2b None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:49:12.792980 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.814893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ab90f-d3ea-4eaf-a0e2-26ad1829db2b None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:49:12.834911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e0f527d6-3eda-482f-9bf1-1a6a0bab8039 None None] Could not find standard attr ID for object e1d2f416-528b-422e-bf00-774246c8f958. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:49:12.864099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674f928-7739-4661-96b4-ef83b008be50 req-1705df1f-8b03-493b-afb4-39111181015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:12.875243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6674f928-7739-4661-96b4-ef83b008be50 req-1705df1f-8b03-493b-afb4-39111181015f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1096 time: 0.2570865 May 12 19:49:12.920541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dae170e0-ea06-4ac2-b73d-8e813ca7b232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:12.929552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280f99e-f5e1-4cc6-bad9-742f681bc6f5 None None] Pushing event updated for resources: {'Port': ['ID=6ad2601d-c4a1-41fe-8c8b-f11d40b99401,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:12.953986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba9648-96d9-4f7f-8b5e-c1e7364aad99 req-6bc32186-5fd4-4282-b01a-006726bc159f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:12.957093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7ba9648-96d9-4f7f-8b5e-c1e7364aad99 req-6bc32186-5fd4-4282-b01a-006726bc159f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.3373642 May 12 19:49:13.062760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dae170e0-ea06-4ac2-b73d-8e813ca7b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.182973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.214897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3797d9b-878a-4394-90d1-a6e7c8d9e4ab']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:13.228285 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.229326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfdfd42-cbd8-4faf-a2d6-1776574ac089') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:13.229871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfdfd42-cbd8-4faf-a2d6-1776574ac089') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:13.242828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.260110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.269875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:49:13.270571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.338160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d50c7b-b40f-496c-9021-d24cdcb372bc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:13.342681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7ba9648-96d9-4f7f-8b5e-c1e7364aad99 req-91925cc1-2e0d-412c-916e-901d5b814369 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686941 May 12 19:49:13.348857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:13.360627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.374907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674f928-7739-4661-96b4-ef83b008be50 req-f818e50a-22c9-41b8-9685-317ce1687bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:13.375964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6674f928-7739-4661-96b4-ef83b008be50 req-f818e50a-22c9-41b8-9685-317ce1687bea service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 0.4927497 May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: timer() May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:49:13.405469 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:49:13.423257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.25.2.47 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/07ec6908-33df-4a80-85f8-e40163fcf0b5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:13.425650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.427636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae170e0-ea06-4ac2-b73d-8e813ca7b232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf0f781-d748-4671-9cba-cc9f914c0798,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:13.466007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dbb01915-9c97-4d97-8a9e-0582396de2ed tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/d5d50c7b-b40f-496c-9021-d24cdcb372bc HTTP/1.1" status: 204 len: 168 time: 1.5668793 May 12 19:49:13.466855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44496) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:13.468789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.487575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Network': ['ID=f3797d9b-878a-4394-90d1-a6e7c8d9e4ab,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:13.494943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4213ffa0-382d-4184-a71d-bc70a491556e tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/networks/f3797d9b-878a-4394-90d1-a6e7c8d9e4ab HTTP/1.1" status: 204 len: 168 time: 1.4720323 May 12 19:49:13.502617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44500) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:13.504301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dae170e0-ea06-4ac2-b73d-8e813ca7b232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:13.508069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dae170e0-ea06-4ac2-b73d-8e813ca7b232 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bdf0f781-d748-4671-9cba-cc9f914c0798 HTTP/1.1" status: 204 len: 168 time: 1.7207754 May 12 19:49:13.564084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07946ed0-5c50-45cf-ba1e-19e411fd0fd6 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:13.922368 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7dfa84a9-0ca0-45ab-8fb5-74f8244113c4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4452422 May 12 19:49:13.935217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44512) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:13.969403 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6674f928-7739-4661-96b4-ef83b008be50 req-79ed2f3a-612b-4780-a23c-2648b52e9e0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 1000 time: 0.5836873 May 12 19:49:13.974111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-269577776'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:13.990842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:13.994933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] Deleting port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:13.995412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.021250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:14.032232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:14.042145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:14.052328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:14.071064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674f928-7739-4661-96b4-ef83b008be50 req-fb037c18-73f8-4337-b653-59a0b22112c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:14.072911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6674f928-7739-4661-96b4-ef83b008be50 req-fb037c18-73f8-4337-b653-59a0b22112c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.0934000 May 12 19:49:14.077816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:14.082034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.138935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.165091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.195701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:14.204343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44516) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:14.205070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:security_group_rule and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:14.211254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:14.243188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:14.251766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.278713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:14.281034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.284832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf742b69e11414db061bdb97bee8407 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:14.288999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674f928-7739-4661-96b4-ef83b008be50 req-3463eb49-c17f-4553-92ad-f2d06140c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:14.290569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6674f928-7739-4661-96b4-ef83b008be50 req-3463eb49-c17f-4553-92ad-f2d06140c8d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973703 May 12 19:49:14.291558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:14.327992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] For port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ad2601d-c4a1-41fe-8c8b-f11d40b99401,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:14.328564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.371688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b7986-02d5-4edd-ba18-3cdb582addc3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:14.374086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eb6b7986-02d5-4edd-ba18-3cdb582addc3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4289515 May 12 19:49:14.385967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44522) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:14.440811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:14.549207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.589258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c3750-11bc-4a65-916a-40f6925ae968 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:14.601996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b17c3750-11bc-4a65-916a-40f6925ae968 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:14.613753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac92e1e-d5dc-4953-a79e-07fbc635e0c1']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:14.653342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5184383-7b63-4c7d-97ae-98895551b148') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:14.653611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6674f928-7739-4661-96b4-ef83b008be50 req-6fba53bc-9c88-4374-99a0-3d566ec53521 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503432 May 12 19:49:14.655180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5184383-7b63-4c7d-97ae-98895551b148') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:14.657718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:14.671388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.688569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] Calling delete_port for 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:14.694509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.710491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:49:14.711373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.831535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.832028 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.857567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: timer() May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:49:14.874042 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:49:14.880987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.883429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b17c3750-11bc-4a65-916a-40f6925ae968 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:14.885899 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b17c3750-11bc-4a65-916a-40f6925ae968 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4986687 May 12 19:49:14.895992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] Pushing event deleted for resources: {'Port': ['ID=6ad2601d-c4a1-41fe-8c8b-f11d40b99401,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:14.902550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccac7d-2b28-4d02-9a00-95fe61da589e None None] No DVR routers for this DVR port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:14.906111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44528) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:14.910070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6ad2601d-c4a1-41fe-8c8b-f11d40b99401 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:14.911025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.965491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:14.976474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.004615 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.015241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c3e70-fb28-4e7a-a5e4-6bbc8a1cc7a4 req-c381b324-0bf4-4941-9066-6e5ae48530e7 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:15.023019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-453c3e70-fb28-4e7a-a5e4-6bbc8a1cc7a4 req-c381b324-0bf4-4941-9066-6e5ae48530e7 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.4652634 May 12 19:49:15.030726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:15.043464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] Pushing event deleted for resources: {'Network': ['ID=eac92e1e-d5dc-4953-a79e-07fbc635e0c1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:15.069862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-adeafaa4-3870-470b-8edd-b96756af4f58 tempest-BulkNetworkOpsTest-697804170 tempest-BulkNetworkOpsTest-697804170-project] 10.222.0.72 "DELETE /v2.0/networks/eac92e1e-d5dc-4953-a79e-07fbc635e0c1 HTTP/1.1" status: 204 len: 168 time: 1.5558963 May 12 19:49:15.070096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1a714935-bb16-4e54-b6eb-7b5b6aa0da27 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575954 May 12 19:49:15.072331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6674f928-7739-4661-96b4-ef83b008be50 req-ae4ffb01-52a3-4cd8-bf7a-ea5f4d4eaf54 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987255 May 12 19:49:15.072940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.080823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44538) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:15.090068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:15.105107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:15.112443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:15.118335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=07ec6908-33df-4a80-85f8-e40163fcf0b5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:15.121073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:15.138798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.139182 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf of type vlan for network cda6eb55-b8b8-4ad2-b236-c075718a2771 May 12 19:49:15.174901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.223282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4cf742b69e11414db061bdb97bee8407&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0132489 May 12 19:49:15.226312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:15.255067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9234d9-4d28-4f63-bbbf-7dbecac1a8df,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:15.258526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.265650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:15.266248 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.298135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:15.325116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:15.386188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:15.390209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.456481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08e810-7822-4894-9daf-0010c2d414f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe91f0bd-0682-43ab-be24-378d26c05987,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:15.503223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=cda6eb55-b8b8-4ad2-b236-c075718a2771,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:15.506946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a1bfbce8-af89-45bd-8895-9e2aa8179929 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1564865 May 12 19:49:15.535264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44552) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:15.538359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:15.547172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-453c3e70-fb28-4e7a-a5e4-6bbc8a1cc7a4 req-45698768-4e8f-45e7-b25c-440712df1856 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5232804 May 12 19:49:15.558304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1849600534'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:15.566263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:15.570551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:15.574659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:15.581834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:15.628596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:15.635198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.671154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:15.685456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.686447 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment ea674b73-fbf9-4fb6-8695-4f971b4b0937 of type vlan for network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 May 12 19:49:15.718477 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.777874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44556) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:15.821211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c187c7f3-f770-44ae-9095-3ae5346cf733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.824129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.829857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:15.830430 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.956397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c187c7f3-f770-44ae-9095-3ae5346cf733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:15.986116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4272738 May 12 19:49:15.986756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44568) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:16.054196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': 'cda6eb55-b8b8-4ad2-b236-c075718a2771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:16.059275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.182172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.199615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd8589-1f26-449b-b756-a682dc1fa84a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=d9925807-28d9-49e6-bc59-4bb6bbfbf2f2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:16.208548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:16.228979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:16.230219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:16.242455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:16.257215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:16.285658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8cd7b677-069e-44f0-a772-ea92b62cfc34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d914099cc484bee9f65eb9f2ecd90c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029824 May 12 19:49:16.288846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44572) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:16.317664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:16.321714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.410260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c187c7f3-f770-44ae-9095-3ae5346cf733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.589531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:49:16.594608 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.673215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:16.678112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:16.684254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:16.684841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.692615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187c7f3-f770-44ae-9095-3ae5346cf733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe91f0bd-0682-43ab-be24-378d26c05987,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:16.700884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a95d7-f393-4b09-9989-a6557dcb9137 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:16.745285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:16.751213 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c187c7f3-f770-44ae-9095-3ae5346cf733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.765784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c187c7f3-f770-44ae-9095-3ae5346cf733 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe91f0bd-0682-43ab-be24-378d26c05987 HTTP/1.1" status: 204 len: 168 time: 1.5366571 May 12 19:49:16.766807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cd1bd4-e0ce-4aeb-a6f3-3bebd215f48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.784910 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-29288887-b1d4-4cd9-8a3a-29f2c6b78a18 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6985149 May 12 19:49:16.786677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44580) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:16.813119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:82:05:cd', 'name': 'tempest-NetworksTestDHCPv6-1490779697'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:16.939483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.947329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:16.952564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cd1bd4-e0ce-4aeb-a6f3-3bebd215f48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.208272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:17.214943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:17.217269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884cfd4-e06c-4c7e-a04a-33baf738fecc req-ada2a7c3-850a-4977-86fe-83fd9db2e0ed tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:17.219098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d884cfd4-e06c-4c7e-a04a-33baf738fecc req-ada2a7c3-850a-4977-86fe-83fd9db2e0ed tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.4096472 May 12 19:49:17.229488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:17.238240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:17.240179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cd1bd4-e0ce-4aeb-a6f3-3bebd215f48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.254162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=07ec6908-33df-4a80-85f8-e40163fcf0b5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:17.257433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.309292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:17.310811 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.310962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:17.344174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd1bd4-e0ce-4aeb-a6f3-3bebd215f48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec008be-383f-4641-aa08-fb2d8679d3d2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:17.370361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.561488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d884cfd4-e06c-4c7e-a04a-33baf738fecc req-dc035b67-978e-4cd5-ba63-927ff9c540d5 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315315 May 12 19:49:17.562423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51cd1bd4-e0ce-4aeb-a6f3-3bebd215f48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.567296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-51cd1bd4-e0ce-4aeb-a6f3-3bebd215f48c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ec008be-383f-4641-aa08-fb2d8679d3d2 HTTP/1.1" status: 204 len: 168 time: 1.2746494 May 12 19:49:17.577879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.594731 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP f91f3e5d-fa93-4a7c-8696-1f8a5c378d32 associated. External IP: 172.25.2.47, port: 7cd2b833-edf3-4ce4-9262-1eb956b7640d. May 12 19:49:17.605685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Allocated IP 2001:db8::f816:3eff:fe8a:5955 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c/d7dc9764-8fb9-4a86-929b-a0ce760749b9) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:17.689387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cda6eb55-b8b8-4ad2-b236-c075718a2771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:17.689683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: cda6eb55-b8b8-4ad2-b236-c075718a2771, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:17.692265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 29c5efa8-0726-4f46-a293-c49d1a3d99f3 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:49:17.695974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=4b92aa73-b6ee-4422-83f3-66514f3c2255,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:17.727469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:17.763144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, cda6eb55-b8b8-4ad2-b236-c075718a2771) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:17.784809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:17.786449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:17.828437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05e156-d87a-461e-914c-d15d2c00525e None None] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:17.832902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-36d91903-53e7-4bbc-9ca2-70947df65ffd tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8276403 May 12 19:49:17.836344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44604) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:17.850305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': 'd9925807-28d9-49e6-bc59-4bb6bbfbf2f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:18.158418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:18.174157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:18.182175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:18.205477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:18.220731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:18.224865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:18.314082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:18.410778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-cda6eb55-b8b8-4ad2-b236-c075718a2771', 'network_id': 'cda6eb55-b8b8-4ad2-b236-c075718a2771', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': '4b92aa73-b6ee-4422-83f3-66514f3c2255'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:18.414941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:18.600321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:18.696511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=2a40711a-325d-4b53-a782-9798bddfe47f,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:18.759898 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:18.763552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': 'ea674b73-fbf9-4fb6-8695-4f971b4b0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9925807-28d9-49e6-bc59-4bb6bbfbf2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:18.764493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: d9925807-28d9-49e6-bc59-4bb6bbfbf2f2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:18.792620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:18.811434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Transition to ACTIVE for port object d7dc9764-8fb9-4a86-929b-a0ce760749b9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:18.813470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d9925807-28d9-49e6-bc59-4bb6bbfbf2f2) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:18.819492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:18.820351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:18.833104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Allocated IP 2001:db8::2 (cda6eb55-b8b8-4ad2-b236-c075718a2771/4b92aa73-b6ee-4422-83f3-66514f3c2255/66ef80bb-cf6e-4673-80da-0eb16c3814c5) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:18.842561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c49163-d12e-4044-8389-9b0768d490a2 None None] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:18.869795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c2d1d56d-94e0-4ecc-b899-b6492be73074 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0320272 May 12 19:49:18.872387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44640) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:18.881002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-855624009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:18.902139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:18.914038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:router and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:18.921757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:18.935309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:18.955855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:18.957425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:18.987662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.042453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.057648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:19.097498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.108091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.111973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c1307088-8819-4ecf-9d7e-1eff386cb826 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2345939 May 12 19:49:19.112129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44650) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:19.162175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:19.256758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Transition to ACTIVE for port object d7dc9764-8fb9-4a86-929b-a0ce760749b9 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:19.292003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66a932f2-dd37-4c61-8e56-a8c65b36a059 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.3300135 May 12 19:49:19.293281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44658) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:19.295585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44660) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:19.311326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:19.312264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:19.317798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1423005289'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:19.436887 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.441598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:19.467177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:network and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:19.477088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:19.515135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:19.539459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fe82:5cd (bf971410-83a2-4bb7-8884-aa25d5cf9a81/a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c/29c5efa8-0726-4f46-a293-c49d1a3d99f3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:19.541483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:19.545110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.554300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44670) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:19.609826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:19.650828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.651189 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Added segment 13f994e4-7a72-4cfe-bec6-33023e5500a9 of type vlan for network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 May 12 19:49:19.699746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:19.701746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Pushing event updated for resources: {'Port': ['ID=d7dc9764-8fb9-4a86-929b-a0ce760749b9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:19.715632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:19.723032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:19.730138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:19.779031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:19.780063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:19.812248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1938065036'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:19.850265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:19.857806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.867460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.874752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:network and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:19.879596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:19.905102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:19.910067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:19.927968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Usage tracker for resource:security_group_rule and tenant:67c5e4fced23436e80bab86961286aa0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:19.934262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:19.942057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:19.942632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f79f5-4079-45fb-a8cd-1486dcbf744f None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:19.972314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:19.976659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:19.992935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Attempting to bind port d7dc9764-8fb9-4a86-929b-a0ce760749b9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:19.993572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Attempting to bind port d7dc9764-8fb9-4a86-929b-a0ce760749b9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:19.994096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:19.994400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Attempting to bind port d7dc9764-8fb9-4a86-929b-a0ce760749b9 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:20.001214 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.005775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:20.006362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:20.006923 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.007522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:20.008157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Bound port: d7dc9764-8fb9-4a86-929b-a0ce760749b9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:20.008701 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.036687 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.040953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:20.045499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:security_group_rule and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:20.048482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:20.054403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:20.167303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.221121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.231912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-d9925807-28d9-49e6-bc59-4bb6bbfbf2f2', 'network_id': 'd9925807-28d9-49e6-bc59-4bb6bbfbf2f2', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': '2a40711a-325d-4b53-a782-9798bddfe47f'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:20.233035 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.262996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.268647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:20.269814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.280060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.297040 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.298934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 29c5efa8-0726-4f46-a293-c49d1a3d99f3 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:20.346815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:20.358864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Transition to ACTIVE for port object 66ef80bb-cf6e-4673-80da-0eb16c3814c5 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:20.400512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:20.413957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.416850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.453607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Network': ['ID=d7c4e857-be6f-4756-b0c4-1b0fe0af4531,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:20.473665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Transition to ACTIVE for port object 66ef80bb-cf6e-4673-80da-0eb16c3814c5 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:20.507184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:20.515601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:20.575487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cceb43-ba51-4fc9-b833-65d264526ffb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:20.590753 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.605647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.606431 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Added segment b6e4540a-5bbe-4fd5-88fc-db634edc5131 of type vlan for network cae6968b-aefb-4467-a171-b66de2fdcd1b May 12 19:49:20.696802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:20.697907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:20.707401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:20.708772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:20.710438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:20.710984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=29c5efa8-0726-4f46-a293-c49d1a3d99f3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:20.720972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:20.727592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:20.728448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.729039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1008076-afd5-496f-be41-1c8629a5f9f8 None None] Pushing event updated for resources: {'Port': ['ID=d7dc9764-8fb9-4a86-929b-a0ce760749b9,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:20.749091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.767858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8::1 (cda6eb55-b8b8-4ad2-b236-c075718a2771/4b92aa73-b6ee-4422-83f3-66514f3c2255/824d9cad-d726-4b85-af3d-b1d71d9fb409) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:20.772889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44a8fe47-0621-4a5d-94f3-302371e0432b tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4738326 May 12 19:49:20.773639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44694) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:20.777351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.782554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.785957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'subnet': {'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:20.800483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Pushing event updated for resources: {'Port': ['ID=66ef80bb-cf6e-4673-80da-0eb16c3814c5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:20.843510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0c2fa58a-b81c-497f-b3a5-b98b8fc2e1aa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0526397 May 12 19:49:20.847304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44698) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:20.867225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Allocated IP 2001:db8:1::2 (d9925807-28d9-49e6-bc59-4bb6bbfbf2f2/2a40711a-325d-4b53-a782-9798bddfe47f/eae7c298-774a-4f18-86fd-fa6902f31913) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:20.908964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73900915-ed64-4fe2-a31f-9fd7f22444da,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:20.919255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-645e8949-18e3-483f-b164-b272bdbb9499 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67c5e4fced23436e80bab86961286aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3605170 May 12 19:49:20.926129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44702) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:20.966193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:20.971681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:20.974426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Attempting to bind port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:20.975311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Attempting to bind port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cda6eb55-b8b8-4ad2-b236-c075718a2771'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:20.976543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Attempting to bind port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 on network cda6eb55-b8b8-4ad2-b236-c075718a2771 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:20.980317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.100966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:21.101636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Checking segment: {'id': '387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cda6eb55-b8b8-4ad2-b236-c075718a2771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:21.102471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.103009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Bound using segment: {'id': '387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cda6eb55-b8b8-4ad2-b236-c075718a2771'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:21.103659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Bound port: 66ef80bb-cf6e-4673-80da-0eb16c3814c5, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cda6eb55-b8b8-4ad2-b236-c075718a2771'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:21.104178 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.122215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:21.156285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:21.181318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0612daf3-7254-465a-892d-2b5fca1eae46 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:21.187153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0612daf3-7254-465a-892d-2b5fca1eae46 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:21.187951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0612daf3-7254-465a-892d-2b5fca1eae46 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:21.209357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.210972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Network': ['ID=cae6968b-aefb-4467-a171-b66de2fdcd1b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:21.222302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:21.226879 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.232303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network cae6968b-aefb-4467-a171-b66de2fdcd1b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:21.237405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6ca42f4-5190-4a8c-9a6b-f40176edba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.252176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d3e5570-9158-4fd3-b8de-a916585c7bc7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9462154 May 12 19:49:21.254207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object 824d9cad-d726-4b85-af3d-b1d71d9fb409 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:21.294160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] For port 66ef80bb-cf6e-4673-80da-0eb16c3814c5, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:21.296293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6ca42f4-5190-4a8c-9a6b-f40176edba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.298105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] For port 66ef80bb-cf6e-4673-80da-0eb16c3814c5, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=66ef80bb-cf6e-4673-80da-0eb16c3814c5,segment=NetworkSegment(387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf),segment_id=387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:21.327922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0612daf3-7254-465a-892d-2b5fca1eae46 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:21.329089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0612daf3-7254-465a-892d-2b5fca1eae46 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4322553 May 12 19:49:21.336369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44710) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:21.402119 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.415064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Transition to ACTIVE for port object eae7c298-774a-4f18-86fd-fa6902f31913 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:21.443835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 29c5efa8-0726-4f46-a293-c49d1a3d99f3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:21.444182 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.459533 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.506722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6ca42f4-5190-4a8c-9a6b-f40176edba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.518761 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.547777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca42f4-5190-4a8c-9a6b-f40176edba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73900915-ed64-4fe2-a31f-9fd7f22444da,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:21.571070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d6ca42f4-5190-4a8c-9a6b-f40176edba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.577242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d6ca42f4-5190-4a8c-9a6b-f40176edba7b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73900915-ed64-4fe2-a31f-9fd7f22444da HTTP/1.1" status: 204 len: 168 time: 0.6453199 May 12 19:49:21.614608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Transition to ACTIVE for port object eae7c298-774a-4f18-86fd-fa6902f31913 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:21.716249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51abab-387e-4e7a-bd84-af228e3f6017 None None] Pushing event updated for resources: {'Port': ['ID=66ef80bb-cf6e-4673-80da-0eb16c3814c5,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:21.773205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=824d9cad-d726-4b85-af3d-b1d71d9fb409,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:21.788403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:21.801959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:21.814332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:21.816484 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:21.851843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:22.001203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:22.075513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:22.082878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:22.090157 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:22.090657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:22.166601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Pushing event updated for resources: {'Port': ['ID=eae7c298-774a-4f18-86fd-fa6902f31913,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:22.339634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 29c5efa8-0726-4f46-a293-c49d1a3d99f3 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:22.350311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Attempting to bind port eae7c298-774a-4f18-86fd-fa6902f31913 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:22.350685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Attempting to bind port eae7c298-774a-4f18-86fd-fa6902f31913 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'ea674b73-fbf9-4fb6-8695-4f971b4b0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9925807-28d9-49e6-bc59-4bb6bbfbf2f2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:22.351035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Attempting to bind port eae7c298-774a-4f18-86fd-fa6902f31913 on network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:22.409406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e369d27-0675-4807-a3d6-626de0dace30 req-60a5ef57-540d-4e53-a868-d0ebe6d19003 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:22.412671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:22.420151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e369d27-0675-4807-a3d6-626de0dace30 req-60a5ef57-540d-4e53-a868-d0ebe6d19003 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.5685833 May 12 19:49:22.420151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Subnet': ['ID=51bc20e1-5010-4f14-a224-39263eead2a1,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:22.469700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Checking segment: {'id': 'ea674b73-fbf9-4fb6-8695-4f971b4b0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9925807-28d9-49e6-bc59-4bb6bbfbf2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:22.470116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:22.470515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Bound using segment: {'id': 'ea674b73-fbf9-4fb6-8695-4f971b4b0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9925807-28d9-49e6-bc59-4bb6bbfbf2f2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:22.473637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Bound port: eae7c298-774a-4f18-86fd-fa6902f31913, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea674b73-fbf9-4fb6-8695-4f971b4b0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9925807-28d9-49e6-bc59-4bb6bbfbf2f2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:22.474056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:22.563652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7709f9e5-74ac-43df-bc09-f560da40eaa5 None None] Provisioning for port d7dc9764-8fb9-4a86-929b-a0ce760749b9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:22.637270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:22.746056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Checking segment: {'id': '13f994e4-7a72-4cfe-bec6-33023e5500a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:22.746573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network hostable DHCP agents. Network: d7c4e857-be6f-4756-b0c4-1b0fe0af4531, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:22.850878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] For port eae7c298-774a-4f18-86fd-fa6902f31913, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:22.858460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] For port eae7c298-774a-4f18-86fd-fa6902f31913, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eae7c298-774a-4f18-86fd-fa6902f31913,segment=NetworkSegment(ea674b73-fbf9-4fb6-8695-4f971b4b0937),segment_id=ea674b73-fbf9-4fb6-8695-4f971b4b0937)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:22.866023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d7dc9764-8fb9-4a86-929b-a0ce760749b9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:22.912847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:22.985912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:23.021097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a9c08f0-6f65-460d-acd0-7b8e2049f8df None None] Could not find standard attr ID for object 29c5efa8-0726-4f46-a293-c49d1a3d99f3. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:49:23.096815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=29c5efa8-0726-4f46-a293-c49d1a3d99f3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:23.111095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec274ec3-fea2-4853-afeb-c06a52b4bcc6 None None] Pushing event updated for resources: {'Port': ['ID=eae7c298-774a-4f18-86fd-fa6902f31913,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:23.127660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d7dc9764-8fb9-4a86-929b-a0ce760749b9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:23.149199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d7dc9764-8fb9-4a86-929b-a0ce760749b9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:23.149590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:23.248629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:23.311003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b75e75dc-c0dc-43f1-8599-5920fbe01051 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/29c5efa8-0726-4f46-a293-c49d1a3d99f3 HTTP/1.1" status: 204 len: 168 time: 1.9727011 May 12 19:49:23.311331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44744) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:23.516415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4ae6f-8baa-4535-a97d-c7c8b74726e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:23.522778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4ae6f-8baa-4535-a97d-c7c8b74726e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:23.525110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33a4ae6f-8baa-4535-a97d-c7c8b74726e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:23.531209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:23.588604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e369d27-0675-4807-a3d6-626de0dace30 req-573abba2-24e4-42f8-8bdd-f3ae8dfe8fb1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0138831 May 12 19:49:23.612352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-33a4ae6f-8baa-4535-a97d-c7c8b74726e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:23.616873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-33a4ae6f-8baa-4535-a97d-c7c8b74726e6 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3046608 May 12 19:49:23.617866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44752) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:23.629945 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:49:23.698030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d7dc9764-8fb9-4a86-929b-a0ce760749b9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:23.698865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:23.813300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:23.825354 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:23.955523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:23.967809 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:23.968591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 66ef80bb-cf6e-4673-80da-0eb16c3814c5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:24.003901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.142703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:24.151511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:24.152075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.181049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d7c4e857-be6f-4756-b0c4-1b0fe0af4531) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:24.203807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:24.204354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.224468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.234971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf896f-a85c-48b3-b2fd-a3538fa690fe None None] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:24.356528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-38c07aaa-e21f-4cc5-9e43-d74e6b2359f2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5787919 May 12 19:49:24.362755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:24.383857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1770744915', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:24.409388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.412507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:24.435822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.436107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:router and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:24.436208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.446440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:24.453116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:24.467484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.516855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44770) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:24.553997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.555027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.563670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'subnet': {'network_id': 'cae6968b-aefb-4467-a171-b66de2fdcd1b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:24.573656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad1513b-028b-4b81-9743-76e7f6d46291 None None] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:24.602071 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.641586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:24.669676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:24.756592 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5a930a2b-be86-485f-bd8a-18895481fa37 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c HTTP/1.1" status: 204 len: 168 time: 1.1353059 May 12 19:49:24.761298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44780) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:24.904884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590f1ab7-f7bf-4bf4-a106-5ac8d672e57e None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:24.921126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:24.945572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:subnet and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:24.950987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=824d9cad-d726-4b85-af3d-b1d71d9fb409,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:24.957927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:25.017877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:25.082278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:25.085646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:25.099019 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e5e3e771-1923-471c-ab69-4af30de69643 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3365941 May 12 19:49:25.099485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:25.169472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:25.194840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00563878-2cd8-4add-aa3b-b2c679595fa6 None None] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:25.242265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:25.249902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:25.268214 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:25.412208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:25.417209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:25.420571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:25.426331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b54d-2ff8-491d-b89f-f84294705eb0 req-f965e787-0ff2-40bd-9665-d673ebb5d812 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:25.426981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:25.428156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fd3b54d-2ff8-491d-b89f-f84294705eb0 req-f965e787-0ff2-40bd-9665-d673ebb5d812 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.4599810 May 12 19:49:25.440236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:49:25.459748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:25.464225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:25.556420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-d7c4e857-be6f-4756-b0c4-1b0fe0af4531', 'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531', 'tenant_id': 'a641c1742c2742debb2e5b85dd2e4e88', 'fixed_ips': [{'subnet_id': '51bc20e1-5010-4f14-a224-39263eead2a1'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:25.557807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:25.562590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fd3b54d-2ff8-491d-b89f-f84294705eb0 req-f66d4201-1d4b-4583-b642-8047fb3c1a46 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227596 May 12 19:49:25.685347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cb938a56-183d-4858-90b3-3c059986e1f0 None None] Provisioning for port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:25.691544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:25.700073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:25.703887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 7fa8da78-8242-4a14-96de-9b9792cc4363 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:49:25.743907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d7dc9764-8fb9-4a86-929b-a0ce760749b9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:25.748883 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:25.776624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-d136dd82-1e96-4a53-aaed-21dfdeeb9e6e req-f3e1234b-7b62-4da6-a2d3-3fab075539ae tempest-ServersTestJSON-1817774706 tempest-ServersTestJSON-1817774706-project] (88112) timed out ('10.222.0.36', 51128) {{(pid=88112) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:49:25.949546 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d10aec-63e6-4a10-ad3c-eff3e3b73735'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'code': 200} May 12 19:49:25.958709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=11']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:25.994130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Subnet': ['ID=6e4f15c0-088f-42ee-9cf3-39e86ee2d841,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:26.026591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Checking segment: {'id': 'b6e4540a-5bbe-4fd5-88fc-db634edc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cae6968b-aefb-4467-a171-b66de2fdcd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:26.027020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network hostable DHCP agents. Network: cae6968b-aefb-4467-a171-b66de2fdcd1b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:26.030379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb2f2658-8bda-40fc-ad43-41d4aca5b284 None None] Provisioning for port eae7c298-774a-4f18-86fd-fa6902f31913 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:26.045857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:26.050456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:26.061128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2194dadc-323a-465e-b19a-0b4982c2d0c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/7fa8da78-8242-4a14-96de-9b9792cc4363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9456570 May 12 19:49:26.061358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:26.061358 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.066469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44796) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:26.069152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network cae6968b-aefb-4467-a171-b66de2fdcd1b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:26.070149 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] Sync routers for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:26.082263 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:26.083343 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:26.127802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, cae6968b-aefb-4467-a171-b66de2fdcd1b) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:26.163408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.163999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:26.178216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.186081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Allocated IP 172.20.0.2 (d7c4e857-be6f-4756-b0c4-1b0fe0af4531/51bc20e1-5010-4f14-a224-39263eead2a1/ea940dc0-1d5b-46ed-9a8b-1e4abae3c881) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:26.195378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc6648-fb37-4c44-8470-a91a1021628b None None] Network cae6968b-aefb-4467-a171-b66de2fdcd1b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:26.208051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.253050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f870d039-2ff7-4dd7-8f74-6acbef33d990 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:26.254699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f870d039-2ff7-4dd7-8f74-6acbef33d990 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:26.282447 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:26.287744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e398a4db-b1fe-486c-a434-9958cbcbe9ff tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7495568 May 12 19:49:26.291561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f870d039-2ff7-4dd7-8f74-6acbef33d990 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:26.297454 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f870d039-2ff7-4dd7-8f74-6acbef33d990 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports/824d9cad-d726-4b85-af3d-b1d71d9fb409 HTTP/1.1" status: 200 len: 911 time: 0.2295511 May 12 19:49:26.298072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44800) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:26.298490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44802) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:26.299607 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:26.300371 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:48:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:26.388887 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:26.389312 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01ffcd-509c-47c0-8e9d-da9446ef5740 None None] The sync data for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:26.408829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:26.452460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1669529678'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:26.464905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:26.466359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Deleting port d7dc9764-8fb9-4a86-929b-a0ce760749b9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:26.466909 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.480413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:network and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:26.485081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:26.492303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.25.2.235 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c6bbd97e-0678-451d-8f86-68cd5621e98b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:26.494590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:26.562362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-cae6968b-aefb-4467-a171-b66de2fdcd1b', 'network_id': 'cae6968b-aefb-4467-a171-b66de2fdcd1b', 'tenant_id': '85b5ece673964f68a75c0807ff76355c', 'fixed_ips': [{'subnet_id': '6e4f15c0-088f-42ee-9cf3-39e86ee2d841'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:26.563507 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.638248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:26.641990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.738607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:26.739119 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.769577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.783762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:49:26.790436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 66ef80bb-cf6e-4673-80da-0eb16c3814c5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=66ef80bb-cf6e-4673-80da-0eb16c3814c5,segment=NetworkSegment(387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf),segment_id=387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:26.818222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:26.982650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=66ef80bb-cf6e-4673-80da-0eb16c3814c5,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:27.072241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:27.083796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eae7c298-774a-4f18-86fd-fa6902f31913 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:27.147378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.162047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.199200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26073055-6b03-4cbc-840b-2d6b221f3ed2 None None] Provisioning for port 824d9cad-d726-4b85-af3d-b1d71d9fb409 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:27.288272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:27.305136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:27.308186 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:27.328209 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.328722 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Added segment 1e76f12d-e058-4066-8159-422a2392e518 of type vlan for network 3e67dea0-377a-4314-8f9a-0c5795245a33 May 12 19:49:27.342490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Allocated IP 2001:db8:0:ffff::2 (cae6968b-aefb-4467-a171-b66de2fdcd1b/6e4f15c0-088f-42ee-9cf3-39e86ee2d841/1aa6e4e9-8780-43d2-ac82-39e22beb2965) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:27.429849 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.462416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b3e11-0392-464d-b886-45c3c4028840 req-38b2d91e-a5be-4bb6-a677-e422804244b5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:27.464526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-783b3e11-0392-464d-b886-45c3c4028840 req-38b2d91e-a5be-4bb6-a677-e422804244b5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5980833 May 12 19:49:27.516080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26073055-6b03-4cbc-840b-2d6b221f3ed2 None None] Provisioning complete for port 824d9cad-d726-4b85-af3d-b1d71d9fb409 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:27.516449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26073055-6b03-4cbc-840b-2d6b221f3ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.562515 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-999c195d-1969-42af-954f-297cffef58d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.579374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:49:27.596050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-783b3e11-0392-464d-b886-45c3c4028840 req-1c3cf038-ad1d-41ba-b303-4a9ae175ac9c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962343 May 12 19:49:27.603505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:27.644643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.648904 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.655014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:27.655876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.657410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.658230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.777267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:27.791036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4913645 May 12 19:49:27.796705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44816) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:27.802290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c7c88-8c4f-4ffc-a6e1-76a5e385414a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Network': ['ID=3e67dea0-377a-4314-8f9a-0c5795245a33,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:27.807670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'subnet': {'network_id': '3e67dea0-377a-4314-8f9a-0c5795245a33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:27.811761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=c6bbd97e-0678-451d-8f86-68cd5621e98b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:27.829679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3e67dea0-377a-4314-8f9a-0c5795245a33 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:27.912187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port eae7c298-774a-4f18-86fd-fa6902f31913 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:27.930539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:27.931426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-26073055-6b03-4cbc-840b-2d6b221f3ed2 None None] Port 824d9cad-d726-4b85-af3d-b1d71d9fb409 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:27.946031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:27.949433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:27.950083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.003454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:28.019375 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.023798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port eae7c298-774a-4f18-86fd-fa6902f31913 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:28.024157 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.066147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:28.097689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:28.098166 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.118117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:subnet and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:28.122953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:28.123321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Transition to ACTIVE for port object 1aa6e4e9-8780-43d2-ac82-39e22beb2965 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:28.133930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:28.149371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'mac_address': 'fa:16:3e:f0:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:49:28.219384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.230263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=bbd569d1-4b1c-49d1-a31f-53540464d956,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:28.261847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=d7dc9764-8fb9-4a86-929b-a0ce760749b9,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:28.266180 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44cb9d05-a1a9-428a-a7c0-b7939343a945 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1098974 May 12 19:49:28.269072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44820) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:28.274574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:01:0f:66', 'name': 'tempest-NetworksTestDHCPv6-1198514209'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:28.291604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:28.295154 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.299430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Calling delete_port for d7dc9764-8fb9-4a86-929b-a0ce760749b9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:28.383240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26073055-6b03-4cbc-840b-2d6b221f3ed2 None None] Provisioning complete for port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:28.383586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26073055-6b03-4cbc-840b-2d6b221f3ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.409172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Transition to ACTIVE for port object 1aa6e4e9-8780-43d2-ac82-39e22beb2965 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:28.423740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Transition to ACTIVE for port object ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:28.469671 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.568492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:28.569509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.585828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:28.586189 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.603650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Network cae6968b-aefb-4467-a171-b66de2fdcd1b is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:28.628307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:28.631225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Transition to ACTIVE for port object ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:28.638785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:28.647945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:28.654689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:28.666629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:28.686539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Pushing event updated for resources: {'Port': ['ID=1aa6e4e9-8780-43d2-ac82-39e22beb2965,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:28.689900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a334359-df56-4f51-b1ed-972cce1ed99e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:49:28.700412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:28.702114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8:1::1 (d9925807-28d9-49e6-bc59-4bb6bbfbf2f2/2a40711a-325d-4b53-a782-9798bddfe47f/c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:28.744137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:28.820581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:28.821080 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:29.047606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.068192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:49:29.089518 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.100984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 62048e57-ba54-4ad5-9f0f-5a454d98ef33 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:49:29.257591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:29.282471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Attempting to bind port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:29.283132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Attempting to bind port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'b6e4540a-5bbe-4fd5-88fc-db634edc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cae6968b-aefb-4467-a171-b66de2fdcd1b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:29.284719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Attempting to bind port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 on network cae6968b-aefb-4467-a171-b66de2fdcd1b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:29.287155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port eae7c298-774a-4f18-86fd-fa6902f31913 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:29.292761 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.331203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fe01:f66 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/bbd569d1-4b1c-49d1-a31f-53540464d956/62048e57-ba54-4ad5-9f0f-5a454d98ef33) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:29.340813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:29.385776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Deleting port d7dc9764-8fb9-4a86-929b-a0ce760749b9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:29.386549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.428355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.446535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-26073055-6b03-4cbc-840b-2d6b221f3ed2 None None] Current status of the port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:29.456756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Subnet': ['ID=d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:29.490616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Checking segment: {'id': '1e76f12d-e058-4066-8159-422a2392e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e67dea0-377a-4314-8f9a-0c5795245a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:29.491576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network hostable DHCP agents. Network: 3e67dea0-377a-4314-8f9a-0c5795245a33, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:29.500864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:29.504180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Checking segment: {'id': 'b6e4540a-5bbe-4fd5-88fc-db634edc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cae6968b-aefb-4467-a171-b66de2fdcd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:29.504652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.505157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Bound using segment: {'id': 'b6e4540a-5bbe-4fd5-88fc-db634edc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cae6968b-aefb-4467-a171-b66de2fdcd1b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:29.505907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Bound port: 1aa6e4e9-8780-43d2-ac82-39e22beb2965, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e4540a-5bbe-4fd5-88fc-db634edc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cae6968b-aefb-4467-a171-b66de2fdcd1b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:29.506218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.532743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Pushing event updated for resources: {'Port': ['ID=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:29.552356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a324fa9-5622-4588-91b7-be16d9fd91b5 req-2ccc7104-3321-4bd6-86c2-ab40b1fc3986 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:29.552810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.560332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a324fa9-5622-4588-91b7-be16d9fd91b5 req-2ccc7104-3321-4bd6-86c2-ab40b1fc3986 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5595376 May 12 19:49:29.568697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 62048e57-ba54-4ad5-9f0f-5a454d98ef33 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:29.575673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.601820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network 3e67dea0-377a-4314-8f9a-0c5795245a33 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:29.607531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:29.625666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.628808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:29.633164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3e67dea0-377a-4314-8f9a-0c5795245a33) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:29.645957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:29.646643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.662377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:29.671056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a324fa9-5622-4588-91b7-be16d9fd91b5 req-985d23e1-3907-431e-9a4a-60f0643abc8f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001716 May 12 19:49:29.703886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0c89cd56-0a3d-4ad8-bf88-4619b4022c93 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9041336 May 12 19:49:29.707050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44842) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:29.708751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.714002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'port': {'network_id': '3e67dea0-377a-4314-8f9a-0c5795245a33', 'name': 'tempest-NetworksIpV6TestAttrs-778336196'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:29.732901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.755279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e89a9-ed6f-4b82-8faa-8acf8533ad49 None None] Network 3e67dea0-377a-4314-8f9a-0c5795245a33 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:29.821372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:29.827564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:29.833719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:29.838430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port eae7c298-774a-4f18-86fd-fa6902f31913, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eae7c298-774a-4f18-86fd-fa6902f31913,segment=NetworkSegment(ea674b73-fbf9-4fb6-8695-4f971b4b0937),segment_id=ea674b73-fbf9-4fb6-8695-4f971b4b0937)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:29.839770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:29.840536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.842544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['5a334359-df56-4f51-b1ed-972cce1ed99e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:49:29.902126 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-caa08034-89bb-47e9-a8b5-d6752fdfa276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:29.964200 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:30.076110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:30.101455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:30.121753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:30.129269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:port and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:30.129269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:30.143318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:30.144082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:30.146906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:30.182566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:30.204942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=62048e57-ba54-4ad5-9f0f-5a454d98ef33,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:30.228096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-05b1edb1-eb32-4e21-bde6-1c1f6335821b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9555440 May 12 19:49:30.233614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44868) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:30.247447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:30.258429 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:30.326973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d7dc9764-8fb9-4a86-929b-a0ce760749b9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:30.346608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] device_id is not set on port f651ff22-4be9-4144-baaa-148fc9a61aef yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:49:30.459919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=12']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:30.518518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e419d1-c914-4ece-95e1-0ce8d8830408 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:30.534906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e419d1-c914-4ece-95e1-0ce8d8830408 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:30.536175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a6e419d1-c914-4ece-95e1-0ce8d8830408 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:30.540664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router 74a725f9-661b-43fe-816d-8158c6ac6ebb is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:49:30.725125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=eae7c298-774a-4f18-86fd-fa6902f31913,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:30.741621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a6e419d1-c914-4ece-95e1-0ce8d8830408 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:30.746563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a6e419d1-c914-4ece-95e1-0ce8d8830408 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5097334 May 12 19:49:30.754901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44882) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:30.857862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:30.873102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Allocated IP 2001:db8::f816:3eff:fe70:a28a (3e67dea0-377a-4314-8f9a-0c5795245a33/d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab/f651ff22-4be9-4144-baaa-148fc9a61aef) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:30.887057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 62048e57-ba54-4ad5-9f0f-5a454d98ef33 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:30.887412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:30.967345 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:30.976235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:31.031043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.035467 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-30e9f08b-6f79-4dd7-8a03-abeb17b88d78 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6713858 May 12 19:49:31.036181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44890) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:31.090797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.090797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1dbb726f-b147-4aed-8643-cd519d84ac00 None None] Provisioning complete for port 824d9cad-d726-4b85-af3d-b1d71d9fb409 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:31.090797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dbb726f-b147-4aed-8643-cd519d84ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.147249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] Sync routers for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:31.264976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Attempting to bind port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:31.264976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Attempting to bind port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '13f994e4-7a72-4cfe-bec6-33023e5500a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:31.265552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Attempting to bind port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 on network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:31.336863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:31.337690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Checking segment: {'id': '13f994e4-7a72-4cfe-bec6-33023e5500a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:31.337806 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.338212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Bound using segment: {'id': '13f994e4-7a72-4cfe-bec6-33023e5500a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:31.339511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Bound port: ea940dc0-1d5b-46ed-9a8b-1e4abae3c881, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f994e4-7a72-4cfe-bec6-33023e5500a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:31.340106 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.386481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:31.389834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:31.445261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] For port 1aa6e4e9-8780-43d2-ac82-39e22beb2965, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:31.595792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb726f-b147-4aed-8643-cd519d84ac00 None None] Port 824d9cad-d726-4b85-af3d-b1d71d9fb409 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:31.623635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:31.634076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] For port 1aa6e4e9-8780-43d2-ac82-39e22beb2965, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1aa6e4e9-8780-43d2-ac82-39e22beb2965,segment=NetworkSegment(b6e4540a-5bbe-4fd5-88fc-db634edc5131),segment_id=b6e4540a-5bbe-4fd5-88fc-db634edc5131)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:31.707324 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.896512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.907138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:31.909069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:31.916405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Transition to ACTIVE for port object f651ff22-4be9-4144-baaa-148fc9a61aef will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:31.957741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d7dc9764-8fb9-4a86-929b-a0ce760749b9 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:31.958365 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.969178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-552888ea-f74e-4b1e-8a34-16dd379dcb1b None None] Provisioning for port c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:31.974224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:31.991847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-552888ea-f74e-4b1e-8a34-16dd379dcb1b None None] Provisioning complete for port c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:31.992480 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-552888ea-f74e-4b1e-8a34-16dd379dcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.108628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b5148-0736-47d5-aaa8-56aad7f0558c req-932b3601-36ca-4f5c-94db-7dcb3cfd79f0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:32.110673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a1b5148-0736-47d5-aaa8-56aad7f0558c req-932b3601-36ca-4f5c-94db-7dcb3cfd79f0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 1.1175854 May 12 19:49:32.133884 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.152714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:32.153526 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.165925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network 3e67dea0-377a-4314-8f9a-0c5795245a33 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:32.166660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-552888ea-f74e-4b1e-8a34-16dd379dcb1b None None] Port c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:32.204508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:32.235684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:32.241840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:32.242542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.248955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a1b5148-0736-47d5-aaa8-56aad7f0558c req-2e956273-5b09-4287-96fc-19d889806373 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054082 May 12 19:49:32.269162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:32.269856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39d7e0-2a70-4d58-87df-644eda132f38 None None] The sync data for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:32.359658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Port': ['ID=f651ff22-4be9-4144-baaa-148fc9a61aef,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:32.403948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-94b9aa5a-407f-4fd9-8c3c-29132079c55c tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6929708 May 12 19:49:32.407230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44904) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:32.429608 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.468710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Calling delete_port for d7dc9764-8fb9-4a86-929b-a0ce760749b9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:32.571729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Deleting subnet d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:32.579802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.586710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] For port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:32.611432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80bcad-3332-45e1-afab-947d41b25d7f None None] Pushing event updated for resources: {'Port': ['ID=1aa6e4e9-8780-43d2-ac82-39e22beb2965,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:32.641956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:32.659048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] For port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,segment=NetworkSegment(13f994e4-7a72-4cfe-bec6-33023e5500a9),segment_id=13f994e4-7a72-4cfe-bec6-33023e5500a9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:32.671239 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.732414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 62048e57-ba54-4ad5-9f0f-5a454d98ef33 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:32.794046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.808983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d7dc9764-8fb9-4a86-929b-a0ce760749b9,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:32.835600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:32.908508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eae7c298-774a-4f18-86fd-fa6902f31913 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:33.081561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e26d169-3e07-400d-885d-e3ad166ca994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3e67dea0-377a-4314-8f9a-0c5795245a33', 'network_id': '3e67dea0-377a-4314-8f9a-0c5795245a33', 'tenant_id': '85b5ece673964f68a75c0807ff76355c', 'fixed_ips': [{'subnet_id': 'd21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:33.085395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e26d169-3e07-400d-885d-e3ad166ca994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.105697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.139759 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:33.140235 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:33.201144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.208302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4028-b41d-4f13-b4f3-d06f8bd8b786 None None] Pushing event updated for resources: {'Port': ['ID=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:33.284113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port eae7c298-774a-4f18-86fd-fa6902f31913 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:33.284529 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.303007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.431433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.447110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=62048e57-ba54-4ad5-9f0f-5a454d98ef33,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:33.520692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bf035679-8a41-42fb-8be8-5f2242b98173 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/62048e57-ba54-4ad5-9f0f-5a454d98ef33 HTTP/1.1" status: 204 len: 168 time: 2.7645204 May 12 19:49:33.524155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:33.540527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:33.653755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.704978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.706075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.869592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port eae7c298-774a-4f18-86fd-fa6902f31913 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:33.871190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 66ef80bb-cf6e-4673-80da-0eb16c3814c5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:33.917071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 5a334359-df56-4f51-b1ed-972cce1ed99e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:33.917955 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:33.975408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a3b8f-3d9c-40bf-b8df-ba67e6e8697d req-ea0d56a4-360f-4ed0-a23a-926143a225af tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:33.977356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-838a3b8f-3d9c-40bf-b8df-ba67e6e8697d req-ea0d56a4-360f-4ed0-a23a-926143a225af tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 945 time: 0.3779180 May 12 19:49:33.987303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54efe8-3d89-4ca6-819e-6bb1ce7d5f11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:33.988945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54efe8-3d89-4ca6-819e-6bb1ce7d5f11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:33.989772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ee54efe8-3d89-4ca6-819e-6bb1ce7d5f11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:34.019080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:34.080229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ee54efe8-3d89-4ca6-819e-6bb1ce7d5f11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:34.083775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ee54efe8-3d89-4ca6-819e-6bb1ce7d5f11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5563865 May 12 19:49:34.088038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-838a3b8f-3d9c-40bf-b8df-ba67e6e8697d req-46739109-5d78-409f-98d4-49f0fdb1f0bb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951941 May 12 19:49:34.088582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44918) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:34.156997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Deleting port d7dc9764-8fb9-4a86-929b-a0ce760749b9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:34.159186 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.195655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet bbd569d1-4b1c-49d1-a31f-53540464d956 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:34.202910 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.216783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:34.217127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.268852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:34.269069 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.340095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:34.343614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:34.355542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:49:34.369607 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.374754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.1 (d7c4e857-be6f-4756-b0c4-1b0fe0af4531/51bc20e1-5010-4f14-a224-39263eead2a1/d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:34.556667 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d152d656-3764-42f0-8775-6e892e4cad37'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'code': 200} May 12 19:49:34.560287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:34.627257 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.635398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.674158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Transition to ACTIVE for port object d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:34.750854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.818752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826673a6-1510-4c8e-a953-af8341c15b7c None None] Network cae6968b-aefb-4467-a171-b66de2fdcd1b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:34.871053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:34.875950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:34.923230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:34.926979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:34.929224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Subnet': ['ID=d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:34.933283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:34.993724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:35.017887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-79e82341-99d7-43bf-8429-f919764a946e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab HTTP/1.1" status: 204 len: 168 time: 2.6086855 May 12 19:49:35.021957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:35.075720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:35.080685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:35.112807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=13']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:35.147193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 7fa8da78-8242-4a14-96de-9b9792cc4363 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server [None req-3e26d169-3e07-400d-885d-e3ad166ca994 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab: This subnet is being modified by another concurrent operation. May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise exception May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab: This subnet is being modified by another concurrent operation. May 12 19:49:35.216916 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server May 12 19:49:35.285335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a50795-d744-4414-bff4-b9937a2b7dac None None] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:35.401796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da74a8f-3937-4895-bcaa-feba299aa0e7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:35.405175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da74a8f-3937-4895-bcaa-feba299aa0e7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:35.406004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8da74a8f-3937-4895-bcaa-feba299aa0e7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Synchronizing usage tracker for tenant:85b5ece673964f68a75c0807ff76355c on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:35.557375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:35.694943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:35.736226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8da74a8f-3937-4895-bcaa-feba299aa0e7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Unset dirty status for tenant:85b5ece673964f68a75c0807ff76355c on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:35.741141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8da74a8f-3937-4895-bcaa-feba299aa0e7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7136004 May 12 19:49:35.741141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:35.755583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44936) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:35.787466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:35.801507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd569d1-4b1c-49d1-a31f-53540464d956,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:35.802744 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] Sync routers for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:35.823114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2ebc23cd-f250-46d1-a11f-5053d06ea51e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/7fa8da78-8242-4a14-96de-9b9792cc4363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5194216 May 12 19:49:35.824364 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:35.825008 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:35.828423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44940) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:35.842149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a60c3931-ba75-4feb-b72e-a32eddd3870d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/bbd569d1-4b1c-49d1-a31f-53540464d956 HTTP/1.1" status: 204 len: 168 time: 1.7493908 May 12 19:49:35.859960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44944) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:35.948205 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:35.953347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac3305-7181-4bd2-8ee5-ead45a309ae3 None None] Network 3e67dea0-377a-4314-8f9a-0c5795245a33 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:35.972222 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:35.972922 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:36.002956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267843ad-f9d9-4411-965f-b011c196757a req-ba5be505-eae5-4b17-8de2-ecff7123c415 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:36.005132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-267843ad-f9d9-4411-965f-b011c196757a req-ba5be505-eae5-4b17-8de2-ecff7123c415 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.4490676 May 12 19:49:36.020879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-15da583b-c330-4ce9-a88a-4850edf625a2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578062 May 12 19:49:36.034367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:36.203173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-267843ad-f9d9-4411-965f-b011c196757a req-aa097c23-ae35-490f-8bdc-6eaa90084554 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727023 May 12 19:49:36.220952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-30161651-64fa-4ed8-9103-bde4c9cce340 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:36.240942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97292b87-8480-4793-83fb-5fa9e0123b3d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:36.242435 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:36.243038 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15936e23-bedf-434a-9502-7a26d02abbf4 None None] The sync data for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:36.246183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-97292b87-8480-4793-83fb-5fa9e0123b3d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:36.275094 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-30161651-64fa-4ed8-9103-bde4c9cce340 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 12 19:49:36.275601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30161651-64fa-4ed8-9103-bde4c9cce340 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:49:36.283968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44952) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:36.285475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-30161651-64fa-4ed8-9103-bde4c9cce340 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/3e67dea0-377a-4314-8f9a-0c5795245a33 HTTP/1.1" status: 409 len: 405 time: 0.5266356 May 12 19:49:36.287128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-97292b87-8480-4793-83fb-5fa9e0123b3d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:36.291898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-97292b87-8480-4793-83fb-5fa9e0123b3d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports/c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 HTTP/1.1" status: 200 len: 913 time: 0.4497962 May 12 19:49:36.293072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44956) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:36.295952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1811288211'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:36.301965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:36.306661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:network and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:36.309120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:36.315274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:36.350321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd39c16-2e68-409d-acaa-0b3eec2b4769 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:36.351810 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-abd39c16-2e68-409d-acaa-0b3eec2b4769 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3178663 May 12 19:49:36.355025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44960) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:36.357349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:36.361045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:36.435686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d207cea6-6c86-4fd4-be33-9414aff7c002 None None] Provisioning for port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:36.536057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:36.636580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e576ec-f878-4415-bd18-9065d0c0a8fb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:36.667191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c1e576ec-f878-4415-bd18-9065d0c0a8fb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:36.672481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:36.672819 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Added segment c327a603-fa10-4079-a777-aa292b4822fa of type vlan for network d29d224d-00cc-4bd5-8204-e259a4132073 May 12 19:49:36.745351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c1e576ec-f878-4415-bd18-9065d0c0a8fb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:36.747040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1e576ec-f878-4415-bd18-9065d0c0a8fb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3909719 May 12 19:49:36.753048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:36.778862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:36.779251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:36.850758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:36.869825 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f118f00-dec5-4e6d-a673-92a8ee9db207 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043978 May 12 19:49:36.871593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44970) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:36.881954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:36.925829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Calling delete_port for d7dc9764-8fb9-4a86-929b-a0ce760749b9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:37.061044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:37.103605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f5794973-b4f2-4c7b-9651-91dc35c06f0d None None] Provisioning complete for port c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:37.104074 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5794973-b4f2-4c7b-9651-91dc35c06f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:37.211583 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:37.358985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:49:37.439096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:49:37.466920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1aa6e4e9-8780-43d2-ac82-39e22beb2965 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:37.492004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:37.511233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:37.536311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:37.562470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:37.581391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:37.581391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:37.663631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f5794973-b4f2-4c7b-9651-91dc35c06f0d None None] Port c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:37.703320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f5794973-b4f2-4c7b-9651-91dc35c06f0d None None] Provisioning for port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:37.712785 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:37.712785 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:37.725529 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:37.751907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:37.766825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:37.766825 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:37.928378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:37.954317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.041696 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.044120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4486f5aa-5804-4a23-910d-2368683de31d None None] Provisioning complete for port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:38.044481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4486f5aa-5804-4a23-910d-2368683de31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.195599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:38.196310 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.324087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4486f5aa-5804-4a23-910d-2368683de31d None None] Current status of the port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:38.324516 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4486f5aa-5804-4a23-910d-2368683de31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.334824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1aa6e4e9-8780-43d2-ac82-39e22beb2965, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1aa6e4e9-8780-43d2-ac82-39e22beb2965,segment=NetworkSegment(b6e4540a-5bbe-4fd5-88fc-db634edc5131),segment_id=b6e4540a-5bbe-4fd5-88fc-db634edc5131)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:38.342257 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.343262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:38.377439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcfaaa-b0bd-4da1-9523-f5895f11fffc req-b5b4b7aa-9f00-4ebd-a221-4412cf82bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:38.384098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81dcfaaa-b0bd-4da1-9523-f5895f11fffc req-b5b4b7aa-9f00-4ebd-a221-4412cf82bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.8800659 May 12 19:49:38.439445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81dcfaaa-b0bd-4da1-9523-f5895f11fffc req-3b288e8e-6d0c-4c38-8879-51957e89bd0c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 May 12 19:49:38.556576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1aa6e4e9-8780-43d2-ac82-39e22beb2965,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:38.567290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:38.567757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.584820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2990448 May 12 19:49:38.602710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:38.638205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'subnet': {'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:38.742728 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-4486f5aa-5804-4a23-910d-2368683de31d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:38.743335 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-4486f5aa-5804-4a23-910d-2368683de31d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:38.745993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.767126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:38.776652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:38.777022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.815080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.821530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a8e34-93e8-4d08-b595-5ee8438c1b75 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Network': ['ID=d29d224d-00cc-4bd5-8204-e259a4132073,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:38.841966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:38.851782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:38.856813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:38.879348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d29d224d-00cc-4bd5-8204-e259a4132073 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:38.915854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:38.974101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:39.056668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:39.060782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:39.221704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:39.304078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=c7bb267d-1ea2-4c8f-a51a-d4b01943e3d5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:39.348154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:39.348154 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:39.414243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,segment=NetworkSegment(13f994e4-7a72-4cfe-bec6-33023e5500a9),segment_id=13f994e4-7a72-4cfe-bec6-33023e5500a9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:39.427686 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:39.587383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Deleting port d7dc9764-8fb9-4a86-929b-a0ce760749b9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:39.588025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:39.660511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:39.705453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44996) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:39.783546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:39.814836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:39.839270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:39.851646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:39.877430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] For port d7dc9764-8fb9-4a86-929b-a0ce760749b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d7dc9764-8fb9-4a86-929b-a0ce760749b9,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:39.877764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.039073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Calling delete_port for d7dc9764-8fb9-4a86-929b-a0ce760749b9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:40.200311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4486f5aa-5804-4a23-910d-2368683de31d None None] Current status of the port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:40.203656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1aa6e4e9-8780-43d2-ac82-39e22beb2965 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:40.237528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.247896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.296029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:40.300203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7db50984548445d6a6c15ffd30c8b544 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:40.303218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:40.314793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:40.332710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router 74a725f9-661b-43fe-816d-8158c6ac6ebb has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:40.340084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] No DVR routers for this DVR port d7dc9764-8fb9-4a86-929b-a0ce760749b9 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:40.341040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:40.351565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:40.353977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a217aa-e3fd-40a2-be0c-33ef05eb864d None None] Pushing event deleted for resources: {'Port': ['ID=d7dc9764-8fb9-4a86-929b-a0ce760749b9,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:40.374793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:40.375484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.399844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940638ff-2d8e-44b9-823d-4298ca3d8f7c None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:40.417205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:40.417544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.436478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:49:40.436953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.442873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-137be097-8290-44aa-a060-164bb864e29f None None] Provisioning for port d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:40.456948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-137be097-8290-44aa-a060-164bb864e29f None None] Provisioning complete for port d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:40.456948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-137be097-8290-44aa-a060-164bb864e29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.600231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-137be097-8290-44aa-a060-164bb864e29f None None] Port d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:40.684993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-137be097-8290-44aa-a060-164bb864e29f None None] Provisioning complete for port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:40.685392 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-137be097-8290-44aa-a060-164bb864e29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.757325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.785241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:40.832702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7db50984548445d6a6c15ffd30c8b544&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1260641 May 12 19:49:40.836281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45002) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:40.836679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a73bce-3695-4f8b-b9a6-eaccbf98b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21b357d-fe29-4198-b736-1be928329d49,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:40.839262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.847547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24716694-3418-4dd5-8904-36b1f3af1e2d req-63784572-676e-4291-8948-1cf54797c7fc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:40.855006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24716694-3418-4dd5-8904-36b1f3af1e2d req-63784572-676e-4291-8948-1cf54797c7fc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 1.0274687 May 12 19:49:40.865778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:40.877463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=1461bd6b-eed7-457f-81e2-b36afd58d3af,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:40.887498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] Sync routers for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:40.912081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:40.912709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:40.939085 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-37445fd3-578f-4806-9d20-9451f01f9b13 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/routers/74a725f9-661b-43fe-816d-8158c6ac6ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9016590 May 12 19:49:40.945776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24716694-3418-4dd5-8904-36b1f3af1e2d req-c60eec98-1626-4324-bdce-4a9739683f97 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898278 May 12 19:49:40.950029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45006) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:40.972209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '1461bd6b-eed7-457f-81e2-b36afd58d3af'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:40.973050 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:40.977012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 7fa8da78-8242-4a14-96de-9b9792cc4363 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:40.984967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'port': {'network_id': 'd7c4e857-be6f-4756-b0c4-1b0fe0af4531', 'name': 'tempest-FloatingIPTestJSON-2031229213'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:41.026675 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bca4efb6-0b1b-42e3-a0fd-74a584c5abf3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1521058 May 12 19:49:41.049296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:41.053152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-137be097-8290-44aa-a060-164bb864e29f None None] Current status of the port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:41.104700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45010) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:41.153607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:e2:ba:f3', 'name': 'tempest-NetworksTestDHCPv6-469622373'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:41.197456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/1461bd6b-eed7-457f-81e2-b36afd58d3af/22617e58-bee9-46f7-ae9d-cc72be0e8123) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:41.210637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:41.222987 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] Sync routers for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:41.229892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1806530-7c91-4d48-84c8-703c69772932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:41.241158 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:41.243641 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:41.272389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-836ee9a5-6550-4bf1-bcdb-be4b5ef55615 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/7fa8da78-8242-4a14-96de-9b9792cc4363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9781895 May 12 19:49:41.276354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45014) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:41.280531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1806530-7c91-4d48-84c8-703c69772932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:41.320808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Subnet': ['ID=3198ec00-e02a-43fb-b628-de325f09285b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:41.347295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Checking segment: {'id': 'c327a603-fa10-4079-a777-aa292b4822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:41.348135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network hostable DHCP agents. Network: d29d224d-00cc-4bd5-8204-e259a4132073, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:41.408499 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:41.418950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Transition to ACTIVE for port object 22617e58-bee9-46f7-ae9d-cc72be0e8123 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:41.431250 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:41.437832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Transition to ACTIVE for port object 22617e58-bee9-46f7-ae9d-cc72be0e8123 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:41.456263 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:41.457570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:41.458362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:41.459174 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:41.480434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:41.508425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network d29d224d-00cc-4bd5-8204-e259a4132073 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:41.512188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Usage tracker for resource:port and tenant:a641c1742c2742debb2e5b85dd2e4e88 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:41.519366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:41.533504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:41.536402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:41.541924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:41.546979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d29d224d-00cc-4bd5-8204-e259a4132073) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:41.549864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:41.557773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:41.558911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:41.569543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:41.573465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb9ea7-9e31-479e-abc8-92db79709095 None None] Network d29d224d-00cc-4bd5-8204-e259a4132073 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:41.587342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Made reservation on behalf of a641c1742c2742debb2e5b85dd2e4e88 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:41.590992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:41.591997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:41.617374 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:41.618106 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d8d06-b247-4c8a-9b9b-88cf95cbbff6 None None] The sync data for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:41.640550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d64e0cef-e5a0-423a-8157-b3954bcda8d7 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0364022 May 12 19:49:41.641556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45018) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:41.652004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:41.691989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:41.700443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'port': {'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073', 'name': 'tempest-NetworksIpV6TestAttrs-42839461'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:41.754950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] device_id is not set on port fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:49:41.763771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Pushing event updated for resources: {'Port': ['ID=22617e58-bee9-46f7-ae9d-cc72be0e8123,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:41.822916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:41.823347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da41a5-9451-4b15-b76a-b5f17b37c1a5 None None] The sync data for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:41.843324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:41.851541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:41.853993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:41.929068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:41.929534 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.046581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Attempting to bind port 22617e58-bee9-46f7-ae9d-cc72be0e8123 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:42.046969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Attempting to bind port 22617e58-bee9-46f7-ae9d-cc72be0e8123 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:42.047324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Attempting to bind port 22617e58-bee9-46f7-ae9d-cc72be0e8123 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:42.076082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:42.076459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:42.076850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.077268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:42.078293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Bound port: 22617e58-bee9-46f7-ae9d-cc72be0e8123, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:42.078293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.212808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1806530-7c91-4d48-84c8-703c69772932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.228010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] For port 22617e58-bee9-46f7-ae9d-cc72be0e8123, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:42.231791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] For port 22617e58-bee9-46f7-ae9d-cc72be0e8123, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=22617e58-bee9-46f7-ae9d-cc72be0e8123,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:42.241480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Allocated IP 172.20.0.14 (d7c4e857-be6f-4756-b0c4-1b0fe0af4531/51bc20e1-5010-4f14-a224-39263eead2a1/fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:42.244657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1806530-7c91-4d48-84c8-703c69772932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21b357d-fe29-4198-b736-1be928329d49,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:42.263266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1806530-7c91-4d48-84c8-703c69772932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.267107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a1806530-7c91-4d48-84c8-703c69772932 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c21b357d-fe29-4198-b736-1be928329d49 HTTP/1.1" status: 204 len: 168 time: 1.4070950 May 12 19:49:42.271255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.291547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80353-5dd9-4051-a37d-d786442c5765 req-f918b468-c870-4773-a618-7c5a9575ebb6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:42.293087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fe80353-5dd9-4051-a37d-d786442c5765 req-f918b468-c870-4773-a618-7c5a9575ebb6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.1411424 May 12 19:49:42.410075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8fe80353-5dd9-4051-a37d-d786442c5765 req-22a49e1a-518d-41c9-a749-ab29d9c2981a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857089 May 12 19:49:42.410701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57402efe-1ef2-412d-85e5-c4716474907d None None] Pushing event updated for resources: {'Port': ['ID=22617e58-bee9-46f7-ae9d-cc72be0e8123,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:42.444560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.452690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:42.481363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:port and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:42.496605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:42.496825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.506105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:42.536966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:42.597342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port a46e2320-7c89-4930-affa-a8609edd42ae yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:49:42.635258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-d29d224d-00cc-4bd5-8204-e259a4132073', 'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073', 'tenant_id': '85b5ece673964f68a75c0807ff76355c', 'fixed_ips': [{'subnet_id': '3198ec00-e02a-43fb-b628-de325f09285b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:42.636155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.654568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:42.670500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.835747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] device_id is not set on port f20f7e9c-529e-4df7-983a-7b2125cc99dc yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:49:42.921167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:42.996529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Allocated IP 2001:db8::f816:3eff:fe5f:c87f (d29d224d-00cc-4bd5-8204-e259a4132073/3198ec00-e02a-43fb-b628-de325f09285b/b29a013c-127f-4262-a7d3-6284366e171b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:43.117281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Transition to ACTIVE for port object fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:43.161701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 824d9cad-d726-4b85-af3d-b1d71d9fb409 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:43.162087 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:43.202013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::3bc (bf971410-83a2-4bb7-8884-aa25d5cf9a81/1461bd6b-eed7-457f-81e2-b36afd58d3af/a46e2320-7c89-4930-affa-a8609edd42ae) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:43.308172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:43.436586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:43.474448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Transition to ACTIVE for port object b29a013c-127f-4262-a7d3-6284366e171b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:43.532173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Transition to ACTIVE for port object b29a013c-127f-4262-a7d3-6284366e171b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:43.542549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:43.626601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:43.659587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event updated for resources: {'Port': ['ID=fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:43.692696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Network d29d224d-00cc-4bd5-8204-e259a4132073 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:43.696122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:43.700387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:43.809475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 22617e58-bee9-46f7-ae9d-cc72be0e8123 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:43.843571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Pushing event updated for resources: {'Port': ['ID=b29a013c-127f-4262-a7d3-6284366e171b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:43.884550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 824d9cad-d726-4b85-af3d-b1d71d9fb409 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:43.979784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Attempting to bind port b29a013c-127f-4262-a7d3-6284366e171b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:43.981775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Attempting to bind port b29a013c-127f-4262-a7d3-6284366e171b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c327a603-fa10-4079-a777-aa292b4822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:43.982305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Attempting to bind port b29a013c-127f-4262-a7d3-6284366e171b on network d29d224d-00cc-4bd5-8204-e259a4132073 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:43.998454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:43.998764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Checking segment: {'id': 'c327a603-fa10-4079-a777-aa292b4822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:43.999229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:43.999552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Bound using segment: {'id': 'c327a603-fa10-4079-a777-aa292b4822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:44.002571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Bound port: b29a013c-127f-4262-a7d3-6284366e171b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c327a603-fa10-4079-a777-aa292b4822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd29d224d-00cc-4bd5-8204-e259a4132073'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:44.003033 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:44.242395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] For port b29a013c-127f-4262-a7d3-6284366e171b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:44.248888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] For port b29a013c-127f-4262-a7d3-6284366e171b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b29a013c-127f-4262-a7d3-6284366e171b,segment=NetworkSegment(c327a603-fa10-4079-a777-aa292b4822fa),segment_id=c327a603-fa10-4079-a777-aa292b4822fa)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:44.257882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81a1a9-1563-4b89-9782-6e03cca531c1 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:44.283886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:44.291786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:44.308279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:44.328367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:44.342044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:44.355915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=824d9cad-d726-4b85-af3d-b1d71d9fb409,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:44.478008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Allocated IP 2001:db8::f816:3eff:fe2b:aa34 (d29d224d-00cc-4bd5-8204-e259a4132073/3198ec00-e02a-43fb-b628-de325f09285b/f20f7e9c-529e-4df7-983a-7b2125cc99dc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:44.606422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 22617e58-bee9-46f7-ae9d-cc72be0e8123 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:44.643828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:44.644489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:44.662085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] Provisioning for port 22617e58-bee9-46f7-ae9d-cc72be0e8123 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:44.740112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] Provisioning complete for port 22617e58-bee9-46f7-ae9d-cc72be0e8123 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:44.746395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:44.790261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:44.833876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:44.840614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082befa-8ede-4a7b-a3eb-4a5077b98bfe None None] Pushing event updated for resources: {'Port': ['ID=b29a013c-127f-4262-a7d3-6284366e171b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:44.909161 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1ac9e5a8-326b-48fa-abbe-92237be28735 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9412169 May 12 19:49:44.924201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45060) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:44.954333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e6a04-aa2d-467e-a1b8-a9b927820d25 req-8a93c860-881f-43a3-ad23-df1412fcd5c6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:44.961912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-878e6a04-aa2d-467e-a1b8-a9b927820d25 req-8a93c860-881f-43a3-ad23-df1412fcd5c6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.7481298 May 12 19:49:44.976424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object a46e2320-7c89-4930-affa-a8609edd42ae will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:44.998019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Request body: {'floatingip': {'port_id': 'fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:45.189669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] Current status of the port 22617e58-bee9-46f7-ae9d-cc72be0e8123 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:45.190100 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:45.261900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] For port 22617e58-bee9-46f7-ae9d-cc72be0e8123, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=22617e58-bee9-46f7-ae9d-cc72be0e8123,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:45.273083 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:45.351785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:45.363027 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-878e6a04-aa2d-467e-a1b8-a9b927820d25 req-11fc0591-3348-4f2f-8dde-4c6a7d2e866d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999734 May 12 19:49:45.367976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113d307-4924-4e61-aa9b-d6c5a31e77a2 None None] Pushing event updated for resources: {'Port': ['ID=22617e58-bee9-46f7-ae9d-cc72be0e8123,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:45.421288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-61c2e857-3b5d-49d5-95be-a30a93e8c07f None None] Provisioning for port fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:45.429101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-61c2e857-3b5d-49d5-95be-a30a93e8c07f None None] Provisioning complete for port fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:45.429950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61c2e857-3b5d-49d5-95be-a30a93e8c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:45.531379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-61c2e857-3b5d-49d5-95be-a30a93e8c07f None None] Port fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:45.541854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 7fa8da78-8242-4a14-96de-9b9792cc4363 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:45.608991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:45.702749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Transition to ACTIVE for port object f20f7e9c-529e-4df7-983a-7b2125cc99dc will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:45.714002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 22617e58-bee9-46f7-ae9d-cc72be0e8123 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:45.737802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:45.760912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e9476341-042e-4d9f-a6d7-597b65f416c7 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/7fa8da78-8242-4a14-96de-9b9792cc4363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4832435 May 12 19:49:45.761862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45074) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:45.768675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] Sync routers for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:45.782636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:45.813661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:45.814816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:45.816110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5c4a3640-92f5-4e23-b5ed-ef509545fdf0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:45.839258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5c4a3640-92f5-4e23-b5ed-ef509545fdf0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:45.844464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5c4a3640-92f5-4e23-b5ed-ef509545fdf0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fa8da78-8242-4a14-96de-9b9792cc4363 HTTP/1.1" status: 200 len: 205 time: 0.0813813 May 12 19:49:45.846399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45080) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:45.932998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:45.939302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:45.945589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network d29d224d-00cc-4bd5-8204-e259a4132073 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:45.981724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] Routers {'7fa8da78-8242-4a14-96de-9b9792cc4363'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:45.982483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7fa8da78-8242-4a14-96de-9b9792cc4363'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:46.009834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:46.038362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:46.045034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:46.046087 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:46.114092 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.4696078 May 12 19:49:46.120240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ea1ff-3c57-4a22-9fef-91f30ec4263f tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Port': ['ID=f20f7e9c-529e-4df7-983a-7b2125cc99dc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:46.123367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45088) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:46.228528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:46.228942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939337e-4b67-4ef5-a4c0-13bc126748df None None] The sync data for ids ['7fa8da78-8242-4a14-96de-9b9792cc4363'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:46.261918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 22617e58-bee9-46f7-ae9d-cc72be0e8123 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:46.262297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:46.452008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=a46e2320-7c89-4930-affa-a8609edd42ae,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:46.459594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-307f2662-a4d0-4443-a9b5-fcf67903ad67 None None] Provisioning complete for port 22617e58-bee9-46f7-ae9d-cc72be0e8123 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:46.459902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-307f2662-a4d0-4443-a9b5-fcf67903ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:46.503606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:46.548645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e75e92c3-1198-49a4-8636-bb239343ed7f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:46.695640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:46.753997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:46.777061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:46.790152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:46.811342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd5ab8-654f-4a22-9c7b-86c8789daa75 None None] Network d29d224d-00cc-4bd5-8204-e259a4132073 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:46.883363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-371880b0-e3f3-4ebd-99ec-01c3beea6028 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7705801 May 12 19:49:46.894339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45104) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:47.242465 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e75e92c3-1198-49a4-8636-bb239343ed7f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.256338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e75e92c3-1198-49a4-8636-bb239343ed7f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.270656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Deleting subnet 3198ec00-e02a-43fb-b628-de325f09285b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:47.332497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.343021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e75e92c3-1198-49a4-8636-bb239343ed7f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.343620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e92c3-1198-49a4-8636-bb239343ed7f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa8da78-8242-4a14-96de-9b9792cc4363 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:49:47.344814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-307f2662-a4d0-4443-a9b5-fcf67903ad67 None None] Current status of the port 22617e58-bee9-46f7-ae9d-cc72be0e8123 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:47.394727 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e75e92c3-1198-49a4-8636-bb239343ed7f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.398487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e75e92c3-1198-49a4-8636-bb239343ed7f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/7fa8da78-8242-4a14-96de-9b9792cc4363 HTTP/1.1" status: 204 len: 168 time: 1.5499027 May 12 19:49:47.418882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e8e1f-da2f-4a19-9266-fb8f127560fe req-ec184dc7-39bf-468d-a7bd-8c75f43176f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:47.422145 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-236e8e1f-da2f-4a19-9266-fb8f127560fe req-ec184dc7-39bf-468d-a7bd-8c75f43176f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.5494339 May 12 19:49:47.423166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45112) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:47.551806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-236e8e1f-da2f-4a19-9266-fb8f127560fe req-30dae070-3329-450f-8bb9-25227a45fd77 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742569 May 12 19:49:47.569431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet 2a40711a-325d-4b53-a782-9798bddfe47f {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:47.574286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.582685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fe69243a-d2b9-4bfe-9a62-8e03b64eacf6 None None] Provisioning for port b29a013c-127f-4262-a7d3-6284366e171b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:47.597200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 22617e58-bee9-46f7-ae9d-cc72be0e8123 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:47.606706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b29a013c-127f-4262-a7d3-6284366e171b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:49:47.618945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.652685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.738461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fe69243a-d2b9-4bfe-9a62-8e03b64eacf6 None None] Could not find standard attr ID for object 62048e57-ba54-4ad5-9f0f-5a454d98ef33. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:49:47.764522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.887507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc2343-da0a-49c0-bcc7-13ec65bccf39 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:47.890148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.896362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc2343-da0a-49c0-bcc7-13ec65bccf39 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:47.897436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4abc2343-da0a-49c0-bcc7-13ec65bccf39 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:47.929580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4abc2343-da0a-49c0-bcc7-13ec65bccf39 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:47.930996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4abc2343-da0a-49c0-bcc7-13ec65bccf39 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.0237727 May 12 19:49:47.934437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45118) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:47.941228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fe69243a-d2b9-4bfe-9a62-8e03b64eacf6 None None] Provisioning for port a46e2320-7c89-4930-affa-a8609edd42ae completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:47.948902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=2a40711a-325d-4b53-a782-9798bddfe47f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:47.973559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:47.990011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf52daa-d191-4fc6-a2ed-9f635dd85441 None None] Network d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:47.992291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1cb6b72a-b1c1-4e29-b47d-6026e23257ed tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/2a40711a-325d-4b53-a782-9798bddfe47f HTTP/1.1" status: 204 len: 168 time: 0.5670192 May 12 19:49:47.994373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45124) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:48.014527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fe69243a-d2b9-4bfe-9a62-8e03b64eacf6 None None] Provisioning complete for port a46e2320-7c89-4930-affa-a8609edd42ae triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:48.014907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fe69243a-d2b9-4bfe-9a62-8e03b64eacf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:48.213821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet 4b92aa73-b6ee-4422-83f3-66514f3c2255 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:48.232934 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:48.331369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b29a013c-127f-4262-a7d3-6284366e171b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:48.355753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fe69243a-d2b9-4bfe-9a62-8e03b64eacf6 None None] Port a46e2320-7c89-4930-affa-a8609edd42ae cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:48.374707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b29a013c-127f-4262-a7d3-6284366e171b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:48.375081 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:48.380312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:48.431221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port a46e2320-7c89-4930-affa-a8609edd42ae {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:48.431554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:48.604705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:48.833911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:48.998102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b29a013c-127f-4262-a7d3-6284366e171b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:48.998657 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.039001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.086297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.097930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=4b92aa73-b6ee-4422-83f3-66514f3c2255,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:49.107140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d27dfe-a73e-4e94-ac73-5f153ab89a68 None None] Network cda6eb55-b8b8-4ad2-b236-c075718a2771 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:49.115041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81709-4e2c-4495-a1ab-dfe72db75dd9 req-7b44f313-0add-4023-96be-b247c3e34fc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:49.116906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7d81709-4e2c-4495-a1ab-dfe72db75dd9 req-7b44f313-0add-4023-96be-b247c3e34fc1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.2555971 May 12 19:49:49.118134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-791f95c3-515d-4568-86bf-5172b3f56c37 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/4b92aa73-b6ee-4422-83f3-66514f3c2255 HTTP/1.1" status: 204 len: 168 time: 1.1221023 May 12 19:49:49.120724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45138) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:49.230482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.262035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.270823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Provisioning complete for port b29a013c-127f-4262-a7d3-6284366e171b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:49.271312 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.321289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7d81709-4e2c-4495-a1ab-dfe72db75dd9 req-41d70435-a742-4a96-b31b-85c317d36340 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977088 May 12 19:49:49.356558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] DHCP port deletion for d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:49.388183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.394964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] Deleting port eae7c298-774a-4f18-86fd-fa6902f31913 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:49.395394 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.406500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port eae7c298-774a-4f18-86fd-fa6902f31913 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:49.406891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.424528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.650153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Current status of the port b29a013c-127f-4262-a7d3-6284366e171b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:49.657882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:49.694894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for a46e2320-7c89-4930-affa-a8609edd42ae owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:49.897880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] For port eae7c298-774a-4f18-86fd-fa6902f31913, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eae7c298-774a-4f18-86fd-fa6902f31913,segment=NetworkSegment(ea674b73-fbf9-4fb6-8695-4f971b4b0937),segment_id=ea674b73-fbf9-4fb6-8695-4f971b4b0937)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:49.898598 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.059111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5704d-c649-4a12-b583-01a87ecac0fd req-17086c91-c35b-4995-9c0f-eb4943c9854c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:50.059740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.061565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ea5704d-c649-4a12-b583-01a87ecac0fd req-17086c91-c35b-4995-9c0f-eb4943c9854c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.2889719 May 12 19:49:50.067356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port eae7c298-774a-4f18-86fd-fa6902f31913, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eae7c298-774a-4f18-86fd-fa6902f31913,segment=NetworkSegment(ea674b73-fbf9-4fb6-8695-4f971b4b0937),segment_id=ea674b73-fbf9-4fb6-8695-4f971b4b0937)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:50.068240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.078371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] Calling delete_port for eae7c298-774a-4f18-86fd-fa6902f31913 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:50.136249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Subnet': ['ID=3198ec00-e02a-43fb-b628-de325f09285b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:50.149812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.164892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.185101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] DHCP port deletion for cda6eb55-b8b8-4ad2-b236-c075718a2771 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:50.189847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be4c4e-3266-469f-ba8f-2bcf4211b0e4 None None] Network d29d224d-00cc-4bd5-8204-e259a4132073 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:50.207743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] Deleting port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:50.208122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.233987 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.263901 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP f91f3e5d-fa93-4a7c-8696-1f8a5c378d32 associated. External IP: 172.25.2.47, port: 7cd2b833-edf3-4ce4-9262-1eb956b7640d. May 12 19:49:50.380245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for eae7c298-774a-4f18-86fd-fa6902f31913 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:50.523487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:50.524200 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:50.548584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ea5704d-c649-4a12-b583-01a87ecac0fd req-df8bc0f4-a1b4-467c-a88a-a182d86ef0b4 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4278393 May 12 19:49:50.587726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45162) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:50.598015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9bff1de3-a4a0-4cba-b444-3f2eabc1eb35 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/3198ec00-e02a-43fb-b628-de325f09285b HTTP/1.1" status: 204 len: 168 time: 4.4662833 May 12 19:49:50.610814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=a46e2320-7c89-4930-affa-a8609edd42ae,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:50.692120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:50.694302 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b2454c98-37f3-47d1-81cd-e7fef486b0bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a46e2320-7c89-4930-affa-a8609edd42ae HTTP/1.1" status: 204 len: 168 time: 2.7578013 May 12 19:49:50.731558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] No DVR routers for this DVR port eae7c298-774a-4f18-86fd-fa6902f31913 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:50.738200 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:50.740256 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:50.755566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:50.838881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f916192-9cf6-4153-85b5-d010734e6454 None None] Pushing event deleted for resources: {'Port': ['ID=eae7c298-774a-4f18-86fd-fa6902f31913,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:50.907947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb21538c-dd5a-47f6-af2a-266a8b425174 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:50.910637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb21538c-dd5a-47f6-af2a-266a8b425174 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:50.917355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb21538c-dd5a-47f6-af2a-266a8b425174 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3282673 May 12 19:49:50.919471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45170) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:51.031967 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:49:51.032366 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:49:51.107938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port eae7c298-774a-4f18-86fd-fa6902f31913 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:51.108528 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.194984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45734f-1455-423e-8a70-03d6472bc33a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:51.200172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45734f-1455-423e-8a70-03d6472bc33a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:51.201217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d45734f-1455-423e-8a70-03d6472bc33a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:51.202146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e8de-9843-465f-833f-26776acfa2de tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.261344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d45734f-1455-423e-8a70-03d6472bc33a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:51.268993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d45734f-1455-423e-8a70-03d6472bc33a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5040696 May 12 19:49:51.272168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45174) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:51.278078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] The port 'eae7c298-774a-4f18-86fd-fa6902f31913' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:49:51.287732 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc7e8de-9843-465f-833f-26776acfa2de tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 12 19:49:51.289066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc7e8de-9843-465f-833f-26776acfa2de tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:49:51.314376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3ceb5-5c7f-4170-a005-15f1dc018fb8 req-b8204040-6870-4581-b9e4-d29bfceaee1f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:51.316216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49c3ceb5-5c7f-4170-a005-15f1dc018fb8 req-b8204040-6870-4581-b9e4-d29bfceaee1f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.6265059 May 12 19:49:51.365009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2dc7e8de-9843-465f-833f-26776acfa2de tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/d29d224d-00cc-4bd5-8204-e259a4132073 HTTP/1.1" status: 409 len: 405 time: 0.4430628 May 12 19:49:51.392384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45178) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:51.444528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b29a013c-127f-4262-a7d3-6284366e171b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:51.445136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.464285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:51.484471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-991752197'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:51.491287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b29a013c-127f-4262-a7d3-6284366e171b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b29a013c-127f-4262-a7d3-6284366e171b,segment=NetworkSegment(c327a603-fa10-4079-a777-aa292b4822fa),segment_id=c327a603-fa10-4079-a777-aa292b4822fa)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:51.500253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] For port 66ef80bb-cf6e-4673-80da-0eb16c3814c5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=66ef80bb-cf6e-4673-80da-0eb16c3814c5,segment=NetworkSegment(387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf),segment_id=387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:51.500738 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.501943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 1461bd6b-eed7-457f-81e2-b36afd58d3af {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:49:51.512447 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.585279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:51.602604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49c3ceb5-5c7f-4170-a005-15f1dc018fb8 req-65a0eeb5-ce0b-471a-b6f0-26de1a1f2e1f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595086 May 12 19:49:51.654928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:network and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:51.669135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:51.677994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eae7c298-774a-4f18-86fd-fa6902f31913 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:51.684052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.713992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:51.721657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.792803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: eae7c298-774a-4f18-86fd-fa6902f31913 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:49:51.793147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eae7c298-774a-4f18-86fd-fa6902f31913 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:49:51.794096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 66ef80bb-cf6e-4673-80da-0eb16c3814c5 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:51.923852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9925807-28d9-49e6-bc59-4bb6bbfbf2f2']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:51.956398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea674b73-fbf9-4fb6-8695-4f971b4b0937') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:51.956781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea674b73-fbf9-4fb6-8695-4f971b4b0937') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:51.959545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] DHCP port deletion for d29d224d-00cc-4bd5-8204-e259a4132073 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:51.967443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Current status of the port b29a013c-127f-4262-a7d3-6284366e171b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:49:51.971692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b29a013c-127f-4262-a7d3-6284366e171b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:51.995980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:51.999478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] Calling delete_port for 66ef80bb-cf6e-4673-80da-0eb16c3814c5 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:52.003161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.045483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.064927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:49:52.066982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.097053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:52.108662 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:52.146745 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:52.150777 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:52.158399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] Deleting port b29a013c-127f-4262-a7d3-6284366e171b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:52.161578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.316839 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.354078 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: timer() May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:49:52.354329 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:49:52.359556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.387316 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:52.391096 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:52.396003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.402908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=d9925807-28d9-49e6-bc59-4bb6bbfbf2f2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:52.405163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:52.412442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.428075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/d9925807-28d9-49e6-bc59-4bb6bbfbf2f2 HTTP/1.1" status: 204 len: 168 time: 3.3055820 May 12 19:49:52.429520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:52.471921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.478066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.480533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.480533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.480797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.481044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.481414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.482279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.482615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.482946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.483274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.483607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7a95c-b6bb-4e60-ab86-84139f60ad41 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:49:52.487071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] Pushing event deleted for resources: {'Port': ['ID=66ef80bb-cf6e-4673-80da-0eb16c3814c5,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:52.492088 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:52.492598 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690c9cf-9567-4f91-9cc6-6f7ab54f04ae None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:52.503064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021eeb9-85e0-457c-993c-c35d23e7dce2 None None] No DVR routers for this DVR port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:52.528584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Provisioning for port f20f7e9c-529e-4df7-983a-7b2125cc99dc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:49:52.529823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:52.542855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Provisioning complete for port f20f7e9c-529e-4df7-983a-7b2125cc99dc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:52.544532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.544883 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Added segment 201f328f-6c56-4ca2-867b-c665f83659c3 of type vlan for network 7ae81c47-eb6d-40de-b932-055aea9c0b77 May 12 19:49:52.545313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.579995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.636714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8075-0907-4fd4-8f83-17e47a90073c req-9b671ebb-3407-4322-8079-85963f72fe85 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:52.662462 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9fd8075-0907-4fd4-8f83-17e47a90073c req-9b671ebb-3407-4322-8079-85963f72fe85 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.9495850 May 12 19:49:52.720946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8a1378b6-897c-4fd1-953a-b50660f93905 None None] Port f20f7e9c-529e-4df7-983a-7b2125cc99dc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:52.722864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port 66ef80bb-cf6e-4673-80da-0eb16c3814c5 {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:49:52.723487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 66ef80bb-cf6e-4673-80da-0eb16c3814c5 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:49:52.744398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:49:52.852114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9fd8075-0907-4fd4-8f83-17e47a90073c req-e4d370d9-47f0-46d0-a4ae-75e8bd874eb8 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886156 May 12 19:49:52.862716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.875092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:52.875747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.934908 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:52.943276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2e26e69f-aead-40a7-b642-4012fe258695 None None] Provisioning complete for port f20f7e9c-529e-4df7-983a-7b2125cc99dc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:49:52.943276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e26e69f-aead-40a7-b642-4012fe258695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.018211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6239216 May 12 19:49:53.024137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] For port b29a013c-127f-4262-a7d3-6284366e171b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b29a013c-127f-4262-a7d3-6284366e171b,segment=NetworkSegment(c327a603-fa10-4079-a777-aa292b4822fa),segment_id=c327a603-fa10-4079-a777-aa292b4822fa)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:53.024531 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.029500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45204) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:53.043917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'subnet': {'network_id': '7ae81c47-eb6d-40de-b932-055aea9c0b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:53.067260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.113314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2e26e69f-aead-40a7-b642-4012fe258695 None None] Port f20f7e9c-529e-4df7-983a-7b2125cc99dc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:49:53.245351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] Calling delete_port for b29a013c-127f-4262-a7d3-6284366e171b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:53.345081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50be24-7616-44a7-bf25-4bd20d3d9be9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Network': ['ID=7ae81c47-eb6d-40de-b932-055aea9c0b77,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:53.362502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router 74a725f9-661b-43fe-816d-8158c6ac6ebb has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:53.377662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45cb5-9302-43a5-807e-75a7ccba3612 req-aaee8e4f-11cd-4642-b159-2369aee2c23e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:53.379284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2f45cb5-9302-43a5-807e-75a7ccba3612 req-aaee8e4f-11cd-4642-b159-2369aee2c23e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.4677629 May 12 19:49:53.465893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:53.468874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.478361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:subnet and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:53.489330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:53.492859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.528244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2f45cb5-9302-43a5-807e-75a7ccba3612 req-07325300-a718-443e-a729-f69bf8109f91 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299732 May 12 19:49:53.568581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:53.579154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.639517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7ae81c47-eb6d-40de-b932-055aea9c0b77 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:53.652338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] No DVR routers for this DVR port b29a013c-127f-4262-a7d3-6284366e171b on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:53.672680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e8248-2341-464a-ac74-fe4808be7803 None None] Pushing event deleted for resources: {'Port': ['ID=b29a013c-127f-4262-a7d3-6284366e171b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:53.721449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b29a013c-127f-4262-a7d3-6284366e171b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:53.755367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd92cbc-fd94-4042-8b6a-3019305e1465 None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:49:53.814496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda6eb55-b8b8-4ad2-b236-c075718a2771']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:53.829083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:53.829493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a75dc-bc2f-48d2-b9ea-2eccb78b1ccf') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:53.841350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.858121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.876925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:49:53.877381 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:53.885161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b29a013c-127f-4262-a7d3-6284366e171b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:49:53.885519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b29a013c-127f-4262-a7d3-6284366e171b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:49:53.887020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd92cbc-fd94-4042-8b6a-3019305e1465 None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:49:54.051611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=1461bd6b-eed7-457f-81e2-b36afd58d3af,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:54.213681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da067c0-e6c8-427f-b7c8-08082b3af812 req-cea6d6bb-91a2-4b28-8b80-58aa197a89b3 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:54.215507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6da067c0-e6c8-427f-b7c8-08082b3af812 req-cea6d6bb-91a2-4b28-8b80-58aa197a89b3 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.1900072 May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: timer() May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:49:54.237449 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:49:54.257807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.272870 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.279815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:54.283264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.319584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.329949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6da067c0-e6c8-427f-b7c8-08082b3af812 req-ab87c32f-9b9d-40d9-b671-86e106b0f04f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084535 May 12 19:49:54.407945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=cda6eb55-b8b8-4ad2-b236-c075718a2771,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:54.411005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d7ebf-298b-4f43-a66c-73dd827e4c8a None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:54.419253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5ee8df81-2a79-422d-a680-7454f1fce34b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/1461bd6b-eed7-457f-81e2-b36afd58d3af HTTP/1.1" status: 204 len: 168 time: 3.1380432 May 12 19:49:54.422563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45212) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:54.427450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4041eead-4c95-4ff2-bda0-5a88dd0f2047 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/cda6eb55-b8b8-4ad2-b236-c075718a2771 HTTP/1.1" status: 204 len: 168 time: 1.9911680 May 12 19:49:54.443421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45216) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:54.455446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1123394985'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:54.459748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:54.466817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.498045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] Sync routers for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:54.516814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:54.519652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:54.543828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-50358200-34d5-423b-9424-326cf394210f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200624 May 12 19:49:54.546104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45220) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:54.547704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:54.575967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:54.580518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:54.600632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:54.622064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:54.662135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:54.667443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.677331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:54.678108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:54.737714 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f7b37618-2d73-45bb-a97c-7ebb34387992 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/floatingips/f91f3e5d-fa93-4a7c-8696-1f8a5c378d32 HTTP/1.1" status: 200 len: 978 time: 9.8088305 May 12 19:49:54.740226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45226) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:54.810447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:54.811063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0f0a7-80c2-4891-b40a-aac7485c1e9a None None] The sync data for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:54.845255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:49:54.887571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.887958 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 1c6d5857-7ccf-41e7-a5eb-234ad477d032 of type vlan for network d456f318-e36e-452c-9ba8-a6663e337661 May 12 19:49:54.914229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:54.914558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:54.920539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2354f12-6589-4874-8475-dcc857b89079 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:54.921763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2354f12-6589-4874-8475-dcc857b89079 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:54.962768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2354f12-6589-4874-8475-dcc857b89079 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:54.962768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f2354f12-6589-4874-8475-dcc857b89079 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4125979 May 12 19:49:54.969373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45230) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:54.969619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:49:54.974764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] Deleting port 22617e58-bee9-46f7-ae9d-cc72be0e8123 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:49:54.975140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:55.063499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23a9a-4ac0-45b2-b104-65576780d5e7 req-c1989df7-e4ee-491d-8270-7ceb1d8a3f24 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:55.066195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a23a9a-4ac0-45b2-b104-65576780d5e7 req-c1989df7-e4ee-491d-8270-7ceb1d8a3f24 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.2533507 May 12 19:49:55.174854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384345f-11a0-41cd-9cb3-b2c7f82b3277 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:55.176663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2384345f-11a0-41cd-9cb3-b2c7f82b3277 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:49:55.235413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a23a9a-4ac0-45b2-b104-65576780d5e7 req-96033c3f-499f-4f76-8d74-3636bd5b9064 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559391 May 12 19:49:55.240168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2384345f-11a0-41cd-9cb3-b2c7f82b3277 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:49:55.244172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2384345f-11a0-41cd-9cb3-b2c7f82b3277 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2699771 May 12 19:49:55.246793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45238) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:55.342192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] For port 22617e58-bee9-46f7-ae9d-cc72be0e8123, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=22617e58-bee9-46f7-ae9d-cc72be0e8123,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:49:55.342535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:55.425283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-21abc2bf-bdd0-475f-b25e-e785c28487bb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752083 May 12 19:49:55.428258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:55.429111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45244) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:55.440696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:55.692477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] Calling delete_port for 22617e58-bee9-46f7-ae9d-cc72be0e8123 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:55.819120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:55.819721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:55.819818 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Floating IP f91f3e5d-fa93-4a7c-8696-1f8a5c378d32 disassociated. External IP: 172.25.2.47, port: fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8. May 12 19:49:55.820126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:49:55.873084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 22617e58-bee9-46f7-ae9d-cc72be0e8123 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:49:56.000846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:56.020409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.029610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:56.061686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:56.077953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.192223 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.299481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169898-400a-4eb1-b054-e89634358c83 req-dcabbc5c-9909-4e42-a6bd-f1baad49a4c3 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:56.301081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94169898-400a-4eb1-b054-e89634358c83 req-dcabbc5c-9909-4e42-a6bd-f1baad49a4c3 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.6398804 May 12 19:49:56.328783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 22617e58-bee9-46f7-ae9d-cc72be0e8123 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:49:56.329439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 22617e58-bee9-46f7-ae9d-cc72be0e8123 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:49:56.356300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] No DVR routers for this DVR port 22617e58-bee9-46f7-ae9d-cc72be0e8123 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:49:56.381504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4789945-57d8-4653-aeaa-2461d2a1ac74 None None] Pushing event deleted for resources: {'Port': ['ID=22617e58-bee9-46f7-ae9d-cc72be0e8123,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:56.428055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94169898-400a-4eb1-b054-e89634358c83 req-bf2d04ce-5479-4db7-9cec-a2aa04a9c13d tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135926 May 12 19:49:56.561571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.568789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:56.568789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.661295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a69f6c-3687-48a2-b9b7-e117465929d7 req-9defe001-6460-4538-8513-ba8c725dfeb3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:56.674228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06a69f6c-3687-48a2-b9b7-e117465929d7 req-9defe001-6460-4538-8513-ba8c725dfeb3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.1458459 May 12 19:49:56.766541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.770259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06a69f6c-3687-48a2-b9b7-e117465929d7 req-02e84087-364b-494f-a217-57d9f2397841 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849669 May 12 19:49:56.887629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=d456f318-e36e-452c-9ba8-a6663e337661,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:56.895951 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67a78b47-3d77-454f-9d62-679a39a620bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.902090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d456f318-e36e-452c-9ba8-a6663e337661 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:49:56.916384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:49:56.931610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:56.939261 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2b789b0d-0f71-4272-852b-db8a13039e85 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4929872 May 12 19:49:56.940539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.941936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:49:56.942992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45260) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:56.943913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:56.964815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:57.049867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:57.099878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:57.119379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:57.119974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:57.126509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47831bf-f373-4631-a216-8f9466d3b1d9 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:57.221528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=1c59c97b-de8b-4db5-b625-f55457431b3d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:57.242676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:57.252410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:57.258271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:57.263230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5ae80f13-472b-4d93-9ff9-42fc06058dfc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8330030 May 12 19:49:57.270534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45266) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:57.274878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:57.320063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:57.324850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:57.399348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Subnet': ['ID=e892cbff-d1ee-4403-96a3-108c67cf92c9,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:57.639848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Checking segment: {'id': '201f328f-6c56-4ca2-867b-c665f83659c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7ae81c47-eb6d-40de-b932-055aea9c0b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:57.640576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network hostable DHCP agents. Network: 7ae81c47-eb6d-40de-b932-055aea9c0b77, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:57.670568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router 74a725f9-661b-43fe-816d-8158c6ac6ebb has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:49:57.718234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '1c59c97b-de8b-4db5-b625-f55457431b3d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:57.719628 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:57.734949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:57.964344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:49:57.975852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] Sync routers for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:49:57.991553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:57.992532 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:58.046348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network 7ae81c47-eb6d-40de-b932-055aea9c0b77 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:58.047137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Allocated IP 2001:db8::f816:3eff:fe9a:9b87 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/1c59c97b-de8b-4db5-b625-f55457431b3d/69ad117d-3271-497f-811f-1c71efb0bc1f) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:49:58.089498 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:58.099525 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:49:58.100376 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:58.170235 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:49:58.171010 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f1ce3-5d07-48a1-b2e5-a14ece9658c5 None None] The sync data for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:49:58.206468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7ae81c47-eb6d-40de-b932-055aea9c0b77) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:58.236251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:58.236758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.275532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.280926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-179f52ee-8a10-4b5a-bb28-8135a164f031 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/ports/fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 HTTP/1.1" status: 204 len: 168 time: 3.5352461 May 12 19:49:58.284429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45278) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:58.292024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c67e7feb-dee2-41e5-a589-0849b46f6561 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.2578175 May 12 19:49:58.292416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45282) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:58.310378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc2c6c-b070-4f17-befb-12ff726fd9e4 req-bb22403e-57d8-41ec-ab4d-4b71702ced03 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:58.311882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ccc2c6c-b070-4f17-befb-12ff726fd9e4 req-bb22403e-57d8-41ec-ab4d-4b71702ced03 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.5889847 May 12 19:49:58.318403 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.375356 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.388658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Transition to ACTIVE for port object 69ad117d-3271-497f-811f-1c71efb0bc1f will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:58.403695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:58.414552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Transition to ACTIVE for port object 69ad117d-3271-497f-811f-1c71efb0bc1f will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:49:58.420391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50878040-8a39-4200-887b-e2ecfa522b21 None None] Network 7ae81c47-eb6d-40de-b932-055aea9c0b77 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:58.442201 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.507919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:58.518246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:58.522947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:58.535010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:58.569695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c802b7-62c1-4cfa-be74-556f4e1adbfb req-c6fb7616-7c7a-49b0-b98c-39988e7f270c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:58.571246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46c802b7-62c1-4cfa-be74-556f4e1adbfb req-c6fb7616-7c7a-49b0-b98c-39988e7f270c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.5494192 May 12 19:49:58.594793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:49:58.605454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:58.615503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:49:58.630551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:58.634392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.673662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ccc2c6c-b070-4f17-befb-12ff726fd9e4 req-981b32f7-b3c5-4929-a0d1-40639d628cfc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465540 May 12 19:49:58.771678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '1c6d5857-7ccf-41e7-a5eb-234ad477d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:58.772317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: d456f318-e36e-452c-9ba8-a6663e337661, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:49:58.810526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Pushing event updated for resources: {'Port': ['ID=69ad117d-3271-497f-811f-1c71efb0bc1f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:49:58.857039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network d456f318-e36e-452c-9ba8-a6663e337661 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:49:58.863399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Attempting to bind port 69ad117d-3271-497f-811f-1c71efb0bc1f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:49:58.863645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Attempting to bind port 69ad117d-3271-497f-811f-1c71efb0bc1f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:49:58.864011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Attempting to bind port 69ad117d-3271-497f-811f-1c71efb0bc1f on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:49:58.872393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:49:58.872749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:49:58.873150 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.874259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:49:58.875136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Bound port: 69ad117d-3271-497f-811f-1c71efb0bc1f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:49:58.875798 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.892322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46c802b7-62c1-4cfa-be74-556f4e1adbfb req-591377e4-f18c-4ba0-b961-aa58b77b07e0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249753 May 12 19:49:58.913872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d456f318-e36e-452c-9ba8-a6663e337661) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:49:58.938813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:49:58.940229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:58.975032 n-d-841626-1 neutron-server[88112]: INFO neutron.db.ipam_backend_mixin [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c59c97b-de8b-4db5-b625-f55457431b3d (CIDR: 2001:db8::/64) May 12 19:49:58.982193 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:49:58.982938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:49:59.012216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4729a1ca-1e94-4433-860e-0c014df6cdcf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0534015 May 12 19:49:59.024056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45304) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:59.030496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1362149860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:59.039327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:59.040180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9508aaca-32cc-4b58-a285-f4279987e228 None None] Network d456f318-e36e-452c-9ba8-a6663e337661 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:59.043700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:router and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:59.047070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:59.061850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:59.071204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2d671b15-70ba-4a81-ac72-d370a770aaf2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7993081 May 12 19:49:59.074270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45314) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:59.085574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:59.112548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.113742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.192207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6abbb0-9e57-4603-a77f-ef3bd08d9217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-7ae81c47-eb6d-40de-b932-055aea9c0b77', 'network_id': '7ae81c47-eb6d-40de-b932-055aea9c0b77', 'tenant_id': '85b5ece673964f68a75c0807ff76355c', 'fixed_ips': [{'subnet_id': 'e892cbff-d1ee-4403-96a3-108c67cf92c9'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:59.193897 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d6abbb0-9e57-4603-a77f-ef3bd08d9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.213176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.241842 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12af702d-e042-46c6-9286-905c4b29e556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.257579 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.269692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.314280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.318208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-894b804d-8616-4ff0-ba70-2be92df18abb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2928617 May 12 19:49:59.319682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:49:59.322033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45324) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:49:59.333362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:49:59.358077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'port': {'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661', 'name': 'tempest-RoutersIpV6Test-1922436544'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:49:59.377301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:49:59.400545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.437794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:49:59.528115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.546282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:49:59.547831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-d456f318-e36e-452c-9ba8-a6663e337661', 'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': 'ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:49:59.548664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.549307 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.577852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] For port 69ad117d-3271-497f-811f-1c71efb0bc1f, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:49:59.581834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] For port 69ad117d-3271-497f-811f-1c71efb0bc1f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69ad117d-3271-497f-811f-1c71efb0bc1f,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:49:59.620859 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.710341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server [None req-7d6abbb0-9e57-4603-a77f-ef3bd08d9217 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e892cbff-d1ee-4403-96a3-108c67cf92c9: This subnet is being modified by another concurrent operation. May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise exception May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e892cbff-d1ee-4403-96a3-108c67cf92c9: This subnet is being modified by another concurrent operation. May 12 19:49:59.761139 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server May 12 19:49:59.798015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20c557-a547-483e-ae1f-8fda47bbb297 None None] Network 7ae81c47-eb6d-40de-b932-055aea9c0b77 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:49:59.846259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Subnet': ['ID=e892cbff-d1ee-4403-96a3-108c67cf92c9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:00.080350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.122824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:00.178149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:00.181871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:port and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:00.186408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:00.228613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:00.235103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:00.235795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.289271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.332092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2558520 May 12 19:50:00.349476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:00.357760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45346) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:00.388033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:16:50:a4', 'name': 'tempest-NetworksTestDHCPv6-934844915'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:00.442825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e887ef-ed6d-4493-a245-b9d00486ee65 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=5e879731-bd53-4044-87b8-0b36d4cc34a5,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:00.443508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae81c47-eb6d-40de-b932-055aea9c0b77']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:00.453523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:00.457765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.463698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201f328f-6c56-4ca2-867b-c665f83659c3') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:00.464003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201f328f-6c56-4ca2-867b-c665f83659c3') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:00.483681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.508058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.518616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:00.519651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.560991 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:50:00.566095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Pushing event updated for resources: {'Port': ['ID=69ad117d-3271-497f-811f-1c71efb0bc1f,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:00.579471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] device_id is not set on port 82039ab8-54b1-44ab-8a33-ccdb676297f2 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:00.632389 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.658539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.658897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.659277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.659573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.659962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.660227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.660595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.660884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.661224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.661575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.661872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.662192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc85345f-c648-4177-9fec-7da6b97ff027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:00.683863 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:00.686906 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:00.714457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a113e-eba8-4055-98f2-7d659f83457d req-90116645-ef3e-44ee-931b-3f2658aac888 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:00.716687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d88a113e-eba8-4055-98f2-7d659f83457d req-90116645-ef3e-44ee-931b-3f2658aac888 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.7041726 May 12 19:50:00.774786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Allocated IP 2001:db8::2 (d456f318-e36e-452c-9ba8-a6663e337661/ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9/ef03f0e1-e11a-46db-b4a6-249179d7ace6) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:00.812255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.822537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.911060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:00.912139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:00.978131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2b476-0b65-4223-8fe0-6907410684b9 req-6e9f8c2a-f705-4d55-9d28-7df74a180767 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:00.984079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50f2b476-0b65-4223-8fe0-6907410684b9 req-6e9f8c2a-f705-4d55-9d28-7df74a180767 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.7990670 May 12 19:50:00.989218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Network': ['ID=7ae81c47-eb6d-40de-b932-055aea9c0b77,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:01.022259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-32e76388-fa84-4734-97d1-53aa8064dec2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/7ae81c47-eb6d-40de-b932-055aea9c0b77 HTTP/1.1" status: 204 len: 168 time: 2.7251637 May 12 19:50:01.038590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:01.045154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-790499292'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:01.064398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:01.074483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:network and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:01.080728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:01.131189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:01.177441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d88a113e-eba8-4055-98f2-7d659f83457d req-407435ef-90f8-47bc-a832-08dc8c99d6bd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4536638 May 12 19:50:01.189677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50f2b476-0b65-4223-8fe0-6907410684b9 req-929c6760-5c50-42c5-8784-e791c4813292 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939273 May 12 19:50:01.192503 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.206195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:01.224416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:01.232858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Transition to ACTIVE for port object ef03f0e1-e11a-46db-b4a6-249179d7ace6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:01.239665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:01.259888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:01.260227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Transition to ACTIVE for port object ef03f0e1-e11a-46db-b4a6-249179d7ace6 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:01.279968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.297889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:01.302279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.377968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:01.387267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.395444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Network d456f318-e36e-452c-9ba8-a6663e337661 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:01.399741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:01.405100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:01.478214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8::30a (d456f318-e36e-452c-9ba8-a6663e337661/ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9/82039ab8-54b1-44ab-8a33-ccdb676297f2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:01.532112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.532531 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Added segment cdc90d98-8a89-4c2a-8931-d27e7d06acb9 of type vlan for network 9aee78c6-08a6-4b73-a086-7b7ca564faf9 May 12 19:50:01.541998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Pushing event updated for resources: {'Port': ['ID=ef03f0e1-e11a-46db-b4a6-249179d7ace6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:01.620086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Attempting to bind port ef03f0e1-e11a-46db-b4a6-249179d7ace6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:01.621058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Attempting to bind port ef03f0e1-e11a-46db-b4a6-249179d7ace6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1c6d5857-7ccf-41e7-a5eb-234ad477d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:01.622241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Attempting to bind port ef03f0e1-e11a-46db-b4a6-249179d7ace6 on network d456f318-e36e-452c-9ba8-a6663e337661 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:01.645855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:01.646423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Checking segment: {'id': '1c6d5857-7ccf-41e7-a5eb-234ad477d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:01.646976 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.647652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Bound using segment: {'id': '1c6d5857-7ccf-41e7-a5eb-234ad477d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:01.648288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Bound port: ef03f0e1-e11a-46db-b4a6-249179d7ace6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6d5857-7ccf-41e7-a5eb-234ad477d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd456f318-e36e-452c-9ba8-a6663e337661'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:01.648814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.739518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd645f5-6b41-40ce-9cf5-32c3a4adca46 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:01.747522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:01.842279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:01.856317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69ad117d-3271-497f-811f-1c71efb0bc1f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:01.869460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.904212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:01.938170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8ada3b97-915c-4906-b5a5-8cc2a0d9edc2 None None] Provisioning for port 69ad117d-3271-497f-811f-1c71efb0bc1f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:02.010109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] For port ef03f0e1-e11a-46db-b4a6-249179d7ace6, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:02.037229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] For port ef03f0e1-e11a-46db-b4a6-249179d7ace6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ef03f0e1-e11a-46db-b4a6-249179d7ace6,segment=NetworkSegment(1c6d5857-7ccf-41e7-a5eb-234ad477d032),segment_id=1c6d5857-7ccf-41e7-a5eb-234ad477d032)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:02.071117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 69ad117d-3271-497f-811f-1c71efb0bc1f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:02.089773 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.104017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b52377-72c9-464c-9f25-6591ddf59ed2 req-dd680f76-5b74-4644-9e51-999c81de0396 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:02.117841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0b52377-72c9-464c-9f25-6591ddf59ed2 req-dd680f76-5b74-4644-9e51-999c81de0396 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 946 time: 0.3379338 May 12 19:50:02.153979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:50:02.169374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.173807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 69ad117d-3271-497f-811f-1c71efb0bc1f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:02.174265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.208969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.223526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:02.224583 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.224704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.256180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port a1a1ea4d-fdd1-43db-8dff-5d59def24f0c yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:02.331315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affeb1f-4450-49d4-a6a7-5b0037224fba None None] Pushing event updated for resources: {'Port': ['ID=ef03f0e1-e11a-46db-b4a6-249179d7ace6,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:02.334708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0b52377-72c9-464c-9f25-6591ddf59ed2 req-0bd4e5ef-f809-457d-b75b-d29098ad9250 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157283 May 12 19:50:02.340848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object 82039ab8-54b1-44ab-8a33-ccdb676297f2 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:02.476697 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4367673 May 12 19:50:02.482000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45402) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:02.486820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fd95a-b7b9-4cb7-afc9-a3cca8011b42 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Network': ['ID=9aee78c6-08a6-4b73-a086-7b7ca564faf9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:02.518268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'subnet': {'network_id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:02.588729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9aee78c6-08a6-4b73-a086-7b7ca564faf9 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:02.611291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 69ad117d-3271-497f-811f-1c71efb0bc1f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:02.612934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.632006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] Update dhcp port {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': '1c59c97b-de8b-4db5-b625-f55457431b3d', 'ip_address': '2001:db8::f816:3eff:fe9a:9b87'}, {'subnet_id': '5e879731-bd53-4044-87b8-0b36d4cc34a5'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '69ad117d-3271-497f-811f-1c71efb0bc1f'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:50:02.701421 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.713291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:02.790242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=d20b5dde-19e2-4eb7-a293-b95b0bd2a1fb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:03.083124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network d456f318-e36e-452c-9ba8-a6663e337661 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:03.107247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:03.130342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 69ad117d-3271-497f-811f-1c71efb0bc1f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69ad117d-3271-497f-811f-1c71efb0bc1f,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:03.134264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:03.171485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:03.187728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:03.193478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:03.204723 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:03.205914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:03.299085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:subnet and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:03.302831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:03.311092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:03.353357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=82039ab8-54b1-44ab-8a33-ccdb676297f2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:03.377427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1b1ceb01-f2d8-4afd-acae-b4d40e1bd942 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0539169 May 12 19:50:03.378771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:03.379350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45450) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:03.384725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:03.422390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=69ad117d-3271-497f-811f-1c71efb0bc1f,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:03.544442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabaf34-4910-49d3-afb3-4831d23efd52 req-2e793705-9938-42cb-bb2d-6fa337f9afe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:03.551479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5dabaf34-4910-49d3-afb3-4831d23efd52 req-2e793705-9938-42cb-bb2d-6fa337f9afe6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 1.1340275 May 12 19:50:03.559488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8:0:1::48 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/5e879731-bd53-4044-87b8-0b36d4cc34a5/a1a1ea4d-fdd1-43db-8dff-5d59def24f0c) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:03.597082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fe16:50a4 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/1c59c97b-de8b-4db5-b625-f55457431b3d/a1a1ea4d-fdd1-43db-8dff-5d59def24f0c) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:03.649510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-841c0a6c-11b4-4cc2-ac96-78554301fe64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0517082 May 12 19:50:03.687084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:03.730592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5dabaf34-4910-49d3-afb3-4831d23efd52 req-90e6a521-bcc4-412b-9850-feadda355b44 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781011 May 12 19:50:03.794133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:03.978034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:03.985559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ef03f0e1-e11a-46db-b4a6-249179d7ace6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:04.120712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5a334359-df56-4f51-b1ed-972cce1ed99e is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:04.121097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.175361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977dc078-82f9-426c-840f-fff633baef5f None None] Network d456f318-e36e-452c-9ba8-a6663e337661 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:04.382362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:50:04.387528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Provisioning for port ef03f0e1-e11a-46db-b4a6-249179d7ace6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:04.397161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Provisioning complete for port ef03f0e1-e11a-46db-b4a6-249179d7ace6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:04.397700 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.425648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ef03f0e1-e11a-46db-b4a6-249179d7ace6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:04.459222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:04.462317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ef03f0e1-e11a-46db-b4a6-249179d7ace6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:04.462908 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.582191 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.755616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.781111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:04.784981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Usage tracker for resource:security_group_rule and tenant:9d673854e9304ac9965a0fdfbd2510a0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:04.787803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:04.794013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:04.799518 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.808789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.821504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=14']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:04.844538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-ac3f998a-0054-4c45-8afe-895b964035bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:04.846345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-ac3f998a-0054-4c45-8afe-895b964035bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1097 time: 0.8583274 May 12 19:50:04.848882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ef03f0e1-e11a-46db-b4a6-249179d7ace6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:04.853516 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.886870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Current status of the port ef03f0e1-e11a-46db-b4a6-249179d7ace6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:04.887553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.933395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.945471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object a1a1ea4d-fdd1-43db-8dff-5d59def24f0c will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:04.948888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.971947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port ef03f0e1-e11a-46db-b4a6-249179d7ace6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ef03f0e1-e11a-46db-b4a6-249179d7ace6,segment=NetworkSegment(1c6d5857-7ccf-41e7-a5eb-234ad477d032),segment_id=1c6d5857-7ccf-41e7-a5eb-234ad477d032)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:04.980268 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:04.981316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69ad117d-3271-497f-811f-1c71efb0bc1f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:05.057526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Subnet': ['ID=2fef809e-98a9-4319-af23-29f27eb8587e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:05.082586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-05718c15-bfc3-485a-9065-1a3fdd3d30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:05.084671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-05718c15-bfc3-485a-9065-1a3fdd3d30a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1096 time: 0.5181186 May 12 19:50:05.096751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d12ce-e6b0-4a46-a430-e42a417a4351 req-f0d780b8-16fb-4324-a319-64d7c8899c6a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:05.098538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d72d12ce-e6b0-4a46-a430-e42a417a4351 req-f0d780b8-16fb-4324-a319-64d7c8899c6a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.5309894 May 12 19:50:05.109075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e828a-2f8f-4e5f-9196-0e13291af9c4 req-00f9272c-d743-4d35-8923-99e2629bff6f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:05.110759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d6e828a-2f8f-4e5f-9196-0e13291af9c4 req-00f9272c-d743-4d35-8923-99e2629bff6f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5454726 May 12 19:50:05.128316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f489787-2862-4dfb-9ad5-4b0876b215b9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:05.144415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d673854e9304ac9965a0fdfbd2510a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1615019 May 12 19:50:05.144656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:05.144656 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:05.148984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45500) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:05.157540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.157883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.158597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.158597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.158864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.159191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.159512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.159833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.159956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=ef03f0e1-e11a-46db-b4a6-249179d7ace6,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:05.160282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.160465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.160783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.161098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ec909-a568-48d6-b109-c8ad72954218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:05.174784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 69ad117d-3271-497f-811f-1c71efb0bc1f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:05.175568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:05.256025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:05.258446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Checking segment: {'id': 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:05.259362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network hostable DHCP agents. Network: 9aee78c6-08a6-4b73-a086-7b7ca564faf9, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:05.335539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 69ad117d-3271-497f-811f-1c71efb0bc1f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:05.378367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router 74a725f9-661b-43fe-816d-8158c6ac6ebb has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:50:05.412568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d6e828a-2f8f-4e5f-9196-0e13291af9c4 req-b067d101-86ea-4b29-9588-5332fbfe4cf0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524054 May 12 19:50:05.435329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d72d12ce-e6b0-4a46-a430-e42a417a4351 req-a2678631-1829-496e-9f73-b91c3290ca90 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227799 May 12 19:50:05.461663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-fa68d0f2-7aea-4f94-b618-c8aad7f842df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:05.466064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-fa68d0f2-7aea-4f94-b618-c8aad7f842df service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.5742254 May 12 19:50:05.551913 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b83191d-c35a-4fd6-b544-e9836cf30bc8'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'code': 200} May 12 19:50:05.634721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:05.638508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] Allocated IP 2001:db8:0:1::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/5e879731-bd53-4044-87b8-0b36d4cc34a5/69ad117d-3271-497f-811f-1c71efb0bc1f) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:05.775443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network 9aee78c6-08a6-4b73-a086-7b7ca564faf9 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:05.821779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ef03f0e1-e11a-46db-b4a6-249179d7ace6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:05.917152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:05.933557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:05.935302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] Sync routers for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:05.950591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:05.952960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:05.958973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:05.959589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:05.964042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 9aee78c6-08a6-4b73-a086-7b7ca564faf9) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:05.968151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:05.968728 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:05.984957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-97e96efd-a5c3-4ab6-8438-9333b31ca815 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.4812036 May 12 19:50:06.006232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f130fd3-6d8b-443c-9154-397cc888efa4 None None] Network 9aee78c6-08a6-4b73-a086-7b7ca564faf9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:06.010386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-b7cb0acb-7c20-48a7-9574-88ca9a362a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:06.012145 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-b7cb0acb-7c20-48a7-9574-88ca9a362a15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 0.8927455 May 12 19:50:06.023154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c526d7e2-c2df-43cc-acb3-58c305ba10b2 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/routers/74a725f9-661b-43fe-816d-8158c6ac6ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7341838 May 12 19:50:06.023688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:06.039267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:06.039892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:06.048996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-608316b1-68e7-44aa-92b5-77eb11235ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.059905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=a1a1ea4d-fdd1-43db-8dff-5d59def24f0c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:06.108067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:06.110091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d8d25652-ec7a-4ee1-9ca1-50d30b8f6fb1 None None] Current status of the port ef03f0e1-e11a-46db-b4a6-249179d7ace6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:06.119976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.133568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.171840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0db88ea0-8ad4-4700-8f20-9d535651063d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6742301 May 12 19:50:06.175742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e54f8f1-71fe-4d23-89e8-0c1f5b158826 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.8120866 May 12 19:50:06.176248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45510) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:06.176739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45512) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:06.201447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-608316b1-68e7-44aa-92b5-77eb11235ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.212937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] Routers {'74a725f9-661b-43fe-816d-8158c6ac6ebb'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:06.213657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['74a725f9-661b-43fe-816d-8158c6ac6ebb'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:06.246073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8602da-eb03-4019-82e9-d91bb7e64909 req-53f52998-dc0e-4a4e-800b-a2d0bda8ca61 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:06.247701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c8602da-eb03-4019-82e9-d91bb7e64909 req-53f52998-dc0e-4a4e-800b-a2d0bda8ca61 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5159130 May 12 19:50:06.249111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-a2987e5c-7667-4257-9610-e296ca0d5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:06.250761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-a2987e5c-7667-4257-9610-e296ca0d5129 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2440946 May 12 19:50:06.262891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-410cf253-12ae-40c9-8e34-e77ccd7b38f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 1000 time: 0.2079148 May 12 19:50:06.300765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ef03f0e1-e11a-46db-b4a6-249179d7ace6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:06.301136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.344792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:06.345221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341e4b1-c119-41e9-90d3-65f3724b5ae3 None None] The sync data for ids ['74a725f9-661b-43fe-816d-8158c6ac6ebb'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:06.407527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-765fa0fd-98e7-4281-b6ca-91fd1e3f2a52 None None] Provisioning complete for port ef03f0e1-e11a-46db-b4a6-249179d7ace6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:06.407943 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-765fa0fd-98e7-4281-b6ca-91fd1e3f2a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.419453 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c8602da-eb03-4019-82e9-d91bb7e64909 req-68807f0a-c212-41ea-b9ca-aa0c845ec41d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594615 May 12 19:50:06.428560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-a3b28b48-e4dc-44e4-a382-53d49f73a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:06.429893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-a3b28b48-e4dc-44e4-a382-53d49f73a6a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.1094449 May 12 19:50:06.478198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-608316b1-68e7-44aa-92b5-77eb11235ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.490831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] For port 69ad117d-3271-497f-811f-1c71efb0bc1f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69ad117d-3271-497f-811f-1c71efb0bc1f,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:06.513225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608316b1-68e7-44aa-92b5-77eb11235ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f489787-2862-4dfb-9ad5-4b0876b215b9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:06.528174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-608316b1-68e7-44aa-92b5-77eb11235ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.529203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-608316b1-68e7-44aa-92b5-77eb11235ec8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f489787-2862-4dfb-9ad5-4b0876b215b9 HTTP/1.1" status: 204 len: 168 time: 1.3360519 May 12 19:50:06.544736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-1bbcf74c-88f7-41bc-9c1f-b6d50d704b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:06.546279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-1bbcf74c-88f7-41bc-9c1f-b6d50d704b72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749918 May 12 19:50:06.709528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.791147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=82039ab8-54b1-44ab-8a33-ccdb676297f2,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:06.809095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ef03f0e1-e11a-46db-b4a6-249179d7ace6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:06.823684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] Transition to ACTIVE for port object 69ad117d-3271-497f-811f-1c71efb0bc1f will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:06.842825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-9aee78c6-08a6-4b73-a086-7b7ca564faf9', 'network_id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9', 'tenant_id': '85b5ece673964f68a75c0807ff76355c', 'fixed_ips': [{'subnet_id': '2fef809e-98a9-4319-af23-29f27eb8587e'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:06.843922 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.864569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-765fa0fd-98e7-4281-b6ca-91fd1e3f2a52 None None] Current status of the port ef03f0e1-e11a-46db-b4a6-249179d7ace6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:06.869023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.890659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port a1a1ea4d-fdd1-43db-8dff-5d59def24f0c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:06.891003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:06.956608 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.027514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45526) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:07.070380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-3ba79f26-8336-4ce9-85d8-0d460ee8bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:07.071968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-3ba79f26-8336-4ce9-85d8-0d460ee8bd9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6352317 May 12 19:50:07.100978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-765fa0fd-98e7-4281-b6ca-91fd1e3f2a52 None None] Provisioning for port 82039ab8-54b1-44ab-8a33-ccdb676297f2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:07.122900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.131439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-765fa0fd-98e7-4281-b6ca-91fd1e3f2a52 None None] Provisioning complete for port 82039ab8-54b1-44ab-8a33-ccdb676297f2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:07.132103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-765fa0fd-98e7-4281-b6ca-91fd1e3f2a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.145623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.180167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f3274-0f04-4443-bff4-5a12f0107449 None None] Pushing event updated for resources: {'Port': ['ID=69ad117d-3271-497f-811f-1c71efb0bc1f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:07.258294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-1861780a-62a3-4677-aa7d-fc5e8fc5baab service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035713 May 12 19:50:07.265870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-765fa0fd-98e7-4281-b6ca-91fd1e3f2a52 None None] Port 82039ab8-54b1-44ab-8a33-ccdb676297f2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:07.289445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Allocated IP 2001:db8::2 (9aee78c6-08a6-4b73-a086-7b7ca564faf9/2fef809e-98a9-4319-af23-29f27eb8587e/1a2f297b-52d8-44a8-9f2c-d215e994b1f1) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:07.376393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf134f-79ef-4f61-9067-fc1f7b3324a8 req-f04c0e4d-306e-4b59-a1fa-e80ad14df80d tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:07.383718 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffbf134f-79ef-4f61-9067-fc1f7b3324a8 req-f04c0e4d-306e-4b59-a1fa-e80ad14df80d tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.6782594 May 12 19:50:07.401685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.414509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-480211b7-316e-493a-b867-b817f5d2bd09 None None] Provisioning complete for port 82039ab8-54b1-44ab-8a33-ccdb676297f2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:07.414878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-480211b7-316e-493a-b867-b817f5d2bd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.438130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab61a-ae9c-4b65-89a9-b35b016cbee5 req-15d9960e-8aed-427d-920b-9a41e5769210 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:07.446381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b2ab61a-ae9c-4b65-89a9-b35b016cbee5 req-15d9960e-8aed-427d-920b-9a41e5769210 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4673829 May 12 19:50:07.483036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffbf134f-79ef-4f61-9067-fc1f7b3324a8 req-1f1feafe-cfb9-46a1-8bd2-e3ae24e91531 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979986 May 12 19:50:07.485141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-c01a9f5e-868f-4e07-a060-bbad9b71e917 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019318 May 12 19:50:07.645087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:07.652669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Usage tracker for resource:security_group_rule and tenant:5f24abe1b55d41d99d5abfab8639f38e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:07.654814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-480211b7-316e-493a-b867-b817f5d2bd09 None None] Port 82039ab8-54b1-44ab-8a33-ccdb676297f2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:07.655904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:07.657799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69ad117d-3271-497f-811f-1c71efb0bc1f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:07.662379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:07.673842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b2ab61a-ae9c-4b65-89a9-b35b016cbee5 req-23a56a7d-db03-40dc-ab1d-11efbe2ce5d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264915 May 12 19:50:07.694889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd30dd29-27c4-483b-9d0d-c8212fa66bd4 req-9ec410d7-4925-4f0d-8d33-4e34efe6feeb service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254251 May 12 19:50:07.752190 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.773862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.777769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a37d62-e033-4ab1-804c-110b7ffb8125 req-6808be86-6aa6-490b-9494-f148afde6e60 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777987 May 12 19:50:07.784676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Transition to ACTIVE for port object 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:07.822446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Transition to ACTIVE for port object 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:07.834321 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.877936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port c6bbd97e-0678-451d-8f86-68cd5621e98b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:07.877936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:07.921517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Network 9aee78c6-08a6-4b73-a086-7b7ca564faf9 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:07.926833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:07.933598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:07.935925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Pushing event updated for resources: {'Port': ['ID=1a2f297b-52d8-44a8-9f2c-d215e994b1f1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:07.972216 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.054124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.068153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Attempting to bind port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:08.068630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Attempting to bind port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:08.069044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Attempting to bind port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 on network 9aee78c6-08a6-4b73-a086-7b7ca564faf9 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:08.077940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:08.078466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Checking segment: {'id': 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:08.079718 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.079718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Bound using segment: {'id': 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:08.079926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Bound port: 1a2f297b-52d8-44a8-9f2c-d215e994b1f1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:08.080243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.094952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-10c1f2b9-bd9d-4817-b31e-9d1019d148dc None None] Provisioning for port 69ad117d-3271-497f-811f-1c71efb0bc1f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:08.102964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-10c1f2b9-bd9d-4817-b31e-9d1019d148dc None None] Provisioning complete for port 69ad117d-3271-497f-811f-1c71efb0bc1f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:08.103342 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-10c1f2b9-bd9d-4817-b31e-9d1019d148dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.175496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.341209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-64fe97d1-67b8-4045-bd5e-7ba259ef5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:08.343374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-64fe97d1-67b8-4045-bd5e-7ba259ef5573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.2502620 May 12 19:50:08.377250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef259b57-1861-4187-9501-ba9dc349587f req-c36676bf-3c6a-4604-9853-335c8c199502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:08.379028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef259b57-1861-4187-9501-ba9dc349587f req-c36676bf-3c6a-4604-9853-335c8c199502 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 1096 time: 0.4303012 May 12 19:50:08.411520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-10c1f2b9-bd9d-4817-b31e-9d1019d148dc None None] Current status of the port 69ad117d-3271-497f-811f-1c71efb0bc1f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:08.418614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] For port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:08.430078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] For port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1a2f297b-52d8-44a8-9f2c-d215e994b1f1,segment=NetworkSegment(cdc90d98-8a89-4c2a-8931-d27e7d06acb9),segment_id=cdc90d98-8a89-4c2a-8931-d27e7d06acb9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:08.453099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f7aef-3aad-4320-864d-3f3a8f435c2c req-5dc59cbd-3968-4356-918a-c702df60fe52 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:08.455410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-995f7aef-3aad-4320-864d-3f3a8f435c2c req-5dc59cbd-3968-4356-918a-c702df60fe52 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2661576 May 12 19:50:08.456562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.550157 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.590703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9597aa8-dc7b-4a13-9f02-6c095475c702 None None] Provisioning for port a1a1ea4d-fdd1-43db-8dff-5d59def24f0c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:08.601999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.613853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9597aa8-dc7b-4a13-9f02-6c095475c702 None None] Provisioning complete for port a1a1ea4d-fdd1-43db-8dff-5d59def24f0c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:08.614218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9597aa8-dc7b-4a13-9f02-6c095475c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.618987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-995f7aef-3aad-4320-864d-3f3a8f435c2c req-767b04ea-2653-432b-9ecc-a1a1b7290a34 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354907 May 12 19:50:08.678462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b115a-f82b-4599-a7cb-d045be69fa85 None None] Pushing event updated for resources: {'Port': ['ID=1a2f297b-52d8-44a8-9f2c-d215e994b1f1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:08.699648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.713766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d9597aa8-dc7b-4a13-9f02-6c095475c702 None None] Port a1a1ea4d-fdd1-43db-8dff-5d59def24f0c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:08.767335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-62b2a5d4-71e9-49f4-a131-93b24cf726bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:08.769554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-62b2a5d4-71e9-49f4-a131-93b24cf726bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.4181316 May 12 19:50:08.773945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef259b57-1861-4187-9501-ba9dc349587f req-7c533057-f991-43fe-bdbc-d0794043992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:08.775350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef259b57-1861-4187-9501-ba9dc349587f req-7c533057-f991-43fe-bdbc-d0794043992c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 0.3190348 May 12 19:50:08.800012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:08.952872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878decbe-2131-469a-bbc6-ecf13fb32f78 req-b3326460-8303-4028-afa9-10d4b4026af2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:08.954577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-878decbe-2131-469a-bbc6-ecf13fb32f78 req-b3326460-8303-4028-afa9-10d4b4026af2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.3327165 May 12 19:50:09.001538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for a1a1ea4d-fdd1-43db-8dff-5d59def24f0c owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:09.020896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-ea98e836-18c9-4f13-a2dd-2793957a3c81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.2445939 May 12 19:50:09.030855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef259b57-1861-4187-9501-ba9dc349587f req-13cbd7ce-50c7-4440-a7d8-3bca9ba6d511 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 200 len: 1000 time: 0.1846128 May 12 19:50:09.045177 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f24abe1b55d41d99d5abfab8639f38e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0166135 May 12 19:50:09.060680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cfd0c-27f0-4710-9c0d-5c97945f8064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7487d259-dca1-4770-8f5c-6ec24759ff6d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:09.063143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:09.067568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:09.090485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:09.217533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-878decbe-2131-469a-bbc6-ecf13fb32f78 req-8ef9dd0d-7448-492d-b899-ef49d80ce95a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510362 May 12 19:50:09.292111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-4475face-2009-4614-8cf1-4b0a7b3c18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:09.293638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-4475face-2009-4614-8cf1-4b0a7b3c18a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2665741 May 12 19:50:09.299534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef259b57-1861-4187-9501-ba9dc349587f req-f0b84aa6-46fa-4d20-baba-5d55ca713ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:09.300983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef259b57-1861-4187-9501-ba9dc349587f req-f0b84aa6-46fa-4d20-baba-5d55ca713ed6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.0799100 May 12 19:50:09.318491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for c6bbd97e-0678-451d-8f86-68cd5621e98b owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:09.371335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Subnet': ['ID=2fef809e-98a9-4319-af23-29f27eb8587e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:09.437046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-aaf7f0a3-43f2-4a5e-b013-7c2ec68f3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:09.438603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-aaf7f0a3-43f2-4a5e-b013-7c2ec68f3347 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367531 May 12 19:50:09.440879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef259b57-1861-4187-9501-ba9dc349587f req-37fa04e5-55be-4ffb-9f72-40d73dd3ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:09.442282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef259b57-1861-4187-9501-ba9dc349587f req-37fa04e5-55be-4ffb-9f72-40d73dd3ccc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027958 May 12 19:50:09.550556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:09.699226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef259b57-1861-4187-9501-ba9dc349587f req-3859120a-8601-4df1-9718-5fa003dd613d service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316735 May 12 19:50:09.699416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:09.702585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-6cf9b06b-cdfc-4dd3-b7b0-14cd5cc2c296 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554543 May 12 19:50:09.751015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ecb943-af4a-47d5-a671-dd2929be004d None None] Network 9aee78c6-08a6-4b73-a086-7b7ca564faf9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:09.829412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee78c6-08a6-4b73-a086-7b7ca564faf9']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:09.859554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f61498de-db54-4d14-81a1-2c21f40db2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:09.862688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:09.862982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:09.892345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:09.932919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] Provisioning for port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:09.940958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:09.949820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:09.950281 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:09.979098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] Provisioning complete for port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:09.979098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.026202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef259b57-1861-4187-9501-ba9dc349587f req-6a534e3d-7f8d-4351-aea1-c089dd7d074b service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208315 May 12 19:50:10.032200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7742fb4d-61c3-46c6-a5a2-946a4b22e229 req-7735ac5d-53b5-4fd7-82c7-fd037035b623 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504504 May 12 19:50:10.058888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07d1ea-f931-41a5-b754-63213bd27461 req-55c08407-1a76-4190-b68d-5ca14d8a28ea tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:10.071350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf07d1ea-f931-41a5-b754-63213bd27461 req-55c08407-1a76-4190-b68d-5ca14d8a28ea tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2883511 May 12 19:50:10.138044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf07d1ea-f931-41a5-b754-63213bd27461 req-f752da1d-e839-4455-9192-7ad391ce7ebb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646310 May 12 19:50:10.217099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:10.217783 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.233589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] Current status of the port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:10.233968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.237246 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.242854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:50:10.266178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:10.266832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.280680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] DHCP port deletion for 9aee78c6-08a6-4b73-a086-7b7ca564faf9 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:10.291309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] Deleting port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:10.291584 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:10.294152 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.294250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.296177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f61498de-db54-4d14-81a1-2c21f40db2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.323364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] For port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1a2f297b-52d8-44a8-9f2c-d215e994b1f1,segment=NetworkSegment(cdc90d98-8a89-4c2a-8931-d27e7d06acb9),segment_id=cdc90d98-8a89-4c2a-8931-d27e7d06acb9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:10.341323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.368764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.369657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.500013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.501574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.503949 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:10.504303 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:10.514011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cb443-4330-4c8a-897b-47ff254e79a9 None None] Pushing event updated for resources: {'Port': ['ID=1a2f297b-52d8-44a8-9f2c-d215e994b1f1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:10.582710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 19:50:10.582710 n-d-841626-1 neutron-server[88113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 19:50:10.582710 n-d-841626-1 neutron-server[88113]: [parameters: {'id': '9aee78c6-08a6-4b73-a086-7b7ca564faf9'}] May 12 19:50:10.582710 n-d-841626-1 neutron-server[88113]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:10.583208 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:10.594968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=82039ab8-54b1-44ab-8a33-ccdb676297f2,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:10.630989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] For port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1a2f297b-52d8-44a8-9f2c-d215e994b1f1,segment=NetworkSegment(cdc90d98-8a89-4c2a-8931-d27e7d06acb9),segment_id=cdc90d98-8a89-4c2a-8931-d27e7d06acb9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:10.631383 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.811853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=c6bbd97e-0678-451d-8f86-68cd5621e98b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:10.821593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] Calling delete_port for 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:10.876685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.890359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f61498de-db54-4d14-81a1-2c21f40db2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.898604 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.903994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=a1a1ea4d-fdd1-43db-8dff-5d59def24f0c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:10.933646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61498de-db54-4d14-81a1-2c21f40db2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7487d259-dca1-4770-8f5c-6ec24759ff6d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:10.948294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] Pushing event deleted for resources: {'Port': ['ID=1a2f297b-52d8-44a8-9f2c-d215e994b1f1,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:10.959810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6650968-22f2-4435-a3cc-e75f8be9aabd None None] No DVR routers for this DVR port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:10.960187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network d456f318-e36e-452c-9ba8-a6663e337661 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:10.965461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:10.968036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ce43b7c6-369e-40c2-97e3-1870308cebb9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a1a1ea4d-fdd1-43db-8dff-5d59def24f0c HTTP/1.1" status: 204 len: 168 time: 4.7751687 May 12 19:50:10.969135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f61498de-db54-4d14-81a1-2c21f40db2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.970244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f61498de-db54-4d14-81a1-2c21f40db2b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7487d259-dca1-4770-8f5c-6ec24759ff6d HTTP/1.1" status: 204 len: 168 time: 1.8889542 May 12 19:50:10.970867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45544) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:10.979443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:10.985677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad81f3-b2bf-4661-ac00-baff72346a8e None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:50:11.065287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 update to ACTIVE by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:50:11.081087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ef08fd-f2ea-4b87-a4ce-816052ec060b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:11.081901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04ef08fd-f2ea-4b87-a4ce-816052ec060b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:11.099627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.121629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04ef08fd-f2ea-4b87-a4ce-816052ec060b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:11.126219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-04ef08fd-f2ea-4b87-a4ce-816052ec060b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1538131 May 12 19:50:11.126836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45550) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:11.202045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad81f3-b2bf-4661-ac00-baff72346a8e None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:50:11.334731 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.340663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.348113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df6d15-0706-4ebb-be27-317387759831 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:11.352390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-63df6d15-0706-4ebb-be27-317387759831 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2223270 May 12 19:50:11.354028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:11.437155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfc5f0-b445-4794-a422-91aff0298dc1 req-9dd9ce27-ef8b-4cb7-a936-84475da88819 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:11.438650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40bfc5f0-b445-4794-a422-91aff0298dc1 req-9dd9ce27-ef8b-4cb7-a936-84475da88819 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1666334 May 12 19:50:11.445244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bb2bb-d6d6-4c4d-8fc6-328cdc0aa4da tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:11.446742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bb2bb-d6d6-4c4d-8fc6-328cdc0aa4da tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:11.448402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bb2bb-d6d6-4c4d-8fc6-328cdc0aa4da tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:11.449241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-905bb2bb-d6d6-4c4d-8fc6-328cdc0aa4da tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:11.452951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45562) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:11.483450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.484106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Fanout notify agent at l3_agent the message router_deleted on router 74a725f9-661b-43fe-816d-8158c6ac6ebb {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:50:11.494689 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.524109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:11.529733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.532665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-905bb2bb-d6d6-4c4d-8fc6-328cdc0aa4da tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:11.536320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-905bb2bb-d6d6-4c4d-8fc6-328cdc0aa4da tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1787667 May 12 19:50:11.537015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Usage tracker for resource:security_group_rule and tenant:34d4411de7084c24a23d4c8d9aeea0fc is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:11.539611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45566) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:11.542698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40bfc5f0-b445-4794-a422-91aff0298dc1 req-4772aa55-c2f7-496e-9ee0-7aff98997635 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905249 May 12 19:50:11.545372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:11.548946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.550098 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e8274c52-96c6-4004-a811-ce30b5bf5eac tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/routers/74a725f9-661b-43fe-816d-8158c6ac6ebb HTTP/1.1" status: 204 len: 168 time: 5.5257266 May 12 19:50:11.553208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45570) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:11.615495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:11.634244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting subnet 51bc20e1-5010-4f14-a224-39263eead2a1 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:11.642634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.668554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 1c59c97b-de8b-4db5-b625-f55457431b3d {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:11.676182 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.712254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:11.755690 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.757127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:50:11.757499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1a2f297b-52d8-44a8-9f2c-d215e994b1f1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:11.849847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee78c6-08a6-4b73-a086-7b7ca564faf9']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:11.869706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.870064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 09b5a04b-ade2-48f4-b318-0489c43a877b is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:50:11.873665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:11.873968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc90d98-8a89-4c2a-8931-d27e7d06acb9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:11.894627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.907830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.926607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:11.994625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ca3d34c-147a-4db8-8cea-4de43f0aa0b8 None None] Provisioning complete for port 82039ab8-54b1-44ab-8a33-ccdb676297f2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:11.995292 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d34c-147a-4db8-8cea-4de43f0aa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.058586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3d34c-147a-4db8-8cea-4de43f0aa0b8 None None] Port 82039ab8-54b1-44ab-8a33-ccdb676297f2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:12.090789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.099617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.122790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:12.123657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:12.148665 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:12.153741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34d4411de7084c24a23d4c8d9aeea0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987405 May 12 19:50:12.154879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45578) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:12.165997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3b2d1-2687-4335-8048-c45d7d5a04cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851ff6b7-ea2a-4436-b161-8a103966d957,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:12.245848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fba2-71b8-4d56-a262-6ceb4fb38a09 req-c63c9f53-0cba-443c-82c5-796da9caff4c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:12.246663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:12.247377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9057fba2-71b8-4d56-a262-6ceb4fb38a09 req-c63c9f53-0cba-443c-82c5-796da9caff4c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3855581 May 12 19:50:12.256515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b5892d4b-ce2c-4684-8926-b14ce493bec5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/09b5a04b-ade2-48f4-b318-0489c43a877b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8760431 May 12 19:50:12.257718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:12.259278 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] Sync routers for ids ['09b5a04b-ade2-48f4-b318-0489c43a877b'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:12.270563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.276440 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] Routers {'09b5a04b-ade2-48f4-b318-0489c43a877b'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:12.277093 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['09b5a04b-ade2-48f4-b318-0489c43a877b'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:12.326892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.327195 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93b64cc4-0ca1-4aac-95c9-e66a26332238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.333901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.340665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=1c59c97b-de8b-4db5-b625-f55457431b3d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:12.346080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:12.350467 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.354052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e13c3-eec2-4933-9929-bc0359867e95 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:12.355957 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] Routers {'09b5a04b-ade2-48f4-b318-0489c43a877b'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:12.356966 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['09b5a04b-ade2-48f4-b318-0489c43a877b'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:12.379046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Network': ['ID=9aee78c6-08a6-4b73-a086-7b7ca564faf9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:12.383143 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fdf610cb-64d7-4557-928e-ae3ba12f26db tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/9aee78c6-08a6-4b73-a086-7b7ca564faf9 HTTP/1.1" status: 204 len: 168 time: 6.1918302 May 12 19:50:12.385055 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.394740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:12.409626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751857169'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:12.415771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93b64cc4-0ca1-4aac-95c9-e66a26332238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.425740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9057fba2-71b8-4d56-a262-6ceb4fb38a09 req-4f1b58c2-2490-4b29-b995-48475e99649d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569662 May 12 19:50:12.428478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7256e4-2a8b-4282-94f9-700abd8a62f5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:12.429924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4c7256e4-2a8b-4282-94f9-700abd8a62f5 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports/82039ab8-54b1-44ab-8a33-ccdb676297f2 HTTP/1.1" status: 200 len: 984 time: 0.1683359 May 12 19:50:12.431844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:12.435399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7bff6c6f-bf2f-4358-87c2-88d420feb01e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/1c59c97b-de8b-4db5-b625-f55457431b3d HTTP/1.1" status: 204 len: 168 time: 0.8917871 May 12 19:50:12.438300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45590) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:12.438481 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:12.438732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45592) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:12.440064 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80f7a2-e566-49d3-af93-96fd2719390b None None] The sync data for ids ['09b5a04b-ade2-48f4-b318-0489c43a877b'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:12.461423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:network and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:12.461423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:12.477202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:12.496322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:12.501051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.541552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93b64cc4-0ca1-4aac-95c9-e66a26332238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.596728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:12.599075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b64cc4-0ca1-4aac-95c9-e66a26332238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851ff6b7-ea2a-4436-b161-8a103966d957,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:12.612838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93b64cc4-0ca1-4aac-95c9-e66a26332238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.614119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-93b64cc4-0ca1-4aac-95c9-e66a26332238 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/851ff6b7-ea2a-4436-b161-8a103966d957 HTTP/1.1" status: 204 len: 168 time: 0.4495842 May 12 19:50:12.634890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.635456 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Added segment ca2b878e-2eb7-41af-99fe-d82b0d9e5644 of type vlan for network ff760251-2e5a-4de3-9795-34b28e6bc9f6 May 12 19:50:12.679092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.719456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b8cd-59fa-452b-ae0c-39c98a4c6076 req-d4d4c34f-974a-4655-8ced-8de0cd2df4a3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:12.721272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2424b8cd-59fa-452b-ae0c-39c98a4c6076 req-d4d4c34f-974a-4655-8ced-8de0cd2df4a3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1624455 May 12 19:50:12.735112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 5e879731-bd53-4044-87b8-0b36d4cc34a5 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:12.753439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.759245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:12.759993 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.800966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.879799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2424b8cd-59fa-452b-ae0c-39c98a4c6076 req-ee103663-e9de-4339-bfa0-57163414928b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488149 May 12 19:50:12.884753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4861083 May 12 19:50:12.887613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45604) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:12.895224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Request body: {'subnet': {'network_id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:12.912732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:12.918343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932361a4-1e92-4539-81f9-503f62df841a tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Network': ['ID=ff760251-2e5a-4de3-9795-34b28e6bc9f6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:12.939003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ff760251-2e5a-4de3-9795-34b28e6bc9f6 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:13.064634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Subnet': ['ID=51bc20e1-5010-4f14-a224-39263eead2a1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:13.078512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.088062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.096703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeefe78-53f5-4f23-91cd-4d4ffcd1433f None None] Network d7c4e857-be6f-4756-b0c4-1b0fe0af4531 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:13.149224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:13.165392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Usage tracker for resource:subnet and tenant:85b5ece673964f68a75c0807ff76355c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:13.170048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:13.181544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:13.185116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0ed435ab-0d65-40ae-8925-c62738f3e2cd tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/subnets/51bc20e1-5010-4f14-a224-39263eead2a1 HTTP/1.1" status: 204 len: 168 time: 1.6269522 May 12 19:50:13.190502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45614) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:13.232707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Made reservation on behalf of 85b5ece673964f68a75c0807ff76355c for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:13.237305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.390030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f47936-5ac6-476b-81c0-3e29974ba5de req-6d3e1f47-dcdf-450a-a969-8045a07265ce tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:13.392171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69f47936-5ac6-476b-81c0-3e29974ba5de req-6d3e1f47-dcdf-450a-a969-8045a07265ce tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2854457 May 12 19:50:13.465999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] DHCP port deletion for d7c4e857-be6f-4756-b0c4-1b0fe0af4531 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:13.471177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] Deleting port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:13.471577 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.471904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69f47936-5ac6-476b-81c0-3e29974ba5de req-1b28a3fd-664d-4979-9967-c36c7407c3ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742040 May 12 19:50:13.504829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.666836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c6fcd284-d1a3-4f25-8601-f6d9e9355f84 None None] Provisioning complete for port 69ad117d-3271-497f-811f-1c71efb0bc1f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:13.667209 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd284-d1a3-4f25-8601-f6d9e9355f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.746232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.752971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:13.835029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.845415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396379-506c-490a-88f1-0377340efefc req-2d38a8f3-2e23-4ef3-a209-628b78ca6a96 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:13.847741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10396379-506c-490a-88f1-0377340efefc req-2d38a8f3-2e23-4ef3-a209-628b78ca6a96 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2324407 May 12 19:50:13.853993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:50:13.856695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.891428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:13.891906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.966440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] For port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,segment=NetworkSegment(13f994e4-7a72-4cfe-bec6-33023e5500a9),segment_id=13f994e4-7a72-4cfe-bec6-33023e5500a9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:13.967235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:13.970740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10396379-506c-490a-88f1-0377340efefc req-beb42361-213a-4089-b32c-d6c97600fe09 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159492 May 12 19:50:13.988155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event updated for resources: {'Subnet': ['ID=25b0a9dd-fec2-41b8-b47e-4598d626d225,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:14.001735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=5e879731-bd53-4044-87b8-0b36d4cc34a5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:14.009448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Checking segment: {'id': 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:14.009806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network hostable DHCP agents. Network: ff760251-2e5a-4de3-9795-34b28e6bc9f6, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:14.010209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.032471 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e1b37b34-44d7-4f37-9f29-749670a8ee6c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/5e879731-bd53-4044-87b8-0b36d4cc34a5 HTTP/1.1" status: 204 len: 168 time: 1.5898063 May 12 19:50:14.035851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45636) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:14.139439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] Calling delete_port for ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:14.162544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-408ef4a1-c5f2-4c2c-8238-64e50694ca2a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247568 May 12 19:50:14.163317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45642) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:14.168348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Network ff760251-2e5a-4de3-9795-34b28e6bc9f6 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:14.187793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ff760251-2e5a-4de3-9795-34b28e6bc9f6) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:14.201231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:14.242119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] For port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,segment=NetworkSegment(13f994e4-7a72-4cfe-bec6-33023e5500a9),segment_id=13f994e4-7a72-4cfe-bec6-33023e5500a9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:14.242685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.265629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.282576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb93dd-884c-4097-9f0c-a64513052650 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:14.306691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7c35b-edc8-459c-87a7-82d1db0f4626 None None] Network ff760251-2e5a-4de3-9795-34b28e6bc9f6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:14.316306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:14.316891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.339645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:50:14.340334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:14.348490 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.461078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b64db139-390e-42f4-afe3-f75e9fb129d6 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5724168 May 12 19:50:14.474219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45664) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:14.476617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:14.523903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] No DVR routers for this DVR port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:14.559271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee96e8-96e0-41c2-a948-d07966de9594 None None] Pushing event deleted for resources: {'Port': ['ID=ea940dc0-1d5b-46ed-9a8b-1e4abae3c881,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:14.741921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:14.742501 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:14.749989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:14.750428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c6fcd284-d1a3-4f25-8601-f6d9e9355f84 None None] Current status of the port 69ad117d-3271-497f-811f-1c71efb0bc1f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:14.762193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:14.767325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:14.790022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:14.798764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 82039ab8-54b1-44ab-8a33-ccdb676297f2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:14.799321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.850867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:14.854788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.896928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-ff760251-2e5a-4de3-9795-34b28e6bc9f6', 'network_id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6', 'tenant_id': '85b5ece673964f68a75c0807ff76355c', 'fixed_ips': [{'subnet_id': '25b0a9dd-fec2-41b8-b47e-4598d626d225'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:14.897810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:14.976698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-030babb7-50a2-42aa-80d6-3e21cbd9c695 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:14.978296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-030babb7-50a2-42aa-80d6-3e21cbd9c695 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.6388087 May 12 19:50:14.987350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:14.997014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] Deleting port 69ad117d-3271-497f-811f-1c71efb0bc1f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:14.997939 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.019772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.022197 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-56ffc4e5-48bd-4247-9db6-85d8ed623bd2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/quotas/ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 375 time: 0.0293076 May 12 19:50:15.044058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.191817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 82039ab8-54b1-44ab-8a33-ccdb676297f2 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:15.244656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port ea940dc0-1d5b-46ed-9a8b-1e4abae3c881 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:15.245056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.297122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.299275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Allocated IP 2001:db8::f816:3eff:feb0:d08a (ff760251-2e5a-4de3-9795-34b28e6bc9f6/25b0a9dd-fec2-41b8-b47e-4598d626d225/a6d20fa2-423f-4ce5-a1f5-f0f14410e556) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:15.372040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] For port 69ad117d-3271-497f-811f-1c71efb0bc1f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69ad117d-3271-497f-811f-1c71efb0bc1f,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:15.372811 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.375439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6723b28d-9ae1-43f0-8d98-cf895c95a825 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3468561 May 12 19:50:15.456360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] The port 'ea940dc0-1d5b-46ed-9a8b-1e4abae3c881' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:50:15.608584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.662642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c4e857-be6f-4756-b0c4-1b0fe0af4531']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:15.683056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f994e4-7a72-4cfe-bec6-33023e5500a9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:15.683304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f994e4-7a72-4cfe-bec6-33023e5500a9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:15.686555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69ad117d-3271-497f-811f-1c71efb0bc1f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:15.688782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-e3085cef-b326-4c81-8c91-dcddc7b3e098 service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050153 May 12 19:50:15.704845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.727659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] Calling delete_port for 69ad117d-3271-497f-811f-1c71efb0bc1f owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:15.728301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.765731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:15.766366 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:15.781067 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:15.821321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.objects.ports [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88112) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:50:15.903976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.927014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.946225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.951443 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/networks/d7c4e857-be6f-4756-b0c4-1b0fe0af4531 HTTP/1.1" status: 204 len: 168 time: 2.7137012 May 12 19:50:15.963271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45686) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:15.982819 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:15.993979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aa5f8-8ed9-4cad-a127-e3d37348c415 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Network': ['ID=d7c4e857-be6f-4756-b0c4-1b0fe0af4531,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:16.007859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=82039ab8-54b1-44ab-8a33-ccdb676297f2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:16.049673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] Pushing event deleted for resources: {'Port': ['ID=69ad117d-3271-497f-811f-1c71efb0bc1f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:16.057131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91164ef1-7347-458d-a81b-8cd2479980c7 None None] No DVR routers for this DVR port 69ad117d-3271-497f-811f-1c71efb0bc1f on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:16.072248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 69ad117d-3271-497f-811f-1c71efb0bc1f is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:16.076815 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.125780 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.192165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-35ca75a0-c9ca-44c2-af72-7e69cd20a106 service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936755 May 12 19:50:16.229177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port 07ec6908-33df-4a80-85f8-e40163fcf0b5 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:16.229654 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.262005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.293014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Transition to ACTIVE for port object a6d20fa2-423f-4ce5-a1f5-f0f14410e556 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:16.303118 n-d-841626-1 neutron-server[88112]: WARNING neutron.services.revisions.revision_plugin [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Could not find related port for resource to bump revision. May 12 19:50:16.327581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_pluggable_backend [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Port 69ad117d-3271-497f-811f-1c71efb0bc1f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88112) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 12 19:50:16.328136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_pluggable_backend [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9a:9b87 {{(pid=88112) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 12 19:50:16.336248 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.403582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Transition to ACTIVE for port object a6d20fa2-423f-4ce5-a1f5-f0f14410e556 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:16.421501 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.457238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:16.587596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Network ff760251-2e5a-4de3-9795-34b28e6bc9f6 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:16.593093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Pushing event updated for resources: {'Port': ['ID=a6d20fa2-423f-4ce5-a1f5-f0f14410e556,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:16.593795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:16.602424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:16.608320 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.609494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.685215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 09b5a04b-ade2-48f4-b318-0489c43a877b has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:50:16.763865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Attempting to bind port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:16.764822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Attempting to bind port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:16.765341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Attempting to bind port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 on network ff760251-2e5a-4de3-9795-34b28e6bc9f6 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:16.772630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:16.773281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Checking segment: {'id': 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:16.773744 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.774240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Bound using segment: {'id': 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:16.774781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Bound port: a6d20fa2-423f-4ce5-a1f5-f0f14410e556, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:16.775253 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:16.830846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:16.840599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-15064e2a-bf36-490c-856f-e0416506cd9a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/09b5a04b-ade2-48f4-b318-0489c43a877b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4007411 May 12 19:50:16.842995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] Sync routers for ids ['09b5a04b-ade2-48f4-b318-0489c43a877b'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:16.845661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45708) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:16.861684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] Routers {'09b5a04b-ade2-48f4-b318-0489c43a877b'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:16.862277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['09b5a04b-ade2-48f4-b318-0489c43a877b'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:16.877002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=d1b32a20-bfcc-4558-a47f-41370a8f808e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:16.940727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:16.940946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:16.953454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for 07ec6908-33df-4a80-85f8-e40163fcf0b5 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:16.961280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af6327-7a93-4c77-aace-9b5832f0a745 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:16.985042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:16.985910 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.033854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] For port a6d20fa2-423f-4ce5-a1f5-f0f14410e556, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:17.042430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] Routers {'09b5a04b-ade2-48f4-b318-0489c43a877b'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:17.043057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:49:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['09b5a04b-ade2-48f4-b318-0489c43a877b'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:17.091249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72c02c10-6adb-47d8-ab36-16d9fc7dee09 req-34555507-41e4-469a-8d49-7db42c52644a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 210 time: 0.2115135 May 12 19:50:17.121124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.220541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Subnet': ['ID=25b0a9dd-fec2-41b8-b47e-4598d626d225,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:17.233243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] For port a6d20fa2-423f-4ce5-a1f5-f0f14410e556, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6d20fa2-423f-4ce5-a1f5-f0f14410e556,segment=NetworkSegment(ca2b878e-2eb7-41af-99fe-d82b0d9e5644),segment_id=ca2b878e-2eb7-41af-99fe-d82b0d9e5644)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:17.235281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:17.235983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31ed4e-f12b-47c4-afc5-9ff6c7ebc99c None None] The sync data for ids ['09b5a04b-ade2-48f4-b318-0489c43a877b'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:17.253483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.290697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-26618ed6-894d-45f1-a97a-ac8059925a76 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1067379 May 12 19:50:17.290978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45718) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:17.304044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:17.335387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.364745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff760251-2e5a-4de3-9795-34b28e6bc9f6']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:17.410056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:17.410442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:17.433423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.457914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a9204-f6a7-41dc-aaa6-ede9724d303f None None] Pushing event updated for resources: {'Port': ['ID=a6d20fa2-423f-4ce5-a1f5-f0f14410e556,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:17.459128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.467420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:17.467822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: timer() May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:17.485365 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:17.490633 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.532803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': 'd1b32a20-bfcc-4558-a47f-41370a8f808e'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:17.533771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.659468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=07ec6908-33df-4a80-85f8-e40163fcf0b5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:17.678493 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-79ad90ca-89c0-4938-8600-ceda6390a6a3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] remove_router_interface failed (client error): The resource could not be found. May 12 19:50:17.679556 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-79ad90ca-89c0-4938-8600-ceda6390a6a3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/09b5a04b-ade2-48f4-b318-0489c43a877b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8329034 May 12 19:50:17.682538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:17.705653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 19:50:17.705653 n-d-841626-1 neutron-server[88112]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 19:50:17.705653 n-d-841626-1 neutron-server[88112]: [parameters: {'id': 'ff760251-2e5a-4de3-9795-34b28e6bc9f6'}] May 12 19:50:17.705653 n-d-841626-1 neutron-server[88112]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:17.706668 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:17.757981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c8c0995e-0948-4d80-a83e-1cd6c23b921b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:17.793896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Allocated IP 2001:db8::f816:3eff:fea1:8abf (bf971410-83a2-4bb7-8884-aa25d5cf9a81/d1b32a20-bfcc-4558-a47f-41370a8f808e/8bf77c6a-d76c-4aa8-8a0f-59633ff780da) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:17.796754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c8c0995e-0948-4d80-a83e-1cd6c23b921b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:17.800434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c8c0995e-0948-4d80-a83e-1cd6c23b921b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=09b5a04b-ade2-48f4-b318-0489c43a877b HTTP/1.1" status: 200 len: 205 time: 0.1145535 May 12 19:50:17.800434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:17.801274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45728) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:17.801427 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.806914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:17.832743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:17.833907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-95fdb44f-c4b0-4a0f-9d88-f98d58017781 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/floatingips/f91f3e5d-fa93-4a7c-8696-1f8a5c378d32 HTTP/1.1" status: 204 len: 168 time: 1.8686581 May 12 19:50:17.838327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45732) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:17.882829 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-641185ca-a05b-40ed-a93f-3f95dc35ea08 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] DELETE failed (client error): The resource could not be found. May 12 19:50:17.883150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641185ca-a05b-40ed-a93f-3f95dc35ea08 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:17.885310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-641185ca-a05b-40ed-a93f-3f95dc35ea08 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/ports/fdd62a6a-e2fe-4b06-bcbc-a363dc6814a8 HTTP/1.1" status: 404 len: 333 time: 0.0462520 May 12 19:50:17.887957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45736) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:17.938572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-07893e0e-4bae-4ffb-9b91-b322c032ed2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Synchronizing usage tracker for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:17.955991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-07893e0e-4bae-4ffb-9b91-b322c032ed2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Unset dirty status for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:17.957755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-07893e0e-4bae-4ffb-9b91-b322c032ed2e tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "GET /v2.0/ports?device_id=74a725f9-661b-43fe-816d-8158c6ac6ebb HTTP/1.1" status: 200 len: 205 time: 0.0681727 May 12 19:50:17.960020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45740) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:17.965754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:17.975603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:17.979765 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e57fe241-edb7-4690-8809-2d42baaf4ae0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.043859 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-0e2f3ed5-84d0-414d-8e73-0f6fcd30d84d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] delete failed (client error): The resource could not be found. May 12 19:50:18.045252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0e2f3ed5-84d0-414d-8e73-0f6fcd30d84d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/routers/74a725f9-661b-43fe-816d-8158c6ac6ebb HTTP/1.1" status: 404 len: 336 time: 0.0839729 May 12 19:50:18.047867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45746) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:18.087282 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.092149 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8f860d-9627-4893-88ef-54a240c34edb tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] DELETE failed (client error): The resource could not be found. May 12 19:50:18.093132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8f860d-9627-4893-88ef-54a240c34edb tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:18.095100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d8f860d-9627-4893-88ef-54a240c34edb tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/subnets/51bc20e1-5010-4f14-a224-39263eead2a1 HTTP/1.1" status: 404 len: 337 time: 0.0461540 May 12 19:50:18.097784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45750) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:18.098882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Transition to ACTIVE for port object 8bf77c6a-d76c-4aa8-8a0f-59633ff780da will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:18.115698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:18.120718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.135710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Transition to ACTIVE for port object 8bf77c6a-d76c-4aa8-8a0f-59633ff780da will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:18.156527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.176820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port 7cd2b833-edf3-4ce4-9262-1eb956b7640d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:18.177218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.236349 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.319540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:18.320075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Pushing event updated for resources: {'Port': ['ID=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:18.324897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:18.328271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:18.338517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27b9af5f-062f-423e-a51d-582009179241 req-20c13cc5-84c3-4cc1-958c-12a5cd1a8d22 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1030138 May 12 19:50:18.429790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e57fe241-edb7-4690-8809-2d42baaf4ae0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.439760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e57fe241-edb7-4690-8809-2d42baaf4ae0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.451547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Deleting port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:18.452100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.483271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Attempting to bind port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:18.483724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Attempting to bind port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:18.483814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Attempting to bind port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:18.504277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:18.504913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:18.505416 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.505812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:18.506294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Bound port: 8bf77c6a-d76c-4aa8-8a0f-59633ff780da, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:18.506663 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.515493 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1b32a20-bfcc-4558-a47f-41370a8f808e (CIDR: 2001:db8::/64) May 12 19:50:18.517217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e57fe241-edb7-4690-8809-2d42baaf4ae0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.517929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57fe241-edb7-4690-8809-2d42baaf4ae0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Fanout notify agent at l3_agent the message router_deleted on router 09b5a04b-ade2-48f4-b318-0489c43a877b {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:50:18.529054 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:50:18.529605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:18.556290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e57fe241-edb7-4690-8809-2d42baaf4ae0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.557554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e57fe241-edb7-4690-8809-2d42baaf4ae0 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/09b5a04b-ade2-48f4-b318-0489c43a877b HTTP/1.1" status: 204 len: 168 time: 0.7552557 May 12 19:50:18.560570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45762) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:18.565735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-24b815bf-a6d2-4faf-8289-1666864e0933 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2737415 May 12 19:50:18.602854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:18.613465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:18.738130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] For port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:18.744044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] For port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:18.750229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.811972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c43709-4a8e-4cbb-91ab-09e61f64e184 None None] Network ff760251-2e5a-4de3-9795-34b28e6bc9f6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:18.887400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:18.889247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] For port a6d20fa2-423f-4ce5-a1f5-f0f14410e556, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6d20fa2-423f-4ce5-a1f5-f0f14410e556,segment=NetworkSegment(ca2b878e-2eb7-41af-99fe-d82b0d9e5644),segment_id=ca2b878e-2eb7-41af-99fe-d82b0d9e5644)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:18.889538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:18.889686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.894039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:18.927202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:19.052473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ac206-ea8e-4f4b-8e1b-417478c86b4f None None] Pushing event updated for resources: {'Port': ['ID=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:19.067077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Calling delete_port for a6d20fa2-423f-4ce5-a1f5-f0f14410e556 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:19.093416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d7426c6e-ca0b-476a-9a0e-f6d6eb1baa27 None None] Provisioning for port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:19.097634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:19.107830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:19.129701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:19.131882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.134449 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.248535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] DHCP port deletion for ff760251-2e5a-4de3-9795-34b28e6bc9f6 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:19.254087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Deleting port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:19.254747 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.313413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.405135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for 7cd2b833-edf3-4ce4-9262-1eb956b7640d owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:19.693946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.779354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8bf77c6a-d76c-4aa8-8a0f-59633ff780da up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:19.796521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:19.802835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:19.811142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:19.811769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.832991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] For port a6d20fa2-423f-4ce5-a1f5-f0f14410e556, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a6d20fa2-423f-4ce5-a1f5-f0f14410e556,segment=NetworkSegment(ca2b878e-2eb7-41af-99fe-d82b0d9e5644),segment_id=ca2b878e-2eb7-41af-99fe-d82b0d9e5644)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:19.833564 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.845686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2417326 May 12 19:50:19.846901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd5156-4fa1-47a7-a58e-f38abd004d25 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=ce1e080b-1e72-415d-922a-ed7cbb56330f,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:19.849666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.881104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:19.887683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:d3:e9:64', 'name': 'tempest-NetworksTestDHCPv6-1530808346'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:19.917214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fad42183-ff38-4a96-9936-402a188f9431 req-abbf0422-149f-41b7-9b16-23eabf688a66 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 210 time: 0.2177722 May 12 19:50:19.917873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:19.967669 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.035482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Calling delete_port for a6d20fa2-423f-4ce5-a1f5-f0f14410e556 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:20.077352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.091405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=7cd2b833-edf3-4ce4-9262-1eb956b7640d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:20.124316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-ad36960c-1bea-4d39-98ca-d4241923eca3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:20.126418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-ad36960c-1bea-4d39-98ca-d4241923eca3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.7396665 May 12 19:50:20.141589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:20.142109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:20.143742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.146706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:20.150236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c0f56-9426-4c0a-8b37-70f883a70819 None None] Network d456f318-e36e-452c-9ba8-a6663e337661 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:20.153339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:20.161330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:20.164918 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-46d3bb00-5128-424b-925f-85f6ed0ea72b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9 HTTP/1.1" status: 204 len: 168 time: 1.6023369 May 12 19:50:20.168250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45790) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:20.176734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:20.199464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No DVR routers for this DVR port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:20.204357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'port': {'device_id': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'admin_state_up': True, 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:20.275949 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:20.276391 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:20.341340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Port': ['ID=a6d20fa2-423f-4ce5-a1f5-f0f14410e556,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:20.382797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:20.502851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.507021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.542201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] DHCP port deletion for d456f318-e36e-452c-9ba8-a6663e337661 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:20.544185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.552574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] Deleting port ef03f0e1-e11a-46db-b4a6-249179d7ace6 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:20.553248 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.586976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fde55715-f46c-4d9d-92e3-c1a0b0e9b902 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/ports/7cd2b833-edf3-4ce4-9262-1eb956b7640d HTTP/1.1" status: 204 len: 168 time: 2.4850111 May 12 19:50:20.587202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.598217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45798) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:20.598448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff760251-2e5a-4de3-9795-34b28e6bc9f6']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:20.624537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:20.625157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2b878e-2eb7-41af-99fe-d82b0d9e5644') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:20.647431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port ef03f0e1-e11a-46db-b4a6-249179d7ace6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:20.647782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.660205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.681791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:20.696305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.701866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:20.720755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:20.721132 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: timer() May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:20.738060 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:20.753132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port d0407b49-1e4f-4236-a5ae-3804af994d14 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:20.797996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Made reservation on behalf of ee0b3349604e4492857ab6d4797f5629 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:20.801665 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.892396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.897275 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.897530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Deleting port a6d20fa2-423f-4ce5-a1f5-f0f14410e556 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:20.898017 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:20.924293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/ff760251-2e5a-4de3-9795-34b28e6bc9f6 HTTP/1.1" status: 204 len: 168 time: 6.4491086 May 12 19:50:20.935820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45810) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:20.953344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f478033-1bff-4057-90d4-81ee42c9a6da None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:21.065800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8:0:1::276 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/ce1e080b-1e72-415d-922a-ed7cbb56330f/d0407b49-1e4f-4236-a5ae-3804af994d14) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:21.072958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::f816:3eff:fed3:e964 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/d1b32a20-bfcc-4558-a47f-41370a8f808e/d0407b49-1e4f-4236-a5ae-3804af994d14) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:21.132529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad1070-1205-44c6-a5ab-c89b1974d5c6 None None] The port 'a6d20fa2-423f-4ce5-a1f5-f0f14410e556' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:50:21.146271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] Provisioning for port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:21.155672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] For port ef03f0e1-e11a-46db-b4a6-249179d7ace6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ef03f0e1-e11a-46db-b4a6-249179d7ace6,segment=NetworkSegment(1c6d5857-7ccf-41e7-a5eb-234ad477d032),segment_id=1c6d5857-7ccf-41e7-a5eb-234ad477d032)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:21.155959 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.188389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port f70b9ab6-a1ac-4aff-97ff-f1d7919125aa {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:21.188947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.282947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e260a-7d9c-4ca6-a923-1e0d70d2793e tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Network': ['ID=ff760251-2e5a-4de3-9795-34b28e6bc9f6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:21.326831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] Calling delete_port for ef03f0e1-e11a-46db-b4a6-249179d7ace6 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:21.327649 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bd4641-3709-4894-aed9-24d07c24d0e8 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:21.328104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bd4641-3709-4894-aed9-24d07c24d0e8 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:21.329867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-47bd4641-3709-4894-aed9-24d07c24d0e8 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/25b0a9dd-fec2-41b8-b47e-4598d626d225 HTTP/1.1" status: 404 len: 337 time: 0.3897998 May 12 19:50:21.336050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:21.348071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1e9b3682-22b2-4ee6-a79e-61366013b5fb req-97f85096-ea75-49bb-8a4a-d78d29392343 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:21.408973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1e9b3682-22b2-4ee6-a79e-61366013b5fb req-97f85096-ea75-49bb-8a4a-d78d29392343 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:21.410385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e9b3682-22b2-4ee6-a79e-61366013b5fb req-97f85096-ea75-49bb-8a4a-d78d29392343 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1191714 May 12 19:50:21.436918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Allocated IP 172.20.0.9 (15fbf267-c48b-4eb1-9539-3c6270a2b040/73c3575e-a17f-451b-9e01-b175a05b3b9a/c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:21.451020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] Provisioning complete for port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:21.451770 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.499793 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.573270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] Pushing event deleted for resources: {'Port': ['ID=ef03f0e1-e11a-46db-b4a6-249179d7ace6,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:21.577112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71282827-cf18-44ed-9f07-0a9d2127b9a8 None None] No DVR routers for this DVR port ef03f0e1-e11a-46db-b4a6-249179d7ace6 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:21.584023 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-798a6846-894a-4ccb-a21e-cc14fe290ec9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:21.584524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798a6846-894a-4ccb-a21e-cc14fe290ec9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:21.649924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-798a6846-894a-4ccb-a21e-cc14fe290ec9 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/ff760251-2e5a-4de3-9795-34b28e6bc9f6 HTTP/1.1" status: 404 len: 339 time: 0.3078318 May 12 19:50:21.651130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45820) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:21.654224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port ef03f0e1-e11a-46db-b4a6-249179d7ace6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ef03f0e1-e11a-46db-b4a6-249179d7ace6,segment=NetworkSegment(1c6d5857-7ccf-41e7-a5eb-234ad477d032),segment_id=1c6d5857-7ccf-41e7-a5eb-234ad477d032)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:21.654970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.706347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ef03f0e1-e11a-46db-b4a6-249179d7ace6 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:21.708648 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.727463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Transition to ACTIVE for port object c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:21.749426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ef03f0e1-e11a-46db-b4a6-249179d7ace6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:50:21.749763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ef03f0e1-e11a-46db-b4a6-249179d7ace6 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:21.752842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] Current status of the port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:21.753333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.758122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.769227 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b042c0-92a5-44b0-8363-8ac66e330a08 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:21.770156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b042c0-92a5-44b0-8363-8ac66e330a08 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:21.775589 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0b042c0-92a5-44b0-8363-8ac66e330a08 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/2fef809e-98a9-4319-af23-29f27eb8587e HTTP/1.1" status: 404 len: 337 time: 0.0693188 May 12 19:50:21.781621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45824) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:21.832280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:21.842152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:21.845581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] For port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:21.846330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:21.855049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.920423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:21.940803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:21.941665 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:21.954536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af76e6-2d66-4ced-98a4-c0f81ea15429 None None] Pushing event updated for resources: {'Port': ['ID=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:21.965338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-6d15b85c-e9b9-44b8-a503-5990704ffa6a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7802119 May 12 19:50:21.984976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Request body: {'port': {'device_id': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:22.040956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.056602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object d0407b49-1e4f-4236-a5ae-3804af994d14 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:22.071062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] Update dhcp port {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'fixed_ips': [{'subnet_id': 'd1b32a20-bfcc-4558-a47f-41370a8f808e', 'ip_address': '2001:db8::f816:3eff:fea1:8abf'}, {'subnet_id': 'ce1e080b-1e72-415d-922a-ed7cbb56330f'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '8bf77c6a-d76c-4aa8-8a0f-59633ff780da'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:50:22.133396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for ef03f0e1-e11a-46db-b4a6-249179d7ace6 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:22.161877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.198523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.221866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.307378 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcd0276-24f5-46ae-a629-5cf82cc6a709 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:22.307894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcd0276-24f5-46ae-a629-5cf82cc6a709 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:22.312588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4bcd0276-24f5-46ae-a629-5cf82cc6a709 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/9aee78c6-08a6-4b73-a086-7b7ca564faf9 HTTP/1.1" status: 404 len: 339 time: 0.4729404 May 12 19:50:22.352298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:22.358484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-99f59657-ba2f-4738-8503-92b3a2face23 None None] Provisioning for port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:22.376108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-99f59657-ba2f-4738-8503-92b3a2face23 None None] Provisioning complete for port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:22.376476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-99f59657-ba2f-4738-8503-92b3a2face23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.402536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:22.411531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:22.420964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:22.426971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:22.427872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.465363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5830951 May 12 19:50:22.474855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45836) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:22.504156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-99f59657-ba2f-4738-8503-92b3a2face23 None None] Port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:22.515665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494bb7f-199b-4f95-8543-5f7b12d52dea tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=d0407b49-1e4f-4236-a5ae-3804af994d14,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:22.542793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] Allocated IP 2001:db8:0:1::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/ce1e080b-1e72-415d-922a-ed7cbb56330f/8bf77c6a-d76c-4aa8-8a0f-59633ff780da) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:22.552790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:22.553401 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:22.582776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.598693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port d0407b49-1e4f-4236-a5ae-3804af994d14 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:22.599292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.696788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] For port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:22.709080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:50:22.718450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.724678 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.742666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] Transition to ACTIVE for port object 8bf77c6a-d76c-4aa8-8a0f-59633ff780da will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:22.750863 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.759441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for f70b9ab6-a1ac-4aff-97ff-f1d7919125aa owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:22.793870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Transition to ACTIVE for port object c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:22.795940 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c17b0d5-06ed-4709-bcd4-24c41aaf774d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:22.796599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c17b0d5-06ed-4709-bcd4-24c41aaf774d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:22.806075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7c17b0d5-06ed-4709-bcd4-24c41aaf774d tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/e892cbff-d1ee-4403-96a3-108c67cf92c9 HTTP/1.1" status: 404 len: 337 time: 0.4518819 May 12 19:50:22.813826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45840) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:22.815608 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:22.982030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf1060-6915-4aa7-a82c-7b3fa9fcb079 None None] Pushing event updated for resources: {'Port': ['ID=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:23.050118 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d608980-1564-4900-8303-b42ded2b4447 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:23.050622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d608980-1564-4900-8303-b42ded2b4447 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:23.065876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port ef03f0e1-e11a-46db-b4a6-249179d7ace6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:23.066143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:23.070709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:23.106520 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d608980-1564-4900-8303-b42ded2b4447 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/7ae81c47-eb6d-40de-b932-055aea9c0b77 HTTP/1.1" status: 404 len: 339 time: 0.2917607 May 12 19:50:23.107429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45844) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:23.134014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ad98d-8dc5-4a00-aa82-bc230839b8bf req-274b18f3-4a5f-4c2b-ac2e-d1c886059618 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:23.137727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da6ad98d-8dc5-4a00-aa82-bc230839b8bf req-274b18f3-4a5f-4c2b-ac2e-d1c886059618 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 931 time: 0.4080241 May 12 19:50:23.279621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] The port 'ef03f0e1-e11a-46db-b4a6-249179d7ace6' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:50:23.280132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da6ad98d-8dc5-4a00-aa82-bc230839b8bf req-379355b6-b453-4c1f-926a-c890e3564fcc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825334 May 12 19:50:23.334415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Deleting port f20f7e9c-529e-4df7-983a-7b2125cc99dc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:23.334757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:23.370040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Attempting to bind port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:23.370380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Attempting to bind port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:23.370713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Attempting to bind port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:23.398090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:50:23.398449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Attempting to bind port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:23.410174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:23.410666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:23.411067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Bound using segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:23.411512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Bound port: c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:23.411991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:23.432239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:23.710608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8bf77c6a-d76c-4aa8-8a0f-59633ff780da up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:23.851218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:23.890831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-80937a9d-ce97-4a42-92e1-6c8bcd4c580c None None] Provisioning for port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:23.898599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-80937a9d-ce97-4a42-92e1-6c8bcd4c580c None None] Provisioning complete for port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:23.899186 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80937a9d-ce97-4a42-92e1-6c8bcd4c580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:23.905382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for d0407b49-1e4f-4236-a5ae-3804af994d14 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:24.018783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.067787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Calling delete_port for f20f7e9c-529e-4df7-983a-7b2125cc99dc owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:24.087015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-80937a9d-ce97-4a42-92e1-6c8bcd4c580c None None] Current status of the port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:24.148732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d456f318-e36e-452c-9ba8-a6663e337661']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:24.206313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] For port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:24.275789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.285078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6d5857-7ccf-41e7-a5eb-234ad477d032') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:24.285709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6d5857-7ccf-41e7-a5eb-234ad477d032') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:24.336913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Port': ['ID=f20f7e9c-529e-4df7-983a-7b2125cc99dc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:24.340521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.342589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.349324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d7543dae-ca60-49e0-a249-36864ac804cd tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/ports/f20f7e9c-529e-4df7-983a-7b2125cc99dc HTTP/1.1" status: 204 len: 168 time: 1.2363901 May 12 19:50:24.353691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45860) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:24.398667 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-de17c138-570f-4eae-8735-2b2cf308d4a0 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:24.399239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de17c138-570f-4eae-8735-2b2cf308d4a0 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:24.408283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-de17c138-570f-4eae-8735-2b2cf308d4a0 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/3198ec00-e02a-43fb-b628-de325f09285b HTTP/1.1" status: 404 len: 337 time: 0.0492177 May 12 19:50:24.409379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45864) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:24.446786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.516428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=f70b9ab6-a1ac-4aff-97ff-f1d7919125aa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:24.542524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.560003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:24.560393 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.566859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d79b157e-4696-480f-b235-c5a6d85ae088 None None] Provisioning for port d0407b49-1e4f-4236-a5ae-3804af994d14 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:24.574100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d79b157e-4696-480f-b235-c5a6d85ae088 None None] Provisioning complete for port d0407b49-1e4f-4236-a5ae-3804af994d14 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:24.576321 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:24.581368 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d79b157e-4696-480f-b235-c5a6d85ae088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.581545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] For port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:24.584598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.592069 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.605914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.635448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d79b157e-4696-480f-b235-c5a6d85ae088 None None] Port d0407b49-1e4f-4236-a5ae-3804af994d14 was deleted so its status cannot be updated. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 12 19:50:24.682841 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.709305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=d0407b49-1e4f-4236-a5ae-3804af994d14,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:24.718682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:24.719522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.721110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 HTTP/1.1" status: 200 len: 1091 time: 2.7488685 May 12 19:50:24.745010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'tag': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:50:24.774689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a475fa3-b10d-4dab-a780-29274e5489f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:24.799937 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.802965 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-29288191-8a49-46ed-9ec8-c75b282c9c59 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/ports/f70b9ab6-a1ac-4aff-97ff-f1d7919125aa HTTP/1.1" status: 204 len: 168 time: 4.2036066 May 12 19:50:24.809546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.833573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45870) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:24.838563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:24.897997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=d456f318-e36e-452c-9ba8-a6663e337661,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:24.904296 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228d48e7-58bf-4fd5-b058-f73c756a53a5'] response: {'name': 'network-changed', 'server_uuid': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'tag': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', 'status': 'completed', 'code': 200} May 12 19:50:24.913248 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f77400c7-c4ee-4b72-b58b-8bc3382b6cfe tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/d456f318-e36e-452c-9ba8-a6663e337661 HTTP/1.1" status: 204 len: 168 time: 4.7404392 May 12 19:50:24.915856 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b30003fe-2b3c-498e-9dc0-e3a746b33f31 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/d0407b49-1e4f-4236-a5ae-3804af994d14 HTTP/1.1" status: 204 len: 168 time: 2.4395084 May 12 19:50:24.916306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45876) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:24.916694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:24.965750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1270921481'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:24.979617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bbc07-ef10-4d69-ae47-dfb07f474a42 req-bffcc929-2024-4548-9422-877db5fec45a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:24.981597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-270bbc07-ef10-4d69-ae47-dfb07f474a42 req-bffcc929-2024-4548-9422-877db5fec45a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 943 time: 0.4913988 May 12 19:50:24.985512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:25.001849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:25.005721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:25.012722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:25.029633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:25.033258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.056616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.091413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84a537-7ad7-4f94-a256-a1a81261cded tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:25.092130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ae84a537-7ad7-4f94-a256-a1a81261cded tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Synchronizing usage tracker for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:25.105894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29d224d-00cc-4bd5-8204-e259a4132073']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:25.115568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-270bbc07-ef10-4d69-ae47-dfb07f474a42 req-e0208485-d466-45f1-a948-a629db0d50fb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133561 May 12 19:50:25.124712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:25.143443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c327a603-fa10-4079-a777-aa292b4822fa') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:25.143794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c327a603-fa10-4079-a777-aa292b4822fa') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:25.154355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f505b-f218-4898-bdea-988287ead53f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:25.161232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-895f505b-f218-4898-bdea-988287ead53f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:25.163847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ae84a537-7ad7-4f94-a256-a1a81261cded tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Unset dirty status for tenant:a641c1742c2742debb2e5b85dd2e4e88 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:25.169118 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.174211 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ae84a537-7ad7-4f94-a256-a1a81261cded tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce26a50c-c108-402a-b093-ca625717fe08 HTTP/1.1" status: 200 len: 913 time: 0.3376563 May 12 19:50:25.177359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.178053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-814f9d8f-c6a3-4dbc-aeba-00bdf827dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:25.178200 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 5b4ef089-62e9-4cc3-b376-5a2ae3f04dee of type vlan for network fe5903bc-c46f-4b09-bcf9-54d89a277943 May 12 19:50:25.179142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45886) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:25.179561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-814f9d8f-c6a3-4dbc-aeba-00bdf827dd6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 1094 time: 0.3734663 May 12 19:50:25.192291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.207075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:25.208116 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: timer() May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:25.227369 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:25.300053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-895f505b-f218-4898-bdea-988287ead53f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:25.303682 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-895f505b-f218-4898-bdea-988287ead53f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3804612 May 12 19:50:25.304814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.310425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45892) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:25.354500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-c8b8a624-de72-4742-a5a6-af590742e736 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 HTTP/1.1" status: 200 len: 217 time: 0.1236646 May 12 19:50:25.425980 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.432810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.466957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/d29d224d-00cc-4bd5-8204-e259a4132073 HTTP/1.1" status: 204 len: 168 time: 1.0543308 May 12 19:50:25.467801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45902) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:25.468181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb94ad4-ac15-4a98-aa2c-b85f46e525c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Network': ['ID=d29d224d-00cc-4bd5-8204-e259a4132073,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:25.472024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-0b4ae886-23ef-4a93-ac57-994dc382fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:25.473906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-0b4ae886-23ef-4a93-ac57-994dc382fede service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1088333 May 12 19:50:25.512954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.518384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:25.518962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.556699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-3b467a9b-6e3e-41e6-b132-5581ea19cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:25.558831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-3b467a9b-6e3e-41e6-b132-5581ea19cdb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789237 May 12 19:50:25.698799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-f203c1cf-24b2-47ec-8ecf-7d3d3f2054e5 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328895 May 12 19:50:25.848874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf1d9f2-1617-4dc3-b6da-532156cf49bc req-f790ee1d-5a44-4bd5-a0e0-9d5e776f401e service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443195 May 12 19:50:25.895960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9757526 May 12 19:50:25.896282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45914) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:25.902513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': 'fe5903bc-c46f-4b09-bcf9-54d89a277943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:25.904460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Deleting port f651ff22-4be9-4144-baaa-148fc9a61aef {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:25.904808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:25.956707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9cff2-8cc0-4da9-b049-5cc7782517d4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=fe5903bc-c46f-4b09-bcf9-54d89a277943,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:25.971862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:26.022251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb86dfa-299b-4d46-9f1f-084047956c6f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.023779 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8fb86dfa-299b-4d46-9f1f-084047956c6f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7124982 May 12 19:50:26.036715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45920) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:26.207562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d1876-c123-4703-b63a-027cea12e148 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.209574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d1876-c123-4703-b63a-027cea12e148 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.211225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d1876-c123-4703-b63a-027cea12e148 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.212203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d24d1876-c123-4703-b63a-027cea12e148 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:26.228394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:26.234520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:26.237947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:26.242249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-e8e08151-bd8d-4225-9dd7-72c6df0c69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.243730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-e8e08151-bd8d-4225-9dd7-72c6df0c69b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 1094 time: 0.3213844 May 12 19:50:26.247700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:26.310043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:26.313721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.360071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d24d1876-c123-4703-b63a-027cea12e148 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:26.361222 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d24d1876-c123-4703-b63a-027cea12e148 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3235781 May 12 19:50:26.365054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.372958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:26.557879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-80a60a5a-e184-4166-b301-5e1950729713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.559669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-80a60a5a-e184-4166-b301-5e1950729713 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.3041153 May 12 19:50:26.570248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Calling delete_port for f651ff22-4be9-4144-baaa-148fc9a61aef owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:26.570908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6741fa5-f587-4999-8632-37d8839c7863 req-49f3ea7e-d70c-426f-b92b-efeac5c7d2e6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.572364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6741fa5-f587-4999-8632-37d8839c7863 req-49f3ea7e-d70c-426f-b92b-efeac5c7d2e6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 943 time: 0.2976351 May 12 19:50:26.652420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-586de442-8d83-4d5a-9a0c-69214d583cb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 HTTP/1.1" status: 200 len: 217 time: 0.0779696 May 12 19:50:26.657586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet ce1e080b-1e72-415d-922a-ed7cbb56330f {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:26.667190 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.773533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.776967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.786385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6741fa5-f587-4999-8632-37d8839c7863 req-31142c6e-3eba-4cc7-8af7-9930289d7acb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561434 May 12 19:50:26.815886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-f6363d95-b087-4524-a215-b8614a01ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:26.817153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-f6363d95-b087-4524-a215-b8614a01ca1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1550524 May 12 19:50:26.881730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Port': ['ID=f651ff22-4be9-4144-baaa-148fc9a61aef,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:26.894430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.907401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-05b6335c-cc81-4f61-acf0-d79a3b9342e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.914837 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:26.915058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0d2b062-d5d1-4e36-9cd1-d3634e026747 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/ports/f651ff22-4be9-4144-baaa-148fc9a61aef HTTP/1.1" status: 204 len: 168 time: 1.4432495 May 12 19:50:26.916299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45932) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:26.952434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.013007 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ce6cd1-0837-47cd-9794-733376891ae1 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] DELETE failed (client error): The resource could not be found. May 12 19:50:27.013551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ce6cd1-0837-47cd-9794-733376891ae1 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:27.023824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.037763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-23ce6cd1-0837-47cd-9794-733376891ae1 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/d21a3f5f-7b4a-4fb7-86d1-fb14aaabd6ab HTTP/1.1" status: 404 len: 337 time: 0.0860345 May 12 19:50:27.040105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45936) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:27.079431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:27.166795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '5b4ef089-62e9-4cc3-b376-5a2ae3f04dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fe5903bc-c46f-4b09-bcf9-54d89a277943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:27.167059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: fe5903bc-c46f-4b09-bcf9-54d89a277943, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:27.188233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-a0ddb699-6e3a-4f32-906a-d3f7d7364d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:27.190623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-a0ddb699-6e3a-4f32-906a-d3f7d7364d7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3587697 May 12 19:50:27.223269 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.320393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:27.377704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.393064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, fe5903bc-c46f-4b09-bcf9-54d89a277943) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:27.397645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:27.398457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.406368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa5f814-f41a-47c8-9713-b8ee615936e3 None None] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:27.455785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1e080b-1e72-415d-922a-ed7cbb56330f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:27.468104 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.500495 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-76427b7a-e96c-49e1-8b0b-bdea3598665f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/ce1e080b-1e72-415d-922a-ed7cbb56330f HTTP/1.1" status: 204 len: 168 time: 1.1010559 May 12 19:50:27.503597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45940) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:27.513116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cef6b-fa15-47d6-a2a5-605ff0238b73 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:27.516590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9d8ed900-b668-4c22-ad00-5ceecd6c3151 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6195860 May 12 19:50:27.518808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-65a5385a-074f-4fba-8ebb-a9258dc2f846 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194430 May 12 19:50:27.521635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45944) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:27.525112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.553808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-458229634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:27.614869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:27.632794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:router and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:27.633053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet d1b32a20-bfcc-4558-a47f-41370a8f808e {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:27.636759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.645094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:27.651107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e67dea0-377a-4314-8f9a-0c5795245a33']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:27.665630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:27.676403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e76f12d-e058-4066-8159-422a2392e518') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:27.676712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e76f12d-e058-4066-8159-422a2392e518') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:27.694098 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.695983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.719496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.720423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.743775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.753363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:27.753800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: timer() May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:27.773658 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:27.782035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25a93d1f-45d7-446e-bbaa-ad6cecbade33 req-24bcfd24-8270-4145-93b4-dedd3ba29881 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487206 May 12 19:50:27.791102 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.793785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:50:27.865642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port 11a3147f-efea-4c96-b875-e00128f42216 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:27.865994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.869147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.875501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:27.926075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Network': ['ID=3e67dea0-377a-4314-8f9a-0c5795245a33,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:27.928646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9adccd72-9cf3-4013-aac9-37785294d585 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/3e67dea0-377a-4314-8f9a-0c5795245a33 HTTP/1.1" status: 204 len: 168 time: 0.8797104 May 12 19:50:27.936287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45950) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:27.953961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.014898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.144541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.156865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-fe5903bc-c46f-4b09-bcf9-54d89a277943', 'network_id': 'fe5903bc-c46f-4b09-bcf9-54d89a277943', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': '8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:28.157920 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.190563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.203969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:28.241558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.245510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-035f78dd-c9ea-4da2-b6ce-d6b323e60934 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7203393 May 12 19:50:28.252419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45960) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:28.272023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', 'mac_address': 'fa:16:3e:78:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:50:28.303583 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/d1b32a20-bfcc-4558-a47f-41370a8f808e HTTP/1.1" status: 204 len: 168 time: 0.7987549 May 12 19:50:28.304574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abc1d1-9072-41b6-ae5b-2709b99145f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b32a20-bfcc-4558-a47f-41370a8f808e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:28.310678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Deleting subnet 6e4f15c0-088f-42ee-9cf3-39e86ee2d841 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:28.311613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45964) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:28.449752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9327743-37d0-4edc-ba01-4610a0596290 req-3d150cb6-ac78-40eb-a0c2-5da0acb942c8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:28.463348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9327743-37d0-4edc-ba01-4610a0596290 req-3d150cb6-ac78-40eb-a0c2-5da0acb942c8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 943 time: 0.3490548 May 12 19:50:28.470646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.477943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:28.478401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.525670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:50:28.559343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:28.570907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.624502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Allocated IP 2001:db8::2 (fe5903bc-c46f-4b09-bcf9-54d89a277943/8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152/3b4df210-5f29-4f13-869c-879eb257fe53) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:28.643244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.740553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d9327743-37d0-4edc-ba01-4610a0596290 req-66c1e49d-c717-4029-b171-2a991903c257 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760186 May 12 19:50:28.772458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:28.852999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:28.879235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:50:28.929969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45972) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:28.950085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for 11a3147f-efea-4c96-b875-e00128f42216 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:28.981742 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-88f8d738-e586-4b79-9f31-8997548dbea1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6412287 May 12 19:50:28.990150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45978) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:29.004212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:29.013259 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.158852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264018a2-3615-4c4b-9e17-5bf3676c132b None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:29.180900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.189994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.209167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:29.218525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:29.222039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.222201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:29.240379 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f70de42-710d-4b3b-8674-22ab95740556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.271137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:29.275963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4f15c0-088f-42ee-9cf3-39e86ee2d841,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:29.283663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.294503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3cc33-8254-4857-bd51-1dafac4f9a8b None None] Network cae6968b-aefb-4467-a171-b66de2fdcd1b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:29.308881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7a80f7ff-05f2-46fb-aa37-ee47ad3fc631 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/subnets/6e4f15c0-088f-42ee-9cf3-39e86ee2d841 HTTP/1.1" status: 204 len: 168 time: 1.3715198 May 12 19:50:29.311527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45982) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:29.316793 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.339780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.340905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b4b75b3e-21a5-4185-8ef9-d3420e4e1c40 None None] Provisioning complete for port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:29.341281 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b4b75b3e-21a5-4185-8ef9-d3420e4e1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.349152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:29.351836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d1673b8ce648a4bb879ed089aef5fb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:29.364619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:29.379203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:29.436465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:29.440129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.479349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Transition to ACTIVE for port object 3b4df210-5f29-4f13-869c-879eb257fe53 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:29.579418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=11a3147f-efea-4c96-b875-e00128f42216,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:29.673059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Transition to ACTIVE for port object 3b4df210-5f29-4f13-869c-879eb257fe53 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:29.700571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.732311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.785359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Deleting port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:29.785695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.815779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.831784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:29.846556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b4b75b3e-21a5-4185-8ef9-d3420e4e1c40 None None] Current status of the port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:29.913746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:29.921349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:29.925280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:29.970714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Pushing event updated for resources: {'Port': ['ID=3b4df210-5f29-4f13-869c-879eb257fe53,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:30.021012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.054887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8::1 (fe5903bc-c46f-4b09-bcf9-54d89a277943/8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152/27c20984-8e59-4867-b06c-806f88110454) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:30.070773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Attempting to bind port 3b4df210-5f29-4f13-869c-879eb257fe53 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:30.071541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Attempting to bind port 3b4df210-5f29-4f13-869c-879eb257fe53 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '5b4ef089-62e9-4cc3-b376-5a2ae3f04dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fe5903bc-c46f-4b09-bcf9-54d89a277943'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:30.071918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Attempting to bind port 3b4df210-5f29-4f13-869c-879eb257fe53 on network fe5903bc-c46f-4b09-bcf9-54d89a277943 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:30.080215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.082301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:30.082301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Checking segment: {'id': '5b4ef089-62e9-4cc3-b376-5a2ae3f04dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fe5903bc-c46f-4b09-bcf9-54d89a277943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:30.082572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.082933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Bound using segment: {'id': '5b4ef089-62e9-4cc3-b376-5a2ae3f04dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fe5903bc-c46f-4b09-bcf9-54d89a277943'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:30.083410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Bound port: 3b4df210-5f29-4f13-869c-879eb257fe53, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4ef089-62e9-4cc3-b376-5a2ae3f04dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fe5903bc-c46f-4b09-bcf9-54d89a277943'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:30.084105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.114101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0d1673b8ce648a4bb879ed089aef5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1782777 May 12 19:50:30.118884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45990) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:30.122224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05995c-3091-4714-86d0-4ad49c2039b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77e9249-c6f5-4038-9627-0143ec6f37b9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:30.137632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:30.166231 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.193296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] Deleting port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:30.193673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.234382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] For port 1aa6e4e9-8780-43d2-ac82-39e22beb2965, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1aa6e4e9-8780-43d2-ac82-39e22beb2965,segment=NetworkSegment(b6e4540a-5bbe-4fd5-88fc-db634edc5131),segment_id=b6e4540a-5bbe-4fd5-88fc-db634edc5131)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:30.235268 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.259476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] DHCP port deletion for cae6968b-aefb-4467-a171-b66de2fdcd1b request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:30.271391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Deleting port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:30.271766 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.325795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:30.334309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:30.347862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:30.348445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.372065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Calling delete_port for 1aa6e4e9-8780-43d2-ac82-39e22beb2965 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:30.412473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=92f21f0c-3a0c-4a02-aa6e-db86bfabb463,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:30.438797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1adad2e4-d048-4ed3-b04c-455f4a09ecbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.442419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] For port 3b4df210-5f29-4f13-869c-879eb257fe53, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:30.481216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de59976-8a23-4665-ad08-490136e967b8 req-7891c477-8cc0-48b6-9e4e-88163802d936 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:30.486885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de59976-8a23-4665-ad08-490136e967b8 req-7891c477-8cc0-48b6-9e4e-88163802d936 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 944 time: 0.5009735 May 12 19:50:30.505383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.517286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ead67be9-b307-478f-af28-1bc90f131810 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5236671 May 12 19:50:30.524219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45996) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:30.532106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:30.532463 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1adad2e4-d048-4ed3-b04c-455f4a09ecbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.539593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] For port 3b4df210-5f29-4f13-869c-879eb257fe53, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3b4df210-5f29-4f13-869c-879eb257fe53,segment=NetworkSegment(5b4ef089-62e9-4cc3-b376-5a2ae3f04dee),segment_id=5b4ef089-62e9-4cc3-b376-5a2ae3f04dee)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:30.555498 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.572011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object 27c20984-8e59-4867-b06c-806f88110454 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:30.589854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de59976-8a23-4665-ad08-490136e967b8 req-b70986ee-d443-43a4-97ec-e7b24fa33e27 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019261 May 12 19:50:30.629124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1adad2e4-d048-4ed3-b04c-455f4a09ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.643338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.684025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.690350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adad2e4-d048-4ed3-b04c-455f4a09ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77e9249-c6f5-4038-9627-0143ec6f37b9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:30.731091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:30.731630 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1adad2e4-d048-4ed3-b04c-455f4a09ecbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.735389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1adad2e4-d048-4ed3-b04c-455f4a09ecbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a77e9249-c6f5-4038-9627-0143ec6f37b9 HTTP/1.1" status: 204 len: 168 time: 0.6119721 May 12 19:50:30.742352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] No DVR routers for this DVR port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:30.745685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:30.752239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:30.752770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.763620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=27c20984-8e59-4867-b06c-806f88110454,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:30.786447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Port': ['ID=1aa6e4e9-8780-43d2-ac82-39e22beb2965,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:30.791684 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.807750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] For port 1aa6e4e9-8780-43d2-ac82-39e22beb2965, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1aa6e4e9-8780-43d2-ac82-39e22beb2965,segment=NetworkSegment(b6e4540a-5bbe-4fd5-88fc-db634edc5131),segment_id=b6e4540a-5bbe-4fd5-88fc-db634edc5131)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:30.808560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:30.949581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.088288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40e9d9-ac94-4c0d-b2c3-fc1d4aa7ce00 None None] Pushing event updated for resources: {'Port': ['ID=3b4df210-5f29-4f13-869c-879eb257fe53,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:31.099953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Calling delete_port for 1aa6e4e9-8780-43d2-ac82-39e22beb2965 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:31.166663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] For port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:31.167057 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.269639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.285904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46004) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:31.323474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] Calling delete_port for 8bf77c6a-d76c-4aa8-8a0f-59633ff780da owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:31.340869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.359885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:31.364243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:31.367672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:31.373757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:31.388202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae6968b-aefb-4467-a171-b66de2fdcd1b']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:31.392838 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:31.393212 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:31.409979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e4540a-5bbe-4fd5-88fc-db634edc5131') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:31.410249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e4540a-5bbe-4fd5-88fc-db634edc5131') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:31.416867 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.418523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:31.421955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.444045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:31.455982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.465296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Usage tracker for resource:security_group_rule and tenant:60d7df5937544af2b36dcf92e45686dd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:31.467685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] No DVR routers for this DVR port 8bf77c6a-d76c-4aa8-8a0f-59633ff780da on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:31.475946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108685b-7aa1-4e75-93e8-b0f6a7d0a2b0 None None] Pushing event deleted for resources: {'Port': ['ID=8bf77c6a-d76c-4aa8-8a0f-59633ff780da,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:31.492020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f4b7d-1f56-4c36-8dfb-0c5fe5346622 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:31.522355 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.530360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.531182 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.536974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Router ce26a50c-c108-402a-b093-ca625717fe08 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:50:31.537925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:31.561825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:31.569902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.670684 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.683162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=27c20984-8e59-4867-b06c-806f88110454,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:31.685742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:31.686324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.749336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:31.749336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:31.759743 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:31.769949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '92f21f0c-3a0c-4a02-aa6e-db86bfabb463'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:31.771953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.819997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3b4df210-5f29-4f13-869c-879eb257fe53 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:31.875777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:31.926114 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92f21f0c-3a0c-4a02-aa6e-db86bfabb463 (CIDR: 2001:db8::/64) May 12 19:50:31.940729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Deleting port 1aa6e4e9-8780-43d2-ac82-39e22beb2965 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:31.941985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:31.951999 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:50:31.952737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:31.992426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.025440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.038420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] 10.222.0.72 "DELETE /v2.0/networks/cae6968b-aefb-4467-a171-b66de2fdcd1b HTTP/1.1" status: 204 len: 168 time: 2.7258565 May 12 19:50:32.041303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aac94daf-6800-45ea-8f30-387e5e973320 None None] The port '1aa6e4e9-8780-43d2-ac82-39e22beb2965' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:50:32.077977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f6e54-6060-4058-ab63-d9133657d3c2 tempest-NetworksIpV6TestAttrs-1961833679 tempest-NetworksIpV6TestAttrs-1961833679-project] Pushing event deleted for resources: {'Network': ['ID=cae6968b-aefb-4467-a171-b66de2fdcd1b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:32.084396 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-debc0277-f9f8-4228-ab27-109e9d5ecdfb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5553606 May 12 19:50:32.092967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46012) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:32.105165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:32.111850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:32.120470 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] Sync routers for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:32.136384 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:32.137102 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:32.160483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 3b4df210-5f29-4f13-869c-879eb257fe53 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:32.226541 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e952bbe5-47ae-4fd4-91b2-2a58d8da50ee tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "PUT /v2.0/routers/ce26a50c-c108-402a-b093-ca625717fe08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0451248 May 12 19:50:32.235828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46016) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:32.328630 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:32.342631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb710-e981-49bf-96d5-7847d0fd028e req-dadb058b-4395-45e7-a4e0-7ceaea8086da tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:32.344217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-005bb710-e981-49bf-96d5-7847d0fd028e req-dadb058b-4395-45e7-a4e0-7ceaea8086da tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 944 time: 0.4328356 May 12 19:50:32.348912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1aa6e4e9-8780-43d2-ac82-39e22beb2965 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:32.356218 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] Routers {'ce26a50c-c108-402a-b093-ca625717fe08'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:32.358096 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ce26a50c-c108-402a-b093-ca625717fe08'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:32.397762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92955330-93eb-467d-a086-7f450f59a722 None None] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:32.421574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:32.430658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1aa6e4e9-8780-43d2-ac82-39e22beb2965 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:50:32.430988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1aa6e4e9-8780-43d2-ac82-39e22beb2965 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:32.431411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8bf77c6a-d76c-4aa8-8a0f-59633ff780da no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:32.437840 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:32.438376 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e48ed4-b6b0-498c-9874-650e48de9033 None None] The sync data for ids ['ce26a50c-c108-402a-b093-ca625717fe08'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:32.456056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-005bb710-e981-49bf-96d5-7847d0fd028e req-652cef5c-daa8-463f-b2cb-92e08d0755bb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003504 May 12 19:50:32.458494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router ea2846a2-ef5b-4fa7-81cd-275e766e9149 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:50:32.530210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:32.530582 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.543024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46022) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:32.556023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.557543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:32.581038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 8bf77c6a-d76c-4aa8-8a0f-59633ff780da {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:50:32.581417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8bf77c6a-d76c-4aa8-8a0f-59633ff780da not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:32.600549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/92f21f0c-3a0c-4a02-aa6e-db86bfabb463/7de6078d-f4cd-4163-8846-4d0929af967d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:32.608971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] Provisioning for port 3b4df210-5f29-4f13-869c-879eb257fe53 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:32.616394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:32.631165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:32.631834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] Provisioning complete for port 3b4df210-5f29-4f13-869c-879eb257fe53 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:32.632217 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.635122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.658132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:32.664255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b3aa5e0-f6a1-4e60-b36e-69f7474e9f03 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/ea2846a2-ef5b-4fa7-81cd-275e766e9149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4105542 May 12 19:50:32.666737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46028) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:32.691859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60d7df5937544af2b36dcf92e45686dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4002180 May 12 19:50:32.691859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:32.692524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] Sync routers for ids ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:32.696580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:32.748998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:32.754874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.765099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c64d5-677e-46b7-87ac-ded690f96a59 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:32.766165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b73c64d5-677e-46b7-87ac-ded690f96a59 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:32.819466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b73c64d5-677e-46b7-87ac-ded690f96a59 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:32.823519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b73c64d5-677e-46b7-87ac-ded690f96a59 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports/27c20984-8e59-4867-b06c-806f88110454 HTTP/1.1" status: 200 len: 911 time: 0.1531284 May 12 19:50:32.824424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46036) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:32.845567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:32.862414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] Routers {'ea2846a2-ef5b-4fa7-81cd-275e766e9149'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:32.863012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:32.891315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6e8b5e49-c6fb-42be-b9ec-869eaac8bc7f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85b5ece673964f68a75c0807ff76355c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474970 May 12 19:50:32.900058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46040) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:32.909107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebc56f-a3c0-41e5-88e8-0e027fe3aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1b621-8227-4ce1-8be8-777a9e99250c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:32.972630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:33.054337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06cde19b-6e36-4a81-ad70-a4bf06ae7589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.142200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] Routers {'ea2846a2-ef5b-4fa7-81cd-275e766e9149'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:33.143148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:33.183802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f022-a4ac-4b8e-b758-6288af834b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.225204 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f022-a4ac-4b8e-b758-6288af834b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.227786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:33.228168 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.275525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:33.275966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df9a2c-f7a4-4f8a-ad0d-ecda826f941b None None] The sync data for ids ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:33.308312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06cde19b-6e36-4a81-ad70-a4bf06ae7589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.332276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.369305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting port 5635f99c-bbad-4883-952a-8a57ba1b9d7b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:33.369797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.380130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f022-a4ac-4b8e-b758-6288af834b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.405244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7f022-a4ac-4b8e-b758-6288af834b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cceb43-ba51-4fc9-b833-65d264526ffb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:33.408076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:50:33.450136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f022-a4ac-4b8e-b758-6288af834b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.453934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b5f7f022-a4ac-4b8e-b758-6288af834b2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05cceb43-ba51-4fc9-b833-65d264526ffb HTTP/1.1" status: 204 len: 168 time: 0.5503118 May 12 19:50:33.464337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:33.465321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] Current status of the port 3b4df210-5f29-4f13-869c-879eb257fe53 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:33.466051 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.484475 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.495705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.532076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.547408 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75c0b8e-5bb6-457c-a933-2c33a7187400'] response: {'server_uuid': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', 'code': 200} May 12 19:50:33.658623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] For port 3b4df210-5f29-4f13-869c-879eb257fe53, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3b4df210-5f29-4f13-869c-879eb257fe53,segment=NetworkSegment(5b4ef089-62e9-4cc3-b376-5a2ae3f04dee),segment_id=5b4ef089-62e9-4cc3-b376-5a2ae3f04dee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:33.677699 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.686211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Transition to ACTIVE for port object 7de6078d-f4cd-4163-8846-4d0929af967d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:33.695624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:33.748349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.803380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Transition to ACTIVE for port object 7de6078d-f4cd-4163-8846-4d0929af967d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:33.820429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.847057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c24642-23b1-49f3-a6ec-c792f772af8c None None] Pushing event updated for resources: {'Port': ['ID=3b4df210-5f29-4f13-869c-879eb257fe53,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:33.935921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:33.944519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:33.955202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:33.963658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06cde19b-6e36-4a81-ad70-a4bf06ae7589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:33.979210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Calling delete_port for 5635f99c-bbad-4883-952a-8a57ba1b9d7b owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:34.019718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd94c9b-0246-49a4-bc29-3219f1f5a4fa req-ba4da757-e577-4e49-86be-123516961c9d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:34.021297 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdd94c9b-0246-49a4-bc29-3219f1f5a4fa req-ba4da757-e577-4e49-86be-123516961c9d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.3257210 May 12 19:50:34.025167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d2c88-e700-4628-9117-2bab436e9993 req-67ee9fdf-343b-4001-ab50-269aae9c024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:34.026716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f7d2c88-e700-4628-9117-2bab436e9993 req-67ee9fdf-343b-4001-ab50-269aae9c024b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 1096 time: 0.3897467 May 12 19:50:34.038527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cde19b-6e36-4a81-ad70-a4bf06ae7589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1b621-8227-4ce1-8be8-777a9e99250c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:34.064267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06cde19b-6e36-4a81-ad70-a4bf06ae7589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.080064 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-06cde19b-6e36-4a81-ad70-a4bf06ae7589 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54c1b621-8227-4ce1-8be8-777a9e99250c HTTP/1.1" status: 204 len: 168 time: 1.3697965 May 12 19:50:34.181375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Pushing event updated for resources: {'Port': ['ID=7de6078d-f4cd-4163-8846-4d0929af967d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:34.224069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Attempting to bind port 7de6078d-f4cd-4163-8846-4d0929af967d on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:34.224438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Attempting to bind port 7de6078d-f4cd-4163-8846-4d0929af967d by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:34.224803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Attempting to bind port 7de6078d-f4cd-4163-8846-4d0929af967d on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:34.240108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:34.240947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:34.242404 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.243982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:34.244643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Bound port: 7de6078d-f4cd-4163-8846-4d0929af967d, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:34.245637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.266386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26e9aafc-662d-47c3-aca4-f7c03ec41d2a None None] Provisioning for port 27c20984-8e59-4867-b06c-806f88110454 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:34.282597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26e9aafc-662d-47c3-aca4-f7c03ec41d2a None None] Provisioning complete for port 27c20984-8e59-4867-b06c-806f88110454 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:34.283267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26e9aafc-662d-47c3-aca4-f7c03ec41d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.414050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-26e9aafc-662d-47c3-aca4-f7c03ec41d2a None None] Port 27c20984-8e59-4867-b06c-806f88110454 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:34.449004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdd94c9b-0246-49a4-bc29-3219f1f5a4fa req-bb28363e-0f74-49c4-854f-a8c9fb77edb5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203598 May 12 19:50:34.454529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f7d2c88-e700-4628-9117-2bab436e9993 req-24a4aeef-4a9b-4da6-ba46-9acdd07de56c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257584 May 12 19:50:34.457714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] For port 7de6078d-f4cd-4163-8846-4d0929af967d, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:34.460804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26e9aafc-662d-47c3-aca4-f7c03ec41d2a None None] Provisioning complete for port 3b4df210-5f29-4f13-869c-879eb257fe53 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:34.460804 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26e9aafc-662d-47c3-aca4-f7c03ec41d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.580328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] For port 7de6078d-f4cd-4163-8846-4d0929af967d, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7de6078d-f4cd-4163-8846-4d0929af967d,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:34.593219 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.599017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 27c20984-8e59-4867-b06c-806f88110454 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:34.601131 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.623789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:50:34.723372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.784007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7aefb8-48f6-4d67-8769-27ebe307752f None None] Pushing event updated for resources: {'Port': ['ID=7de6078d-f4cd-4163-8846-4d0929af967d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:34.788634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46076) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:34.838258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-26e9aafc-662d-47c3-aca4-f7c03ec41d2a None None] Current status of the port 3b4df210-5f29-4f13-869c-879eb257fe53 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:34.876286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.909104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:34.909460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Port': ['ID=5635f99c-bbad-4883-952a-8a57ba1b9d7b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:34.915873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Usage tracker for resource:security_group_rule and tenant:70c29cd0f4d74f5489f7218668c0a6e7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:34.921023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:34.932405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:34.944692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46080) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:34.990585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2e887353-2a50-4d9f-84c6-7d9689b944ab None None] Provisioning complete for port 27c20984-8e59-4867-b06c-806f88110454 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:34.990961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e887353-2a50-4d9f-84c6-7d9689b944ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:34.999850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.033471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.109382 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2e887353-2a50-4d9f-84c6-7d9689b944ab None None] Port 27c20984-8e59-4867-b06c-806f88110454 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:35.205450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1684019286'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:35.215835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 27c20984-8e59-4867-b06c-806f88110454 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:35.239957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.242516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.248371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:35.259348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:35.270468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:35.281927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:35.319330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.319825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Fanout notify agent at l3_agent the message router_deleted on router ce26a50c-c108-402a-b093-ca625717fe08 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:50:35.321564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.329138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:35.334955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.360852 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.378114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.381244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e11a817b-6746-45de-a04b-5008a294477d tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/routers/ce26a50c-c108-402a-b093-ca625717fe08 HTTP/1.1" status: 204 len: 168 time: 3.1277339 May 12 19:50:35.383936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46086) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:35.426306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:35.436178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group_rule and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:35.445683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:35.464296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:35.487136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.497869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.550103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Deleting subnet 9358cab9-7674-49d9-9160-e72006c5d380 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:35.564317 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.572144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port 7de6078d-f4cd-4163-8846-4d0929af967d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7de6078d-f4cd-4163-8846-4d0929af967d,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:35.602324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.607706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.608590 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.841110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70c29cd0f4d74f5489f7218668c0a6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0474226 May 12 19:50:35.850511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46094) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:35.855764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eb496-928f-436e-a374-71fabd1c532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96957189-4163-4098-92f9-1307e83ddea4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:35.868467 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.882891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7de6078d-f4cd-4163-8846-4d0929af967d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:35.938965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:35.942824 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.946623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:35.953474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:35.954069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:35.960067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=efbedbd7-59d3-4bf3-8172-c6f103a431c4,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:35.964330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=7de6078d-f4cd-4163-8846-4d0929af967d,revision_number=4']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:35.987835 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-59d5146e-c242-4133-87de-56e5c25bfacd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8890693 May 12 19:50:35.988607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46098) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:35.995023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:33:61:fb', 'name': 'tempest-NetworksTestDHCPv6-1379806347'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:36.051207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7de6078d-f4cd-4163-8846-4d0929af967d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:36.056730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3b4df210-5f29-4f13-869c-879eb257fe53 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:36.087398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=27c20984-8e59-4867-b06c-806f88110454,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:36.124818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b55268-d0de-4763-ad17-59cf4389def1 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:36.148477 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.168983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:36.173371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:36.176279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:36.182272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:36.194129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:36.230327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] Provisioning for port 7de6078d-f4cd-4163-8846-4d0929af967d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:36.247070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] Provisioning complete for port 7de6078d-f4cd-4163-8846-4d0929af967d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:36.247729 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.348381 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.350048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.377218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port fb218a0c-08b2-4fed-b531-6499a2ce5643 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:36.387374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3b4df210-5f29-4f13-869c-879eb257fe53 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:36.387751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.461419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Subnet': ['ID=9358cab9-7674-49d9-9160-e72006c5d380,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:36.513556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.529067 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.553726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.560587 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-571dbb22-9586-4e5f-b760-92ee11bbd11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.576566 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.587085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] Current status of the port 7de6078d-f4cd-4163-8846-4d0929af967d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:36.587334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b83eff-9687-4acf-b4d5-15af64230312 req-d4e2721f-e297-450a-a880-41396c892311 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:36.587452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.588635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11b83eff-9687-4acf-b4d5-15af64230312 req-d4e2721f-e297-450a-a880-41396c892311 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.8972645 May 12 19:50:36.611162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::24 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/92f21f0c-3a0c-4a02-aa6e-db86bfabb463/fb218a0c-08b2-4fed-b531-6499a2ce5643) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:36.617425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:61fb (bf971410-83a2-4bb7-8884-aa25d5cf9a81/efbedbd7-59d3-4bf3-8172-c6f103a431c4/fb218a0c-08b2-4fed-b531-6499a2ce5643) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:36.686298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] For port 7de6078d-f4cd-4163-8846-4d0929af967d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7de6078d-f4cd-4163-8846-4d0929af967d,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:36.693950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3b4df210-5f29-4f13-869c-879eb257fe53 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:36.697579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.777484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94709a50-83b3-4f3b-a3dd-8db351766f49 None None] Pushing event updated for resources: {'Port': ['ID=7de6078d-f4cd-4163-8846-4d0929af967d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:36.824686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd5ef990-e9fc-4def-94d0-b1ae28e9f862 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/subnets/9358cab9-7674-49d9-9160-e72006c5d380 HTTP/1.1" status: 204 len: 168 time: 1.4374235 May 12 19:50:36.827248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46102) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:36.909646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-571dbb22-9586-4e5f-b760-92ee11bbd11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.916244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:36.939808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.972238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:36.972594 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment da28ec46-4436-4b3d-81ad-64bcfd092966 of type vlan for network 81d122cf-a910-4188-8347-f53e2122117b May 12 19:50:36.974567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5adb5-6fe0-4d81-ba79-9c39fec236b9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:36.975239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object fb218a0c-08b2-4fed-b531-6499a2ce5643 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:37.001038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.010455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.063852 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11b83eff-9687-4acf-b4d5-15af64230312 req-51043f43-8fdc-48ef-b849-8fada4ce63a8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621522 May 12 19:50:37.123082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:37.129832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:37.132376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:37.138909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:37.139578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.157584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.173934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router ea2846a2-ef5b-4fa7-81cd-275e766e9149 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:50:37.193367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-571dbb22-9586-4e5f-b760-92ee11bbd11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.252737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=fb218a0c-08b2-4fed-b531-6499a2ce5643,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:37.271272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-187c240f-d36d-4a9d-ae03-280531604b12 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2779632 May 12 19:50:37.271955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dbb22-9586-4e5f-b760-92ee11bbd11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96957189-4163-4098-92f9-1307e83ddea4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:37.273478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46106) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:37.304017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.330696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444d278c-a8e2-4973-872c-fb4bcff34747']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:37.343622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbd0cdc-20ba-45ec-b870-d6baf33afa4a') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:37.343988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbd0cdc-20ba-45ec-b870-d6baf33afa4a') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:37.356189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.372927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.379454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:37.379884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.394896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:37.395297 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:37.399933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:37.400962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.434809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c8e77c4f-f400-4adf-a31c-53602a304ff3 None None] Provisioning complete for port 7de6078d-f4cd-4163-8846-4d0929af967d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:37.435948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8e77c4f-f400-4adf-a31c-53602a304ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.485396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:37.485645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.498314 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] Sync routers for ids ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:37.500967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.514804 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] Routers {'ea2846a2-ef5b-4fa7-81cd-275e766e9149'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:37.516925 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:37.538886 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] 10.222.0.72 "DELETE /v2.0/networks/444d278c-a8e2-4973-872c-fb4bcff34747 HTTP/1.1" status: 204 len: 168 time: 0.7104821 May 12 19:50:37.544539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5575a8-62af-4f29-a2b9-1f792342c614 tempest-FloatingIPTestJSON-600430186 tempest-FloatingIPTestJSON-600430186-project] Pushing event deleted for resources: {'Network': ['ID=444d278c-a8e2-4973-872c-fb4bcff34747,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:37.554819 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-571dbb22-9586-4e5f-b760-92ee11bbd11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.559208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-571dbb22-9586-4e5f-b760-92ee11bbd11f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96957189-4163-4098-92f9-1307e83ddea4 HTTP/1.1" status: 204 len: 168 time: 1.7017653 May 12 19:50:37.565748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d1796338-6f03-4aae-86d6-f1e3e3047c27 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/ea2846a2-ef5b-4fa7-81cd-275e766e9149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7403014 May 12 19:50:37.569095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=81d122cf-a910-4188-8347-f53e2122117b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:37.570959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46114) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:37.575293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-79da1337-b876-4d7b-a6a8-c7e6316cdbaa tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.6294634 May 12 19:50:37.579027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46116) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:37.587647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'name': 'tempest-PortsTestJSON-594308493'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:37.615376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 81d122cf-a910-4188-8347-f53e2122117b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:37.616580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port fb218a0c-08b2-4fed-b531-6499a2ce5643 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:37.617098 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.696526 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:50:37.707603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:37.721434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cef3f6b8-f42f-49b3-9343-df0e11dd82af tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:37.738091 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] Routers {'ea2846a2-ef5b-4fa7-81cd-275e766e9149'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:37.742718 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:37.748397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cef3f6b8-f42f-49b3-9343-df0e11dd82af tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:37.750155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cef3f6b8-f42f-49b3-9343-df0e11dd82af tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2846a2-ef5b-4fa7-81cd-275e766e9149 HTTP/1.1" status: 200 len: 205 time: 0.1641321 May 12 19:50:37.753040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46122) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:37.826805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7de6078d-f4cd-4163-8846-4d0929af967d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:37.827250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:37.840547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:37.845367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:37.855393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:37.878441 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:37.878843 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6169e73-2a02-418e-b8cc-3ba69790b6f7 None None] The sync data for ids ['ea2846a2-ef5b-4fa7-81cd-275e766e9149'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:37.934841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c8e77c4f-f400-4adf-a31c-53602a304ff3 None None] Current status of the port 7de6078d-f4cd-4163-8846-4d0929af967d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:37.965353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.980046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7de6078d-f4cd-4163-8846-4d0929af967d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:37.980652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:37.986755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46128) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:38.009395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:38.013470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.053344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:38.134962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df9b362c-a021-48d3-888f-ea9031215d2f None None] Provisioning for port fb218a0c-08b2-4fed-b531-6499a2ce5643 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:38.145227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-231a5d68-ba83-4434-a6b6-ec4635d1ba68 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.148748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.205723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df9b362c-a021-48d3-888f-ea9031215d2f None None] Provisioning complete for port fb218a0c-08b2-4fed-b531-6499a2ce5643 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:38.213949 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df9b362c-a021-48d3-888f-ea9031215d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.299658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for fb218a0c-08b2-4fed-b531-6499a2ce5643 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:38.336702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7de6078d-f4cd-4163-8846-4d0929af967d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:38.352349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-df9b362c-a021-48d3-888f-ea9031215d2f None None] Port fb218a0c-08b2-4fed-b531-6499a2ce5643 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:38.474631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.544033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-231a5d68-ba83-4434-a6b6-ec4635d1ba68 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.546225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-231a5d68-ba83-4434-a6b6-ec4635d1ba68 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.577517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-231a5d68-ba83-4434-a6b6-ec4635d1ba68 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.578197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231a5d68-ba83-4434-a6b6-ec4635d1ba68 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Fanout notify agent at l3_agent the message router_deleted on router ea2846a2-ef5b-4fa7-81cd-275e766e9149 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:50:38.589683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-231a5d68-ba83-4434-a6b6-ec4635d1ba68 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.590991 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-231a5d68-ba83-4434-a6b6-ec4635d1ba68 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/ea2846a2-ef5b-4fa7-81cd-275e766e9149 HTTP/1.1" status: 204 len: 168 time: 0.8357866 May 12 19:50:38.593422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46150) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:38.665947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet 8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:38.669283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.725906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.743022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-533bf60b-7715-43de-8f65-4988e30561d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a641c1742c2742debb2e5b85dd2e4e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7526314 May 12 19:50:38.744923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46160) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:38.812340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.824831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.836751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46164) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:38.875250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3efa8-e306-401b-b7bd-4d5e590e0baf req-b0fabf1e-cfdc-4be7-8c58-45bcacd38ea1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:38.876781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7f3efa8-e306-401b-b7bd-4d5e590e0baf req-b0fabf1e-cfdc-4be7-8c58-45bcacd38ea1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.5469460 May 12 19:50:38.896014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.934824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:38.938606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:38.944869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98c81a1a-cf54-4f02-98b5-52ddfc910d89 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152 HTTP/1.1" status: 204 len: 168 time: 0.3504813 May 12 19:50:38.947397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46170) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:38.956941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45443ba-76d9-485d-a9cf-fc0e46a625bb None None] Network fe5903bc-c46f-4b09-bcf9-54d89a277943 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:38.988432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-19532d03-61a7-4585-801b-c63581589018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.006189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1352223066-network', 'tenant_id': 'f0238cbe065c4db7898017fad2511159'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:39.024855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7f3efa8-e306-401b-b7bd-4d5e590e0baf req-02e0a28d-18b5-46e7-8712-53aaab46b6d8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371181 May 12 19:50:39.025890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:39.037102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Usage tracker for resource:network and tenant:f0238cbe065c4db7898017fad2511159 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:39.051025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:39.058080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.069225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:39.076937 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.089819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 3b4df210-5f29-4f13-869c-879eb257fe53 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:39.090166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.110775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-19532d03-61a7-4585-801b-c63581589018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.132476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.178820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Made reservation on behalf of f0238cbe065c4db7898017fad2511159 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:39.181108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.324683 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.333695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=6b77c734-6bcf-4c2a-8b80-5640985d1a60,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:39.345057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] DHCP port deletion for fe5903bc-c46f-4b09-bcf9-54d89a277943 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:39.350577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Deleting port 3b4df210-5f29-4f13-869c-879eb257fe53 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:39.351098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.429147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 3b4df210-5f29-4f13-869c-879eb257fe53, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3b4df210-5f29-4f13-869c-879eb257fe53,segment=NetworkSegment(5b4ef089-62e9-4cc3-b376-5a2ae3f04dee),segment_id=5b4ef089-62e9-4cc3-b376-5a2ae3f04dee)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:39.429783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.465563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:39.471207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=fb218a0c-08b2-4fed-b531-6499a2ce5643,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:39.476787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.485610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Usage tracker for resource:security_group_rule and tenant:f0238cbe065c4db7898017fad2511159 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:39.490807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': 'da28ec46-4436-4b3d-81ad-64bcfd092966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '81d122cf-a910-4188-8347-f53e2122117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:39.491396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: 81d122cf-a910-4188-8347-f53e2122117b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:39.496034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:39.516955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:39.553091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd07b0c7-b108-4c43-b0fc-f7b6f5f1519c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/fb218a0c-08b2-4fed-b531-6499a2ce5643 HTTP/1.1" status: 204 len: 168 time: 2.2643719 May 12 19:50:39.554509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-19532d03-61a7-4585-801b-c63581589018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.556949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-19532d03-61a7-4585-801b-c63581589018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.558077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-19532d03-61a7-4585-801b-c63581589018 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cfea532b-009a-4ed6-877d-60361cf1e0eb HTTP/1.1" status: 204 len: 168 time: 0.8122475 May 12 19:50:39.565713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46178) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:39.601272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 3b4df210-5f29-4f13-869c-879eb257fe53 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:39.621725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19532d03-61a7-4585-801b-c63581589018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfea532b-009a-4ed6-877d-60361cf1e0eb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:39.640654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:39.679325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 81d122cf-a910-4188-8347-f53e2122117b) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:39.694553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:39.704941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:39.705786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.709144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.730765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dba20f-b528-48b5-96c0-8390e6eee9bd req-6c5f982e-b518-445a-890c-c2fc5b653885 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:39.732496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75dba20f-b528-48b5-96c0-8390e6eee9bd req-6c5f982e-b518-445a-890c-c2fc5b653885 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.3161907 May 12 19:50:39.732622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] For port 3b4df210-5f29-4f13-869c-879eb257fe53, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3b4df210-5f29-4f13-869c-879eb257fe53,segment=NetworkSegment(5b4ef089-62e9-4cc3-b376-5a2ae3f04dee),segment_id=5b4ef089-62e9-4cc3-b376-5a2ae3f04dee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:39.733088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.772668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No DVR routers for this DVR port 3b4df210-5f29-4f13-869c-879eb257fe53 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:39.796961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5e23b6b6-f7c2-48bc-9bad-14c6405297e4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2167337 May 12 19:50:39.805662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46186) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:39.815377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4c9da-d98d-4647-97aa-0eb0ed6ac760 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:39.816101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-20c4c9da-d98d-4647-97aa-0eb0ed6ac760 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:39.816876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=3b4df210-5f29-4f13-869c-879eb257fe53,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:39.835638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-995589406'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:39.851153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:39.854967 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.863855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:39.869949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75dba20f-b528-48b5-96c0-8390e6eee9bd req-a62600af-9ea1-4232-afb1-312e060091fc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204641 May 12 19:50:39.871023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:39.875701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.905667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:39.912124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-20c4c9da-d98d-4647-97aa-0eb0ed6ac760 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:39.915970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20c4c9da-d98d-4647-97aa-0eb0ed6ac760 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3337696 May 12 19:50:39.919180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:39.925098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2e1dc-bd5f-41ba-8983-e29938b982a7 None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:39.937660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3b4df210-5f29-4f13-869c-879eb257fe53 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:39.951058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac5af3-c4f6-460e-97c0-1e349bf09fcc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:39.959209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:39.964869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:39.969350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Calling delete_port for 3b4df210-5f29-4f13-869c-879eb257fe53 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:39.978009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:40.022136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:40.036891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.037674 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment 1e31707e-fec4-4e21-99d2-a652aa1bacfb of type vlan for network 4868d557-c1c7-4740-94e8-c73fd4828f40 May 12 19:50:40.051890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.052336 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Added segment 6740c6ae-6c64-48ea-8737-ed0df25973b9 of type vlan for network 3f9c7956-b543-4cdb-a90d-76914971ca91 May 12 19:50:40.073102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 3b4df210-5f29-4f13-869c-879eb257fe53 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:50:40.073476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3b4df210-5f29-4f13-869c-879eb257fe53 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:40.102464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.130684 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.157979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.165633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:40.167447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.171008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5903bc-c46f-4b09-bcf9-54d89a277943']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:40.187231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4ef089-62e9-4cc3-b376-5a2ae3f04dee') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:40.187524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4ef089-62e9-4cc3-b376-5a2ae3f04dee') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:40.205764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.236364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4208d4ef-49e7-49b9-a83e-0b7a7a5801a5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:40.237126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4208d4ef-49e7-49b9-a83e-0b7a7a5801a5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:40.240192 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.256993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:40.257430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.276607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4208d4ef-49e7-49b9-a83e-0b7a7a5801a5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:40.279718 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4208d4ef-49e7-49b9-a83e-0b7a7a5801a5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3595269 May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:40.280574 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:40.282754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:40.286595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:40.287197 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:40.310989 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.359355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5522335 May 12 19:50:40.364076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46214) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:40.370292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9be61-44b9-4eac-947b-f8ea60105221 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=4868d557-c1c7-4740-94e8-c73fd4828f40,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:40.384754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'ports': [{'network_id': '81d122cf-a910-4188-8347-f53e2122117b'}, {'network_id': '4868d557-c1c7-4740-94e8-c73fd4828f40'}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:40.385125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:40.389354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '4868d557-c1c7-4740-94e8-c73fd4828f40'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:40.390047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4868d557-c1c7-4740-94e8-c73fd4828f40 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:40.436780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.461693 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.470169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb94878-d850-43a2-86bd-d63554658aab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:40.471791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb94878-d850-43a2-86bd-d63554658aab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:40.473470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb94878-d850-43a2-86bd-d63554658aab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:40.474282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3fb94878-d850-43a2-86bd-d63554658aab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:40.482638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=fe5903bc-c46f-4b09-bcf9-54d89a277943,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:40.510513 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab2de8fa-7ce3-4641-b4e0-6f3009e747e1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/fe5903bc-c46f-4b09-bcf9-54d89a277943 HTTP/1.1" status: 204 len: 168 time: 1.5617824 May 12 19:50:40.511228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46220) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:40.514263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3fb94878-d850-43a2-86bd-d63554658aab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:40.517988 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3fb94878-d850-43a2-86bd-d63554658aab tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2277598 May 12 19:50:40.518141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.518141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:40.518141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.518622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314553176', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:40.521587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46224) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:40.526361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:40.530432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:router and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:40.533320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:40.539105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:40.549888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.550929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.556380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:40.579789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.727814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175090859'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:40.737057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:40.790411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Deleting port 3b4df210-5f29-4f13-869c-879eb257fe53 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:40.790411 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.797500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:40.806397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:40.866942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c0dd9-53c8-4da0-ae20-6444239bf041 None None] The port '3b4df210-5f29-4f13-869c-879eb257fe53' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:50:40.869789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:40.881930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0419991 May 12 19:50:40.890637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:40.897430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.911714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Request body: {'subnet': {'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1352223066-subnet', 'tenant_id': 'f0238cbe065c4db7898017fad2511159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:40.914326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d6bdd-50f9-475c-9e18-064e45b3affe admin admin] Pushing event updated for resources: {'Network': ['ID=3f9c7956-b543-4cdb-a90d-76914971ca91,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:40.924313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.929864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 92f21f0c-3a0c-4a02-aa6e-db86bfabb463 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:40.932168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3f9c7956-b543-4cdb-a90d-76914971ca91 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:40.938666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:40.940983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.943856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:40.968679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Usage tracker for resource:subnet and tenant:f0238cbe065c4db7898017fad2511159 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:40.974121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:40.985477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:40.991185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:40.993103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:40.995499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:40.998450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:41.004208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:41.020237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 2} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:41.026500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.047472 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.051929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:41.059617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:41.069945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:41.073853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.082163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Made reservation on behalf of f0238cbe065c4db7898017fad2511159 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:41.084485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.461371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.488933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 266aea09-2d34-4054-a880-74a06e2ee401 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:41.497015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.524642 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.533736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef52dc-19eb-48f3-8438-9cc4666319fd req-7c6ec620-ea92-4a5a-be3a-91e0bf14a610 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:41.537216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9ef52dc-19eb-48f3-8438-9cc4666319fd req-7c6ec620-ea92-4a5a-be3a-91e0bf14a610 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.4656169 May 12 19:50:41.552449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:41.607581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:41.619940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:41.622708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.655910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:41.657929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e5c1fe-2162-4123-9775-759d00fe96e3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:41.662231 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.666307 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.682410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9ef52dc-19eb-48f3-8438-9cc4666319fd req-4368b466-28c4-4d1c-a15b-91fec8adcaf3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406622 May 12 19:50:41.711713 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.778070 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.785409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ea1c4-b1ca-4496-a9a3-f97664e23ca0 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:41.785691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=92f21f0c-3a0c-4a02-aa6e-db86bfabb463,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:41.815096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0ba58-ee29-4a40-8004-5615169ef39f req-744bdd2c-3ebc-4341-a957-cbfae1947503 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:41.816976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1c0ba58-ee29-4a40-8004-5615169ef39f req-744bdd2c-3ebc-4341-a957-cbfae1947503 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.2742226 May 12 19:50:41.860381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-220fd386-97fc-4a07-be82-8ace0f873115 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/92f21f0c-3a0c-4a02-aa6e-db86bfabb463 HTTP/1.1" status: 204 len: 168 time: 1.3129647 May 12 19:50:41.860381 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:41.867235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46250) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:41.953113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1de60c9-c136-49d5-9483-64e2b7231565,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:42.016581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Checking segment: {'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:42.016964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Network hostable DHCP agents. Network: 3f9c7956-b543-4cdb-a90d-76914971ca91, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:42.034311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1c0ba58-ee29-4a40-8004-5615169ef39f req-466e6c5b-8750-4248-bb29-53c30455ddf7 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021296 May 12 19:50:42.060993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 8c35a683-7557-4915-b973-8ab855453467 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:42.066693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet efbedbd7-59d3-4bf3-8172-c6f103a431c4 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:42.072019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.076068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.077419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 172.25.2.39 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/ebd65d15-6a6b-4e76-aa15-bb864f45d39a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:42.084501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.101340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Network 3f9c7956-b543-4cdb-a90d-76914971ca91 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:42.142973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.215185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3f9c7956-b543-4cdb-a90d-76914971ca91) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:42.221961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce08bbec-fef0-451d-b59a-2b2b0aa7ae15,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:42.229930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ebf5ab-1699-486f-8d0b-cb8e093a75ec None None] Network 3f9c7956-b543-4cdb-a90d-76914971ca91 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:42.233369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:42.233552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.250320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.252373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-083aa775-59d4-4a6b-a488-f0cf15106a13 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6949024 May 12 19:50:42.256710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46254) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:42.293582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.297589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.303007 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-94d51a74-2785-4307-9173-2f0287798bd5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3974044 May 12 19:50:42.398694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.404028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.415719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dbb88df5-12f4-4850-b5b4-cea88c025784 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:42.444596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dbb88df5-12f4-4850-b5b4-cea88c025784 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:42.449402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dbb88df5-12f4-4850-b5b4-cea88c025784 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1883111 May 12 19:50:42.449402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:42.457015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5ac7be2e-f27d-42b0-b951-1f6a0e4d694a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-security--648665010', 'description': 'tempest-security-description-444858241'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:42.480045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.480837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.536116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=efbedbd7-59d3-4bf3-8172-c6f103a431c4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:42.541507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.582601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:42.585832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:42.586443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:42.591009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ac7be2e-f27d-42b0-b951-1f6a0e4d694a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.591194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:42.592456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:42.613327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:42.619735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-175a50a3-aa06-4f73-8fbf-985878fc2708 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/efbedbd7-59d3-4bf3-8172-c6f103a431c4 HTTP/1.1" status: 204 len: 168 time: 0.7484040 May 12 19:50:42.622479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46268) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:42.622844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:42.628418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ebb5c-2c92-4533-b894-780dd392f1ca None None] Network 3f9c7956-b543-4cdb-a90d-76914971ca91 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:42.703176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=266aea09-2d34-4054-a880-74a06e2ee401,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:42.783786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0fada831-d43f-4028-97c6-051f822d199a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602290 May 12 19:50:42.796371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46274) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:42.838485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:42.883045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': '1e31707e-fec4-4e21-99d2-a652aa1bacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4868d557-c1c7-4740-94e8-c73fd4828f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:42.884173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: 4868d557-c1c7-4740-94e8-c73fd4828f40, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:42.923214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=8c35a683-7557-4915-b973-8ab855453467,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:42.937203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=ebd65d15-6a6b-4e76-aa15-bb864f45d39a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:43.020907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b6f5b-940b-4634-8f15-1507da16c9ee None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:43.021423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ac7be2e-f27d-42b0-b951-1f6a0e4d694a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.028596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ac7be2e-f27d-42b0-b951-1f6a0e4d694a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.031046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ac7be2e-f27d-42b0-b951-1f6a0e4d694a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.035365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5ac7be2e-f27d-42b0-b951-1f6a0e4d694a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "PUT /v2.0/security-groups/ce08bbec-fef0-451d-b59a-2b2b0aa7ae15 HTTP/1.1" status: 200 len: 1778 time: 0.5847192 May 12 19:50:43.038420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46278) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:43.144222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c5cd868b-b7b2-45cf-ab22-3adcdfbe17c5 None None] Provisioning complete for port 7de6078d-f4cd-4163-8846-4d0929af967d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:43.144600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c5cd868b-b7b2-45cf-ab22-3adcdfbe17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.220518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 4868d557-c1c7-4740-94e8-c73fd4828f40 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:43.222781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:43.228749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:43.232774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:43.240415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:43.263018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686858-bf97-4aa4-abf3-bd3c5279937b req-80d32636-ea55-426c-8d97-158e4523fe4f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:43.264516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2686858-bf97-4aa4-abf3-bd3c5279937b req-80d32636-ea55-426c-8d97-158e4523fe4f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.3989563 May 12 19:50:43.265254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 4868d557-c1c7-4740-94e8-c73fd4828f40) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:43.270635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:43.277938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:43.282687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:43.282828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39a9c1-81f3-4ed4-8af2-31df9a7c3fde None None] Network 4868d557-c1c7-4740-94e8-c73fd4828f40 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:43.283386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.333933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7be2e-f27d-42b0-b951-1f6a0e4d694a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce08bbec-fef0-451d-b59a-2b2b0aa7ae15,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:43.348846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a32f31ed-df19-4ebd-9899-a5cfc9f95418 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups/ce08bbec-fef0-451d-b59a-2b2b0aa7ae15 HTTP/1.1" status: 200 len: 1778 time: 0.3001573 May 12 19:50:43.351610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46284) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:43.458356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:43.470558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.534290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.596179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd868b-b7b2-45cf-ab22-3adcdfbe17c5 None None] Current status of the port 7de6078d-f4cd-4163-8846-4d0929af967d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:43.619329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3ebffbe8-a58c-46ea-bf90-1575abdcef9a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2517858 May 12 19:50:43.629739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46294) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:43.636103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2686858-bf97-4aa4-abf3-bd3c5279937b req-f1e55ecd-ce84-43ba-bbaf-7d6ec0bd07f8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169246 May 12 19:50:43.711095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:43.717263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] Deleting port 7de6078d-f4cd-4163-8846-4d0929af967d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:43.717975 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.723718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b462f806-139b-4bed-b016-59a34152ee58 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.753506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b462f806-139b-4bed-b016-59a34152ee58 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.777357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b5c98-974e-47b5-9dc2-742ca9110fd2 req-cd1a5ad1-581a-45d8-868d-6fa66bceba22 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:43.778910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b02b5c98-974e-47b5-9dc2-742ca9110fd2 req-cd1a5ad1-581a-45d8-868d-6fa66bceba22 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.4913626 May 12 19:50:43.782384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 8c35a683-7557-4915-b973-8ab855453467 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:43.782615 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.826037 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b462f806-139b-4bed-b016-59a34152ee58 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.838036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-b1186ee9-bd28-4bfa-a758-978fbf14b32b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:43.839532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-b1186ee9-bd28-4bfa-a758-978fbf14b32b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.5140319 May 12 19:50:43.854347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462f806-139b-4bed-b016-59a34152ee58 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce08bbec-fef0-451d-b59a-2b2b0aa7ae15,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:43.862960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b462f806-139b-4bed-b016-59a34152ee58 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:43.864247 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b462f806-139b-4bed-b016-59a34152ee58 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/ce08bbec-fef0-451d-b59a-2b2b0aa7ae15 HTTP/1.1" status: 204 len: 168 time: 0.5116584 May 12 19:50:43.866961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:43.902700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b02b5c98-974e-47b5-9dc2-742ca9110fd2 req-69832170-2152-47b2-84d6-2f1075d784a6 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915511 May 12 19:50:44.028170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Deleting port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:44.028583 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.040409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] For port 7de6078d-f4cd-4163-8846-4d0929af967d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7de6078d-f4cd-4163-8846-4d0929af967d,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:44.040855 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.195224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] Calling delete_port for 7de6078d-f4cd-4163-8846-4d0929af967d owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:44.246813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.333271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7060e373-b328-4a2a-b39f-9c2173873d8f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:44.337456 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.369141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7060e373-b328-4a2a-b39f-9c2173873d8f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:44.375152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7060e373-b328-4a2a-b39f-9c2173873d8f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5026908 May 12 19:50:44.375152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:44.375410 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.393679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] Pushing event deleted for resources: {'Port': ['ID=7de6078d-f4cd-4163-8846-4d0929af967d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:44.396924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec4de2-95d9-4d48-b57d-48895ff5d730 None None] No DVR routers for this DVR port 7de6078d-f4cd-4163-8846-4d0929af967d on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:44.463852 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-6ac38faf-ff48-444e-b498-4790d0a9cde5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] delete failed (client error): The resource could not be found. May 12 19:50:44.468856 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6ac38faf-ff48-444e-b498-4790d0a9cde5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/ce08bbec-fef0-451d-b59a-2b2b0aa7ae15 HTTP/1.1" status: 404 len: 347 time: 0.0904808 May 12 19:50:44.469040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46306) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:44.477398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113229393'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:44.491430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:44.508721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:44.533614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 8c35a683-7557-4915-b973-8ab855453467 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:44.535050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.562401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:44.565513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 31dd9056-9741-4d9a-94ce-dd4761f9229c is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:50:44.570631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:44.575715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:44.582933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:44.727391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.807759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:44.820110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] Sync routers for ids ['31dd9056-9741-4d9a-94ce-dd4761f9229c'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:44.831716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] Routers {'31dd9056-9741-4d9a-94ce-dd4761f9229c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:44.832763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['31dd9056-9741-4d9a-94ce-dd4761f9229c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:44.833847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.843960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.866116 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.869860 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cc3d8611-ef78-425e-8ce2-056ae2d744f6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3547835 May 12 19:50:44.874651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:44.908888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:44.918494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] Routers {'31dd9056-9741-4d9a-94ce-dd4761f9229c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:44.919109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['31dd9056-9741-4d9a-94ce-dd4761f9229c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:44.966206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:44.970676 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4975896 May 12 19:50:44.971787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:44.974219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fff9e2-c84e-4216-a2de-8f8110df251d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7f9f06-72c3-42e8-88a7-8484f30bdd71,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:44.981890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': '6b7f9f06-72c3-42e8-88a7-8484f30bdd71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:44.985400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:44.985806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328945f-315d-4eff-9fdd-44a9e54a53f2 None None] The sync data for ids ['31dd9056-9741-4d9a-94ce-dd4761f9229c'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:44.992191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:44.999919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:45.004986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:45.068021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:45.104778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.105126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:45.111476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.117764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=0c50873d-59bc-4b74-a142-f242fb99258b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:45.120104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:45.134731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24851dfb-6bd7-4b18-bc8e-e28ce4652130 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:45.138001 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5cfcf45c-55e7-4354-896c-e9e1e7d13e0d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/routers/31dd9056-9741-4d9a-94ce-dd4761f9229c HTTP/1.1" status: 200 len: 884 time: 0.2622471 May 12 19:50:45.145580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46336) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:45.166851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:45.167441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.202295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=8c35a683-7557-4915-b973-8ab855453467,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:45.220805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] For port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:45.221206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.268203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.275600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.302213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc3035f-26ca-4d3a-b3bc-578f2828ff5e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:45.314495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.316316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-488660b8-d20f-4190-8fb3-acc12484d146 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/8c35a683-7557-4915-b973-8ab855453467 HTTP/1.1" status: 204 len: 168 time: 1.6793087 May 12 19:50:45.340201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46340) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:45.361501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f0208f56-68b7-4fdf-bd7d-14b8d1b88379 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5598576 May 12 19:50:45.367181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46344) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:45.376811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:45.390341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.393971 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1dc12628-17b4-4127-ae70-689da446e84b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4184806 May 12 19:50:45.396368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:45.419642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'tenant_id': '99968cd16cf646f7a0c6e6849ace3d66', 'fixed_ips': [{'subnet_id': '0c50873d-59bc-4b74-a142-f242fb99258b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:45.420690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.422972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-61e808ae-4da8-4a65-aa2c-d6a7417088e0 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:45.423661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-61e808ae-4da8-4a65-aa2c-d6a7417088e0 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Synchronizing usage tracker for tenant:f0238cbe065c4db7898017fad2511159 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:45.514603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0db11a3-7819-472e-9f1a-bf1c05924edf tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.539275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0db11a3-7819-472e-9f1a-bf1c05924edf tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.550907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69593cea-cb3f-471b-96bd-bf5404e11033 req-3f7e97ca-eda0-4c78-b07e-f4c482eb761c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:45.552398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69593cea-cb3f-471b-96bd-bf5404e11033 req-3f7e97ca-eda0-4c78-b07e-f4c482eb761c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.7423391 May 12 19:50:45.556322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-61e808ae-4da8-4a65-aa2c-d6a7417088e0 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Unset dirty status for tenant:f0238cbe065c4db7898017fad2511159 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:45.557487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-61e808ae-4da8-4a65-aa2c-d6a7417088e0 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/networks?id=3f9c7956-b543-4cdb-a90d-76914971ca91 HTTP/1.1" status: 200 len: 809 time: 0.7927091 May 12 19:50:45.594701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Allocated IP 2001:db8::2 (bf971410-83a2-4bb7-8884-aa25d5cf9a81/0c50873d-59bc-4b74-a142-f242fb99258b/cf59041b-d004-484d-b192-aa45c4541248) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:45.605137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:45.611187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0db11a3-7819-472e-9f1a-bf1c05924edf tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.613451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:45.627166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:45.638932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:45.642628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db11a3-7819-472e-9f1a-bf1c05924edf tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adc3035f-26ca-4d3a-b3bc-578f2828ff5e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:45.646592 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0db11a3-7819-472e-9f1a-bf1c05924edf tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.647686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0db11a3-7819-472e-9f1a-bf1c05924edf tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/adc3035f-26ca-4d3a-b3bc-578f2828ff5e HTTP/1.1" status: 204 len: 168 time: 0.2512622 May 12 19:50:45.655582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14605def-a8ad-4614-81f8-6f77cc727f92 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:router {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:45.658053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46352) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:45.685248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:45.688636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.710414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-15d8b088-14b5-4d2e-9b16-dedcea718756 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/quotas/f0238cbe065c4db7898017fad2511159 HTTP/1.1" status: 200 len: 375 time: 0.0643799 May 12 19:50:45.722711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69593cea-cb3f-471b-96bd-bf5404e11033 req-63919092-bafe-4dda-a5d1-d0b53e7f43a9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642678 May 12 19:50:45.749216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b3e48-c8b8-4d25-afc3-487ec2d0c4ea tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:45.755054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b3e48-c8b8-4d25-afc3-487ec2d0c4ea tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:45.755831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4c4b3e48-c8b8-4d25-afc3-487ec2d0c4ea tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:45.762144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7de6078d-f4cd-4163-8846-4d0929af967d no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:45.803221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.803741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.803981 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Floating IP b3436dd2-c0d9-4af8-9f68-4542e8e7b34a disassociated. External IP: 172.25.2.25, port: 5b57c94d-2f89-49b7-80ec-135bbfcf08e6. May 12 19:50:45.804706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Calling delete_port for 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:45.804901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7de6078d-f4cd-4163-8846-4d0929af967d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:50:45.805273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7de6078d-f4cd-4163-8846-4d0929af967d not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:45.811227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14605def-a8ad-4614-81f8-6f77cc727f92 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:router {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:45.815310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-14605def-a8ad-4614-81f8-6f77cc727f92 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6686785 May 12 19:50:45.819206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46356) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:45.831022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ac47f95d-f69f-4cf6-90d3-2773e8670995 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1314553176'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:45.845687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-781bcd9e-5488-4cc6-81cf-19abc42fec52 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f0238cbe065c4db7898017fad2511159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864809 May 12 19:50:45.892535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-85256403-b0f7-4538-a8b0-1dde26a6ca20 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:45.928023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.938989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Transition to ACTIVE for port object cf59041b-d004-484d-b192-aa45c4541248 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:45.958586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Transition to ACTIVE for port object cf59041b-d004-484d-b192-aa45c4541248 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:45.965619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:45.975440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4c4b3e48-c8b8-4d25-afc3-487ec2d0c4ea tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:45.976015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4c4b3e48-c8b8-4d25-afc3-487ec2d0c4ea tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6328032 May 12 19:50:45.988597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46360) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:46.033945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:46.036729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:46.040590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:46.076444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Pushing event updated for resources: {'Port': ['ID=cf59041b-d004-484d-b192-aa45c4541248,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:46.114949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 266aea09-2d34-4054-a880-74a06e2ee401 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:46.115348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.169868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Attempting to bind port cf59041b-d004-484d-b192-aa45c4541248 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:46.170851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Attempting to bind port cf59041b-d004-484d-b192-aa45c4541248 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:46.171303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Attempting to bind port cf59041b-d004-484d-b192-aa45c4541248 on network bf971410-83a2-4bb7-8884-aa25d5cf9a81 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:46.178339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:46.179142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Checking segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:46.179667 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.180137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Bound using segment: {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:46.180688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Bound port: cf59041b-d004-484d-b192-aa45c4541248, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e962978-7b18-4c99-9f21-2a5cea89072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:46.181697 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.201943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-85256403-b0f7-4538-a8b0-1dde26a6ca20 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:46.205969 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-85256403-b0f7-4538-a8b0-1dde26a6ca20 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5427980 May 12 19:50:46.212311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46364) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:46.232451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-1c00b2f8-6661-435a-9349-62a888204d65 service neutron] 10.222.0.72 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756602 May 12 19:50:46.276105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] For port cf59041b-d004-484d-b192-aa45c4541248, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:46.279646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] For port cf59041b-d004-484d-b192-aa45c4541248, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cf59041b-d004-484d-b192-aa45c4541248,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:46.284956 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c50873d-59bc-4b74-a142-f242fb99258b (CIDR: 2001:db8::/64) May 12 19:50:46.286117 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.295016 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:50:46.295498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:46.309327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.381093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327716d-5b3b-46b8-bed3-3ab55048bf55 None None] Pushing event updated for resources: {'Port': ['ID=cf59041b-d004-484d-b192-aa45c4541248,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:46.404176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f94d5480-91cb-4d81-9cb5-0d53cdd14506 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0371854 May 12 19:50:46.414395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46368) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:46.426530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'subnet': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:46.437549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ab6e9-4705-4337-9867-5c3408537a1b req-cebcabb1-96ab-4f8b-9be2-879bb723da14 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:46.439147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba3ab6e9-4705-4337-9867-5c3408537a1b req-cebcabb1-96ab-4f8b-9be2-879bb723da14 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 945 time: 0.5515203 May 12 19:50:46.446430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event deleted for resources: {'Port': ['ID=5b57c94d-2f89-49b7-80ec-135bbfcf08e6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:46.451292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c19fa-2561-4845-8c23-fe7aa115adbb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.653059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c19fa-2561-4845-8c23-fe7aa115adbb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.886107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba3ab6e9-4705-4337-9867-5c3408537a1b req-b4a37019-dc03-402c-894d-e9ab33eda716 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=efee61b7-2fcf-4fc9-9d44-7ef0699394fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4372034 May 12 19:50:46.893672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:46.898332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.915419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-bc1e143b-998f-407c-b386-82871e903b14 service neutron] 10.222.0.72 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683404 May 12 19:50:46.919721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:subnet and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:46.922502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c19fa-2561-4845-8c23-fe7aa115adbb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.926300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:46.956083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:46.958361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c19fa-2561-4845-8c23-fe7aa115adbb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7f9f06-72c3-42e8-88a7-8484f30bdd71,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:46.981836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac47f95d-f69f-4cf6-90d3-2773e8670995 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:46.996839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:47.000748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.020931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c19fa-2561-4845-8c23-fe7aa115adbb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.022108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2c0c19fa-2561-4845-8c23-fe7aa115adbb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/6b7f9f06-72c3-42e8-88a7-8484f30bdd71 HTTP/1.1" status: 204 len: 168 time: 0.8061771 May 12 19:50:47.023315 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac47f95d-f69f-4cf6-90d3-2773e8670995 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.029943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46374) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:47.128414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 266aea09-2d34-4054-a880-74a06e2ee401 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:47.283240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4375c1a5-a198-410a-b56d-80c7864e35cc tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:47.305275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-159cc359-3edf-4ac1-ab00-a873b0080e26 req-7a9c08e6-3c5f-4558-ba98-e2c7b22a1d61 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 210 time: 0.0543981 May 12 19:50:47.332290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:50:47.379755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:50:47.405882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4375c1a5-a198-410a-b56d-80c7864e35cc tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:47.407176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4375c1a5-a198-410a-b56d-80c7864e35cc tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3762996 May 12 19:50:47.415578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46386) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:47.424959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012226696'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:47.432695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:50:47.433044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:50:47.434641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:47.463717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.467292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:47.501106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac47f95d-f69f-4cf6-90d3-2773e8670995 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 31dd9056-9741-4d9a-94ce-dd4761f9229c has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:50:47.549648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2403279-4b56-4be5-8f8b-f3fbea719ec5 req-33b7705f-daa4-43a5-baf5-cfbf8ae560d5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:47.551291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2403279-4b56-4be5-8f8b-f3fbea719ec5 req-33b7705f-daa4-43a5-baf5-cfbf8ae560d5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.4380434 May 12 19:50:47.552164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=266aea09-2d34-4054-a880-74a06e2ee401,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:47.597469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.651603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.662552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:47.713458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2403279-4b56-4be5-8f8b-f3fbea719ec5 req-4b9737e8-38f1-460a-b880-3cb4c13bfff9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514595 May 12 19:50:47.715336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fec64646-f621-42a2-974f-4708931be5cb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/266aea09-2d34-4054-a880-74a06e2ee401 HTTP/1.1" status: 204 len: 168 time: 1.7186816 May 12 19:50:47.718990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46392) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:47.758032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cf59041b-d004-484d-b192-aa45c4541248 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:47.760021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:47.775137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:47.831691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:47.850554 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] Sync routers for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:47.857982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port cf59041b-d004-484d-b192-aa45c4541248 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:47.862372 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:47.863277 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:47.941554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] No DVR routers for this DVR port 5b57c94d-2f89-49b7-80ec-135bbfcf08e6 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:47.945090 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.947601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ef6fe0e4-1c14-4aaa-89bc-2e1f5eb16f1e req-4adfa725-969a-49a9-9252-cf42bf1b8b40 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "DELETE /v2.0/ports/5b57c94d-2f89-49b7-80ec-135bbfcf08e6 HTTP/1.1" status: 204 len: 173 time: 4.0485988 May 12 19:50:47.948253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'name': 'network-vif-deleted', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:50:47.964702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] Provisioning for port cf59041b-d004-484d-b192-aa45c4541248 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:47.969328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a42191-5804-423f-a4bf-3f78b0718633 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:47.970162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] Provisioning complete for port cf59041b-d004-484d-b192-aa45c4541248 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:47.970527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4a42191-5804-423f-a4bf-3f78b0718633 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:47.970716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:47.993590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4a42191-5804-423f-a4bf-3f78b0718633 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:47.995268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a4a42191-5804-423f-a4bf-3f78b0718633 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2750609 May 12 19:50:47.998207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:48.078612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:48.094104 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-9946ebb1-17b6-4eec-954e-cdd3cf844626 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:50:48.095873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9946ebb1-17b6-4eec-954e-cdd3cf844626 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/8c35a683-7557-4915-b973-8ab855453467 HTTP/1.1" status: 404 len: 333 time: 0.0965793 May 12 19:50:48.099338 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2c6dfb-1797-4021-a3d9-0d389b53cddf'] response: {'server_uuid': 'bec66d36-7d75-43f0-af5b-0a7f1b748e4f', 'name': 'network-vif-deleted', 'tag': '5b57c94d-2f89-49b7-80ec-135bbfcf08e6', 'status': 'completed', 'code': 200} May 12 19:50:48.100011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:48.181054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-84f099b6-3a7d-4281-988c-77fbd5fe1bf6 req-e0c139bf-878c-4bd9-a551-23141e7dad82 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Synchronizing usage tracker for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:48.207514 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:50:48.211558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac47f95d-f69f-4cf6-90d3-2773e8670995 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:50:48.224547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] Sync routers for ids ['31dd9056-9741-4d9a-94ce-dd4761f9229c'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:50:48.248971 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-8024e636-2583-44d4-8f1f-a0228e0838dd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:50:48.253471 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8024e636-2583-44d4-8f1f-a0228e0838dd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/266aea09-2d34-4054-a880-74a06e2ee401 HTTP/1.1" status: 404 len: 333 time: 0.1492476 May 12 19:50:48.256891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46408) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:48.258588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] Current status of the port cf59041b-d004-484d-b192-aa45c4541248 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:48.259288 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.281592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-84f099b6-3a7d-4281-988c-77fbd5fe1bf6 req-e0c139bf-878c-4bd9-a551-23141e7dad82 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Unset dirty status for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:48.283036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84f099b6-3a7d-4281-988c-77fbd5fe1bf6 req-e0c139bf-878c-4bd9-a551-23141e7dad82 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=bec66d36-7d75-43f0-af5b-0a7f1b748e4f HTTP/1.1" status: 200 len: 210 time: 0.1858504 May 12 19:50:48.323945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] For port cf59041b-d004-484d-b192-aa45c4541248, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cf59041b-d004-484d-b192-aa45c4541248,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:48.327108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] Routers {'31dd9056-9741-4d9a-94ce-dd4761f9229c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:48.328815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['31dd9056-9741-4d9a-94ce-dd4761f9229c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.407678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.410362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.415800 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.443150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac47f95d-f69f-4cf6-90d3-2773e8670995 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.444739 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ac47f95d-f69f-4cf6-90d3-2773e8670995 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/31dd9056-9741-4d9a-94ce-dd4761f9229c HTTP/1.1" status: 200 len: 891 time: 2.6226804 May 12 19:50:48.460810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] Routers {'31dd9056-9741-4d9a-94ce-dd4761f9229c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:48.461844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['31dd9056-9741-4d9a-94ce-dd4761f9229c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.465734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46414) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:48.537305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.538103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843c86c-aaba-4ed8-9903-20560746c753 None None] The sync data for ids ['31dd9056-9741-4d9a-94ce-dd4761f9229c'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:48.563375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ce865-7ca8-44e8-8031-b7d6b8f79e5d None None] Pushing event updated for resources: {'Port': ['ID=cf59041b-d004-484d-b192-aa45c4541248,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:48.606001 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.625593 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fe14d60-0960-4ce6-8f4b-902d7921953d req-e880061e-f3e0-4f0a-812c-d93e70908bc7 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 210 time: 0.1462696 May 12 19:50:48.630155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.660079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4868d557-c1c7-4740-94e8-c73fd4828f40']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.674211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e31707e-fec4-4e21-99d2-a652aa1bacfb') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.674798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e31707e-fec4-4e21-99d2-a652aa1bacfb') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.688045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.699817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 19:50:48.701700 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.703116 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.706407 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] Checking router: 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:50:48.711787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.716637 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:50:48.717569 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:48.719429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:48.719947 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: timer() May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:48.742054 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:48.835791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:48.839561 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4176595 May 12 19:50:48.854512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46420) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:48.874227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'ce06dc2c-86fa-45a4-86af-0349da5d7533', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:48.889719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:48.900031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d85f9b-6062-459f-8550-0a129e24005b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce06dc2c-86fa-45a4-86af-0349da5d7533,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:48.910927 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e69c308-88c1-4af1-9f62-4760dfe9edde tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/routers/31dd9056-9741-4d9a-94ce-dd4761f9229c HTTP/1.1" status: 200 len: 891 time: 0.4440079 May 12 19:50:48.918961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:48.925695 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:50:48.950425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:48.953081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46424) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:48.991827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:49.009612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-461f13ec-1d03-41ea-b475-85195db3c5c9 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:49.122667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.132613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.149908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-461f13ec-1d03-41ea-b475-85195db3c5c9 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:49.152078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-461f13ec-1d03-41ea-b475-85195db3c5c9 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=31dd9056-9741-4d9a-94ce-dd4761f9229c HTTP/1.1" status: 200 len: 205 time: 0.1979046 May 12 19:50:49.161659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46428) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:49.281446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.308692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.322680 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:49.329378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=4868d557-c1c7-4740-94e8-c73fd4828f40,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:49.331234 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b7aa8b-27ed-4db4-a896-e892ba58e299 None None] The sync data for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 is: [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:50:49.348426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d08219-6494-4aa1-8a91-1d9320f6cdfb req-5b26b816-1e4c-4776-9297-d67049441dc0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:49.350002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5d08219-6494-4aa1-8a91-1d9320f6cdfb req-5b26b816-1e4c-4776-9297-d67049441dc0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.3383408 May 12 19:50:49.363868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d003cb30-fc5f-43c3-a845-522efe69342b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/4868d557-c1c7-4740-94e8-c73fd4828f40 HTTP/1.1" status: 204 len: 168 time: 1.1062920 May 12 19:50:49.365774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46434) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:49.374469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1398507575'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:49.389500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.396457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:49.407139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-871e6810-51e3-4c3e-9df9-f961f7dc4242 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:49.408599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-871e6810-51e3-4c3e-9df9-f961f7dc4242 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "GET /v2.0/networks?id=3f9c7956-b543-4cdb-a90d-76914971ca91 HTTP/1.1" status: 200 len: 809 time: 0.3626902 May 12 19:50:49.414093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:49.433406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Request body: {'port': {'device_id': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91', 'admin_state_up': True, 'tenant_id': 'f0238cbe065c4db7898017fad2511159'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:49.447121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:49.449740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46440) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:49.474743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:49.489002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.532826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5d08219-6494-4aa1-8a91-1d9320f6cdfb req-96594837-12e0-451e-826b-cc8ca3cd5c7c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677248 May 12 19:50:49.581278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:49.584691 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.587346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0f196f-979f-478a-8903-386767431261,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:49.626979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.628324 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d832f4e2-2ce2-4bb4-ab64-ec58973f421b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7728467 May 12 19:50:49.630805 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.632769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46444) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:49.655334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'ce06dc2c-86fa-45a4-86af-0349da5d7533', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:49.679938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:49.682139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1b343dd-dc99-43ef-b28d-2928b8125d2c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.691387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:49.694019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:49.696800 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d31d1-bdc5-4477-8b82-bed61e91290e None None] New status for floating IP b3436dd2-c0d9-4af8-9f68-4542e8e7b34a: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:50:49.708959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:49.710454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cf59041b-d004-484d-b192-aa45c4541248 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:49.721846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:49.726921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:49.745050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.746504 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment bedd9976-9758-4cdc-b5eb-7ea73060164f of type vlan for network 32b0abda-973a-4114-a2f8-9ab5e10a4493 May 12 19:50:49.750092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Usage tracker for resource:port and tenant:f0238cbe065c4db7898017fad2511159 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:49.758894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1b343dd-dc99-43ef-b28d-2928b8125d2c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.769847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:49.791454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:49.793542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cf59041b-d004-484d-b192-aa45c4541248 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:49.794268 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.801870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.882089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.894002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.904781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Made reservation on behalf of f0238cbe065c4db7898017fad2511159 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:49.908301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.919125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36315539-cecf-4ece-8ca2-983186ecddf0 req-cbcf5f31-fd9e-4e4c-ab09-da21af38e316 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 210 time: 0.1082032 May 12 19:50:49.924948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port ebd65d15-6a6b-4e76-aa15-bb864f45d39a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:49.925313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:49.966240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cf59041b-d004-484d-b192-aa45c4541248 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:49.973814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] For port cf59041b-d004-484d-b192-aa45c4541248, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cf59041b-d004-484d-b192-aa45c4541248,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:50.040938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1b343dd-dc99-43ef-b28d-2928b8125d2c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.043330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.048631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:50.049272 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.081978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.084462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.095462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.096179 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.108398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.112437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b343dd-dc99-43ef-b28d-2928b8125d2c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee61b7-2fcf-4fc9-9d44-7ef0699394fc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:50.257415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1b343dd-dc99-43ef-b28d-2928b8125d2c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.258924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c1b343dd-dc99-43ef-b28d-2928b8125d2c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "DELETE /v2.0/security-groups/efee61b7-2fcf-4fc9-9d44-7ef0699394fc HTTP/1.1" status: 204 len: 168 time: 0.8029101 May 12 19:50:50.269150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46450) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:50.278604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea35d0da-0a4b-4b4c-a2da-5220884e0ec3,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:50.285335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.289407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a826e7bb-f012-461d-847b-e6592c689ff0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6448340 May 12 19:50:50.290898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9216082 May 12 19:50:50.293755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46454) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:50.294084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46456) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:50.313822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a852158-d09a-41fe-adcf-bf8f90de9ebe tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=32b0abda-973a-4114-a2f8-9ab5e10a4493,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:50.318741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:50.325752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 32b0abda-973a-4114-a2f8-9ab5e10a4493 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:50.334867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'ce06dc2c-86fa-45a4-86af-0349da5d7533', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:50.354118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:50.361697 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-df12e643-09b8-417f-a0b3-b1ce7f715a18 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] show failed (client error): The resource could not be found. May 12 19:50:50.365595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-df12e643-09b8-417f-a0b3-b1ce7f715a18 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups/efee61b7-2fcf-4fc9-9d44-7ef0699394fc HTTP/1.1" status: 404 len: 347 time: 0.0855346 May 12 19:50:50.365921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:50.368611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46462) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:50.379738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.387356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:50.413156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:50.423664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:50.429600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Allocated IP 172.20.0.13 (3f9c7956-b543-4cdb-a90d-76914971ca91/a1de60c9-c136-49d5-9483-64e2b7231565/5261cc91-a640-402e-ab94-da57b8e35e16) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:50.431313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84129233-2f18-425b-b6fe-26d8081f63a4 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:50.447352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:50.458314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:50.458876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.498345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:50.507472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:50.520980 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.528239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:50.532211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Subnet': ['ID=8d5bbb6b-a6ff-4c2b-982a-6a54b876ed0a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:50.537596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:50.606292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:50.608671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for ebd65d15-6a6b-4e76-aa15-bb864f45d39a owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:50.609798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.714232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=cf59041b-d004-484d-b192-aa45c4541248,revision_number=5']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:50.752558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Deleting port 98b535c0-1c44-4a75-ae9b-e53020ee2116 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:50.753021 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:50.778641 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-01865b48-215d-44c4-8638-095b67a50602 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3630817 May 12 19:50:50.784208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46468) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:50.794791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Performing IP validity checks on allocation pools {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 19:50:50.795425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 19:50:50.820794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Request body: {'port': {'network_id': 'bf971410-83a2-4bb7-8884-aa25d5cf9a81', 'mac_address': 'fa:16:3e:5d:66:1b', 'name': 'tempest-NetworksTestDHCPv6-984157436'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:51.022077 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.070553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.071182 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.123480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.217146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Calling delete_port for 98b535c0-1c44-4a75-ae9b-e53020ee2116 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:51.218774 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.259182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-efabd559-947e-49e3-a75b-570643993551 req-88cafab2-5a32-4727-bd59-e052423d6910 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Synchronizing usage tracker for tenant:f0238cbe065c4db7898017fad2511159 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:51.264325 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.282032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df069420-f602-436e-9222-6446aeb84299,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:51.331034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=ebd65d15-6a6b-4e76-aa15-bb864f45d39a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:51.400609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.402109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5a421a38-e14e-40b0-8032-06c49cc7f2bb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0959146 May 12 19:50:51.416377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46474) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:51.433474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-efabd559-947e-49e3-a75b-570643993551 req-88cafab2-5a32-4727-bd59-e052423d6910 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Unset dirty status for tenant:f0238cbe065c4db7898017fad2511159 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:51.434916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efabd559-947e-49e3-a75b-570643993551 req-88cafab2-5a32-4727-bd59-e052423d6910 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 210 time: 0.3212030 May 12 19:50:51.449334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'ce06dc2c-86fa-45a4-86af-0349da5d7533', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:51.460168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:51.478013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:51.478013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:51.487901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:51.499352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1e34c-b3b2-4701-9b88-c52d3a525990 req-68cf32a7-d3c9-48a7-b1b6-515a5f750dd9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:51.501315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1a1e34c-b3b2-4701-9b88-c52d3a525990 req-68cf32a7-d3c9-48a7-b1b6-515a5f750dd9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.4815340 May 12 19:50:51.521592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Usage tracker for resource:port and tenant:99968cd16cf646f7a0c6e6849ace3d66 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:51.524130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:51.540069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.544767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:51.552846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.563826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-07ad10f8-3b41-470e-a2f5-3a8b3e263f31 None None] Provisioning complete for port cf59041b-d004-484d-b192-aa45c4541248 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:51.564566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07ad10f8-3b41-470e-a2f5-3a8b3e263f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.576309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:51.684489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.692918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Network 3f9c7956-b543-4cdb-a90d-76914971ca91 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:51.707686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cf59041b-d004-484d-b192-aa45c4541248 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:51.722055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1a1e34c-b3b2-4701-9b88-c52d3a525990 req-2e8d4d95-9d8a-4070-98f6-8d84f17b60d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024627 May 12 19:50:51.729604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:51.731500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Made reservation on behalf of 99968cd16cf646f7a0c6e6849ace3d66 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:51.744819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-07ad10f8-3b41-470e-a2f5-3a8b3e263f31 None None] Current status of the port cf59041b-d004-484d-b192-aa45c4541248 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:51.757608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:51.798474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cf59041b-d004-484d-b192-aa45c4541248 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:51.798722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.802645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Pushing event updated for resources: {'Port': ['ID=5261cc91-a640-402e-ab94-da57b8e35e16,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:51.885754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.889057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.891114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.905387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.917816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=1106ffc3-563f-41a0-a878-1cf7c023a3fa,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:51.932782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cf59041b-d004-484d-b192-aa45c4541248 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:51.934782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:51.935420 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:51.963402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': 'bedd9976-9758-4cdc-b5eb-7ea73060164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:51.963765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: 32b0abda-973a-4114-a2f8-9ab5e10a4493, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:51.979443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event deleted for resources: {'Port': ['ID=98b535c0-1c44-4a75-ae9b-e53020ee2116,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:51.994773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0e22ca5b-4299-420c-af36-af490c6ff419 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5692580 May 12 19:50:52.002990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.018543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Request body: {'port': {'device_id': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:52.042330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 32b0abda-973a-4114-a2f8-9ab5e10a4493 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:52.057094 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.057545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Fanout notify agent at l3_agent the message router_deleted on router 31dd9056-9741-4d9a-94ce-dd4761f9229c {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:50:52.072184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 32b0abda-973a-4114-a2f8-9ab5e10a4493) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:52.083179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a56165-14de-4a5e-8e22-3dec68301677 None None] Network 32b0abda-973a-4114-a2f8-9ab5e10a4493 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:52.087196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:52.087742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.092054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] device_id is not set on port 9e6dac23-374b-48d1-af8f-6c5e7e83e269 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:52.113062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.119475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.125065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.155161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1048455-eb6b-4bd1-a1d9-d719993a340e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:52.176066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.181234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-607197cd-99ed-4e46-871f-c09e1031d770 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "DELETE /v2.0/floatingips/b3436dd2-c0d9-4af8-9f68-4542e8e7b34a HTTP/1.1" status: 204 len: 168 time: 1.8081539 May 12 19:50:52.184758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.189567 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1b4beaf5-adf3-4cf6-852b-64924eeb29b3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/31dd9056-9741-4d9a-94ce-dd4761f9229c HTTP/1.1" status: 204 len: 168 time: 3.0226657 May 12 19:50:52.189567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.189567 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-020d3d33-b8c5-4591-a090-056dfcfe8d5a tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7685912 May 12 19:50:52.191706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:52.191828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46480) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:52.209058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'ce06dc2c-86fa-45a4-86af-0349da5d7533', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:52.237511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1589120724'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:52.239437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9ebb81c-b162-4607-8cc7-1064032bfff7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9264839 May 12 19:50:52.239719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:52.241771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:52.248125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493', 'name': 'tempest-PortsTestJSON-823552097'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:52.265696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:52.269943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.276428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:52.284752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:52.323166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46492) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:52.332115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:52.337381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563493381', 'description': 'tempest-description--1786289460'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:52.342023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:52.344737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:52.349945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:52.357723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:52.391561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:52.393316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:52.396858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.402720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-32b0abda-973a-4114-a2f8-9ab5e10a4493', 'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493', 'tenant_id': 'cf5321af18c64bee94595e09aad6939f', 'fixed_ips': [{'subnet_id': '1106ffc3-563f-41a0-a878-1cf7c023a3fa'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:52.404443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.423405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.425321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.544299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:52.558207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.559632 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 7a53d937-a649-480d-8fb1-1e03e47f664c of type vlan for network daa95b71-10a1-41ca-8494-4e23e0d72ec7 May 12 19:50:52.564067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:52.574358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:security_group_rule and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:52.582539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:52.588696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:52.610208 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.613975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:52.617005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Allocated IP 172.20.0.2 (32b0abda-973a-4114-a2f8-9ab5e10a4493/1106ffc3-563f-41a0-a878-1cf7c023a3fa/6505bd32-fa30-496e-8ab0-8e3b26927294) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:52.631041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:52.646044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.660867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:52.664423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.665492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8::7c (bf971410-83a2-4bb7-8884-aa25d5cf9a81/0c50873d-59bc-4b74-a142-f242fb99258b/9e6dac23-374b-48d1-af8f-6c5e7e83e269) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:52.675372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.713821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bce21c7-5a64-49ae-b21e-0df3b01175a9,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:52.719588 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.724737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:52.725358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.756168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:661b (bf971410-83a2-4bb7-8884-aa25d5cf9a81/8d5bbb6b-a6ff-4c2b-982a-6a54b876ed0a/9e6dac23-374b-48d1-af8f-6c5e7e83e269) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:52.821540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port d6d58cad-086e-475f-9176-01688724a924 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:50:52.868562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.872619 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ef5e99ed-34c3-4070-a60d-29c3846da9ff tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6728797 May 12 19:50:52.875478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46500) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:52.897776 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7049539 May 12 19:50:52.903792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:52.922378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': 'daa95b71-10a1-41ca-8494-4e23e0d72ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:52.924818 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:52.938949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Transition to ACTIVE for port object 6505bd32-fa30-496e-8ab0-8e3b26927294 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:52.942591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb2c8f-5d49-4d43-9c25-caf623100c04 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=daa95b71-10a1-41ca-8494-4e23e0d72ec7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:52.962145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:50:52.975947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Transition to ACTIVE for port object 6505bd32-fa30-496e-8ab0-8e3b26927294 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:53.036056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.112319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:53.119639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:53.125867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:53.135586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:53.138140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.10 (32b0abda-973a-4114-a2f8-9ab5e10a4493/1106ffc3-563f-41a0-a878-1cf7c023a3fa/d6d58cad-086e-475f-9176-01688724a924) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:53.148734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.162941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7067b04-0eda-4a2a-ad8f-25f8949cafa3 req-aecc8374-c262-488f-84aa-3e997c477f0f tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:53.163216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Pushing event updated for resources: {'Port': ['ID=6505bd32-fa30-496e-8ab0-8e3b26927294,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:53.164459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7067b04-0eda-4a2a-ad8f-25f8949cafa3 req-aecc8374-c262-488f-84aa-3e997c477f0f tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 932 time: 0.5787597 May 12 19:50:53.174677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:53.178953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.205316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Network 32b0abda-973a-4114-a2f8-9ab5e10a4493 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:53.208976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:53.211546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:53.221111 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.246854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde9949-2624-44b1-aeb2-1053d09bc823 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.302851 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde9949-2624-44b1-aeb2-1053d09bc823 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.309459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Attempting to bind port 6505bd32-fa30-496e-8ab0-8e3b26927294 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:53.309799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Attempting to bind port 6505bd32-fa30-496e-8ab0-8e3b26927294 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'bedd9976-9758-4cdc-b5eb-7ea73060164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:53.310171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Attempting to bind port 6505bd32-fa30-496e-8ab0-8e3b26927294 on network 32b0abda-973a-4114-a2f8-9ab5e10a4493 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:53.316565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:53.316948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Checking segment: {'id': 'bedd9976-9758-4cdc-b5eb-7ea73060164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:53.317368 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.317749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Bound using segment: {'id': 'bedd9976-9758-4cdc-b5eb-7ea73060164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:53.318206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Bound port: 6505bd32-fa30-496e-8ab0-8e3b26927294, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedd9976-9758-4cdc-b5eb-7ea73060164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '32b0abda-973a-4114-a2f8-9ab5e10a4493'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:53.319681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.353931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:50:53.382666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640f7f45-6cc2-462a-a088-52d439f0d14a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:53.413841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] For port 6505bd32-fa30-496e-8ab0-8e3b26927294, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:53.417069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] For port 6505bd32-fa30-496e-8ab0-8e3b26927294, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6505bd32-fa30-496e-8ab0-8e3b26927294,segment=NetworkSegment(bedd9976-9758-4cdc-b5eb-7ea73060164f),segment_id=bedd9976-9758-4cdc-b5eb-7ea73060164f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:53.422022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.459257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b7067b04-0eda-4a2a-ad8f-25f8949cafa3 req-53cfff18-b65b-406b-a128-57b803285790 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Synchronizing usage tracker for tenant:f0238cbe065c4db7898017fad2511159 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:53.461705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.466074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1416731 May 12 19:50:53.466544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.469240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46508) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:53.474423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.474973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.475462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.475947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.476480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.476974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.477475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.477955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.478426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.478975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.479304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.479631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef48cbb-9d43-4ceb-a4f6-8ed3e3559adc tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:50:53.485240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object d6d58cad-086e-475f-9176-01688724a924 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:53.502084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde9949-2624-44b1-aeb2-1053d09bc823 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.511621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'security_group_rule': {'security_group_id': '640f7f45-6cc2-462a-a088-52d439f0d14a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:53.517460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c25015-daf4-4f67-be88-82cf450be625 None None] Pushing event updated for resources: {'Port': ['ID=6505bd32-fa30-496e-8ab0-8e3b26927294,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:53.519423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.522917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:53.541724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5261cc91-a640-402e-ab94-da57b8e35e16 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:50:53.568248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde9949-2624-44b1-aeb2-1053d09bc823 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bce21c7-5a64-49ae-b21e-0df3b01175a9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:53.576627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:security_group_rule and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:53.578130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.590221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:53.590454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a99e8-971a-422e-9a9b-11e0deb32e7b req-afc3fbc5-98de-49ac-b20b-e3bfe158ce79 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:53.592103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-848a99e8-971a-422e-9a9b-11e0deb32e7b req-afc3fbc5-98de-49ac-b20b-e3bfe158ce79 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.6815693 May 12 19:50:53.593103 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6bde9949-2624-44b1-aeb2-1053d09bc823 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.594159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6bde9949-2624-44b1-aeb2-1053d09bc823 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/1bce21c7-5a64-49ae-b21e-0df3b01175a9 HTTP/1.1" status: 204 len: 168 time: 0.7063727 May 12 19:50:53.599840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.604392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46512) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:53.609725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b7067b04-0eda-4a2a-ad8f-25f8949cafa3 req-53cfff18-b65b-406b-a128-57b803285790 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Unset dirty status for tenant:f0238cbe065c4db7898017fad2511159 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:53.613774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7067b04-0eda-4a2a-ad8f-25f8949cafa3 req-53cfff18-b65b-406b-a128-57b803285790 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935974 May 12 19:50:53.616412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:53.647121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Transition to ACTIVE for port object 5261cc91-a640-402e-ab94-da57b8e35e16 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:53.651868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 32b0abda-973a-4114-a2f8-9ab5e10a4493 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:53.658059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.663848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Transition to ACTIVE for port object 9e6dac23-374b-48d1-af8f-6c5e7e83e269 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:53.686899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:53.702131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:53.754470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-848a99e8-971a-422e-9a9b-11e0deb32e7b req-f0ce053d-0489-44bd-a506-87c139591db1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392989 May 12 19:50:53.775695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=d6d58cad-086e-475f-9176-01688724a924,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:53.797247 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.845683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Pushing event updated for resources: {'Port': ['ID=5261cc91-a640-402e-ab94-da57b8e35e16,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:53.866575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd314a7f-d2ae-4991-97bc-5e0380fc22a0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:53.936098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:53.936703 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.947733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:53.949892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.000901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd314a7f-d2ae-4991-97bc-5e0380fc22a0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:54.002108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd314a7f-d2ae-4991-97bc-5e0380fc22a0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3940945 May 12 19:50:54.018870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46516) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:54.019203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.043506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.075837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:54.083720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Attempting to bind port 5261cc91-a640-402e-ab94-da57b8e35e16 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:54.083971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Attempting to bind port 5261cc91-a640-402e-ab94-da57b8e35e16 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:54.084284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Attempting to bind port 5261cc91-a640-402e-ab94-da57b8e35e16 on network 3f9c7956-b543-4cdb-a90d-76914971ca91 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:54.091423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:54.097712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event updated for resources: {'Port': ['ID=9e6dac23-374b-48d1-af8f-6c5e7e83e269,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:54.101469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:54.107434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:54.107929 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.115342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Port 5261cc91-a640-402e-ab94-da57b8e35e16 on network 3f9c7956-b543-4cdb-a90d-76914971ca91 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:50:54.115666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Attempting to bind port 5261cc91-a640-402e-ab94-da57b8e35e16 on network 3f9c7956-b543-4cdb-a90d-76914971ca91 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:54.126512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:54.126857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Checking segment: {'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:54.127249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Bound using segment: {'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:54.127694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Bound port: 5261cc91-a640-402e-ab94-da57b8e35e16, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:54.128052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.139051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc094502-c34a-4ec3-863d-91833879ede8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.156519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc094502-c34a-4ec3-863d-91833879ede8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.197262 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4d74633b-8d06-4486-8fb5-f609f1d2f810 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9549108 May 12 19:50:54.203075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46520) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:54.204810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ae30980a-8d76-4696-a099-2a589f1b514f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4124274 May 12 19:50:54.211537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46524) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:54.229094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=6e0a9830-670b-4fbc-8397-f5110a362025,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:54.232264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a3e659-3f16-4b0c-a7d9-485f8815a13a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:54.287865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '7a53d937-a649-480d-8fb1-1e03e47f664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'daa95b71-10a1-41ca-8494-4e23e0d72ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:54.288232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: daa95b71-10a1-41ca-8494-4e23e0d72ec7, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:50:54.301836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.303244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b17347aa-29de-4eea-8650-39a98a81766f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8328035 May 12 19:50:54.307324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46528) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:54.315894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc094502-c34a-4ec3-863d-91833879ede8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.318761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'security_group_rule': {'security_group_id': '640f7f45-6cc2-462a-a088-52d439f0d14a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:54.336526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:54.345997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:security_group_rule and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:54.349385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:54.350103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc094502-c34a-4ec3-863d-91833879ede8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1048455-eb6b-4bd1-a1d9-d719993a340e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:54.361232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port d6d58cad-086e-475f-9176-01688724a924 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:54.361536 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.365147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting port 9e6dac23-374b-48d1-af8f-6c5e7e83e269 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:54.369836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.394115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cc094502-c34a-4ec3-863d-91833879ede8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.395228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cc094502-c34a-4ec3-863d-91833879ede8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a1048455-eb6b-4bd1-a1d9-d719993a340e HTTP/1.1" status: 204 len: 168 time: 0.3743606 May 12 19:50:54.402293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46532) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:54.403201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:54.406046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:50:54.412544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] For port 5261cc91-a640-402e-ab94-da57b8e35e16, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:54.429222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] For port 5261cc91-a640-402e-ab94-da57b8e35e16, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5261cc91-a640-402e-ab94-da57b8e35e16,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:54.467042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, daa95b71-10a1-41ca-8494-4e23e0d72ec7) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:54.469261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.485944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:54.487118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.491578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2237118-7f96-4e16-8745-6255693f1902 None None] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:54.542757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.553286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:54.553955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.555356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] 10.222.0.73 "PUT /v2.0/ports/5261cc91-a640-402e-ab94-da57b8e35e16 HTTP/1.1" status: 200 len: 1092 time: 2.5427911 May 12 19:50:54.566540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'tag': '5261cc91-a640-402e-ab94-da57b8e35e16'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:50:54.571065 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a4bc0ec8-8544-4583-9c55-bf423e077b24 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6640685 May 12 19:50:54.573409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46536) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:54.590499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1285794361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:54.600312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0df82a02-1781-49c0-aef5-07f011c41d1b tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1916404 May 12 19:50:54.603949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46542) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:54.697537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a5d8fe66-5b3c-4b69-837c-d6ca225648cc None None] Provisioning for port 9e6dac23-374b-48d1-af8f-6c5e7e83e269 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:54.704543 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e027fdb7-8148-4f59-899b-396818d9b5e7'] response: {'name': 'network-changed', 'server_uuid': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'tag': '5261cc91-a640-402e-ab94-da57b8e35e16', 'status': 'completed', 'code': 200} May 12 19:50:54.709342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a5d8fe66-5b3c-4b69-837c-d6ca225648cc None None] Provisioning complete for port 9e6dac23-374b-48d1-af8f-6c5e7e83e269 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:54.709766 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5d8fe66-5b3c-4b69-837c-d6ca225648cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.768573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:54.793088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b4ccc-3233-4665-84b3-1d48fb530aa0 None None] Network 32b0abda-973a-4114-a2f8-9ab5e10a4493 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:54.796405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:router and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:54.802266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:54.815112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:54.841122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4053-fc42-44ee-979f-27e5dc2c01d8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.869536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d476-5577-4b86-af3c-d74383a78890 service neutron] Pushing event updated for resources: {'Port': ['ID=5261cc91-a640-402e-ab94-da57b8e35e16,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:54.881352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4053-fc42-44ee-979f-27e5dc2c01d8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.896767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.906791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.938428 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.940056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.949103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbe2098-d7a0-4d8b-8bae-7797e2af1ea1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:54.964872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8fe66-5b3c-4b69-837c-d6ca225648cc None None] Port 9e6dac23-374b-48d1-af8f-6c5e7e83e269 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:50:54.970483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4053-fc42-44ee-979f-27e5dc2c01d8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.994513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4053-fc42-44ee-979f-27e5dc2c01d8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:54.995649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3b4a4053-fc42-44ee-979f-27e5dc2c01d8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/df069420-f602-436e-9222-6446aeb84299 HTTP/1.1" status: 204 len: 168 time: 0.3841250 May 12 19:50:54.999959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46550) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:55.001613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.007622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.012120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a4053-fc42-44ee-979f-27e5dc2c01d8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df069420-f602-436e-9222-6446aeb84299,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:55.028885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.032995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f1923b9c-1023-43c8-a73c-0a6e33fbccac tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7217567 May 12 19:50:55.042937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46554) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:55.114654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-daa95b71-10a1-41ca-8494-4e23e0d72ec7', 'network_id': 'daa95b71-10a1-41ca-8494-4e23e0d72ec7', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': '6e0a9830-670b-4fbc-8397-f5110a362025'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:50:55.115586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.143529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f02a160-b257-4ff7-ad75-7653ca9a0584 None None] Provisioning for port 6505bd32-fa30-496e-8ab0-8e3b26927294 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:55.150634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Calling delete_port for 9e6dac23-374b-48d1-af8f-6c5e7e83e269 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:55.229497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3888b742-3ed7-4cb4-aae7-c596c1f60f51 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:55.270678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3888b742-3ed7-4cb4-aae7-c596c1f60f51 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:55.272290 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3888b742-3ed7-4cb4-aae7-c596c1f60f51 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2617035 May 12 19:50:55.275730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46558) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:55.308020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Allocated IP 2001:db8::2 (daa95b71-10a1-41ca-8494-4e23e0d72ec7/6e0a9830-670b-4fbc-8397-f5110a362025/43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:55.338967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for d6d58cad-086e-475f-9176-01688724a924 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:55.354895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ab6347a-ce7f-40bd-bbd7-d5077f394bbe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.369727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ab6347a-ce7f-40bd-bbd7-d5077f394bbe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.461886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ab6347a-ce7f-40bd-bbd7-d5077f394bbe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.470535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:55.506102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:55.522352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-2988f0b0-220e-4d8e-99a7-4d6a4f3cf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:55.523851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-2988f0b0-220e-4d8e-99a7-4d6a4f3cf468 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0238cbe065c4db7898017fad2511159&device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 1095 time: 0.8184543 May 12 19:50:55.525067 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.529022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Usage tracker for resource:floatingip and tenant:aedea74ce4594777b90bf2186a1179f2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:55.538022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.538558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:55.543546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6347a-ce7f-40bd-bbd7-d5077f394bbe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea35d0da-0a4b-4b4c-a2da-5220884e0ec3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:55.547946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3ab6347a-ce7f-40bd-bbd7-d5077f394bbe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.549286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3ab6347a-ce7f-40bd-bbd7-d5077f394bbe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ea35d0da-0a4b-4b4c-a2da-5220884e0ec3 HTTP/1.1" status: 204 len: 168 time: 0.2722361 May 12 19:50:55.550760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.563303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46562) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:55.622101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-fae818c3-130d-448e-b33a-9d5b918d1ee3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5261cc91-a640-402e-ab94-da57b8e35e16 HTTP/1.1" status: 200 len: 217 time: 0.0751019 May 12 19:50:55.637628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:55.698197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Transition to ACTIVE for port object 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:55.713310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Port': ['ID=9e6dac23-374b-48d1-af8f-6c5e7e83e269,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:55.722379 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.728026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-587b5087-a327-4622-a28b-7c7d89a508ba tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/9e6dac23-374b-48d1-af8f-6c5e7e83e269 HTTP/1.1" status: 204 len: 168 time: 1.5154648 May 12 19:50:55.729620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46566) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:55.752667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-35173bc9-5290-43d0-9fa6-8110758b0a13 None None] Provisioning for port d6d58cad-086e-475f-9176-01688724a924 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:55.761952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce6f8a-b176-423a-82ed-1c396c1aa85f req-2a11c13d-e933-45c3-8658-02a30e63c0e2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:55.763718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-35173bc9-5290-43d0-9fa6-8110758b0a13 None None] Provisioning complete for port d6d58cad-086e-475f-9176-01688724a924 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:55.764352 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35173bc9-5290-43d0-9fa6-8110758b0a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.769393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1ce6f8a-b176-423a-82ed-1c396c1aa85f req-2a11c13d-e933-45c3-8658-02a30e63c0e2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.8335245 May 12 19:50:55.803735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965aee2-31ce-4ab0-bd2f-2e9feb0bf254 req-76434de3-fcdd-45ca-81ce-f8f72ea15945 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:55.807784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9965aee2-31ce-4ab0-bd2f-2e9feb0bf254 req-76434de3-fcdd-45ca-81ce-f8f72ea15945 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 944 time: 1.0130336 May 12 19:50:55.808450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.811674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-724ebcf8-7ade-4c37-8815-77a0dccc04d4 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:55.813438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Transition to ACTIVE for port object 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:55.818430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6505bd32-fa30-496e-8ab0-8e3b26927294 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:55.854039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-724ebcf8-7ade-4c37-8815-77a0dccc04d4 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:55.856463 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-724ebcf8-7ade-4c37-8815-77a0dccc04d4 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2616076 May 12 19:50:55.859433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46570) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:55.863964 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.911539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2331aa-ea76-48f8-bad7-fb4a353e3a6d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:55.912259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a2331aa-ea76-48f8-bad7-fb4a353e3a6d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:55.915402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d84cac66-8c9b-4a3d-b378-28e626bb926c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.933289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-35173bc9-5290-43d0-9fa6-8110758b0a13 None None] Port d6d58cad-086e-475f-9176-01688724a924 was deleted so its status cannot be updated. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 12 19:50:55.934186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d84cac66-8c9b-4a3d-b378-28e626bb926c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.944235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.967408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a2331aa-ea76-48f8-bad7-fb4a353e3a6d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:55.967975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:55.972197 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1a2331aa-ea76-48f8-bad7-fb4a353e3a6d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2393229 May 12 19:50:55.972768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:55.974622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=d6d58cad-086e-475f-9176-01688724a924,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:55.977714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46574) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:55.978155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:55.993058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d84cac66-8c9b-4a3d-b378-28e626bb926c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:55.994009 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.018088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cac66-8c9b-4a3d-b378-28e626bb926c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d0f196f-979f-478a-8903-386767431261,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:56.027760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d84cac66-8c9b-4a3d-b378-28e626bb926c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.031976 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d84cac66-8c9b-4a3d-b378-28e626bb926c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/5d0f196f-979f-478a-8903-386767431261 HTTP/1.1" status: 204 len: 168 time: 0.1656232 May 12 19:50:56.032131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Pushing event updated for resources: {'Port': ['ID=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:56.032241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46578) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.084241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-332dafe0-c825-40fc-9e28-9341c30cb7a5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:56.094469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c0d96278-44c7-4fef-815c-0cfb6e0d5448 None None] Could not find standard attr ID for object d6d58cad-086e-475f-9176-01688724a924. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:50:56.100531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Attempting to bind port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:50:56.101029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Attempting to bind port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '7a53d937-a649-480d-8fb1-1e03e47f664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'daa95b71-10a1-41ca-8494-4e23e0d72ec7'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:50:56.101555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Attempting to bind port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 on network daa95b71-10a1-41ca-8494-4e23e0d72ec7 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:50:56.109829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:50:56.110514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Checking segment: {'id': '7a53d937-a649-480d-8fb1-1e03e47f664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'daa95b71-10a1-41ca-8494-4e23e0d72ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:50:56.111100 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.111745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Bound using segment: {'id': '7a53d937-a649-480d-8fb1-1e03e47f664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'daa95b71-10a1-41ca-8494-4e23e0d72ec7'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:50:56.112562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Bound port: 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a53d937-a649-480d-8fb1-1e03e47f664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'daa95b71-10a1-41ca-8494-4e23e0d72ec7'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:50:56.113073 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.115638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-332dafe0-c825-40fc-9e28-9341c30cb7a5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:56.119016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-332dafe0-c825-40fc-9e28-9341c30cb7a5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861626 May 12 19:50:56.120640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.124711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0a2dab31-31f9-42d4-b078-4a996704a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:56.126209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-0a2dab31-31f9-42d4-b078-4a996704a91a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1de60c9-c136-49d5-9483-64e2b7231565 HTTP/1.1" status: 200 len: 849 time: 0.4940708 May 12 19:50:56.175505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6505bd32-fa30-496e-8ab0-8e3b26927294 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:56.198448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3f11c3-7074-470a-9d6d-8369b2d441e2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.229078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3f11c3-7074-470a-9d6d-8369b2d441e2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.247949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] For port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:50:56.252181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] For port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,segment=NetworkSegment(7a53d937-a649-480d-8fb1-1e03e47f664c),segment_id=7a53d937-a649-480d-8fb1-1e03e47f664c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:50:56.254165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6505bd32-fa30-496e-8ab0-8e3b26927294 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:56.254586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.287135 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.292984 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3f11c3-7074-470a-9d6d-8369b2d441e2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.316472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f11c3-7074-470a-9d6d-8369b2d441e2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce06dc2c-86fa-45a4-86af-0349da5d7533,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:56.345720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-cc476e74-b365-4677-88da-33924730854b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f9c7956-b543-4cdb-a90d-76914971ca91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779802 May 12 19:50:56.348602 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1ce6f8a-b176-423a-82ed-1c396c1aa85f req-e115b5b1-2710-4b5b-be13-d6d18197f925 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784338 May 12 19:50:56.349336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.349733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d3f11c3-7074-470a-9d6d-8369b2d441e2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.354262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e672316-cc65-4b31-b50b-27fb53b6783b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7759016 May 12 19:50:56.356331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.356659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46588) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.358714 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2d3f11c3-7074-470a-9d6d-8369b2d441e2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/ce06dc2c-86fa-45a4-86af-0349da5d7533 HTTP/1.1" status: 204 len: 168 time: 0.2367847 May 12 19:50:56.447431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27e6f3-2eab-485f-a62f-a8ff3c3a3ce7 None None] Pushing event updated for resources: {'Port': ['ID=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:56.484886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9965aee2-31ce-4ab0-bd2f-2e9feb0bf254 req-f754d4c2-1105-457c-8464-8db84a8d1c7c tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141726 May 12 19:50:56.522717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6505bd32-fa30-496e-8ab0-8e3b26927294 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:56.523088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.560409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6505bd32-fa30-496e-8ab0-8e3b26927294, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6505bd32-fa30-496e-8ab0-8e3b26927294,segment=NetworkSegment(bedd9976-9758-4cdc-b5eb-7ea73060164f),segment_id=bedd9976-9758-4cdc-b5eb-7ea73060164f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:56.564944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.642196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6505bd32-fa30-496e-8ab0-8e3b26927294,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:56.722518 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.724406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-642366bd-b501-408f-9cf6-d56b847ee7a4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/d6d58cad-086e-475f-9176-01688724a924 HTTP/1.1" status: 204 len: 168 time: 2.5184765 May 12 19:50:56.727216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46594) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.771505 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5886876a-164f-43f6-bcce-77b43828a5b3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:50:56.771992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5886876a-164f-43f6-bcce-77b43828a5b3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:50:56.776330 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5886876a-164f-43f6-bcce-77b43828a5b3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/d6d58cad-086e-475f-9176-01688724a924 HTTP/1.1" status: 404 len: 333 time: 0.0454636 May 12 19:50:56.779423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46598) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.822253 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cec20d-3954-4f29-80f2-3d4d413f1efb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:50:56.822791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c1cec20d-3954-4f29-80f2-3d4d413f1efb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:56.838832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c1cec20d-3954-4f29-80f2-3d4d413f1efb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:56.840213 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1cec20d-3954-4f29-80f2-3d4d413f1efb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/d6d58cad-086e-475f-9176-01688724a924 HTTP/1.1" status: 404 len: 333 time: 0.0598347 May 12 19:50:56.842951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46602) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.853220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b977a85a-2ac0-4809-96c8-c0116e38f88d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4787507 May 12 19:50:56.860830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c359c-a98c-4234-9efb-1e24680ac6c4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:56.861582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b81c359c-a98c-4234-9efb-1e24680ac6c4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:56.872759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46606) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:56.893761 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dae3dd81-952f-41ff-ae26-f9e9a0155aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.914523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet 1106ffc3-563f-41a0-a878-1cf7c023a3fa {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:56.917488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:56.944916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417713386'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:56.972106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.060735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.172652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:57.177631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-1fb86572-5046-4ca3-be96-74fb9ee6d223 service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116295 May 12 19:50:57.192297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:57.220959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:57.227717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b81c359c-a98c-4234-9efb-1e24680ac6c4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:57.231174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b81c359c-a98c-4234-9efb-1e24680ac6c4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2368870 May 12 19:50:57.237744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:57.275119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:57.322414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac22702-e440-484a-a837-647b24dec407 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:57.323911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac22702-e440-484a-a837-647b24dec407 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:57.325420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac22702-e440-484a-a837-647b24dec407 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:57.326293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dac22702-e440-484a-a837-647b24dec407 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:50:57.331194 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.374670 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.382949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=1106ffc3-563f-41a0-a878-1cf7c023a3fa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:57.389756 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.398764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-72ff9a2e-77db-4702-ab59-ca7bf219531f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/1106ffc3-563f-41a0-a878-1cf7c023a3fa HTTP/1.1" status: 204 len: 168 time: 0.5546875 May 12 19:50:57.399445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46616) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:57.401682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2c900e-7d1d-4be4-9851-493d7b27709f None None] Network 32b0abda-973a-4114-a2f8-9ab5e10a4493 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:57.424551 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.472770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.541161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dac22702-e440-484a-a837-647b24dec407 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:50:57.544779 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dac22702-e440-484a-a837-647b24dec407 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3036423 May 12 19:50:57.545303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46622) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:57.552099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:57.602663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:57.619257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.635656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:57.644064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e95f9f-585f-490a-8e2d-1b157cccf005 None None] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:57.645221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 0c50873d-59bc-4b74-a142-f242fb99258b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:57.649411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 6505bd32-fa30-496e-8ab0-8e3b26927294 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:57.649411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.697041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.749527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:57.786900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c22e73a4-f1a5-45bd-a218-2041244426a6 None None] Provisioning for port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:57.820829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bae6b1e-767c-4bd8-a1a6-270c320627f1 req-b9447d34-3b40-41b0-979c-f52057fb3435 service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203148 May 12 19:50:57.825843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6505bd32-fa30-496e-8ab0-8e3b26927294 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:57.850447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:57.990789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6505bd32-fa30-496e-8ab0-8e3b26927294 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:57.991159 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.024526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] For port 6505bd32-fa30-496e-8ab0-8e3b26927294, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6505bd32-fa30-496e-8ab0-8e3b26927294,segment=NetworkSegment(bedd9976-9758-4cdc-b5eb-7ea73060164f),segment_id=bedd9976-9758-4cdc-b5eb-7ea73060164f)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:58.025063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.047902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] DHCP port deletion for 32b0abda-973a-4114-a2f8-9ab5e10a4493 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:50:58.076628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Deleting port 6505bd32-fa30-496e-8ab0-8e3b26927294 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:58.076935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.151554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5659b-f3fb-4d3b-ae99-9b0ba5ab0a38 req-ebc4f9dd-73c0-4cdd-9131-7951ef433c82 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:58.158499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ed5659b-f3fb-4d3b-ae99-9b0ba5ab0a38 req-ebc4f9dd-73c0-4cdd-9131-7951ef433c82 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.6229091 May 12 19:50:58.171435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 6505bd32-fa30-496e-8ab0-8e3b26927294 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:58.197367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Allocated IP 172.25.2.251 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/47adbcae-7821-49e4-b4bb-02e71d73bd89) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:58.229534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.275236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd982dc-9dbe-451c-affa-daf7478989e0 req-da945509-0998-408c-9592-4da0993c5ab6 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:58.276800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dd982dc-9dbe-451c-affa-daf7478989e0 req-da945509-0998-408c-9592-4da0993c5ab6 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 944 time: 0.6425602 May 12 19:50:58.312036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6505bd32-fa30-496e-8ab0-8e3b26927294 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:58.313768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:58.317902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.329593 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ed5659b-f3fb-4d3b-ae99-9b0ba5ab0a38 req-540b1208-ffbf-4947-9f18-e5beb9e51faa tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701212 May 12 19:50:58.372653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.384283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No DVR routers for this DVR port 6505bd32-fa30-496e-8ab0-8e3b26927294 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:50:58.438539 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.445743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.453018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=6505bd32-fa30-496e-8ab0-8e3b26927294,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:58.471661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] For port 6505bd32-fa30-496e-8ab0-8e3b26927294, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6505bd32-fa30-496e-8ab0-8e3b26927294,segment=NetworkSegment(bedd9976-9758-4cdc-b5eb-7ea73060164f),segment_id=bedd9976-9758-4cdc-b5eb-7ea73060164f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:58.472041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.475986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-b6e6b157-990b-42ed-ab60-e6193e384ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:58.477496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-b6e6b157-990b-42ed-ab60-e6193e384ff2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0238cbe065c4db7898017fad2511159&device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 1095 time: 0.5740445 May 12 19:50:58.513361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=0c50873d-59bc-4b74-a142-f242fb99258b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:58.613118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.623833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dd982dc-9dbe-451c-affa-daf7478989e0 req-2005ac20-56ee-46b5-ae6f-4efa7663caf6 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205512 May 12 19:50:58.627016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8::1 (daa95b71-10a1-41ca-8494-4e23e0d72ec7/6e0a9830-670b-4fbc-8397-f5110a362025/d5eef4d1-20f8-4eb2-9aa3-7178721b264a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:50:58.635829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.667783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c27034f-64df-495e-b094-f000d03b873e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:58.676868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c5e6b7e5-13fd-403d-8ac4-c0eac5410b20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/0c50873d-59bc-4b74-a142-f242fb99258b HTTP/1.1" status: 204 len: 168 time: 1.1304810 May 12 19:50:58.677801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d899d3-fdfd-469a-846e-362842ab7335 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:50:58.678595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b0abda-973a-4114-a2f8-9ab5e10a4493']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:58.685649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:58.701103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:50:58.711137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Calling delete_port for 6505bd32-fa30-496e-8ab0-8e3b26927294 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:50:58.722284 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.726096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-798402f9-a97b-426e-9301-4fc591d9c341 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8024793 May 12 19:50:58.730528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46630) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:58.733716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedd9976-9758-4cdc-b5eb-7ea73060164f') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:58.734035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedd9976-9758-4cdc-b5eb-7ea73060164f') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:50:58.755737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.777044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': '3c27034f-64df-495e-b094-f000d03b873e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:58.782506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Deleting subnet 8d5bbb6b-a6ff-4c2b-982a-6a54b876ed0a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:50:58.784617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.785628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.787606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.827603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:50:58.828008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.838980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:58.839355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: timer() May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:50:58.843692 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:50:58.925328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1914541b-9682-4fc3-af58-df72c6e9083f None None] Provisioning complete for port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:58.925596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1914541b-9682-4fc3-af58-df72c6e9083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.931544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.977064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.982584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:58.985143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:59.012876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:59.023611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:59.042456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:59.045340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-73fa6135-adc3-482f-bf17-520e60e1bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:59.046847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-73fa6135-adc3-482f-bf17-520e60e1bdec service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f9c7956-b543-4cdb-a90d-76914971ca91 HTTP/1.1" status: 200 len: 910 time: 0.5404584 May 12 19:50:59.049933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:59.050287 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:59.055823 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-117aa0ef-d854-4018-9377-19563d7e4d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.149129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-0c3bdd36-31b3-4332-bb37-45b9cb61bd78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5261cc91-a640-402e-ab94-da57b8e35e16 HTTP/1.1" status: 200 len: 217 time: 0.0920327 May 12 19:50:59.152134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=32b0abda-973a-4114-a2f8-9ab5e10a4493,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:59.168880 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-74d0ac69-f61a-4855-b955-6e7d9e433cca tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/32b0abda-973a-4114-a2f8-9ab5e10a4493 HTTP/1.1" status: 204 len: 168 time: 1.7622242 May 12 19:50:59.169775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46634) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:59.175754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-405690385'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:59.187971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:59.195388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:59.199915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:59.206649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:59.207367 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.211695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:59.228204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:59.231644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.235682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.245909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.291454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-77c1462a-1af8-4943-aa16-b4ca3441c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:59.293465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-77c1462a-1af8-4943-aa16-b4ca3441c01b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1de60c9-c136-49d5-9483-64e2b7231565 HTTP/1.1" status: 200 len: 849 time: 0.1342139 May 12 19:50:59.298802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.309111 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.311353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:50:59.329232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.329996 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment 1d77aa36-c800-4013-a6c9-b5a761616aa7 of type vlan for network 5d36bd18-69d0-48ca-aa10-9317ef9707ca May 12 19:50:59.338198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1914541b-9682-4fc3-af58-df72c6e9083f None None] Current status of the port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:59.338578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1914541b-9682-4fc3-af58-df72c6e9083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.360392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,segment=NetworkSegment(7a53d937-a649-480d-8fb1-1e03e47f664c),segment_id=7a53d937-a649-480d-8fb1-1e03e47f664c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:59.360987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.374456 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.411998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5261cc91-a640-402e-ab94-da57b8e35e16 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:50:59.423843 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.429089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.435752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'Port': ['ID=47adbcae-7821-49e4-b4bb-02e71d73bd89,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:59.448336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5bbb6b-a6ff-4c2b-982a-6a54b876ed0a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:59.466095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-a613e130-0225-4420-bb20-ee522b4fb960 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f9c7956-b543-4cdb-a90d-76914971ca91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582463 May 12 19:50:59.471476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-25f33bbf-eda7-4103-b20d-5ac547b4609f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/8d5bbb6b-a6ff-4c2b-982a-6a54b876ed0a HTTP/1.1" status: 204 len: 168 time: 0.7843628 May 12 19:50:59.476739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46640) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:59.496420 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.500532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object d5eef4d1-20f8-4eb2-9aa3-7178721b264a will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:50:59.502783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:50:59.502922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:50:59.503569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.531178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:50:59.533495 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-1914541b-9682-4fc3-af58-df72c6e9083f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:50:59.533844 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-1914541b-9682-4fc3-af58-df72c6e9083f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:50:59.567141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:50:59.569675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:50:59.581478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Deleting port 6505bd32-fa30-496e-8ab0-8e3b26927294 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:50:59.581681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.597106 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4236057 May 12 19:50:59.604937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46646) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:50:59.614079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:50:59.687707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d21958a-3fea-4473-a3f6-5be35238842c None None] The port '6505bd32-fa30-496e-8ab0-8e3b26927294' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:50:59.735459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:50:59.744572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:50:59.748323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:50:59.757846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:50:59.760765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:50:59.786994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:50:59.790568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.807970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5261cc91-a640-402e-ab94-da57b8e35e16, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5261cc91-a640-402e-ab94-da57b8e35e16,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:50:59.844501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '5261cc91-a640-402e-ab94-da57b8e35e16', 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91', 'port_id': '5261cc91-a640-402e-ab94-da57b8e35e16', 'mac_address': 'fa:16:3e:e4:82:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1de60c9-c136-49d5-9483-64e2b7231565', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:50:59.862914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.872321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-752adc2f-52cf-4830-b5ac-32cc4dfc5c7b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3682356 May 12 19:50:59.945483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5261cc91-a640-402e-ab94-da57b8e35e16 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:50:59.946297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.973981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.976644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5261cc91-a640-402e-ab94-da57b8e35e16 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:50:59.987813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:50:59.988628 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:50:59.992083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46652) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:00.068461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b39bce-b357-49af-ae4b-f38bc163db5d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=5d36bd18-69d0-48ca-aa10-9317ef9707ca,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:00.100556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.127789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5261cc91-a640-402e-ab94-da57b8e35e16, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5261cc91-a640-402e-ab94-da57b8e35e16,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:00.135333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 5d36bd18-69d0-48ca-aa10-9317ef9707ca details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:00.172829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:00.184052 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.219205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:00.250469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:00.251160 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.272385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.281549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=453d5f7a-a876-43c2-8b14-686d798b30c7,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:00.322073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': '1d77aa36-c800-4013-a6c9-b5a761616aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:00.322928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: 5d36bd18-69d0-48ca-aa10-9317ef9707ca, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:00.356765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.357687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 5d36bd18-69d0-48ca-aa10-9317ef9707ca is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:00.368136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fdba5f-9663-496c-9251-37becd6ad4ec,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:00.391687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 5d36bd18-69d0-48ca-aa10-9317ef9707ca) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:00.395965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:00.396544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.449635 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-980c196f-41f4-4f76-8648-90cf359f0fb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8437407 May 12 19:51:00.450372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:00.456578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca', 'security_groups': [], 'name': 'tempest-PortsTestJSON-122385598'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:00.497392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=d5eef4d1-20f8-4eb2-9aa3-7178721b264a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:00.509377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-76b39509-393d-404a-9fd0-b46f5a7ae627 service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0316203 May 12 19:51:00.542581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5261cc91-a640-402e-ab94-da57b8e35e16,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:00.545544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454861ba-5773-4abf-919e-cd419b94a3cc None None] Network 5d36bd18-69d0-48ca-aa10-9317ef9707ca requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:00.588582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1914541b-9682-4fc3-af58-df72c6e9083f None None] Current status of the port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:00.605336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64a5bf-2de0-48bc-b1bb-da102f158028 None None] Network bf971410-83a2-4bb7-8884-aa25d5cf9a81 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:00.623961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.677714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:00.687993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:00.694398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cae61be5-475b-43cd-949b-802a50b88cf2 req-6189d3e3-1dc3-4315-bcb5-9542ea093d44 service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703904 May 12 19:51:00.707169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.720868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['5261cc91-a640-402e-ab94-da57b8e35e16'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:51:00.726832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:00.731575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.755242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.759337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 5843b016-d59d-49cc-9e9e-b8ffb6dd73f3 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:00.759483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-377aa50f-962b-44b3-bcef-1b74bf964604 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.0092340 May 12 19:51:00.794297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46660) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:00.798477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5d531-2a8e-42e0-97da-d6d9111b749a req-b5811c2d-a571-4a9a-ad0a-b678662867e8 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:00.800451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72a5d531-2a8e-42e0-97da-d6d9111b749a req-b5811c2d-a571-4a9a-ad0a-b678662867e8 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 944 time: 0.9899940 May 12 19:51:00.906803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38499f3-6f06-4e00-8074-2e1221867d5e req-ac9bea1a-7b54-487a-8802-68685ecdc226 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:00.908395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e38499f3-6f06-4e00-8074-2e1221867d5e req-ac9bea1a-7b54-487a-8802-68685ecdc226 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 1.4001448 May 12 19:51:00.927423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:00.955810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b56342-2eff-4a1d-9c29-ba45057622c5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:00.957368 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-34b56342-2eff-4a1d-9c29-ba45057622c5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8675351 May 12 19:51:00.963352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46664) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:00.963352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1e65160-789f-40fb-888c-2601a3937ac0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.003382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72a5d531-2a8e-42e0-97da-d6d9111b749a req-eac0f334-d5ac-4396-a4b4-d136463f1323 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457844 May 12 19:51:01.042250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.3 (5d36bd18-69d0-48ca-aa10-9317ef9707ca/453d5f7a-a876-43c2-8b14-686d798b30c7/5843b016-d59d-49cc-9e9e-b8ffb6dd73f3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:01.055034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a958dc3-420e-455f-ade2-487082ee7a15 None None] Provisioning complete for port cf59041b-d004-484d-b192-aa45c4541248 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:01.055454 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a958dc3-420e-455f-ade2-487082ee7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.088845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1e65160-789f-40fb-888c-2601a3937ac0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.160017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8863f-5f20-443e-9d5a-ebf95022becb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:01.160716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9eb8863f-5f20-443e-9d5a-ebf95022becb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Synchronizing usage tracker for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:01.226447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:01.253247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9eb8863f-5f20-443e-9d5a-ebf95022becb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Unset dirty status for tenant:99968cd16cf646f7a0c6e6849ace3d66 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:01.256966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9eb8863f-5f20-443e-9d5a-ebf95022becb tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2891536 May 12 19:51:01.257142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.257784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46668) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.271698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e38499f3-6f06-4e00-8074-2e1221867d5e req-22a6b058-f6ac-4b6b-a2fa-74eca54a60a6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497720 May 12 19:51:01.322077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6505bd32-fa30-496e-8ab0-8e3b26927294 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:01.329628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1e65160-789f-40fb-888c-2601a3937ac0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.357693 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9eb08e5a-d149-429c-bf81-9d6a2fc5f253 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945826 May 12 19:51:01.360858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46672) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.380277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e65160-789f-40fb-888c-2601a3937ac0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c27034f-64df-495e-b094-f000d03b873e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:01.406517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6505bd32-fa30-496e-8ab0-8e3b26927294 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:51:01.406866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6505bd32-fa30-496e-8ab0-8e3b26927294 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:51:01.416417 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9940cad-4ffb-481e-8cc8-e694226782d3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:01.416652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.417283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9940cad-4ffb-481e-8cc8-e694226782d3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:01.421497 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e9940cad-4ffb-481e-8cc8-e694226782d3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/9e6dac23-374b-48d1-af8f-6c5e7e83e269 HTTP/1.1" status: 404 len: 333 time: 0.0588126 May 12 19:51:01.421658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d1e65160-789f-40fb-888c-2601a3937ac0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.421658 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d1e65160-789f-40fb-888c-2601a3937ac0 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/3c27034f-64df-495e-b094-f000d03b873e HTTP/1.1" status: 204 len: 168 time: 0.6256166 May 12 19:51:01.421869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46676) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.424308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46678) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.487340 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a64de8f-8ba5-4ed8-b396-cac94c2f9e11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:01.488079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a64de8f-8ba5-4ed8-b396-cac94c2f9e11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:01.492461 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7a64de8f-8ba5-4ed8-b396-cac94c2f9e11 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/8d5bbb6b-a6ff-4c2b-982a-6a54b876ed0a HTTP/1.1" status: 404 len: 337 time: 0.0666897 May 12 19:51:01.492660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object 5843b016-d59d-49cc-9e9e-b8ffb6dd73f3 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:01.493712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46684) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.548067 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8985ea-ec7c-4226-bbff-c05e837ed905 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:01.548067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8985ea-ec7c-4226-bbff-c05e837ed905 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:01.552105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5e8985ea-ec7c-4226-bbff-c05e837ed905 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/0c50873d-59bc-4b74-a142-f242fb99258b HTTP/1.1" status: 404 len: 337 time: 0.0541635 May 12 19:51:01.553470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.570049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7a958dc3-420e-455f-ade2-487082ee7a15 None None] Current status of the port cf59041b-d004-484d-b192-aa45c4541248 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:01.591284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-5d36bd18-69d0-48ca-aa10-9317ef9707ca', 'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca', 'tenant_id': 'cf5321af18c64bee94595e09aad6939f', 'fixed_ips': [{'subnet_id': '453d5f7a-a876-43c2-8b14-686d798b30c7'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:01.593745 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.635600 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.644988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a958dc3-420e-455f-ade2-487082ee7a15 None None] Provisioning for port d5eef4d1-20f8-4eb2-9aa3-7178721b264a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:01.668355 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.693598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a958dc3-420e-455f-ade2-487082ee7a15 None None] Provisioning complete for port d5eef4d1-20f8-4eb2-9aa3-7178721b264a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:01.693907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a958dc3-420e-455f-ade2-487082ee7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.721173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] DHCP port deletion for bf971410-83a2-4bb7-8884-aa25d5cf9a81 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:51:01.728522 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.734219 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c69a769-80b4-40d3-855a-c5f23545b060 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:01.734847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c69a769-80b4-40d3-855a-c5f23545b060 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:01.738754 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c69a769-80b4-40d3-855a-c5f23545b060 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/fb218a0c-08b2-4fed-b531-6499a2ce5643 HTTP/1.1" status: 404 len: 333 time: 0.1808801 May 12 19:51:01.739473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe64fc45-33a6-46c1-8e90-5b256e7eb76f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:01.744262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46692) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.755169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Deleting port cf59041b-d004-484d-b192-aa45c4541248 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:01.755501 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.792260 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8f902d-e0cc-489d-82be-c2f9bc63483e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:01.792714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8f902d-e0cc-489d-82be-c2f9bc63483e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:01.796659 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fc8f902d-e0cc-489d-82be-c2f9bc63483e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/efbedbd7-59d3-4bf3-8172-c6f103a431c4 HTTP/1.1" status: 404 len: 337 time: 0.0493312 May 12 19:51:01.798099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46696) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.824418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7a958dc3-420e-455f-ade2-487082ee7a15 None None] Port d5eef4d1-20f8-4eb2-9aa3-7178721b264a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:01.837587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe64fc45-33a6-46c1-8e90-5b256e7eb76f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:01.839059 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe64fc45-33a6-46c1-8e90-5b256e7eb76f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3829043 May 12 19:51:01.841737 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4b7c5e-cb1f-40f9-9e9c-bd676a203eaa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:01.842765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4b7c5e-cb1f-40f9-9e9c-bd676a203eaa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:01.846843 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0a4b7c5e-cb1f-40f9-9e9c-bd676a203eaa tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/92f21f0c-3a0c-4a02-aa6e-db86bfabb463 HTTP/1.1" status: 404 len: 337 time: 0.0466301 May 12 19:51:01.846843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46700) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.848960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46702) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.849098 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.850658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081344396'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:01.867774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'Port': ['ID=47adbcae-7821-49e4-b4bb-02e71d73bd89,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:01.886232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.890371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:01.897409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.901698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9d6d5016-1a21-4290-94c8-711d33e01f19 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8540843 May 12 19:51:01.961835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:01.970907 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e1eb5e-bd2b-4670-b385-19bc18243019 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:01.971427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e1eb5e-bd2b-4670-b385-19bc18243019 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:01.973128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-16e1eb5e-bd2b-4670-b385-19bc18243019 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/d0407b49-1e4f-4236-a5ae-3804af994d14 HTTP/1.1" status: 404 len: 333 time: 0.1175556 May 12 19:51:01.981314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46710) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:01.983066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 5d36bd18-69d0-48ca-aa10-9317ef9707ca is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:01.986322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:01.990167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:02.003616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.003616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.026046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Allocated IP 172.20.0.2 (5d36bd18-69d0-48ca-aa10-9317ef9707ca/453d5f7a-a876-43c2-8b14-686d798b30c7/72f3e882-e144-4c8e-9571-f32a7a4954e7) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:02.031425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:02.069262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=5843b016-d59d-49cc-9e9e-b8ffb6dd73f3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:02.071800 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e2c330-5ba9-43c7-9ea9-b457609c212e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.072305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e2c330-5ba9-43c7-9ea9-b457609c212e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.074056 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3e2c330-5ba9-43c7-9ea9-b457609c212e tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/ce1e080b-1e72-415d-922a-ed7cbb56330f HTTP/1.1" status: 404 len: 337 time: 0.0898843 May 12 19:51:02.081630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.090715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46722) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.151772 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea597a3-e755-49f2-be8a-f0974700969a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.152263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea597a3-e755-49f2-be8a-f0974700969a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.153963 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eea597a3-e755-49f2-be8a-f0974700969a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/d1b32a20-bfcc-4558-a47f-41370a8f808e HTTP/1.1" status: 404 len: 337 time: 0.0545404 May 12 19:51:02.159510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46730) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.162543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:02.198493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:02.199098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.210632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:02.218823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:02.229473 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-80966d5b-0c4f-40b3-958f-ce64a3e97295 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.229970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80966d5b-0c4f-40b3-958f-ce64a3e97295 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.231657 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-80966d5b-0c4f-40b3-958f-ce64a3e97295 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a1a1ea4d-fdd1-43db-8dff-5d59def24f0c HTTP/1.1" status: 404 len: 333 time: 0.0711551 May 12 19:51:02.234847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:02.237242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46734) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.248782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=d5eef4d1-20f8-4eb2-9aa3-7178721b264a,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:02.265487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] For port cf59041b-d004-484d-b192-aa45c4541248, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cf59041b-d004-484d-b192-aa45c4541248,segment=NetworkSegment(0e962978-7b18-4c99-9f21-2a5cea89072a),segment_id=0e962978-7b18-4c99-9f21-2a5cea89072a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:02.266012 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.287315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-accc4337-2bf2-47d7-b02a-61e5925db151 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.8357937 May 12 19:51:02.288620 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-6522d51f-ed4f-4ac9-9ca1-133ec1579041 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.289115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6522d51f-ed4f-4ac9-9ca1-133ec1579041 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.293144 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6522d51f-ed4f-4ac9-9ca1-133ec1579041 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/5e879731-bd53-4044-87b8-0b36d4cc34a5 HTTP/1.1" status: 404 len: 337 time: 0.0525980 May 12 19:51:02.293330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.293811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46740) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.339292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-53201907-b2ff-4576-8731-84de97682739 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Synchronizing usage tracker for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:02.339522 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b593f59b-9935-47a0-a706-975a4a03cfb5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.339649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b593f59b-9935-47a0-a706-975a4a03cfb5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.354250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b593f59b-9935-47a0-a706-975a4a03cfb5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/1c59c97b-de8b-4db5-b625-f55457431b3d HTTP/1.1" status: 404 len: 337 time: 0.0574205 May 12 19:51:02.354562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46748) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.400719 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5171b86c-8fc4-48a2-9801-e7373a802bb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.402324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5171b86c-8fc4-48a2-9801-e7373a802bb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.406816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:02.411873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:02.416829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-53201907-b2ff-4576-8731-84de97682739 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Unset dirty status for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:02.421543 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5171b86c-8fc4-48a2-9801-e7373a802bb4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a46e2320-7c89-4930-affa-a8609edd42ae HTTP/1.1" status: 404 len: 333 time: 0.0638413 May 12 19:51:02.421839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Calling delete_port for cf59041b-d004-484d-b192-aa45c4541248 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:02.421960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-53201907-b2ff-4576-8731-84de97682739 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--563493381&fields=id&tenant_id=aedea74ce4594777b90bf2186a1179f2 HTTP/1.1" status: 200 len: 267 time: 0.2534573 May 12 19:51:02.422595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46752) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.430296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 5843b016-d59d-49cc-9e9e-b8ffb6dd73f3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:02.430638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.480758 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c34480-fd6d-4a21-87a2-876b94591209 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.481231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c34480-fd6d-4a21-87a2-876b94591209 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.482938 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-70c34480-fd6d-4a21-87a2-876b94591209 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/1461bd6b-eed7-457f-81e2-b36afd58d3af HTTP/1.1" status: 404 len: 337 time: 0.0596051 May 12 19:51:02.489886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46756) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.519973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ddde-f97e-4b54-90fc-613e48dd73b5 req-751f2672-a21a-42d8-8054-1d54fb0221a9 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:02.524875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.527247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2a9ddde-f97e-4b54-90fc-613e48dd73b5 req-751f2672-a21a-42d8-8054-1d54fb0221a9 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 945 time: 0.3637483 May 12 19:51:02.537738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.551010 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-590b20f0-68e5-47d2-a5b6-1288eb9a435c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.551482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590b20f0-68e5-47d2-a5b6-1288eb9a435c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.553154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-590b20f0-68e5-47d2-a5b6-1288eb9a435c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/62048e57-ba54-4ad5-9f0f-5a454d98ef33 HTTP/1.1" status: 404 len: 333 time: 0.0623198 May 12 19:51:02.560038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46760) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.597383 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.620569 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dce1dbb-2d08-4b46-b646-0d14d8f74e3b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:02.620569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dce1dbb-2d08-4b46-b646-0d14d8f74e3b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:02.622364 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7dce1dbb-2d08-4b46-b646-0d14d8f74e3b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/bbd569d1-4b1c-49d1-a31f-53540464d956 HTTP/1.1" status: 404 len: 337 time: 0.0584741 May 12 19:51:02.627420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46764) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.629825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.631077 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7850585 May 12 19:51:02.637334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.639910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35b874-702b-4032-91bd-d3e9f740f391 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7269976-e618-47dd-aa6e-20fec5f174ec,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:02.645070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624934652'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:02.652031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:02.661858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] No DVR routers for this DVR port cf59041b-d004-484d-b192-aa45c4541248 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:02.662281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:02.664807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2a9ddde-f97e-4b54-90fc-613e48dd73b5 req-9dad10ed-4579-4359-b452-80a10bc42276 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367109 May 12 19:51:02.671775 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.677316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Pushing event deleted for resources: {'Port': ['ID=cf59041b-d004-484d-b192-aa45c4541248,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:02.693073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.693629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.694153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.694785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.695377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.695876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.696294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.696777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.697230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.697798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.698255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.698736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5a3c-22ee-4e4f-a784-df9c5ebc2b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:02.699252 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.703569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Transition to ACTIVE for port object 72f3e882-e144-4c8e-9571-f32a7a4954e7 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:02.726836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Transition to ACTIVE for port object 72f3e882-e144-4c8e-9571-f32a7a4954e7 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:02.734687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.748031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:02.765549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:02.772077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:02.778895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:02.832664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Pushing event updated for resources: {'Port': ['ID=72f3e882-e144-4c8e-9571-f32a7a4954e7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:02.840712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Network 5d36bd18-69d0-48ca-aa10-9317ef9707ca is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:02.842124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:02.845043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:02.893479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.898979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.950874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Attempting to bind port 72f3e882-e144-4c8e-9571-f32a7a4954e7 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:02.951550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Attempting to bind port 72f3e882-e144-4c8e-9571-f32a7a4954e7 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1d77aa36-c800-4013-a6c9-b5a761616aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:02.951930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Attempting to bind port 72f3e882-e144-4c8e-9571-f32a7a4954e7 on network 5d36bd18-69d0-48ca-aa10-9317ef9707ca {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:02.952062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66622fce-6e6d-44af-a81c-5629b4ebc7ee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:02.959978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:02.960513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Checking segment: {'id': '1d77aa36-c800-4013-a6c9-b5a761616aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:02.961012 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.961530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Bound using segment: {'id': '1d77aa36-c800-4013-a6c9-b5a761616aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:02.962132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Bound port: 72f3e882-e144-4c8e-9571-f32a7a4954e7, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d77aa36-c800-4013-a6c9-b5a761616aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d36bd18-69d0-48ca-aa10-9317ef9707ca'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:02.962827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.965601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.970324 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab5cb5b0-e75a-47a8-b2dc-b50fa2b59565 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3317473 May 12 19:51:02.971019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:02.972902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92a22852-6ca4-4609-af86-c532f2385d91 None None] Provisioning complete for port d5eef4d1-20f8-4eb2-9aa3-7178721b264a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:02.973277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92a22852-6ca4-4609-af86-c532f2385d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:02.976674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'e7269976-e618-47dd-aa6e-20fec5f174ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66622fce-6e6d-44af-a81c-5629b4ebc7ee', 'remote_ip_prefix': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:02.983393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:02.987660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:02.990843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:02.997001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:03.023507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.073589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-92a22852-6ca4-4609-af86-c532f2385d91 None None] Port d5eef4d1-20f8-4eb2-9aa3-7178721b264a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:03.084011 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5317d2-87f3-45f8-89d0-f7c7fe8bd317 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.084482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5317d2-87f3-45f8-89d0-f7c7fe8bd317 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.086198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5e5317d2-87f3-45f8-89d0-f7c7fe8bd317 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/29c5efa8-0726-4f46-a293-c49d1a3d99f3 HTTP/1.1" status: 404 len: 333 time: 0.3495672 May 12 19:51:03.094724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46776) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.101863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.108890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] For port 72f3e882-e144-4c8e-9571-f32a7a4954e7, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:03.112598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] For port 72f3e882-e144-4c8e-9571-f32a7a4954e7, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=72f3e882-e144-4c8e-9571-f32a7a4954e7,segment=NetworkSegment(1d77aa36-c800-4013-a6c9-b5a761616aa7),segment_id=1d77aa36-c800-4013-a6c9-b5a761616aa7)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:03.117769 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.135897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.152727 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-36736ed6-58c3-4e08-98c5-d0a157e9118d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.153199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36736ed6-58c3-4e08-98c5-d0a157e9118d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.171880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f87f01-5cca-4c0d-99c0-130fa120e7b1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:03.178068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-36736ed6-58c3-4e08-98c5-d0a157e9118d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/a2e5c57a-ddf4-4b1e-a8c1-13796e95c26c HTTP/1.1" status: 404 len: 337 time: 0.0822263 May 12 19:51:03.180740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46780) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.222465 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.226622 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ce8a74b6-2f5e-4332-8485-7752b451afd2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2517467 May 12 19:51:03.226622 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d046914-2511-4763-ab08-faf287487219 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.226622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d046914-2511-4763-ab08-faf287487219 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.230145 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d046914-2511-4763-ab08-faf287487219 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/e1d2f416-528b-422e-bf00-774246c8f958 HTTP/1.1" status: 404 len: 333 time: 0.0482268 May 12 19:51:03.231467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46784) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.231467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.279092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312351-eead-4353-a7df-d6f836bc8be5 None None] Pushing event updated for resources: {'Port': ['ID=72f3e882-e144-4c8e-9571-f32a7a4954e7,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:03.285766 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de6f1d7-d2ba-4a1b-b489-48fc265d5a20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.286341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de6f1d7-d2ba-4a1b-b489-48fc265d5a20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.289619 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1de6f1d7-d2ba-4a1b-b489-48fc265d5a20 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/d5d50c7b-b40f-496c-9021-d24cdcb372bc HTTP/1.1" status: 404 len: 337 time: 0.0554399 May 12 19:51:03.292071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46792) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.343429 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c258eddf-6c1a-4d91-93e6-89bfc4654b5b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.343890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c258eddf-6c1a-4d91-93e6-89bfc4654b5b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.347961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c258eddf-6c1a-4d91-93e6-89bfc4654b5b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/d89d9aff-39f6-4c64-b75e-fe7b7025ca24 HTTP/1.1" status: 404 len: 333 time: 0.0526075 May 12 19:51:03.348121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-653ac599-0600-4d50-bfb1-940a32056893 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.354855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.391751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-4b2c2b8a-3173-4cfa-a162-1ee3b84e294d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8798184 May 12 19:51:03.392974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-653ac599-0600-4d50-bfb1-940a32056893 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.412073 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e70b0d3-061d-4c7e-813f-d88bfd282923 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.412432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e70b0d3-061d-4c7e-813f-d88bfd282923 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.416882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e70b0d3-061d-4c7e-813f-d88bfd282923 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/edae8490-83d1-453f-8274-baa009800a28 HTTP/1.1" status: 404 len: 337 time: 0.0583556 May 12 19:51:03.416882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46800) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.418122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ca852fed-f5f7-4546-b6fc-802b5b982362 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:03.419693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ca852fed-f5f7-4546-b6fc-802b5b982362 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 811 time: 0.9093535 May 12 19:51:03.420763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5261cc91-a640-402e-ab94-da57b8e35e16 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:03.477514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-7f53277e-2e29-4b2f-92ba-416debd42e80 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/quotas/aedea74ce4594777b90bf2186a1179f2 HTTP/1.1" status: 200 len: 375 time: 0.0432878 May 12 19:51:03.481056 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-952e0fa7-e16b-4c5a-96dc-cf672ce35530 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.481624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952e0fa7-e16b-4c5a-96dc-cf672ce35530 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.483374 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-952e0fa7-e16b-4c5a-96dc-cf672ce35530 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/7fd183ff-8a09-49fc-aae8-3c47bc0a511a HTTP/1.1" status: 404 len: 333 time: 0.0536821 May 12 19:51:03.489487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46804) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.501144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536420e-dc36-4b69-9a6d-3ffed62c5af9 req-a7e329fe-c770-4493-97f9-886a18adc50d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:03.502981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c536420e-dc36-4b69-9a6d-3ffed62c5af9 req-a7e329fe-c770-4493-97f9-886a18adc50d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.4453285 May 12 19:51:03.541046 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16930b8-5222-4502-9ebb-f5319595c10d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.541679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16930b8-5222-4502-9ebb-f5319595c10d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.543368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 5261cc91-a640-402e-ab94-da57b8e35e16 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:03.547447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-653ac599-0600-4d50-bfb1-940a32056893 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.553381 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-653ac599-0600-4d50-bfb1-940a32056893 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.554570 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-653ac599-0600-4d50-bfb1-940a32056893 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a7f87f01-5cca-4c0d-99c0-130fa120e7b1 HTTP/1.1" status: 204 len: 168 time: 0.3221080 May 12 19:51:03.558012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 5261cc91-a640-402e-ab94-da57b8e35e16 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:03.558385 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.564097 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a16930b8-5222-4502-9ebb-f5319595c10d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/13513535-b738-42fc-8a1f-68dc86fe11a3 HTTP/1.1" status: 404 len: 337 time: 0.0693970 May 12 19:51:03.564097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46808) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.564317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46810) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.614822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ac599-0600-4d50-bfb1-940a32056893 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7f87f01-5cca-4c0d-99c0-130fa120e7b1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:03.629614 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1662e734-204a-49e6-957c-83190d7cbe74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.630063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1662e734-204a-49e6-957c-83190d7cbe74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.634508 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1662e734-204a-49e6-957c-83190d7cbe74 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/1d2fb2ce-540d-4c23-8b59-3c1de399fe06 HTTP/1.1" status: 404 len: 337 time: 0.0651321 May 12 19:51:03.634847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.646406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.691727 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-393d5178-a2d2-466c-93fc-492941550c6d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.692191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393d5178-a2d2-466c-93fc-492941550c6d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.693928 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-393d5178-a2d2-466c-93fc-492941550c6d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/b40e3266-eaa7-4fb7-ac76-5574fd8597c9 HTTP/1.1" status: 404 len: 333 time: 0.0581734 May 12 19:51:03.701005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46822) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.708724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 5261cc91-a640-402e-ab94-da57b8e35e16 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:03.709393 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.763626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5e3d014f-13e4-431f-b8c5-11619973931f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:03.766603 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-375c6a7b-b37f-43c1-8a61-39f87e61215d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.767048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375c6a7b-b37f-43c1-8a61-39f87e61215d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.769028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-375c6a7b-b37f-43c1-8a61-39f87e61215d tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/683170f8-8a5b-407f-afd2-096b85a0c245 HTTP/1.1" status: 404 len: 337 time: 0.0667555 May 12 19:51:03.771521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.774961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5261cc91-a640-402e-ab94-da57b8e35e16'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:03.787380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 5843b016-d59d-49cc-9e9e-b8ffb6dd73f3 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:03.799752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 72f3e882-e144-4c8e-9571-f32a7a4954e7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:03.852494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 5261cc91-a640-402e-ab94-da57b8e35e16, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5261cc91-a640-402e-ab94-da57b8e35e16,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:03.859139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:03.866634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router e36f2509-b617-41c5-a9a2-a6e302fd309f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:51:03.926111 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a4666f-77a4-41e6-a7fa-6a33066fd8fe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.926561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a4666f-77a4-41e6-a7fa-6a33066fd8fe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.930468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-74a4666f-77a4-41e6-a7fa-6a33066fd8fe tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/7da74071-6aca-4c18-b08a-2a8d10b0468b HTTP/1.1" status: 404 len: 337 time: 0.1558094 May 12 19:51:03.930736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46832) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.953103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=5261cc91-a640-402e-ab94-da57b8e35e16,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:03.956332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 72f3e882-e144-4c8e-9571-f32a7a4954e7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:03.981902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5e3d014f-13e4-431f-b8c5-11619973931f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:03.984918 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5e3d014f-13e4-431f-b8c5-11619973931f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4183531 May 12 19:51:03.984918 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb98371-6512-4846-ad6f-c710e33ff080 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:03.985478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb98371-6512-4846-ad6f-c710e33ff080 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:03.987104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bdb98371-6512-4846-ad6f-c710e33ff080 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/875e3a5b-ee2c-49e4-95dc-784c8e54e243 HTTP/1.1" status: 404 len: 333 time: 0.0554826 May 12 19:51:03.987991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46836) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:03.989714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46838) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.029419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cf59041b-d004-484d-b192-aa45c4541248 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:04.048267 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-231791d7-8983-4e8f-8715-30e6ff69d26f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:04.048784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231791d7-8983-4e8f-8715-30e6ff69d26f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:04.051360 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-231791d7-8983-4e8f-8715-30e6ff69d26f tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/cbc31b63-1bd9-4c47-a443-d1e66cd3386c HTTP/1.1" status: 404 len: 337 time: 0.0501883 May 12 19:51:04.058819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46844) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.059613 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c536420e-dc36-4b69-9a6d-3ffed62c5af9 req-9bb926af-4173-4878-9a84-61eb44ee3a5a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437582 May 12 19:51:04.074182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: cf59041b-d004-484d-b192-aa45c4541248 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:51:04.074182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cf59041b-d004-484d-b192-aa45c4541248 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:51:04.107934 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-07619dc1-a86f-415e-986f-3e91ecb0c7dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:04.108630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07619dc1-a86f-415e-986f-3e91ecb0c7dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:04.110469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-07619dc1-a86f-415e-986f-3e91ecb0c7dc tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/199fadb2-1e39-4cfc-b878-3c97e3e07f3a HTTP/1.1" status: 404 len: 337 time: 0.0507181 May 12 19:51:04.115669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46848) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.170901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:51:04.180775 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3035a0b4-9c39-4ff7-8916-8c4a723a73d9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:04.181281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3035a0b4-9c39-4ff7-8916-8c4a723a73d9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:04.183030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] Sync routers for ids ['e36f2509-b617-41c5-a9a2-a6e302fd309f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:51:04.183399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3035a0b4-9c39-4ff7-8916-8c4a723a73d9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/013183af-e0d5-4325-8888-c1756a1f4e78 HTTP/1.1" status: 404 len: 333 time: 0.0668321 May 12 19:51:04.187030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46852) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.211215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] Routers {'e36f2509-b617-41c5-a9a2-a6e302fd309f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:04.212003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e36f2509-b617-41c5-a9a2-a6e302fd309f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:04.245098 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb816c2-841d-45c7-8149-5c8d37a95180 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:04.245585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb816c2-841d-45c7-8149-5c8d37a95180 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:04.251433 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1bb816c2-841d-45c7-8149-5c8d37a95180 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/510c1166-3f84-406a-bdba-c5d28bb18863 HTTP/1.1" status: 404 len: 337 time: 0.0630183 May 12 19:51:04.254039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46856) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.299233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08ceaadb-20ac-49bf-890b-11a5d845ebe6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:04.303243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:04.314333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:04.323389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] Routers {'e36f2509-b617-41c5-a9a2-a6e302fd309f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:04.324137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e36f2509-b617-41c5-a9a2-a6e302fd309f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:04.333224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08ceaadb-20ac-49bf-890b-11a5d845ebe6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:04.379557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-6427a4fe-4e6e-4a5f-a4db-891eb2a5ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:04.379784 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0032a69-f462-4ca2-bb20-bff5d9b553bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:04.380368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0032a69-f462-4ca2-bb20-bff5d9b553bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:04.381592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-6427a4fe-4e6e-4a5f-a4db-891eb2a5ae62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.9014342 May 12 19:51:04.395052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46860) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.395356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-308c0e56-83e0-4f2a-9c84-c3800ba65a71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/e36f2509-b617-41c5-a9a2-a6e302fd309f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0206938 May 12 19:51:04.400507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=5843b016-d59d-49cc-9e9e-b8ffb6dd73f3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:04.405335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:04.405914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e25a6-b702-4eaa-8bc9-8a9a8b9ac1d4 None None] The sync data for ids ['e36f2509-b617-41c5-a9a2-a6e302fd309f'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:51:04.437836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08ceaadb-20ac-49bf-890b-11a5d845ebe6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:04.440115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08ceaadb-20ac-49bf-890b-11a5d845ebe6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:04.443594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-08ceaadb-20ac-49bf-890b-11a5d845ebe6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/66622fce-6e6d-44af-a81c-5629b4ebc7ee HTTP/1.1" status: 204 len: 168 time: 0.4527338 May 12 19:51:04.455016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e0032a69-f462-4ca2-bb20-bff5d9b553bf tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/31449799-b377-4f0e-a209-3ad83f0f5607 HTTP/1.1" status: 404 len: 337 time: 0.1999483 May 12 19:51:04.464128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46864) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.464463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.494859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-0f138007-b00d-429d-a7f6-298a792de9a9 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0163898 May 12 19:51:04.522724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceaadb-20ac-49bf-890b-11a5d845ebe6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66622fce-6e6d-44af-a81c-5629b4ebc7ee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:04.540815 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a9744695-1dc4-4c07-b70a-4840addce910 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports?device_id=274bd55c-5173-410c-a0dc-c72f063122c6 HTTP/1.1" status: 200 len: 205 time: 0.0736184 May 12 19:51:04.544909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46872) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.604852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a9f37-38e5-40c2-87d5-b6e72e6eff3d None None] Network 5d36bd18-69d0-48ca-aa10-9317ef9707ca requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:04.629169 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-21b0d80b-d7ae-4332-ab50-182f95d7e105 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] delete failed (client error): The resource could not be found. May 12 19:51:04.632505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-21b0d80b-d7ae-4332-ab50-182f95d7e105 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/routers/274bd55c-5173-410c-a0dc-c72f063122c6 HTTP/1.1" status: 404 len: 336 time: 0.0842092 May 12 19:51:04.636801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46876) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.639382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf4bf52-7e13-458f-8724-8d5b7c5c6137 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:04.643291 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5bf4bf52-7e13-458f-8724-8d5b7c5c6137 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports/d5eef4d1-20f8-4eb2-9aa3-7178721b264a HTTP/1.1" status: 200 len: 911 time: 0.2395365 May 12 19:51:04.648212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.657291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e0a9830-670b-4fbc-8397-f5110a362025'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:04.737796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-80868c60-7d15-4cae-9ecc-5f9a5e4d837c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:04.777497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] Provisioning for port 72f3e882-e144-4c8e-9571-f32a7a4954e7 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:04.792129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] Provisioning complete for port 72f3e882-e144-4c8e-9571-f32a7a4954e7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:04.792780 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:04.831624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-80868c60-7d15-4cae-9ecc-5f9a5e4d837c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:04.833523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-80868c60-7d15-4cae-9ecc-5f9a5e4d837c tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3681173 May 12 19:51:04.838950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46882) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.944077 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dedf87-e1f6-4b06-965c-ad81eff885d9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:04.944511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84dedf87-e1f6-4b06-965c-ad81eff885d9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:04.948952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-84dedf87-e1f6-4b06-965c-ad81eff885d9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/b5774a8c-7a5c-43f0-b1f2-593ed797a053 HTTP/1.1" status: 404 len: 337 time: 0.0883160 May 12 19:51:04.950431 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:04.954189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8cb7254f-a522-45d4-831f-45048019d0d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/5843b016-d59d-49cc-9e9e-b8ffb6dd73f3 HTTP/1.1" status: 204 len: 168 time: 2.6577840 May 12 19:51:04.957663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.958079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46890) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:04.985007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df866b6-2d79-4748-a160-db5d7deb95c2 req-45fe2783-9d62-4fb1-bc64-47a848761c12 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:04.987026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6df866b6-2d79-4748-a160-db5d7deb95c2 req-45fe2783-9d62-4fb1-bc64-47a848761c12 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 946 time: 0.8140576 May 12 19:51:05.007174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] Current status of the port 72f3e882-e144-4c8e-9571-f32a7a4954e7 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:05.007450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.040780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-ae792e5a-1855-4940-9602-c6e6e3fec701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:05.047807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-ae792e5a-1855-4940-9602-c6e6e3fec701 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.6360588 May 12 19:51:05.057497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] For port 72f3e882-e144-4c8e-9571-f32a7a4954e7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=72f3e882-e144-4c8e-9571-f32a7a4954e7,segment=NetworkSegment(1d77aa36-c800-4013-a6c9-b5a761616aa7),segment_id=1d77aa36-c800-4013-a6c9-b5a761616aa7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:05.064493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.106486 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ec7bd994-623b-449a-b97e-97167d7ff690 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "GET /v2.0/ports?device_id=58e77819-3249-4c60-9dfa-88c14db912c5 HTTP/1.1" status: 200 len: 205 time: 0.1442277 May 12 19:51:05.115102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.116170 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b15e8c-94b1-44af-ab0d-955aa2879f5a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:51:05.116880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7b15e8c-94b1-44af-ab0d-955aa2879f5a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:05.180439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e49c90-2fbc-4230-850f-4cf98aea5a33 None None] Pushing event updated for resources: {'Port': ['ID=72f3e882-e144-4c8e-9571-f32a7a4954e7,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:05.206409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.218198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-1dc8965b-b2dc-435d-947a-fcc348dab62e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.1484170 May 12 19:51:05.259894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-3b0ec09b-5da1-4cbe-bbe1-9eaa324a1582 service neutron] 10.222.0.72 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870189 May 12 19:51:05.266417 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-fe543ae5-81ea-4c53-b3be-0876a48f9fc3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] delete failed (client error): The resource could not be found. May 12 19:51:05.267731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe543ae5-81ea-4c53-b3be-0876a48f9fc3 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/routers/58e77819-3249-4c60-9dfa-88c14db912c5 HTTP/1.1" status: 404 len: 336 time: 0.1479352 May 12 19:51:05.271344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6df866b6-2d79-4748-a160-db5d7deb95c2 req-491c2c77-28a1-4594-b562-2f94aea05b44 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709534 May 12 19:51:05.277116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46902) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.304424 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.329330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7b15e8c-94b1-44af-ab0d-955aa2879f5a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:05.333343 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a7b15e8c-94b1-44af-ab0d-955aa2879f5a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/5843b016-d59d-49cc-9e9e-b8ffb6dd73f3 HTTP/1.1" status: 404 len: 333 time: 0.3688400 May 12 19:51:05.336049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46906) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.342381 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.348919 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-874f3611-394e-4eaa-83ca-d36a833650bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:05.349400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874f3611-394e-4eaa-83ca-d36a833650bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:05.351079 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f63e5c-d426-4a58-b334-a2664349a7ba'] response: {'server_uuid': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5261cc91-a640-402e-ab94-da57b8e35e16', 'code': 200} May 12 19:51:05.351712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-874f3611-394e-4eaa-83ca-d36a833650bd tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/b587d444-f9ec-4144-befc-988cf67cd0b0 HTTP/1.1" status: 404 len: 337 time: 0.0723829 May 12 19:51:05.398434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46910) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.408448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-07cd7314-7a84-4c1b-9ee0-4069ff6bda21 None None] Provisioning complete for port 72f3e882-e144-4c8e-9571-f32a7a4954e7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:05.409795 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07cd7314-7a84-4c1b-9ee0-4069ff6bda21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.428185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-89a08a05-5939-418f-8b81-749c9329202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:05.429664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-89a08a05-5939-418f-8b81-749c9329202b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2030482 May 12 19:51:05.510076 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54974f5-e42c-452f-b1a6-774a22f99f88 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:05.510537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54974f5-e42c-452f-b1a6-774a22f99f88 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:05.548705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet 453d5f7a-a876-43c2-8b14-686d798b30c7 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:51:05.558142 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f54974f5-e42c-452f-b1a6-774a22f99f88 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/9def35b3-4f09-440c-8d6c-557badc9ef55 HTTP/1.1" status: 404 len: 337 time: 0.1536062 May 12 19:51:05.558142 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.577925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-07cd7314-7a84-4c1b-9ee0-4069ff6bda21 None None] Current status of the port 72f3e882-e144-4c8e-9571-f32a7a4954e7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:05.586581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46914) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.607650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.675376 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a7ae3c-9ae2-47eb-a5c4-491acba3006a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:05.675850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a7ae3c-9ae2-47eb-a5c4-491acba3006a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:05.679939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-70a7ae3c-9ae2-47eb-a5c4-491acba3006a tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/5a3fe7ce-9f60-4adb-a8ff-4eb829807d0e HTTP/1.1" status: 404 len: 333 time: 0.0901129 May 12 19:51:05.690351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46918) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.694755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c970ab69-bd7c-4d9d-9220-9e08bd9c4b83 None None] Could not find standard attr ID for object 5843b016-d59d-49cc-9e9e-b8ffb6dd73f3. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:51:05.735116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 72f3e882-e144-4c8e-9571-f32a7a4954e7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:05.785909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-9404f8e5-e276-4229-83e8-4d2199db5965 service neutron] 10.222.0.72 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076869 May 12 19:51:05.824037 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-45749fd9-c758-4563-9ad3-40bd475fa9ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:05.824506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45749fd9-c758-4563-9ad3-40bd475fa9ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:05.828654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-45749fd9-c758-4563-9ad3-40bd475fa9ad tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/ccddfca2-6f1f-4c23-b7ee-fcbe4298c47b HTTP/1.1" status: 404 len: 337 time: 0.1047988 May 12 19:51:05.846922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 72f3e882-e144-4c8e-9571-f32a7a4954e7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:05.847534 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.862313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46922) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.905543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7269976-e618-47dd-aa6e-20fec5f174ec,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:05.954864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-29131cdc-3c04-4565-9512-fbd2972ccc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:05.962866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-29131cdc-3c04-4565-9512-fbd2972ccc80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5258460 May 12 19:51:05.982833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.984301 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/e7269976-e618-47dd-aa6e-20fec5f174ec HTTP/1.1" status: 204 len: 168 time: 1.1439748 May 12 19:51:05.990335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:05.996039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:05.999247 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-84342354-ca54-42ab-a85f-7d211b7d31e4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:05.999719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84342354-ca54-42ab-a85f-7d211b7d31e4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:06.004156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-84342354-ca54-42ab-a85f-7d211b7d31e4 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/843b455b-34f8-462f-8610-e23571223e7b HTTP/1.1" status: 404 len: 333 time: 0.1347282 May 12 19:51:06.038916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46930) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.044107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c496c58-b6ea-4fef-ba15-35f78f4fa529 req-3dfed470-31c5-4656-a0e9-de8f9fc9c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:06.046165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c496c58-b6ea-4fef-ba15-35f78f4fa529 req-3dfed470-31c5-4656-a0e9-de8f9fc9c3b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 1097 time: 0.6104388 May 12 19:51:06.072834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 72f3e882-e144-4c8e-9571-f32a7a4954e7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:06.225615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.225838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.226181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.226516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.226847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.227269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.227605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.227934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.228257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.228665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.228924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.229285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a79b-7581-4149-bc3c-3d0f65294cf3 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:06.308057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7bc57-cbf6-4b7e-a53d-650ab9a65977 req-8ede6d91-2557-4375-acaf-3ded32f07495 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:06.309844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80d7bc57-cbf6-4b7e-a53d-650ab9a65977 req-8ede6d91-2557-4375-acaf-3ded32f07495 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.7614865 May 12 19:51:06.315102 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-719fa525-ff85-41ee-b878-b2c4654e5790 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:06.315541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719fa525-ff85-41ee-b878-b2c4654e5790 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:06.317539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-719fa525-ff85-41ee-b878-b2c4654e5790 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/0910039c-526e-4aea-b4dc-0e2d6ef5bede HTTP/1.1" status: 404 len: 337 time: 0.2703056 May 12 19:51:06.319701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-8a9b4bf0-6c60-4f66-aa33-65ce94d26c53 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246849 May 12 19:51:06.322495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a0cf4d9-fa97-438d-80ba-751a6b6d78f9 req-65ea859e-e1a9-4d91-9b91-d7908653045a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 210 time: 0.2594180 May 12 19:51:06.323033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46944) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.438405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:06.449969 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-548c8e71-fedd-420e-b3e1-3154bc1b2ad2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:06.450563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548c8e71-fedd-420e-b3e1-3154bc1b2ad2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:06.452502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-548c8e71-fedd-420e-b3e1-3154bc1b2ad2 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/8ac2f02e-c7df-47ab-82a4-52440e66cc2f HTTP/1.1" status: 404 len: 333 time: 0.1247146 May 12 19:51:06.465033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46950) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.531168 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12c2b2d-b7ef-4b9c-a905-a957ed656d7c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:06.531622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12c2b2d-b7ef-4b9c-a905-a957ed656d7c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:06.535613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a12c2b2d-b7ef-4b9c-a905-a957ed656d7c tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/216eb27e-1b15-4766-b3ba-1625a246fc42 HTTP/1.1" status: 404 len: 337 time: 0.0645854 May 12 19:51:06.538283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46954) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.573345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c496c58-b6ea-4fef-ba15-35f78f4fa529 req-4a119355-525e-4f63-a2c2-293f815357f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676375 May 12 19:51:06.585921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-37be95e5-8c54-4c56-99bc-f01a410bd7e9 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:06.593121 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71a47db-e7e9-4383-bd53-ab2d7b0ec392 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:06.593681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71a47db-e7e9-4383-bd53-ab2d7b0ec392 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:06.597613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f71a47db-e7e9-4383-bd53-ab2d7b0ec392 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a86452c9-80dc-49f5-bf01-311ef1f09367 HTTP/1.1" status: 404 len: 333 time: 0.0560226 May 12 19:51:06.603809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46958) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.623629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80d7bc57-cbf6-4b7e-a53d-650ab9a65977 req-4ab31ab2-9af7-4edd-87d0-0ca2a1ae566c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996547 May 12 19:51:06.647076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:06.662600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-37be95e5-8c54-4c56-99bc-f01a410bd7e9 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:06.667655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-37be95e5-8c54-4c56-99bc-f01a410bd7e9 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6610773 May 12 19:51:06.669662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46964) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.671059 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1684aee-0f2a-40d6-b5c6-ba7c49109852 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:06.671569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1684aee-0f2a-40d6-b5c6-ba7c49109852 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:06.681739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956929972'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:06.689173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c40b3a6-96c5-4761-9891-190e4755efbc req-f3224dd4-75aa-49f7-9307-3c5bc07f494c service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078892 May 12 19:51:06.690332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:06.693838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:06.699531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:06.700157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:06.701501 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/ports/d5eef4d1-20f8-4eb2-9aa3-7178721b264a HTTP/1.1" status: 200 len: 911 time: 2.0523856 May 12 19:51:06.713561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212242-6359-411a-8ad6-d2577a89e972 req-ee0ddd91-b054-4406-a0ac-d8cd93987fcd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:06.722240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b212242-6359-411a-8ad6-d2577a89e972 req-ee0ddd91-b054-4406-a0ac-d8cd93987fcd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 946 time: 0.2125390 May 12 19:51:06.724778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46968) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.738470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a1684aee-0f2a-40d6-b5c6-ba7c49109852 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/9ab3559b-7863-4e23-b94e-58380b2e6a2b HTTP/1.1" status: 404 len: 337 time: 0.1307707 May 12 19:51:06.747382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:06.752413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46972) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.832778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:06.882393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6fc27-f9a0-47a5-8cf4-c04d03b0afa9 None None] Network 5d36bd18-69d0-48ca-aa10-9317ef9707ca requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:06.910502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:06.937111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:06.941503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/453d5f7a-a876-43c2-8b14-686d798b30c7 HTTP/1.1" status: 204 len: 168 time: 1.6000328 May 12 19:51:06.941503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb0453-6058-4816-ad61-1ba7b4411437 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=453d5f7a-a876-43c2-8b14-686d798b30c7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:06.947343 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-296d689e-bf1e-4893-9c55-b2b9d29c1da5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:06.947804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296d689e-bf1e-4893-9c55-b2b9d29c1da5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:06.951809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-296d689e-bf1e-4893-9c55-b2b9d29c1da5 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/a8f2a2f0-3e0c-409e-8691-aecb9f8421be HTTP/1.1" status: 404 len: 333 time: 0.1527567 May 12 19:51:06.954725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:06.954898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46982) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:07.023698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d927438-2ffd-4a2f-b3de-af152ff80f51 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=d5eef4d1-20f8-4eb2-9aa3-7178721b264a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:07.038248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:07.131042 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0be2290-89e0-4ba8-9470-362e2a3b2491 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:07.131958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0be2290-89e0-4ba8-9470-362e2a3b2491 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:07.137589 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0be2290-89e0-4ba8-9470-362e2a3b2491 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/e546b304-cd6c-4958-8f93-b441def289f6 HTTP/1.1" status: 404 len: 337 time: 0.1798406 May 12 19:51:07.138512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46988) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:07.141619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b212242-6359-411a-8ad6-d2577a89e972 req-0dad126c-08e2-48bd-b5d3-18898736e7a7 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182923 May 12 19:51:07.249477 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9729250b-5ae8-4b2b-be1e-2b313348e6f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:07.250257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9729250b-5ae8-4b2b-be1e-2b313348e6f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:07.255133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9729250b-5ae8-4b2b-be1e-2b313348e6f9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/0b1e5fce-05ad-49e5-9e22-141d09a3563a HTTP/1.1" status: 404 len: 333 time: 0.1084738 May 12 19:51:07.259915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46996) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:07.264561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:07.273752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] DHCP port deletion for 5d36bd18-69d0-48ca-aa10-9317ef9707ca request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:51:07.281847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] Deleting port 72f3e882-e144-4c8e-9571-f32a7a4954e7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:07.281847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.337904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.367406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 72f3e882-e144-4c8e-9571-f32a7a4954e7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:07.367977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.545581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5837b44b-ece6-4916-adfc-2d418e9985cb req-13e5378c-fa41-4375-9f48-dcb2e6a4fee1 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 210 time: 0.0503581 May 12 19:51:07.546506 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b81b4a-f804-4c64-a53a-f38fb6211d19 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:07.546945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b81b4a-f804-4c64-a53a-f38fb6211d19 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:07.551419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-57b81b4a-f804-4c64-a53a-f38fb6211d19 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/a6e3b062-80e9-4224-870f-09ab284e3d79 HTTP/1.1" status: 404 len: 337 time: 0.2885523 May 12 19:51:07.554808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47002) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:07.562567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908126b-e173-40e7-8a4b-26c29231da79 req-95518d18-f22c-4cad-afbd-42a1128a9c44 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:07.564045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1908126b-e173-40e7-8a4b-26c29231da79 req-95518d18-f22c-4cad-afbd-42a1128a9c44 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5283611 May 12 19:51:07.606202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] For port 72f3e882-e144-4c8e-9571-f32a7a4954e7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=72f3e882-e144-4c8e-9571-f32a7a4954e7,segment=NetworkSegment(1d77aa36-c800-4013-a6c9-b5a761616aa7),segment_id=1d77aa36-c800-4013-a6c9-b5a761616aa7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:07.606591 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.672332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] For port 72f3e882-e144-4c8e-9571-f32a7a4954e7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=72f3e882-e144-4c8e-9571-f32a7a4954e7,segment=NetworkSegment(1d77aa36-c800-4013-a6c9-b5a761616aa7),segment_id=1d77aa36-c800-4013-a6c9-b5a761616aa7)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:07.672913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.673529 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf5a856-fc7a-4f34-8dd9-dd1a0e1cc09b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:07.674920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf5a856-fc7a-4f34-8dd9-dd1a0e1cc09b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:07.681300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5bf5a856-fc7a-4f34-8dd9-dd1a0e1cc09b tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/ports/8b71f29c-20b3-4bb1-9192-c58e3766e2c4 HTTP/1.1" status: 404 len: 333 time: 0.1162283 May 12 19:51:07.687446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47006) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:07.738181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] Calling delete_port for 72f3e882-e144-4c8e-9571-f32a7a4954e7 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:07.746310 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-77686f87-0c95-40fe-b485-20477f795dd9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] DELETE failed (client error): The resource could not be found. May 12 19:51:07.746747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77686f87-0c95-40fe-b485-20477f795dd9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:07.751106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-77686f87-0c95-40fe-b485-20477f795dd9 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/subnets/4eeee559-c343-4e72-9830-be28acb84033 HTTP/1.1" status: 404 len: 337 time: 0.0558002 May 12 19:51:07.755067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:07.814297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 72f3e882-e144-4c8e-9571-f32a7a4954e7 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:07.823812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 72f3e882-e144-4c8e-9571-f32a7a4954e7 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:07.835456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1908126b-e173-40e7-8a4b-26c29231da79 req-34cac893-d353-4648-afad-72c386833d56 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505929 May 12 19:51:07.863742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 72f3e882-e144-4c8e-9571-f32a7a4954e7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:51:07.863742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 72f3e882-e144-4c8e-9571-f32a7a4954e7 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:51:07.863742 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.916335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] Pushing event deleted for resources: {'Port': ['ID=72f3e882-e144-4c8e-9571-f32a7a4954e7,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:07.922092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5198e7c-5fc3-4231-9b5d-fc5201b64478 None None] No DVR routers for this DVR port 72f3e882-e144-4c8e-9571-f32a7a4954e7 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:07.924493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:51:07.925450 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:51:07.942422 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.978442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:07.983520 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.039333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dbf4bf-c26d-41b6-a904-a31b4d9c1e7a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:08.055971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.055971 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fefbc892-3091-444b-a790-d3f40d73ea6d tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3799849 May 12 19:51:08.057290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47016) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:08.063704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': '14dbf4bf-c26d-41b6-a904-a31b4d9c1e7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:08.069984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:08.074319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:08.077123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:08.082986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:08.154279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.226706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.291724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.296673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.319915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eac2016-ca57-4a0c-a2eb-d434625517c0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:08.332757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.334048 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a5f02d3f-c7f7-4581-96b6-9c64c81da916 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2757146 May 12 19:51:08.337051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47022) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:08.365419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d152-3aea-446f-96df-55ed7829e8ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.371694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-9484e266-b246-44f6-840b-622d73c628cd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:08.373113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-9484e266-b246-44f6-840b-622d73c628cd tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 811 time: 0.4222672 May 12 19:51:08.376036 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d152-3aea-446f-96df-55ed7829e8ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.401982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d152-3aea-446f-96df-55ed7829e8ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.419493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3d152-3aea-446f-96df-55ed7829e8ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eac2016-ca57-4a0c-a2eb-d434625517c0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:08.423479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d152-3aea-446f-96df-55ed7829e8ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.427277 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3cd3d152-3aea-446f-96df-55ed7829e8ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/9eac2016-ca57-4a0c-a2eb-d434625517c0 HTTP/1.1" status: 204 len: 168 time: 0.0891860 May 12 19:51:08.427898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47026) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:08.428402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 72f3e882-e144-4c8e-9571-f32a7a4954e7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:08.428731 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.467915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22a4f-2287-4732-a054-49d17efd9b09 req-0491c01d-cbb7-4616-b2af-c98b33b14772 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:08.469317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91d22a4f-2287-4732-a054-49d17efd9b09 req-0491c01d-cbb7-4616-b2af-c98b33b14772 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4182594 May 12 19:51:08.476041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.516264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] The port '72f3e882-e144-4c8e-9571-f32a7a4954e7' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:51:08.517856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.533515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.590098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fca8a641-6a03-48f2-839f-8c76b1b9bb50 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:08.668479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.682071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fca8a641-6a03-48f2-839f-8c76b1b9bb50 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:08.684197 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fca8a641-6a03-48f2-839f-8c76b1b9bb50 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2314868 May 12 19:51:08.688247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:08.718053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d36bd18-69d0-48ca-aa10-9317ef9707ca']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:08.744277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d77aa36-c800-4013-a6c9-b5a761616aa7') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:08.744569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d77aa36-c800-4013-a6c9-b5a761616aa7') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:08.765486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.793508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.805102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:51:08.805517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: timer() May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:51:08.819794 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:51:08.824753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-976cd6c3-30de-44f9-94c3-53645a7f27a8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.827082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf971410-83a2-4bb7-8884-aa25d5cf9a81']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:08.845955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-d7529182-8855-43e9-b4df-a08d17a826f0 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aedea74ce4594777b90bf2186a1179f2 HTTP/1.1" status: 200 len: 379 time: 0.4637463 May 12 19:51:08.868683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e962978-7b18-4c99-9f21-2a5cea89072a') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:08.869017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e962978-7b18-4c99-9f21-2a5cea89072a') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:08.886777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'port': {'device_id': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'admin_state_up': True, 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'security_groups': ['640f7f45-6cc2-462a-a088-52d439f0d14a']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:08.919535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91d22a4f-2287-4732-a054-49d17efd9b09 req-2feb2ded-de1e-4aaf-b3b8-2322ba4a31ad tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299402 May 12 19:51:08.922835 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-976cd6c3-30de-44f9-94c3-53645a7f27a8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.944672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.967144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.973296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:08.992102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=5d36bd18-69d0-48ca-aa10-9317ef9707ca,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:08.998099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-80a1bbc8-8580-4cbb-83d1-00209e525bde tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/5d36bd18-69d0-48ca-aa10-9317ef9707ca HTTP/1.1" status: 204 len: 168 time: 2.0421324 May 12 19:51:09.002099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47038) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:09.007472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'name': 'tempest-PortsTestJSON-121643381'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:09.015605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dedc34-a792-45ab-8fed-606392c0a684 req-03ed8c2b-0e89-467c-b199-76889a79535c tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:09.017087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5dedc34-a792-45ab-8fed-606392c0a684 req-03ed8c2b-0e89-467c-b199-76889a79535c tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 946 time: 0.7346435 May 12 19:51:09.080567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-976cd6c3-30de-44f9-94c3-53645a7f27a8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.100162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.115744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cd6c3-30de-44f9-94c3-53645a7f27a8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dbf4bf-c26d-41b6-a904-a31b4d9c1e7a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:09.143027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:09.153856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-976cd6c3-30de-44f9-94c3-53645a7f27a8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.157452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-976cd6c3-30de-44f9-94c3-53645a7f27a8 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/14dbf4bf-c26d-41b6-a904-a31b4d9c1e7a HTTP/1.1" status: 204 len: 168 time: 0.4655759 May 12 19:51:09.157452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:09.158204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47042) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:09.191636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:09.195130 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.203463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:51:09.203870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.229782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 99ee34d7-f086-4020-90c2-915e9d92ad07 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: timer() May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:51:09.231258 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:51:09.246018 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e371fda-9daa-4630-9a02-0471dc7e5598 req-34472dfa-aef1-46c0-98b2-03ac7ed2c10f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 210 time: 0.2117913 May 12 19:51:09.268778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-135ea049-39cd-4f72-a90c-a2f7fb0989eb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:09.304231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5dedc34-a792-45ab-8fed-606392c0a684 req-47e92d57-3d9e-4948-94c4-d9ac563b2a1b tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737541 May 12 19:51:09.318036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-135ea049-39cd-4f72-a90c-a2f7fb0989eb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:09.319309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-135ea049-39cd-4f72-a90c-a2f7fb0989eb tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1604431 May 12 19:51:09.323340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47046) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:09.350393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203972213'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:09.358487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:09.368215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:09.380837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:09.382795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:09.423566 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.456332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.470250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.485988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] Pushing event deleted for resources: {'Network': ['ID=bf971410-83a2-4bb7-8884-aa25d5cf9a81,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:09.497941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b8041d0f-c60d-4b45-b3c4-e84c2caac9b1 tempest-NetworksTestDHCPv6-1063056353 tempest-NetworksTestDHCPv6-1063056353-project] 10.222.0.72 "DELETE /v2.0/networks/bf971410-83a2-4bb7-8884-aa25d5cf9a81 HTTP/1.1" status: 204 len: 168 time: 1.7416883 May 12 19:51:09.508676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:09.524672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:09.529074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:09.534586 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.541018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:09.561990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Made reservation on behalf of aedea74ce4594777b90bf2186a1179f2 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:09.565957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.577100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port d5eef4d1-20f8-4eb2-9aa3-7178721b264a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:09.577450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.634617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.707362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.722336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.744147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:09.754185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:09.756901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802734a3-8baa-46a2-b39a-3f835bff351c req-4a42e3c0-0b79-43db-91c1-77ea6419a507 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:09.759541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-802734a3-8baa-46a2-b39a-3f835bff351c req-4a42e3c0-0b79-43db-91c1-77ea6419a507 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3831253 May 12 19:51:09.763469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:09.768860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:09.769501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.791075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=99ee34d7-f086-4020-90c2-915e9d92ad07,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:09.812781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e0b2e-5ad7-43f7-9f9f-9581a752355e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:09.837294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:09.838624 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-92c8a05a-bb80-4964-8986-361986a3c836 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5145893 May 12 19:51:09.841335 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cc6efc32-9e71-4bd4-9579-e9af803dc52b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8382421 May 12 19:51:09.842405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47060) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:09.845781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47062) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:09.885262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'de1e0b2e-5ad7-43f7-9f9f-9581a752355e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:09.896219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:09.905996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47068) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:09.908714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:09.918888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:09.932428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:09.950807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 99ee34d7-f086-4020-90c2-915e9d92ad07 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:09.951184 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.003096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-802734a3-8baa-46a2-b39a-3f835bff351c req-21ee0c68-074b-4eee-989e-3392ddcb849b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495993 May 12 19:51:10.004442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.066450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.194632 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e8c8c7a-751b-47dc-ae60-12722f0cba5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99968cd16cf646f7a0c6e6849ace3d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850134 May 12 19:51:10.198471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.199268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47080) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:10.233215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.273252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for d5eef4d1-20f8-4eb2-9aa3-7178721b264a owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:10.313829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Allocated IP 172.20.0.6 (e878aa0d-76a3-4621-9ec3-b080c591b749/bacd465a-4371-484a-a188-61c49d323ccd/aeb33097-f4dd-440e-9a12-4fc1343b8caa) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:10.455412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ddca23-9c7c-45ff-a6db-e41554605010,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:10.481918 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.494395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.495553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed9c066f-67a8-4a31-9662-902c2c0806ac tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6522460 May 12 19:51:10.499853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47088) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:10.623266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 99ee34d7-f086-4020-90c2-915e9d92ad07 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:10.684664 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2fb83369-380f-47f7-a1fc-310393853b61 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules/77ddca23-9c7c-45ff-a6db-e41554605010 HTTP/1.1" status: 200 len: 763 time: 0.1835873 May 12 19:51:10.689504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47092) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:10.690139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9700-c1c2-4cd6-9af9-4413587fa244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.746796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad341b02-d593-4536-9f50-b3e149ba14c9 req-1908b9ee-5664-4ef3-bb12-d3bdbe3073a7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:10.749904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad341b02-d593-4536-9f50-b3e149ba14c9 req-1908b9ee-5664-4ef3-bb12-d3bdbe3073a7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6367877 May 12 19:51:10.760994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9700-c1c2-4cd6-9af9-4413587fa244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.812631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c9c4cac5-8810-4e38-a0d3-e352fbf092d9 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:10.818318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.836274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba1d5-759c-4db5-a22f-84e97a241226 req-b3d46b9c-7d7b-4d41-938f-8784da391ffa tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:10.837788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8aba1d5-759c-4db5-a22f-84e97a241226 req-b3d46b9c-7d7b-4d41-938f-8784da391ffa tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 946 time: 0.4816179 May 12 19:51:10.876055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=99ee34d7-f086-4020-90c2-915e9d92ad07,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:10.889578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.898346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c9c4cac5-8810-4e38-a0d3-e352fbf092d9 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:10.899692 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c9c4cac5-8810-4e38-a0d3-e352fbf092d9 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2076092 May 12 19:51:10.903020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47096) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:10.920175 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a38203df-dec6-41f2-a9d1-388bbed0b58a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/99ee34d7-f086-4020-90c2-915e9d92ad07 HTTP/1.1" status: 204 len: 168 time: 1.0739996 May 12 19:51:10.923181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47100) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:10.927100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9700-c1c2-4cd6-9af9-4413587fa244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.929439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9700-c1c2-4cd6-9af9-4413587fa244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.930481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3e2d9700-c1c2-4cd6-9af9-4413587fa244 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4be125f-8b14-4aa5-9f75-d9f00f7b272a HTTP/1.1" status: 204 len: 168 time: 0.7302196 May 12 19:51:10.934279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:10.934900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'mac_address': 'fa:16:3e:97:72:ec', 'name': 'tempest-PortsTestJSON-675089912'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:10.964028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad341b02-d593-4536-9f50-b3e149ba14c9 req-3b82aaf4-506e-41b4-8a13-66815f07718f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881340 May 12 19:51:10.974223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d9700-c1c2-4cd6-9af9-4413587fa244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be125f-8b14-4aa5-9f75-d9f00f7b272a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:10.975211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.018964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Transition to ACTIVE for port object aeb33097-f4dd-440e-9a12-4fc1343b8caa will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:11.034005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8e623b7-2200-475c-9c47-02f396f96589 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.034114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8aba1d5-759c-4db5-a22f-84e97a241226 req-fe1e458f-63b4-4411-bfd1-f1cc147e86cc tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727035 May 12 19:51:11.055301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8e623b7-2200-475c-9c47-02f396f96589 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.062404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=d5eef4d1-20f8-4eb2-9aa3-7178721b264a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:11.222335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:11.230486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:11.233773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8e623b7-2200-475c-9c47-02f396f96589 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.236806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:11.260782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:11.279740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e623b7-2200-475c-9c47-02f396f96589 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77ddca23-9c7c-45ff-a6db-e41554605010,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:11.285025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:11.308014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8e623b7-2200-475c-9c47-02f396f96589 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.309477 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b8e623b7-2200-475c-9c47-02f396f96589 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/77ddca23-9c7c-45ff-a6db-e41554605010 HTTP/1.1" status: 204 len: 168 time: 0.4033716 May 12 19:51:11.314351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47116) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:11.452663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.453863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc1fd214-b69b-4e0f-9bbd-1a7497ada375 req-007c8fb4-ef22-45f0-ba29-b8789075848c tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 210 time: 0.1180079 May 12 19:51:11.465228 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.509580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port aa421d59-75e8-4142-b22c-6e7d2e05002f yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:11.515643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.550111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b64cd329-37f9-4955-b385-1e8daedec7d5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:11.630821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b64cd329-37f9-4955-b385-1e8daedec7d5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:11.634911 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b64cd329-37f9-4955-b385-1e8daedec7d5 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3174064 May 12 19:51:11.646190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47132) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:11.664633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'de1e0b2e-5ad7-43f7-9f9f-9581a752355e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:11.684740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:11.709780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:11.741966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Network e878aa0d-76a3-4621-9ec3-b080c591b749 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:11.750567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:11.764521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event updated for resources: {'Port': ['ID=aeb33097-f4dd-440e-9a12-4fc1343b8caa,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:11.768439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:11.825388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-1d0b8628-f3e8-446c-ace2-6f4bfcbf1ddf tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:11.826532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-1d0b8628-f3e8-446c-ace2-6f4bfcbf1ddf tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 946 time: 0.2547629 May 12 19:51:11.839645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.903213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-18a7ae05-0b3b-45eb-ab87-93e1fba4fbf8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:11.904604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-18a7ae05-0b3b-45eb-ab87-93e1fba4fbf8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.5489600 May 12 19:51:11.921313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.967151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Deleting port 5261cc91-a640-402e-ab94-da57b8e35e16 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:11.967529 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:11.994829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:11.995270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.000007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-cdf415c9-ef37-422c-9f5f-59b9243e3aad tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/quotas/ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 375 time: 0.0385296 May 12 19:51:12.000195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47144) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:12.003910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router e36f2509-b617-41c5-a9a2-a6e302fd309f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:51:12.054210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.092755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.141874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370b99ab-4c68-4e2f-aebf-820fc7ec4553,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:12.174009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fa2efde9-8ab9-4075-bccd-a7a148f35da4 None None] Provisioning for port aeb33097-f4dd-440e-9a12-4fc1343b8caa completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:12.177520 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.188859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fa2efde9-8ab9-4075-bccd-a7a148f35da4 None None] Provisioning complete for port aeb33097-f4dd-440e-9a12-4fc1343b8caa triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:12.190555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fa2efde9-8ab9-4075-bccd-a7a148f35da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.193974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-ef762b94-7154-4cdc-b953-d0d3eeede65a tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3308992 May 12 19:51:12.281253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fa2efde9-8ab9-4075-bccd-a7a148f35da4 None None] Port aeb33097-f4dd-440e-9a12-4fc1343b8caa cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:12.285502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1702976037'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:12.307628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Request body: {'port': {'device_id': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:12.310076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:12.313862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.315014 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0bdc1bbb-2676-47aa-936c-eb9471644097 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6673405 May 12 19:51:12.329231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Usage tracker for resource:network and tenant:295e0e5064b44aff999b6df2a71fa240 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:12.331567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47152) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:12.334061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:12.360787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:12.371011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:12.383675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:12.526575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:51:12.527498 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-abe0ac4d-98d3-4c1d-9dd9-cf79209fa871 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules/370b99ab-4c68-4e2f-aebf-820fc7ec4553 HTTP/1.1" status: 200 len: 763 time: 0.1948204 May 12 19:51:12.532467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:12.538415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:12.538919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.539263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d891782-e000-4c24-9c3a-9e2d81e5ec71 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/e36f2509-b617-41c5-a9a2-a6e302fd309f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8134489 May 12 19:51:12.542518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47158) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:12.542866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47160) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:12.543180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=aa421d59-75e8-4142-b22c-6e7d2e05002f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:12.543661 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] Sync routers for ids ['e36f2509-b617-41c5-a9a2-a6e302fd309f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:51:12.554362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Made reservation on behalf of 295e0e5064b44aff999b6df2a71fa240 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:12.557553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] Routers {'e36f2509-b617-41c5-a9a2-a6e302fd309f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:12.557792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.558415 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e36f2509-b617-41c5-a9a2-a6e302fd309f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:12.586149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.604384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eed38b84-3fcb-4cff-84c7-dfc9d5729df9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6774120 May 12 19:51:12.604384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] For port 5261cc91-a640-402e-ab94-da57b8e35e16, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=5261cc91-a640-402e-ab94-da57b8e35e16,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:12.604741 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.615689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:12.620797 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:12.630429 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] Routers {'e36f2509-b617-41c5-a9a2-a6e302fd309f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:12.631909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:50:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['e36f2509-b617-41c5-a9a2-a6e302fd309f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:12.649843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-88078eb8-0aed-4cb7-8d95-512fa3bb3b4d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:12.650058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:12.687506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-680a75a1-033e-485a-bc1b-bc5418935144 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6772802 May 12 19:51:12.700468 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:12.700943 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13d40e-8c3b-40df-93e6-39b40ec0de5f None None] The sync data for ids ['e36f2509-b617-41c5-a9a2-a6e302fd309f'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:51:12.733002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:12.770091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-08fc18db-e446-414a-8465-de87b9cb2989 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:12.772681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-88078eb8-0aed-4cb7-8d95-512fa3bb3b4d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:12.777319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-88078eb8-0aed-4cb7-8d95-512fa3bb3b4d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=e36f2509-b617-41c5-a9a2-a6e302fd309f HTTP/1.1" status: 200 len: 205 time: 0.2285686 May 12 19:51:12.789669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47170) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:12.796858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Calling delete_port for 5261cc91-a640-402e-ab94-da57b8e35e16 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:12.824801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Usage tracker for resource:security_group_rule and tenant:295e0e5064b44aff999b6df2a71fa240 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:12.831922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:12.897867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62470-a9ea-4b34-98a4-9d8fc33ad4e7 req-d96f3445-61e2-4582-9f60-a9a939365f3a tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:12.899372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdf62470-a9ea-4b34-98a4-9d8fc33ad4e7 req-d96f3445-61e2-4582-9f60-a9a939365f3a tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 946 time: 0.7037182 May 12 19:51:12.912989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-08fc18db-e446-414a-8465-de87b9cb2989 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:12.914564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-08fc18db-e446-414a-8465-de87b9cb2989 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3706868 May 12 19:51:12.920908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47174) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:12.925653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:13.014936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749805b-1d8e-477c-bcac-b5ce8db5df8f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:13.015500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8749805b-1d8e-477c-bcac-b5ce8db5df8f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:13.027285 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54f50af7-de91-4487-946b-c8983a0beb74 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.057446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-97ad78a1-ca87-4297-8c76-849a0305c3eb service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479276 May 12 19:51:13.092565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-692e8883-bd3a-48a6-ac65-48e10ed33695 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.105206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdf62470-a9ea-4b34-98a4-9d8fc33ad4e7 req-c69a45f8-f62b-48cb-b269-d4db1c0e9c86 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865437 May 12 19:51:13.118727 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-692e8883-bd3a-48a6-ac65-48e10ed33695 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.279239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8749805b-1d8e-477c-bcac-b5ce8db5df8f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:13.280399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8749805b-1d8e-477c-bcac-b5ce8db5df8f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/aa421d59-75e8-4142-b22c-6e7d2e05002f HTTP/1.1" status: 200 len: 840 time: 0.6639123 May 12 19:51:13.311257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47178) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:13.377094 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-692e8883-bd3a-48a6-ac65-48e10ed33695 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.426940 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54f50af7-de91-4487-946b-c8983a0beb74 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.430785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54f50af7-de91-4487-946b-c8983a0beb74 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.435635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e8883-bd3a-48a6-ac65-48e10ed33695 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=370b99ab-4c68-4e2f-aebf-820fc7ec4553,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:13.459056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-c3fcdc50-b976-4b4d-867f-21af3fa586fc service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871717 May 12 19:51:13.469994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.471383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-692e8883-bd3a-48a6-ac65-48e10ed33695 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.472664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-692e8883-bd3a-48a6-ac65-48e10ed33695 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/370b99ab-4c68-4e2f-aebf-820fc7ec4553 HTTP/1.1" status: 204 len: 168 time: 0.5479105 May 12 19:51:13.490273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47182) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:13.498074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port aa421d59-75e8-4142-b22c-6e7d2e05002f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:13.498411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.532878 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54f50af7-de91-4487-946b-c8983a0beb74 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.533393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f50af7-de91-4487-946b-c8983a0beb74 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Fanout notify agent at l3_agent the message router_deleted on router e36f2509-b617-41c5-a9a2-a6e302fd309f {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:51:13.535019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Pushing event deleted for resources: {'Port': ['ID=5261cc91-a640-402e-ab94-da57b8e35e16,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:13.628559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cc35b-273b-47d7-af4f-2c37cb2c7038 req-13796dd3-78eb-4953-9eae-5e57572249e5 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:13.629323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bf7cc35b-273b-47d7-af4f-2c37cb2c7038 req-13796dd3-78eb-4953-9eae-5e57572249e5 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Synchronizing usage tracker for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:13.629451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.641279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] No DVR routers for this DVR port 5261cc91-a640-402e-ab94-da57b8e35e16 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:13.645775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.649975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.664418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'name': 'network-vif-deleted', 'tag': '5261cc91-a640-402e-ab94-da57b8e35e16'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:13.684608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:13.703271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-19d14e53-aa62-480e-a25a-6663288a3992 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:13.717136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54f50af7-de91-4487-946b-c8983a0beb74 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.720760 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-54f50af7-de91-4487-946b-c8983a0beb74 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/e36f2509-b617-41c5-a9a2-a6e302fd309f HTTP/1.1" status: 204 len: 168 time: 0.8908873 May 12 19:51:13.723630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-704c0979-9f6b-4369-8690-c47a4d60a5b1 req-23acd1d8-6b23-4ff6-950b-6aaa8c4f8dbd tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "DELETE /v2.0/ports/5261cc91-a640-402e-ab94-da57b8e35e16 HTTP/1.1" status: 204 len: 173 time: 1.8852227 May 12 19:51:13.724547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.724877 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Added segment c17f7cd7-f639-4977-8fe4-accab240bef1 of type vlan for network 4a949393-a76a-469b-9f53-85d4253b07ba May 12 19:51:13.730669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47192) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:13.736740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189a2b4b-47d6-43d1-8b3a-e63252335908,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:13.771779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.811585 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.818869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:13.819799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.845661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84f39c6a-6800-46d8-90d0-f405b6709147 req-9aed1327-f490-4a26-a5a4-847cd049442e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 210 time: 0.1183474 May 12 19:51:13.863313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb33097-f4dd-440e-9a12-4fc1343b8caa {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:51:13.892651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bf7cc35b-273b-47d7-af4f-2c37cb2c7038 req-13796dd3-78eb-4953-9eae-5e57572249e5 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Unset dirty status for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:13.899984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf7cc35b-273b-47d7-af4f-2c37cb2c7038 req-13796dd3-78eb-4953-9eae-5e57572249e5 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 931 time: 0.6375210 May 12 19:51:13.910961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-19d14e53-aa62-480e-a25a-6663288a3992 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:13.912443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-19d14e53-aa62-480e-a25a-6663288a3992 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4212589 May 12 19:51:13.937834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47200) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:13.966086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': 'de1e0b2e-5ad7-43f7-9f9f-9581a752355e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:13.971723 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:13.993536 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9880614 May 12 19:51:13.998652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47206) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:13.999894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:14.026409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:14.040987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Request body: {'subnet': {'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:14.041511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet 6e0a9830-670b-4fbc-8397-f5110a362025 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:51:14.044981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Transition to ACTIVE for port object aeb33097-f4dd-440e-9a12-4fc1343b8caa will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:14.056843 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.059556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4a0d3-8696-47be-8f63-cb6ba994250c tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event updated for resources: {'Network': ['ID=4a949393-a76a-469b-9f53-85d4253b07ba,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:14.084260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4a949393-a76a-469b-9f53-85d4253b07ba details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:14.089967 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.096343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf7cc35b-273b-47d7-af4f-2c37cb2c7038 req-4cf01659-279a-4cce-b723-35b38c69c593 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952956 May 12 19:51:14.098379 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.382336 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416e264a-906b-446f-800f-43f3db889f7d'] response: {'server_uuid': 'f47d7f64-9c03-4f41-bfc3-619ea366744e', 'name': 'network-vif-deleted', 'tag': '5261cc91-a640-402e-ab94-da57b8e35e16', 'status': 'completed', 'code': 200} May 12 19:51:14.388562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.456566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:14.460392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Usage tracker for resource:subnet and tenant:295e0e5064b44aff999b6df2a71fa240 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:14.463319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:14.469196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:14.487267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Made reservation on behalf of 295e0e5064b44aff999b6df2a71fa240 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:14.491564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.588551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for aa421d59-75e8-4142-b22c-6e7d2e05002f owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:14.600674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.632501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.670416 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:51:14.679495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781e3a23-ec90-4fd2-a27e-51c20bc67415,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:14.683016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.712639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.714606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f4df69bc-3a65-4eb5-89b4-3cd3f0af8044 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7682414 May 12 19:51:14.717419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47214) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:14.726151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8171e03-10f0-4685-ae17-7892a64a1004 req-bae0f745-b435-4129-877e-31e215990e44 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=f47d7f64-9c03-4f41-bfc3-619ea366744e HTTP/1.1" status: 200 len: 210 time: 0.2495608 May 12 19:51:14.746086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=aeb33097-f4dd-440e-9a12-4fc1343b8caa,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:14.785003 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c5b3c10e-8a44-48f5-80fa-e57c3f0d2374 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules/781e3a23-ec90-4fd2-a27e-51c20bc67415 HTTP/1.1" status: 200 len: 764 time: 0.0662456 May 12 19:51:14.787632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:14.868321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b168dabe-38e1-4562-aef1-6a266909d7b1 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:14.880724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.899093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:14.932723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b168dabe-38e1-4562-aef1-6a266909d7b1 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:14.936733 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b168dabe-38e1-4562-aef1-6a266909d7b1 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1454446 May 12 19:51:14.942781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47224) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:14.962953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Attempting to bind port aeb33097-f4dd-440e-9a12-4fc1343b8caa on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:14.963178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Attempting to bind port aeb33097-f4dd-440e-9a12-4fc1343b8caa by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:14.963489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Attempting to bind port aeb33097-f4dd-440e-9a12-4fc1343b8caa on network e878aa0d-76a3-4621-9ec3-b080c591b749 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:14.965855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=aa421d59-75e8-4142-b22c-6e7d2e05002f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:14.968346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.011262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-377a7e7c-cd63-4ac2-b075-a6cdb9e9ed85 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.016176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event updated for resources: {'Subnet': ['ID=e114df7b-e844-427c-9960-b83c3791c78d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:15.029418 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-377a7e7c-cd63-4ac2-b075-a6cdb9e9ed85 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.037821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Checking segment: {'id': 'c17f7cd7-f639-4977-8fe4-accab240bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:15.038338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Network hostable DHCP agents. Network: 4a949393-a76a-469b-9f53-85d4253b07ba, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:15.040837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Port aeb33097-f4dd-440e-9a12-4fc1343b8caa on network e878aa0d-76a3-4621-9ec3-b080c591b749 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:51:15.041397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Attempting to bind port aeb33097-f4dd-440e-9a12-4fc1343b8caa on network e878aa0d-76a3-4621-9ec3-b080c591b749 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:15.044078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.067540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d6098ea-9ee5-472c-a653-8d57e2322639 req-7dbe6dcd-5e5d-4e25-901b-8a1a0f23fe34 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 210 time: 0.0673122 May 12 19:51:15.070206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Network 4a949393-a76a-469b-9f53-85d4253b07ba is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:15.073717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:15.074043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Checking segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:15.074425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Bound using segment: {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:15.074546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-377a7e7c-cd63-4ac2-b075-a6cdb9e9ed85 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.074866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Bound port: aeb33097-f4dd-440e-9a12-4fc1343b8caa, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:15.075265 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.108497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a7e7c-cd63-4ac2-b075-a6cdb9e9ed85 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=781e3a23-ec90-4fd2-a27e-51c20bc67415,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:15.111975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 4a949393-a76a-469b-9f53-85d4253b07ba) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:15.119817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:15.121216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.126543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433c9af-1675-466a-a53a-ba88da131b97 None None] Network 4a949393-a76a-469b-9f53-85d4253b07ba requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:15.128185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:15.129398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-377a7e7c-cd63-4ac2-b075-a6cdb9e9ed85 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.129764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c14b3169-a52e-4de8-b606-14a8b7b9beb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/aa421d59-75e8-4142-b22c-6e7d2e05002f HTTP/1.1" status: 204 len: 168 time: 1.8125911 May 12 19:51:15.130938 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-377a7e7c-cd63-4ac2-b075-a6cdb9e9ed85 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/781e3a23-ec90-4fd2-a27e-51c20bc67415 HTTP/1.1" status: 204 len: 168 time: 0.1873486 May 12 19:51:15.134313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47232) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:15.203989 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-595fbc6f-5de0-45c4-a659-e88674fd43f3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:51:15.209019 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-595fbc6f-5de0-45c4-a659-e88674fd43f3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/aa421d59-75e8-4142-b22c-6e7d2e05002f HTTP/1.1" status: 404 len: 333 time: 0.0732970 May 12 19:51:15.211099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e037bbed-d519-4a1e-9b38-2a90038ec394 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2083478 May 12 19:51:15.211838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47238) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:15.215627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47240) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:15.228694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'name': 'tempest-PortsTestJSON-1293789472'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:15.271459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.361094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Request body: {'port': {'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-196099775'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:15.378781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0a9830-670b-4fbc-8397-f5110a362025,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:15.389495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.396537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386e775-b49e-4e5c-8bed-6fbc2f50b987 None None] Network daa95b71-10a1-41ca-8494-4e23e0d72ec7 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:15.428055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5d0bf7dd-fdea-4de8-b74f-b9a59a0489b2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/6e0a9830-670b-4fbc-8397-f5110a362025 HTTP/1.1" status: 204 len: 168 time: 1.6828234 May 12 19:51:15.435146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47246) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:15.478547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:15.484007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5261cc91-a640-402e-ab94-da57b8e35e16 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:15.498791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:15.520486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a5a44ce2-9d65-4ee0-a951-04aa7003065f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:15.526267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 5261cc91-a640-402e-ab94-da57b8e35e16 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:51:15.527152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 5261cc91-a640-402e-ab94-da57b8e35e16 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:51:15.527282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:15.530418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] For port aeb33097-f4dd-440e-9a12-4fc1343b8caa, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:15.546090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:15.572817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a5a44ce2-9d65-4ee0-a951-04aa7003065f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:15.573514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] For port aeb33097-f4dd-440e-9a12-4fc1343b8caa, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:15.574328 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a5a44ce2-9d65-4ee0-a951-04aa7003065f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4340191 May 12 19:51:15.578445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47250) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:15.599123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-1c1394a1-876b-4da2-8ab5-5d941370723a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:15.600843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-1c1394a1-876b-4da2-8ab5-5d941370723a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.5149467 May 12 19:51:15.601919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:15.604847 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.606907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:15.610766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.630043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-4a949393-a76a-469b-9f53-85d4253b07ba', 'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba', 'tenant_id': '295e0e5064b44aff999b6df2a71fa240', 'fixed_ips': [{'subnet_id': 'e114df7b-e844-427c-9960-b83c3791c78d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:15.630873 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.641802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Usage tracker for resource:port and tenant:295e0e5064b44aff999b6df2a71fa240 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:15.651959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.655697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:15.656624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'port': {'device_id': '3d939ddc-0785-4ae8-995c-e96638354157', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'admin_state_up': True, 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:15.671396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:15.675709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 4f301609-cacd-432b-8111-a32cdaf4a081 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:15.701591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94a908-220c-493e-868c-24c9bd04ba40 req-a382887f-cca0-4637-8d75-cb22dc8fca48 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:15.703225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a94a908-220c-493e-868c-24c9bd04ba40 req-a382887f-cca0-4637-8d75-cb22dc8fca48 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 943 time: 0.4715827 May 12 19:51:15.739804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc347347-3ccc-4358-9789-e8e1ee5f2ca6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.776226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:15.776992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.778502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] 10.222.0.73 "PUT /v2.0/ports/aeb33097-f4dd-440e-9a12-4fc1343b8caa HTTP/1.1" status: 200 len: 1091 time: 3.5660558 May 12 19:51:15.782946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:15.789910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc347347-3ccc-4358-9789-e8e1ee5f2ca6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.799193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Allocated IP 2001:db8::2 (4a949393-a76a-469b-9f53-85d4253b07ba/e114df7b-e844-427c-9960-b83c3791c78d/4b0e27cd-ed5c-408a-a473-5344ddaafcc6) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:15.894412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:15.894927 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.911767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc347347-3ccc-4358-9789-e8e1ee5f2ca6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:15.977805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Made reservation on behalf of 295e0e5064b44aff999b6df2a71fa240 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:15.978633 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318c465c-871e-4fa4-8cd6-0a3298c656a0'] response: {'name': 'network-changed', 'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'status': 'completed', 'code': 200} May 12 19:51:15.981511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.037585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:16.050005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:16.054071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] device_id is not set on port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:16.058463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7733a91-81f8-4382-9c60-33a9f412ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=aeb33097-f4dd-440e-9a12-4fc1343b8caa,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:16.160142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc347347-3ccc-4358-9789-e8e1ee5f2ca6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e0b2e-5ad7-43f7-9f9f-9581a752355e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:16.169561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.203042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc347347-3ccc-4358-9789-e8e1ee5f2ca6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.207096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dc347347-3ccc-4358-9789-e8e1ee5f2ca6 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/de1e0b2e-5ad7-43f7-9f9f-9581a752355e HTTP/1.1" status: 204 len: 168 time: 0.6247923 May 12 19:51:16.209409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47272) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:16.221878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Transition to ACTIVE for port object 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:16.251363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Transition to ACTIVE for port object 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:16.263572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.307402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Made reservation on behalf of ee0b3349604e4492857ab6d4797f5629 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:16.310894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.334731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Network 4a949393-a76a-469b-9f53-85d4253b07ba is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:16.338048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:16.342283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:16.353515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] DHCP port deletion for daa95b71-10a1-41ca-8494-4e23e0d72ec7 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:51:16.355948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Pushing event updated for resources: {'Port': ['ID=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:16.390841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a94a908-220c-493e-868c-24c9bd04ba40 req-8b479aa3-ddd7-45d1-8fbe-1d7fa3712fcb tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6262963 May 12 19:51:16.397845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] Deleting port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:16.398522 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.422787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e15ed95d-6434-4000-8663-26663c4b736f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:16.487776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e15ed95d-6434-4000-8663-26663c4b736f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:16.489302 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e15ed95d-6434-4000-8663-26663c4b736f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2793829 May 12 19:51:16.501281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47276) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:16.501555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Attempting to bind port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:16.502030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Attempting to bind port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c17f7cd7-f639-4977-8fe4-accab240bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:16.502453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Attempting to bind port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 on network 4a949393-a76a-469b-9f53-85d4253b07ba {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:16.503123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Allocated IP 2001:db8::339 (4a949393-a76a-469b-9f53-85d4253b07ba/e114df7b-e844-427c-9960-b83c3791c78d/1c14fb30-99b4-4d8b-aeb0-434c4a182c58) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:16.525471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group': {'name': 'tempest-secgroup--490095603'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:16.538439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:16.538963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Checking segment: {'id': 'c17f7cd7-f639-4977-8fe4-accab240bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:16.539430 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.539888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Bound using segment: {'id': 'c17f7cd7-f639-4977-8fe4-accab240bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:16.540440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Bound port: 4b0e27cd-ed5c-408a-a473-5344ddaafcc6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17f7cd7-f639-4977-8fe4-accab240bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:16.540869 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.544169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.547230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:16.583735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:16.619445 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.647532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:16.652763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:16.655892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:16.662279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:16.710828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b20d77a0-ff8a-4777-b941-9c2a2616754a req-0f097f06-c307-4dc2-9123-3d4b1d73c079 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 210 time: 0.1361239 May 12 19:51:16.752463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-139a92d6-1815-4501-9990-fad4d8af348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:16.753993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-139a92d6-1815-4501-9990-fad4d8af348e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 1094 time: 0.9297180 May 12 19:51:16.754802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] For port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,segment=NetworkSegment(7a53d937-a649-480d-8fb1-1e03e47f664c),segment_id=7a53d937-a649-480d-8fb1-1e03e47f664c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:16.755433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.766075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.769512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] For port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:16.791171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.876267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,segment=NetworkSegment(7a53d937-a649-480d-8fb1-1e03e47f664c),segment_id=7a53d937-a649-480d-8fb1-1e03e47f664c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:16.876549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.886428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] For port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,segment=NetworkSegment(c17f7cd7-f639-4977-8fe4-accab240bef1),segment_id=c17f7cd7-f639-4977-8fe4-accab240bef1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:16.890902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-3c188359-453f-4165-93fc-10321474c335 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:16.892420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-3c188359-453f-4165-93fc-10321474c335 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/networks?id=3f9c7956-b543-4cdb-a90d-76914971ca91 HTTP/1.1" status: 200 len: 809 time: 0.5608447 May 12 19:51:16.895048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] Calling delete_port for 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:16.896439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:16.911560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-d024b682-68b2-44d6-a58c-f6e9eaefc8f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa HTTP/1.1" status: 200 len: 217 time: 0.1098597 May 12 19:51:16.935986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.059376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a86365-4dd1-4f40-b7bf-be2249b902f5 None None] Pushing event updated for resources: {'Port': ['ID=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:17.072222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.084595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:17.085585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a213c5-95f8-4aa4-ad55-8b8b817c07e6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:17.118653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-411dea7d-b3c2-44f0-8927-e25ff7114563 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/quotas/f0238cbe065c4db7898017fad2511159 HTTP/1.1" status: 200 len: 375 time: 0.2113206 May 12 19:51:17.138118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Allocated IP 172.20.0.6 (15fbf267-c48b-4eb1-9539-3c6270a2b040/73c3575e-a17f-451b-9e01-b175a05b3b9a/8ffc7c62-11df-4977-982c-d9f46294d2b8) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:17.140845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] Pushing event deleted for resources: {'Port': ['ID=43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:17.147069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30137be6-adc0-4a28-9cca-6e081207ab70 None None] No DVR routers for this DVR port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:17.172775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.176969 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98652165-ab78-48b5-83c9-691c59a12970 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6713390 May 12 19:51:17.181418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:17.190347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47280) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:17.196305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=4f301609-cacd-432b-8111-a32cdaf4a081,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:17.198870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:17.203476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Request body: {'security_group_rule': {'security_group_id': '26a213c5-95f8-4aa4-ad55-8b8b817c07e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:17.211117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:17.216594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:17.217263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.221888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-3f3034ae-5451-4cb1-9888-3354f7ac16eb tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f0238cbe065c4db7898017fad2511159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873518 May 12 19:51:17.224327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:17.248667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Usage tracker for resource:security_group_rule and tenant:5d92522f9dd24285a7ecedaaf1740c44 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:17.253914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.256759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:17.266405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:17.276720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-1a7537f9-4f3f-4113-ac6a-e278017440e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:17.276962 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8b508d3-7591-45ce-983f-51a61169112a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0599527 May 12 19:51:17.277068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-1a7537f9-4f3f-4113-ac6a-e278017440e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.3057303 May 12 19:51:17.279095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47284) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:17.288176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:17.327047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Transition to ACTIVE for port object 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:17.354413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.491011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.512436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.525684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:51:17.526419 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:51:17.574786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.625970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.672827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Network 4a949393-a76a-469b-9f53-85d4253b07ba is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:17.684429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:17.695982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:17.701517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:17.702508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.708383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:17.709315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5180922 May 12 19:51:17.709435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-fbf01991-9f71-4853-863d-6e8fccf6589f service neutron] 10.222.0.72 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760070 May 12 19:51:17.714711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47290) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:17.716258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-7d65e5fe-ff09-45cc-a357-616e35beca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:17.716600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482467fc-df8c-4b81-8e68-5b138df5a632 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65acd41-4894-4443-871d-7b66d7969c1c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:17.717740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-7d65e5fe-ff09-45cc-a357-616e35beca54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3928950 May 12 19:51:17.726262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event updated for resources: {'Port': ['ID=1c14fb30-99b4-4d8b-aeb0-434c4a182c58,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:17.764414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:17.764941 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8795677a-dd06-4414-821d-dbd6b405af23 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5404301 May 12 19:51:17.769459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47296) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:17.818561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Request body: {'port': {'network_id': '4a949393-a76a-469b-9f53-85d4253b07ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1820486780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:17.819185 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.api.validators [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] bootfile-name is not in valid_values {{(pid=88113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 19:51:17.819466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.api.validators [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] tftp-server is not in valid_values {{(pid=88113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 19:51:17.819795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.api.validators [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] server-ip-address is not in valid_values {{(pid=88113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 19:51:17.834414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:17.890847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:17.934277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:51:17.934277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:51:18.016133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.023550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:18.027998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.032728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Usage tracker for resource:port and tenant:295e0e5064b44aff999b6df2a71fa240 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:18.049549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:18.049700 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.067251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:18.096295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] In _notify_port_updated(), no bound segment for port 4f301609-cacd-432b-8111-a32cdaf4a081 on network 81d122cf-a910-4188-8347-f53e2122117b {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:51:18.101655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:18.102255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.106253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "PUT /v2.0/ports/4f301609-cacd-432b-8111-a32cdaf4a081 HTTP/1.1" status: 200 len: 818 time: 0.8235979 May 12 19:51:18.106253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:18.110404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47300) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:18.171978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Made reservation on behalf of 295e0e5064b44aff999b6df2a71fa240 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:18.175528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.194377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] The port '43cbc5d3-570f-4fcc-8e5e-a4febc6a3cb0' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:51:18.195802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea1c07-8fd5-46e4-ae34-b6818ae70e71 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=4f301609-cacd-432b-8111-a32cdaf4a081,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:18.221297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 4f301609-cacd-432b-8111-a32cdaf4a081 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:18.221644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.246894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] device_id is not set on port b4147ee8-05c3-4900-ad16-e7785389c85a yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:18.277309 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.329113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61ffc-2152-42f3-9f25-6e980e338ceb req-e80e54fa-6bbf-42fc-b06d-6067836e0b89 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:18.331295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6806f47-bd47-4576-b536-6fad894a4b74 None None] Network 4a949393-a76a-469b-9f53-85d4253b07ba requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:18.336086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fe61ffc-2152-42f3-9f25-6e980e338ceb req-e80e54fa-6bbf-42fc-b06d-6067836e0b89 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 943 time: 0.7855072 May 12 19:51:18.424916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd358-3cd6-495c-ade6-866e0679cd34 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.426080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] Provisioning for port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:18.444644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] Provisioning complete for port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:18.445361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.445533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Transition to ACTIVE for port object 8ffc7c62-11df-4977-982c-d9f46294d2b8 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:18.500932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-ddad8c21-3289-41f3-a193-e5b9a8925f44 service neutron] 10.222.0.72 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7787702 May 12 19:51:18.529973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd358-3cd6-495c-ade6-866e0679cd34 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.578991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Allocated IP 2001:db8::29f (4a949393-a76a-469b-9f53-85d4253b07ba/e114df7b-e844-427c-9960-b83c3791c78d/b4147ee8-05c3-4900-ad16-e7785389c85a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:18.587536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.610792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.644357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa95b71-10a1-41ca-8494-4e23e0d72ec7']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:18.660006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a53d937-a649-480d-8fb1-1e03e47f664c') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:18.660317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a53d937-a649-480d-8fb1-1e03e47f664c') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:18.672491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] Current status of the port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:18.672977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.673174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.694998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.702506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:51:18.702917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.709863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] For port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,segment=NetworkSegment(c17f7cd7-f639-4977-8fe4-accab240bef1),segment_id=c17f7cd7-f639-4977-8fe4-accab240bef1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:18.720550 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.766060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 4f301609-cacd-432b-8111-a32cdaf4a081 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:18.796012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a81ee2-8914-4d01-b5a4-234bb9b7b0ed None None] Pushing event updated for resources: {'Port': ['ID=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:18.832991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-709ad453-38d3-4103-99f4-216b0cb5b4b8 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0848551 May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: timer() May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:51:18.833740 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:51:18.914542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd358-3cd6-495c-ade6-866e0679cd34 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:18.959665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fe61ffc-2152-42f3-9f25-6e980e338ceb req-219cd799-76aa-4ab3-a97f-40afb9e92871 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6225619 May 12 19:51:19.045734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d3701bcd-0835-4c45-b3d3-1dfe4d37ed3c req-6b40bc54-12bd-4da8-94fa-403ecfb184e2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:19.048600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbd358-3cd6-495c-ade6-866e0679cd34 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a213c5-95f8-4aa4-ad55-8b8b817c07e6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:19.145176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.151284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df9d7797-d36d-4276-961f-94562c751e61 None None] Provisioning complete for port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:19.152692 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df9d7797-d36d-4276-961f-94562c751e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.176641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.253904 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.271569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d3701bcd-0835-4c45-b3d3-1dfe4d37ed3c req-6b40bc54-12bd-4da8-94fa-403ecfb184e2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:19.274341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=4f301609-cacd-432b-8111-a32cdaf4a081,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:19.284265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3701bcd-0835-4c45-b3d3-1dfe4d37ed3c req-6b40bc54-12bd-4da8-94fa-403ecfb184e2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 210 time: 0.4485116 May 12 19:51:19.309041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1dd22f43-2d35-498f-b633-d090706f8fb1 req-fbd0cfc0-9fa7-41ed-a303-e94c4e4cac7c tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 210 time: 0.2509844 May 12 19:51:19.320025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.323436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd358-3cd6-495c-ade6-866e0679cd34 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.325454 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a2dbd358-3cd6-495c-ade6-866e0679cd34 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/26a213c5-95f8-4aa4-ad55-8b8b817c07e6 HTTP/1.1" status: 204 len: 168 time: 1.6045935 May 12 19:51:19.326910 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.329427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=daa95b71-10a1-41ca-8494-4e23e0d72ec7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:19.331035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47314) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:19.346359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a543fbcb-3b0d-40a5-9653-ebc216cc5b55 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/daa95b71-10a1-41ca-8494-4e23e0d72ec7 HTTP/1.1" status: 204 len: 168 time: 3.9085274 May 12 19:51:19.350033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:51:19.357165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47318) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:19.373109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1828576223', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:19.394419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:19.398582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:router and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:19.406802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:19.407852 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e4f74d-a1b3-47b8-accf-e4683c7e524d req-a12f3eb2-c589-46e6-a66b-e8ec2da6aae6 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495429 May 12 19:51:19.425042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:19.440897 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-199e225c-4d24-4d4f-b26a-493a5cee46e8 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/4f301609-cacd-432b-8111-a32cdaf4a081 HTTP/1.1" status: 204 len: 168 time: 1.3269036 May 12 19:51:19.445229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:19.446347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.447804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.510474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.541493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Transition to ACTIVE for port object b4147ee8-05c3-4900-ad16-e7785389c85a will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:19.548435 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.567217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-540c9498-b087-480a-8970-9529e429adfe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:19.578504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:19.587055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=8ffc7c62-11df-4977-982c-d9f46294d2b8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:19.592665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.606969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:19.609643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e9a50-c3cd-40fa-901c-49fbe21055b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:19.610394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e2e9a50-c3cd-40fa-901c-49fbe21055b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:19.617119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-df9d7797-d36d-4276-961f-94562c751e61 None None] Current status of the port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:19.621675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:19.639411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.661645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df9d7797-d36d-4276-961f-94562c751e61 None None] Provisioning for port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:19.668985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df9d7797-d36d-4276-961f-94562c751e61 None None] Provisioning complete for port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:19.669466 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df9d7797-d36d-4276-961f-94562c751e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.711553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.715656 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ebd7797f-0ce7-4273-b41d-e3990333574d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3574643 May 12 19:51:19.716339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:19.732109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-540c9498-b087-480a-8970-9529e429adfe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:19.736692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-540c9498-b087-480a-8970-9529e429adfe tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4012914 May 12 19:51:19.741792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47330) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:19.744258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e2e9a50-c3cd-40fa-901c-49fbe21055b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:19.752226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-df9d7797-d36d-4276-961f-94562c751e61 None None] Port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:19.753349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e2e9a50-c3cd-40fa-901c-49fbe21055b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2933490 May 12 19:51:19.755654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47332) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:19.758839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Network 4a949393-a76a-469b-9f53-85d4253b07ba is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:19.762625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2005729396'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:19.764812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:19.770060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:19.774741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:19.779596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:19.785018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:19.785683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.796467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:19.819391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:19.822278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event updated for resources: {'Port': ['ID=b4147ee8-05c3-4900-ad16-e7785389c85a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:19.828473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:19.841361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:19.842759 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.854844 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b52e146f-f240-429f-86ac-8ceac86e91dd tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0842054 May 12 19:51:19.856368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47338) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:19.898794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:19.902665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.909005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3b55c6fa-1a59-4562-86f7-9b6954e304b2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:19.924308 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-459e105e-06d8-47cd-934c-a8e0487c06d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:51:19.925208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-459e105e-06d8-47cd-934c-a8e0487c06d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:19.939676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:19.943634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7945ccb7-cf3d-4c7a-ae37-9e5329f9bcad None None] Provisioning complete for port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:19.944006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7945ccb7-cf3d-4c7a-ae37-9e5329f9bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.957378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.974844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:19.991011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:19.991368 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 324f9c72-ed85-44dd-9e97-7d73f0f793a2 of type vlan for network c6c58c71-e636-412d-ba8f-6d0f5a6d482f May 12 19:51:20.015610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-459e105e-06d8-47cd-934c-a8e0487c06d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:20.021219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-459e105e-06d8-47cd-934c-a8e0487c06d1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/4f301609-cacd-432b-8111-a32cdaf4a081 HTTP/1.1" status: 404 len: 333 time: 0.2584274 May 12 19:51:20.021219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3b55c6fa-1a59-4562-86f7-9b6954e304b2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:20.026290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47344) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:20.026511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3b55c6fa-1a59-4562-86f7-9b6954e304b2 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2744691 May 12 19:51:20.026651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47346) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:20.043779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-7287324e-224c-4b09-a1ca-643c048bedbe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4019623 May 12 19:51:20.046411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-ce9b94aa-96a5-4a98-b4ee-e7c57ca202cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.048012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-ce9b94aa-96a5-4a98-b4ee-e7c57ca202cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 1094 time: 0.5636609 May 12 19:51:20.063127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-367999038'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:20.063311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Request body: {'port': {'device_id': '3d939ddc-0785-4ae8-995c-e96638354157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:20.075926 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.094127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31690c43-75d0-47c2-a31d-b49d39c3258e tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.104157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31690c43-75d0-47c2-a31d-b49d39c3258e tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.110152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31690c43-75d0-47c2-a31d-b49d39c3258e tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.111171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31690c43-75d0-47c2-a31d-b49d39c3258e tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Synchronizing usage tracker for tenant:295e0e5064b44aff999b6df2a71fa240 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:20.124274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:20.176920 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-9af00f9f-f2d7-4384-9bee-fc93afd0cd3f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] delete failed (client error): The resource could not be found. May 12 19:51:20.178826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9af00f9f-f2d7-4384-9bee-fc93afd0cd3f tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "DELETE /v2.0/security-groups/26a213c5-95f8-4aa4-ad55-8b8b817c07e6 HTTP/1.1" status: 404 len: 347 time: 0.1487401 May 12 19:51:20.188929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47352) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:20.197243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-bdb15c11-bd04-4f4d-a482-7fa60223c5be req-eca76424-53a0-4dfd-acb8-0bcce177446a service neutron] (88112) timed out ('10.222.0.72', 52232) {{(pid=88112) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:51:20.199337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:20.204109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:20.240699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:20.252346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7945ccb7-cf3d-4c7a-ae37-9e5329f9bcad None None] Port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:20.287238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:51:20.299184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:20.366978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-31690c43-75d0-47c2-a31d-b49d39c3258e tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Unset dirty status for tenant:295e0e5064b44aff999b6df2a71fa240 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:20.368434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-31690c43-75d0-47c2-a31d-b49d39c3258e tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5117838 May 12 19:51:20.369504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:20.374166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.379693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Provisioning for port b4147ee8-05c3-4900-ad16-e7785389c85a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:20.387499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Provisioning complete for port b4147ee8-05c3-4900-ad16-e7785389c85a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:20.388206 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.398157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:20.427943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.433705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.434454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.452712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Port b4147ee8-05c3-4900-ad16-e7785389c85a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:20.465631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Provisioning for port 8ffc7c62-11df-4977-982c-d9f46294d2b8 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:20.471000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Provisioning complete for port 8ffc7c62-11df-4977-982c-d9f46294d2b8 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:20.471363 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.534648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1d673714-3cfc-45b3-88f7-042c42ee1081 None None] Port 8ffc7c62-11df-4977-982c-d9f46294d2b8 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:20.587840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:20.592336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5f409655-6e5e-4a89-addd-564524c5fbc1 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Synchronizing usage tracker for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:20.599033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.656472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.656793 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment 3873ddef-70d9-468f-b69a-a2f07f4c64ed of type vlan for network 226d477e-a6e8-42c9-b588-8859a3a91813 May 12 19:51:20.677225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9420402 May 12 19:51:20.677225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc87e4-bf4c-40fa-b3ff-212609032f49 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=c6c58c71-e636-412d-ba8f-6d0f5a6d482f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:20.678877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47364) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:20.680062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5f409655-6e5e-4a89-addd-564524c5fbc1 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] Unset dirty status for tenant:5d92522f9dd24285a7ecedaaf1740c44 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:20.686951 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5f409655-6e5e-4a89-addd-564524c5fbc1 tempest-SecGroupTest-139179405 tempest-SecGroupTest-139179405-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4834991 May 12 19:51:20.693205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-e52d5cfe-a6fe-40c9-9ef5-26b7e6973863 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.694700 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-e52d5cfe-a6fe-40c9-9ef5-26b7e6973863 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "GET /v2.0/networks?id=3f9c7956-b543-4cdb-a90d-76914971ca91 HTTP/1.1" status: 200 len: 809 time: 0.5733857 May 12 19:51:20.702093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Deleting port b4147ee8-05c3-4900-ad16-e7785389c85a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:20.702445 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.704170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:20.706389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:20.750901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Request body: {'port': {'device_id': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91', 'admin_state_up': True, 'tenant_id': 'f0238cbe065c4db7898017fad2511159'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:20.791279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.807687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-e0d1ecd0-2fce-4ad1-a4e3-9c35b30bceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.809164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-e0d1ecd0-2fce-4ad1-a4e3-9c35b30bceb3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 0.6523738 May 12 19:51:20.947834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd2110-f374-4291-960c-6c554831bd6f req-7e0cadc7-2a05-4c2d-9457-42f04fc90a06 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.953766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecfd2110-f374-4291-960c-6c554831bd6f req-7e0cadc7-2a05-4c2d-9457-42f04fc90a06 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 943 time: 0.7940571 May 12 19:51:20.979789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.985382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:20.985952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:20.992964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-d33b43e4-2686-49fd-a263-b42f22bd6bac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa HTTP/1.1" status: 200 len: 217 time: 0.1709914 May 12 19:51:21.005148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:21.009525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:21.012461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:21.023430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f58143-e0b1-4abf-94c7-f73fc62722de req-8b58e9e6-4af1-4209-8798-3ef65b257e96 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:21.024932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3f58143-e0b1-4abf-94c7-f73fc62722de req-8b58e9e6-4af1-4209-8798-3ef65b257e96 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 931 time: 0.5042598 May 12 19:51:21.080205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:21.082158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47372) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:21.170913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:21.174689 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.182179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1536028 May 12 19:51:21.190892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:21.193384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:21.202483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18563c-d32c-4226-8716-f39002ed13a6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=226d477e-a6e8-42c9-b588-8859a3a91813,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:21.213066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:21.218504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 226d477e-a6e8-42c9-b588-8859a3a91813 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:21.248352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:21.346929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecfd2110-f374-4291-960c-6c554831bd6f req-47295921-7c6b-4580-9adf-e1db70b3451e tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648052 May 12 19:51:21.360382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.377460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-61085db4-525f-4143-ab60-bce6a8dfe066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:21.378899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-61085db4-525f-4143-ab60-bce6a8dfe066 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.3359425 May 12 19:51:21.386942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3f58143-e0b1-4abf-94c7-f73fc62722de req-d42c4705-36e0-4f24-af38-3bc2a29b08fe tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109779 May 12 19:51:21.388280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Made reservation on behalf of f0238cbe065c4db7898017fad2511159 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:21.400945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.454038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device aeb33097-f4dd-440e-9a12-4fc1343b8caa details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:51:21.556536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6af4afe-065d-44d6-8d83-5e7c61ef5a17 req-6df8b415-d8b9-486d-9492-0fafc236236f tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 210 time: 0.0871665 May 12 19:51:21.604095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port aeb33097-f4dd-440e-9a12-4fc1343b8caa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:21.619158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'port_id': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'mac_address': 'fa:16:3e:ea:0e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:51:21.678799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Calling delete_port for b4147ee8-05c3-4900-ad16-e7785389c85a owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:21.683742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port aeb33097-f4dd-440e-9a12-4fc1343b8caa is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:21.684234 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.691531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-88a4d414-7ec1-48b1-9cb6-dab41cdc3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:21.693063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-88a4d414-7ec1-48b1-9cb6-dab41cdc3dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052421 May 12 19:51:21.703168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb33097-f4dd-440e-9a12-4fc1343b8caa {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:51:21.716647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:21.721446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port aeb33097-f4dd-440e-9a12-4fc1343b8caa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:21.726265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.765257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:21.770347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:21.781820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1a11cdb2-8bb3-44d2-a9ce-9c1d4c72d5b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d92522f9dd24285a7ecedaaf1740c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985850 May 12 19:51:21.788933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:21.789261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffc7c62-11df-4977-982c-d9f46294d2b8 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:51:21.793726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47382) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:21.811794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=aeb33097-f4dd-440e-9a12-4fc1343b8caa,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:21.815044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.841363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:21.844832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.874826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Transition to ACTIVE for port object 8ffc7c62-11df-4977-982c-d9f46294d2b8 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:21.875867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:21.913372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['aeb33097-f4dd-440e-9a12-4fc1343b8caa'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:51:21.927496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.057946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Allocated IP 172.20.0.11 (3f9c7956-b543-4cdb-a90d-76914971ca91/a1de60c9-c136-49d5-9483-64e2b7231565/e489d2ca-9621-45b4-928a-d7fdd38bd5a9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:22.110279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.125079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-2c845d3a-e57b-4b93-9ac3-2c032f4cf39b service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231939 May 12 19:51:22.219317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event deleted for resources: {'Port': ['ID=b4147ee8-05c3-4900-ad16-e7785389c85a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:22.352794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.440699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.481258 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35915d9a-3de8-4ba2-be35-163beca614f8 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "DELETE /v2.0/ports/b4147ee8-05c3-4900-ad16-e7785389c85a HTTP/1.1" status: 204 len: 168 time: 2.0648074 May 12 19:51:22.489306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47390) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:22.493797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=d618ef92-572e-4b47-b4ff-a978b2d8e96a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:22.514156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Request body: {'port': {'name': 'tempest-new-port-name-76881840', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:22.515058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Pushing event updated for resources: {'Port': ['ID=8ffc7c62-11df-4977-982c-d9f46294d2b8,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:22.516178 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.api.validators [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] bootfile-name is not in valid_values {{(pid=88113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 19:51:22.516527 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.api.validators [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] tftp-server is not in valid_values {{(pid=88113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 19:51:22.517582 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.api.validators [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] server-ip-address is not in valid_values {{(pid=88113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 19:51:22.588617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eaf91d3-1a1b-4d59-adf0-69507547d787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.638387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=6f65ff6f-b7dd-4415-b1b7-eacec437241f,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:22.681878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:22.681878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: c6c58c71-e636-412d-ba8f-6d0f5a6d482f, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:22.683384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.718025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eaf91d3-1a1b-4d59-adf0-69507547d787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.720280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': '3873ddef-70d9-468f-b69a-a2f07f4c64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:22.720662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: 226d477e-a6e8-42c9-b588-8859a3a91813, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:22.732762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.798228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 226d477e-a6e8-42c9-b588-8859a3a91813 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:22.812675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-65b2e288-744f-4b48-bf3f-79eeb619f86e req-6849edf5-932b-48e6-b481-12411e328d35 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661403 May 12 19:51:22.826725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Attempting to bind port 8ffc7c62-11df-4977-982c-d9f46294d2b8 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:22.827271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Attempting to bind port 8ffc7c62-11df-4977-982c-d9f46294d2b8 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:22.827395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Attempting to bind port 8ffc7c62-11df-4977-982c-d9f46294d2b8 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:22.832369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:22.838742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 226d477e-a6e8-42c9-b588-8859a3a91813) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:22.843387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:22.844173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.844596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Port 8ffc7c62-11df-4977-982c-d9f46294d2b8 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:51:22.844930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Attempting to bind port 8ffc7c62-11df-4977-982c-d9f46294d2b8 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:22.851340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3099c-f12f-4ba7-aaf2-f06aef5526fc None None] Network 226d477e-a6e8-42c9-b588-8859a3a91813 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:22.853429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.855152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c6c58c71-e636-412d-ba8f-6d0f5a6d482f) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:22.859844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:22.860180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:22.860558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Bound using segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:22.861002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Bound port: 8ffc7c62-11df-4977-982c-d9f46294d2b8, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:22.861861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.875023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a4d99-035f-44d3-b8a1-741729de5ab1 None None] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:22.878487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:22.879072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.939006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6348a0-302a-4ecb-9d9f-955f488747c4 req-3ea84b8d-076a-41f8-94d2-b4c6cb3c0676 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:22.940490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e6348a0-302a-4ecb-9d9f-955f488747c4 req-3ea84b8d-076a-41f8-94d2-b4c6cb3c0676 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 944 time: 0.4438512 May 12 19:51:22.969107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d005b18-9e61-4194-9173-48572153f6d7 req-caba733a-20da-4e5f-ad93-7f2aeaacf359 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:22.970622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d005b18-9e61-4194-9173-48572153f6d7 req-caba733a-20da-4e5f-ad93-7f2aeaacf359 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 943 time: 0.3719771 May 12 19:51:22.990903 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eaf91d3-1a1b-4d59-adf0-69507547d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.993243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1eaf91d3-1a1b-4d59-adf0-69507547d787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:22.994341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1eaf91d3-1a1b-4d59-adf0-69507547d787 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75e5c1fe-2162-4123-9775-759d00fe96e3 HTTP/1.1" status: 204 len: 168 time: 1.1946287 May 12 19:51:23.018607 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3d776a3-0d9a-42fc-84c4-75b3e6097cb2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8238177 May 12 19:51:23.027234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Network 3f9c7956-b543-4cdb-a90d-76914971ca91 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:23.033638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-91f9f356-9fd7-4224-9301-b66e22d6857e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3459351 May 12 19:51:23.034436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47398) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:23.037854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:23.040350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:23.047645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf91d3-1a1b-4d59-adf0-69507547d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e5c1fe-2162-4123-9775-759d00fe96e3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:23.050402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:23.064988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:23.115717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Pushing event updated for resources: {'Port': ['ID=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:23.171426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:23.172069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.203312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-402c694f-e8dd-4f27-a4d5-33a6b608d8de tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4711347 May 12 19:51:23.214850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Request body: {'port': {'device_id': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:23.280784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.318368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] For port 8ffc7c62-11df-4977-982c-d9f46294d2b8, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:23.319428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.349575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e6348a0-302a-4ecb-9d9f-955f488747c4 req-c1f8e1db-5a24-4b5c-a539-d7c893bb35f3 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3910418 May 12 19:51:23.370071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] For port 8ffc7c62-11df-4977-982c-d9f46294d2b8, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:23.385486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d005b18-9e61-4194-9173-48572153f6d7 req-a3c07605-4f3d-47af-86d5-1807c651956c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884037 May 12 19:51:23.434764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-226d477e-a6e8-42c9-b588-8859a3a91813', 'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813', 'tenant_id': 'cf5321af18c64bee94595e09aad6939f', 'fixed_ips': [{'subnet_id': '6f65ff6f-b7dd-4415-b1b7-eacec437241f'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:23.435659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.455950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:23.456966 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.485846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.581089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] In _notify_port_updated(), no bound segment for port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 on network 4a949393-a76a-469b-9f53-85d4253b07ba {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:51:23.583076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device aeb33097-f4dd-440e-9a12-4fc1343b8caa up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:23.587188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:23.587188 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.591699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "PUT /v2.0/ports/1c14fb30-99b4-4d8b-aeb0-434c4a182c58 HTTP/1.1" status: 200 len: 1128 time: 1.0964952 May 12 19:51:23.597696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47414) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:23.618066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.640949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699e409-23c1-4f5a-abe0-755ae2216fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event updated for resources: {'Port': ['ID=1c14fb30-99b4-4d8b-aeb0-434c4a182c58,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:23.848096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port aeb33097-f4dd-440e-9a12-4fc1343b8caa completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:23.858656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port aeb33097-f4dd-440e-9a12-4fc1343b8caa triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:23.859264 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.900682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:23.901760 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:23.903620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] 10.222.0.36 "PUT /v2.0/ports/8ffc7c62-11df-4977-982c-d9f46294d2b8 HTTP/1.1" status: 200 len: 1091 time: 3.8523602 May 12 19:51:23.950148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Allocated IP 172.20.0.2 (226d477e-a6e8-42c9-b588-8859a3a91813/6f65ff6f-b7dd-4415-b1b7-eacec437241f/d9742972-8b1b-4204-bbf5-259244b8309d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:23.955248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Allocated IP 2001:db8::2 (c6c58c71-e636-412d-ba8f-6d0f5a6d482f/d618ef92-572e-4b47-b4ff-a978b2d8e96a/79742252-e391-4505-9799-fcb01b05efbf) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:23.970468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d939ddc-0785-4ae8-995c-e96638354157', 'tag': '8ffc7c62-11df-4977-982c-d9f46294d2b8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:24.241486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port aeb33097-f4dd-440e-9a12-4fc1343b8caa is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:24.241865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.283827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e489d2ca-9621-45b4-928a-d7fdd38bd5a9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:51:24.291578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-880c47fb-ef4d-4e09-a532-e5e4069d1186 None None] Provisioning complete for port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:24.291944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-880c47fb-ef4d-4e09-a532-e5e4069d1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.293739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.313841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Transition to ACTIVE for port object e489d2ca-9621-45b4-928a-d7fdd38bd5a9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:24.317683 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91b15f7-4f6a-4e84-910f-765e2b7a06a5'] response: {'name': 'network-changed', 'server_uuid': '3d939ddc-0785-4ae8-995c-e96638354157', 'tag': '8ffc7c62-11df-4977-982c-d9f46294d2b8', 'status': 'completed', 'code': 200} May 12 19:51:24.321639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.373292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ed46e-12f7-4f74-99ec-b1bbe939fc0d service neutron] Pushing event updated for resources: {'Port': ['ID=8ffc7c62-11df-4977-982c-d9f46294d2b8,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:24.375758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:24.382180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b4a2a-0783-42a8-88bb-5ff047591b53 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:24.384056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d35b4a2a-0783-42a8-88bb-5ff047591b53 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "GET /v2.0/ports/1c14fb30-99b4-4d8b-aeb0-434c4a182c58 HTTP/1.1" status: 200 len: 1128 time: 0.7774093 May 12 19:51:24.417072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47436) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:24.427863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Pushing event updated for resources: {'Port': ['ID=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:24.432396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:24.466297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port aeb33097-f4dd-440e-9a12-4fc1343b8caa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:24.489087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:24.494661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:24.518358 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.521295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-880c47fb-ef4d-4e09-a532-e5e4069d1186 None None] Port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:24.532807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:24.606121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Deleting port 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:24.606610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.648187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:24.648332 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.652007 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.660153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.671063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=aeb33097-f4dd-440e-9a12-4fc1343b8caa,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:24.685835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Transition to ACTIVE for port object d9742972-8b1b-4204-bbf5-259244b8309d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:24.687118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Attempting to bind port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:24.687454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Attempting to bind port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:24.687775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Attempting to bind port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 on network 3f9c7956-b543-4cdb-a90d-76914971ca91 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:24.688588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Transition to ACTIVE for port object 79742252-e391-4505-9799-fcb01b05efbf will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:24.693639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 on network 3f9c7956-b543-4cdb-a90d-76914971ca91 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:51:24.694263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Attempting to bind port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 on network 3f9c7956-b543-4cdb-a90d-76914971ca91 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:24.701461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:24.702040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Checking segment: {'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:24.702750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Bound using segment: {'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:24.703646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Bound port: e489d2ca-9621-45b4-928a-d7fdd38bd5a9, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6740c6ae-6c64-48ea-8737-ed0df25973b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:24.704397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.709964 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.735057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Transition to ACTIVE for port object d9742972-8b1b-4204-bbf5-259244b8309d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:24.741382 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Transition to ACTIVE for port object 79742252-e391-4505-9799-fcb01b05efbf will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:24.755091 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.762966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f8bfa-6cbf-45b7-b8f0-44033aa123b6 req-d02d90fe-bf8e-42ca-a0d5-cbdbebeede57 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:24.770115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc1f8bfa-6cbf-45b7-b8f0-44033aa123b6 req-d02d90fe-bf8e-42ca-a0d5-cbdbebeede57 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 932 time: 1.1797707 May 12 19:51:24.803335 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.838228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] For port e489d2ca-9621-45b4-928a-d7fdd38bd5a9, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:24.842457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] For port e489d2ca-9621-45b4-928a-d7fdd38bd5a9, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:24.859659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:24.860800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Network 226d477e-a6e8-42c9-b588-8859a3a91813 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:24.864974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:24.867423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:24.877171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:24.880758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:24.883729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:24.887987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Pushing event updated for resources: {'Port': ['ID=d9742972-8b1b-4204-bbf5-259244b8309d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:24.938614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-ea613248-c434-461b-b771-8ec7d93627a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:24.940186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-ea613248-c434-461b-b771-8ec7d93627a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 1094 time: 0.9488347 May 12 19:51:24.993571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Pushing event updated for resources: {'Port': ['ID=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:25.011380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:25.012380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.015211 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-770be142-20c8-4e20-942d-42326dea4edd service neutron] 10.222.0.73 "PUT /v2.0/ports/e489d2ca-9621-45b4-928a-d7fdd38bd5a9 HTTP/1.1" status: 200 len: 1092 time: 1.8042018 May 12 19:51:25.016060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'tag': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:25.124017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Attempting to bind port 79742252-e391-4505-9799-fcb01b05efbf on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:25.124378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Attempting to bind port 79742252-e391-4505-9799-fcb01b05efbf by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:25.124737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Attempting to bind port 79742252-e391-4505-9799-fcb01b05efbf on network c6c58c71-e636-412d-ba8f-6d0f5a6d482f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:25.126872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Attempting to bind port d9742972-8b1b-4204-bbf5-259244b8309d on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:25.127219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Attempting to bind port d9742972-8b1b-4204-bbf5-259244b8309d by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3873ddef-70d9-468f-b69a-a2f07f4c64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:25.127563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Attempting to bind port d9742972-8b1b-4204-bbf5-259244b8309d on network 226d477e-a6e8-42c9-b588-8859a3a91813 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:25.130834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Pushing event updated for resources: {'Port': ['ID=79742252-e391-4505-9799-fcb01b05efbf,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:25.137648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:25.138024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Checking segment: {'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:25.138413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.138793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Bound using segment: {'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:25.139261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Bound port: 79742252-e391-4505-9799-fcb01b05efbf, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:25.139691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.154531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:25.155277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Checking segment: {'id': '3873ddef-70d9-468f-b69a-a2f07f4c64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:25.155277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.155655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Bound using segment: {'id': '3873ddef-70d9-468f-b69a-a2f07f4c64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:25.156122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Bound port: d9742972-8b1b-4204-bbf5-259244b8309d, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3873ddef-70d9-468f-b69a-a2f07f4c64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:25.156489 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.163194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-c706f04d-1ba8-4c7e-af6c-2d35d89f00cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8 HTTP/1.1" status: 200 len: 217 time: 0.2061956 May 12 19:51:25.194115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-2018ad14-e403-42c9-b9e1-2dd2edfde285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:25.195741 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-2018ad14-e403-42c9-b9e1-2dd2edfde285 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0238cbe065c4db7898017fad2511159&device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 1095 time: 0.1377623 May 12 19:51:25.201761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc1f8bfa-6cbf-45b7-b8f0-44033aa123b6 req-82a90da8-c3c5-4970-ad8f-3a0ad4c82687 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305689 May 12 19:51:25.312772 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebb047b-f870-41ec-830d-d249f63b69ec'] response: {'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'code': 200} May 12 19:51:25.355020 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-16e41031-ce3c-4a96-bc58-8d403e7f2042 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e489d2ca-9621-45b4-928a-d7fdd38bd5a9 HTTP/1.1" status: 200 len: 217 time: 0.1489704 May 12 19:51:25.386860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] For port 79742252-e391-4505-9799-fcb01b05efbf, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:25.391113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] For port 79742252-e391-4505-9799-fcb01b05efbf, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=79742252-e391-4505-9799-fcb01b05efbf,segment=NetworkSegment(324f9c72-ed85-44dd-9e97-7d73f0f793a2),segment_id=324f9c72-ed85-44dd-9e97-7d73f0f793a2)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:25.392443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] For port d9742972-8b1b-4204-bbf5-259244b8309d, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:25.396661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] For port d9742972-8b1b-4204-bbf5-259244b8309d, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d9742972-8b1b-4204-bbf5-259244b8309d,segment=NetworkSegment(3873ddef-70d9-468f-b69a-a2f07f4c64ed),segment_id=3873ddef-70d9-468f-b69a-a2f07f4c64ed)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:25.399410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.444031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-76152c87-9bed-4b28-8eca-959903d0e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:25.445717 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-76152c87-9bed-4b28-8eca-959903d0e071 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1de60c9-c136-49d5-9483-64e2b7231565 HTTP/1.1" status: 200 len: 849 time: 0.0847108 May 12 19:51:25.477975 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.512840 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-a2e948d1-73b4-48f6-8fec-98413fa18a33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f9c7956-b543-4cdb-a90d-76914971ca91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504644 May 12 19:51:25.549646 n-d-841626-1 neutron-server[88112]: INFO neutron.db.ipam_backend_mixin [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f65ff6f-b7dd-4415-b1b7-eacec437241f (CIDR: 172.20.0.0/28) May 12 19:51:25.569147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455c07c-528c-4b8e-a126-a3f98f8f95e5 None None] Pushing event updated for resources: {'Port': ['ID=79742252-e391-4505-9799-fcb01b05efbf,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:25.574693 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:51:25.575311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:51:25.702405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dd23c-cec4-4998-8440-79e77fd0d0a1 None None] Pushing event updated for resources: {'Port': ['ID=d9742972-8b1b-4204-bbf5-259244b8309d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:25.737388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-efffcb76-8dd3-44fa-bfb3-f0bcb1fe5311 service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162049 May 12 19:51:25.738701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:25.761362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-b1a7bf73-9e61-49b6-9679-9195d9be0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:25.763187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-b1a7bf73-9e61-49b6-9679-9195d9be0bb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.5761986 May 12 19:51:25.982350 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c32bd82-a10d-4979-bd6f-3d27573ad9dc req-baa305c1-89db-44a3-be46-146965e010a6 service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384424 May 12 19:51:26.301852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d86994-a499-4890-959c-4a90bb4072ba req-fb2a3ef4-1358-4849-ab69-282d054be885 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:26.303387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69d86994-a499-4890-959c-4a90bb4072ba req-fb2a3ef4-1358-4849-ab69-282d054be885 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 945 time: 1.7053726 May 12 19:51:26.315453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Calling delete_port for 1c14fb30-99b4-4d8b-aeb0-434c4a182c58 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:26.348739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b58093c-1c33-42cf-bb95-b45139b6f26a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2992740 May 12 19:51:26.351499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47468) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:26.357434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:26.500166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:26.504475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:26.507602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:26.515686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:26.530371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:26.534571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:26.552762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8::1 (c6c58c71-e636-412d-ba8f-6d0f5a6d482f/d618ef92-572e-4b47-b4ff-a978b2d8e96a/d9d3ae50-9441-490a-ad8c-bdfee6c85837) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:26.577372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69d86994-a499-4890-959c-4a90bb4072ba req-a6675da1-63e8-40e3-89f4-785a03f21a2f tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187796 May 12 19:51:26.609121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb81f84-c217-4e26-bf41-b02046e4d0a1 req-e637f08d-63f2-4429-8c47-8cb2e4fd16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:26.610679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcb81f84-c217-4e26-bf41-b02046e4d0a1 req-e637f08d-63f2-4429-8c47-8cb2e4fd16b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 1096 time: 1.1963582 May 12 19:51:26.646429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a1dac5d-e122-4433-abe3-3d5165319545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:26.648449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-8a1dac5d-e122-4433-abe3-3d5165319545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8290956 May 12 19:51:26.672243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3413a-da12-46eb-b077-84c3c08e6b64 req-ef608ec6-9279-4892-975f-d173e58a2f84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:26.682676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21c3413a-da12-46eb-b077-84c3c08e6b64 req-ef608ec6-9279-4892-975f-d173e58a2f84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 943 time: 1.1340377 May 12 19:51:26.849976 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9e5a4f-1ee6-4c85-b116-aee8ec39dc8b'] response: {'name': 'network-changed', 'server_uuid': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'tag': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9', 'status': 'completed', 'code': 200} May 12 19:51:26.920370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21269779-86f6-4fa2-97da-ace973adf868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:27.006915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-340272fb-4880-4b23-9cf3-867f3cd5f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:27.008737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-340272fb-4880-4b23-9cf3-867f3cd5f8be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0238cbe065c4db7898017fad2511159&device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 1095 time: 0.2036450 May 12 19:51:27.057832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcb81f84-c217-4e26-bf41-b02046e4d0a1 req-b60bcec2-59b6-4687-84e9-8a505df5841d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4367375 May 12 19:51:27.091922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57885b0-5339-43ed-8acc-5eb8163f50bd None None] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:27.103636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21c3413a-da12-46eb-b077-84c3c08e6b64 req-0546aa42-5872-4914-b7a1-6af202ac1ede tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198558 May 12 19:51:27.163668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-d0c7e243-c9b1-450a-8a35-49e1faad2707 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626832 May 12 19:51:27.225030 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:27.287885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-6669100f-07fc-422e-92a0-3756e6c796c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:27.289769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-6669100f-07fc-422e-92a0-3756e6c796c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f9c7956-b543-4cdb-a90d-76914971ca91 HTTP/1.1" status: 200 len: 910 time: 0.2426095 May 12 19:51:27.321175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-67547803-af1a-48cc-bc48-f6738720ec91 None None] Provisioning for port 79742252-e391-4505-9799-fcb01b05efbf completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:27.330207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:27.347001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object d9d3ae50-9441-490a-ad8c-bdfee6c85837 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:27.417791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-49f0ae3a-a1d4-4802-9926-f5edb517f5bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e489d2ca-9621-45b4-928a-d7fdd38bd5a9 HTTP/1.1" status: 200 len: 217 time: 0.1154559 May 12 19:51:27.541195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-9f91d95b-97b3-460f-b584-0c308fe31635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:27.544145 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-9f91d95b-97b3-460f-b584-0c308fe31635 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1de60c9-c136-49d5-9483-64e2b7231565 HTTP/1.1" status: 200 len: 849 time: 0.1200743 May 12 19:51:27.547487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event deleted for resources: {'Port': ['ID=1c14fb30-99b4-4d8b-aeb0-434c4a182c58,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:27.573680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:27.578770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e489d2ca-9621-45b4-928a-d7fdd38bd5a9 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:51:27.595347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50473fe-1c90-47b7-b43f-e1cf39f0606f req-bbc7ee2a-a24c-439f-9664-78bf705bb273 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:27.603896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d50473fe-1c90-47b7-b43f-e1cf39f0606f req-bbc7ee2a-a24c-439f-9664-78bf705bb273 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 944 time: 0.7594841 May 12 19:51:27.663414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec81ac2-2f16-4c54-a913-7ecc36908584 None None] Network 226d477e-a6e8-42c9-b588-8859a3a91813 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:27.673052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e95d4f94-91d4-4117-b711-3e9f65ce43f5 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "DELETE /v2.0/ports/1c14fb30-99b4-4d8b-aeb0-434c4a182c58 HTTP/1.1" status: 204 len: 168 time: 3.2507041 May 12 19:51:27.696332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47478) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:27.700223 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-eec91a40-5b3f-42bc-b1f3-45cc87e1e525 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f9c7956-b543-4cdb-a90d-76914971ca91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363394 May 12 19:51:27.868498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:27.891913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d50473fe-1c90-47b7-b43f-e1cf39f0606f req-c92ad9d8-5569-432a-a0d0-b8f41991edd8 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868447 May 12 19:51:27.910955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20e5c268-3971-4a0f-9f72-b653aaec116a req-85bc1f3e-a030-4395-a809-6f95d6046e57 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359035 May 12 19:51:27.940561 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:27.954483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cfe5f5f5-39b6-40f9-b71a-b7c035099f3b None None] Provisioning for port d9742972-8b1b-4204-bbf5-259244b8309d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:27.968111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9742972-8b1b-4204-bbf5-259244b8309d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:27.999147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=d719aaba-58ba-44fd-b32e-1cb0137126d9,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:28.003726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Deleting subnet e114df7b-e844-427c-9960-b83c3791c78d {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:51:28.008875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 226d477e-a6e8-42c9-b588-8859a3a91813 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:28.011825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:28.014749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:28.015329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.078461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:28.080419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.084291 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-94519e06-6c7e-48e0-94e0-b6395828c39c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7313805 May 12 19:51:28.096756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47484) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:28.105036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813', 'fixed_ips': [{'subnet_id': '6f65ff6f-b7dd-4415-b1b7-eacec437241f'}, {'subnet_id': 'd719aaba-58ba-44fd-b32e-1cb0137126d9'}], 'name': 'tempest-PortsTestJSON-687970395'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:28.116732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:28.129585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:28.130052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.184298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=d9d3ae50-9441-490a-ad8c-bdfee6c85837,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:28.203367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6841-280c-487c-b60f-5e49fc4ff525 req-24c4a1cb-25e8-4653-82cb-109abe972556 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:28.205085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f66a6841-280c-487c-b60f-5e49fc4ff525 req-24c4a1cb-25e8-4653-82cb-109abe972556 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 945 time: 0.3920596 May 12 19:51:28.241109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.258504 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-606ab4f3-7cb5-415c-9d0e-2e7fc5c59d1f service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457804 May 12 19:51:28.398680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4368cf-6527-40f6-8016-7511254b0704 req-fe26e1ce-a785-4b05-a0f3-cb06ee1db4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:28.400356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f4368cf-6527-40f6-8016-7511254b0704 req-fe26e1ce-a785-4b05-a0f3-cb06ee1db4b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 1094 time: 0.3941360 May 12 19:51:28.435921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e489d2ca-9621-45b4-928a-d7fdd38bd5a9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:28.477941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9', 'network_id': '3f9c7956-b543-4cdb-a90d-76914971ca91', 'port_id': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9', 'mac_address': 'fa:16:3e:9b:fd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1de60c9-c136-49d5-9483-64e2b7231565', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:51:28.494124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f66a6841-280c-487c-b60f-5e49fc4ff525 req-ae6e4b04-13cf-4719-b5c4-948ed8fbd00e tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799973 May 12 19:51:28.555998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:28.559243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d9742972-8b1b-4204-bbf5-259244b8309d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:28.563425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:28.568676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:28.576472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d9742972-8b1b-4204-bbf5-259244b8309d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:28.576936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.577938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:28.616962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:28.653437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:28.653903 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.668216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b1e6d9e7-3996-451b-a94a-02ad7cf998fd None None] Provisioning for port d9d3ae50-9441-490a-ad8c-bdfee6c85837 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:28.687223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b1e6d9e7-3996-451b-a94a-02ad7cf998fd None None] Provisioning complete for port d9d3ae50-9441-490a-ad8c-bdfee6c85837 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:28.687590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d9e7-3996-451b-a94a-02ad7cf998fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.710705 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9e9f35b5-6e52-4f9c-8bd6-00d64259b2ad req-27f89136-40a4-429d-9336-cd1096410146 service neutron] 10.222.0.73 "GET /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344282 May 12 19:51:28.723501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e489d2ca-9621-45b4-928a-d7fdd38bd5a9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:51:28.761646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.767201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e489d2ca-9621-45b4-928a-d7fdd38bd5a9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:28.784704 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.788007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port e7f59203-2d05-4f34-a688-95076c4b158c yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:28.858983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:28.883514 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.034293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6d9e7-3996-451b-a94a-02ad7cf998fd None None] Port d9d3ae50-9441-490a-ad8c-bdfee6c85837 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:29.043374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['e489d2ca-9621-45b4-928a-d7fdd38bd5a9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:51:29.226332 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-667001b7-d6b6-47a5-b7c1-c74704fbd8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.240199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:29.249594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] Update dhcp port {'port': {'network_id': '226d477e-a6e8-42c9-b588-8859a3a91813', 'fixed_ips': [{'subnet_id': '6f65ff6f-b7dd-4415-b1b7-eacec437241f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd719aaba-58ba-44fd-b32e-1cb0137126d9'}], 'binding:host_id': 'n-d-841626-1'}, 'id': 'd9742972-8b1b-4204-bbf5-259244b8309d'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:51:29.272771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4368cf-6527-40f6-8016-7511254b0704 req-f6cda225-13e6-4472-b32d-c86a9a98453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:29.274609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f4368cf-6527-40f6-8016-7511254b0704 req-f6cda225-13e6-4472-b32d-c86a9a98453b service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.8562353 May 12 19:51:29.282384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d9742972-8b1b-4204-bbf5-259244b8309d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:29.282764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.285515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.14 (226d477e-a6e8-42c9-b588-8859a3a91813/6f65ff6f-b7dd-4415-b1b7-eacec437241f/e7f59203-2d05-4f34-a688-95076c4b158c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:29.294289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.25 (226d477e-a6e8-42c9-b588-8859a3a91813/d719aaba-58ba-44fd-b32e-1cb0137126d9/e7f59203-2d05-4f34-a688-95076c4b158c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:29.319035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f010a8-e7f2-4965-a9f8-8953d326f0fd req-a7833413-167a-483f-87ea-809130124553 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:29.320617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59f010a8-e7f2-4965-a9f8-8953d326f0fd req-a7833413-167a-483f-87ea-809130124553 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 943 time: 0.8727536 May 12 19:51:29.424793 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.456222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f4368cf-6527-40f6-8016-7511254b0704 req-1de41ebe-8be8-412c-9bf2-6f7e5bf21f54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8 HTTP/1.1" status: 200 len: 217 time: 0.1479471 May 12 19:51:29.538553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d9742972-8b1b-4204-bbf5-259244b8309d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d9742972-8b1b-4204-bbf5-259244b8309d,segment=NetworkSegment(3873ddef-70d9-468f-b69a-a2f07f4c64ed),segment_id=3873ddef-70d9-468f-b69a-a2f07f4c64ed)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:29.559893 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.560871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 79742252-e391-4505-9799-fcb01b05efbf up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:29.581378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.667823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event deleted for resources: {'Subnet': ['ID=e114df7b-e844-427c-9960-b83c3791c78d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:29.669730 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.686203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-59f010a8-e7f2-4965-a9f8-8953d326f0fd req-3a68541b-2557-456a-a3b1-8af6239f85d6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907028 May 12 19:51:29.734552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4368cf-6527-40f6-8016-7511254b0704 req-0c20315e-0609-458f-b046-2755022c1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:29.736158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f4368cf-6527-40f6-8016-7511254b0704 req-0c20315e-0609-458f-b046-2755022c1b10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2301104 May 12 19:51:29.739762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-944b8b08-50f2-4764-b95a-ac334d3e1990 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "DELETE /v2.0/subnets/e114df7b-e844-427c-9960-b83c3791c78d HTTP/1.1" status: 204 len: 168 time: 2.0182066 May 12 19:51:29.756639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47498) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:29.812759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdd68c-6bc0-42ce-aec8-b2574bf35380 None None] Network 4a949393-a76a-469b-9f53-85d4253b07ba requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:29.922316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:29.936333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb91ff6-9ec4-40be-813a-0aa36470455a req-82a075ec-91c8-45c4-b6f4-c0b40b0b0ce4 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:29.937923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8eb91ff6-9ec4-40be-813a-0aa36470455a req-82a075ec-91c8-45c4-b6f4-c0b40b0b0ce4 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 945 time: 0.7185287 May 12 19:51:29.939774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object e7f59203-2d05-4f34-a688-95076c4b158c will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:29.967788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.042479 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.044435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 226d477e-a6e8-42c9-b588-8859a3a91813 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:30.047595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:30.050577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:30.052419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.079178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.079178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.112613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] Allocated IP 172.20.0.18 (226d477e-a6e8-42c9-b588-8859a3a91813/d719aaba-58ba-44fd-b32e-1cb0137126d9/d9742972-8b1b-4204-bbf5-259244b8309d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:30.148808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8eb91ff6-9ec4-40be-813a-0aa36470455a req-6126d45d-f908-4fc1-9875-5077f10562be tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883531 May 12 19:51:30.166186 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:30.166869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.188810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=e7f59203-2d05-4f34-a688-95076c4b158c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:30.200291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Deleting port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:30.200793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.222305 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-82dde3cd-36e9-4d3b-9784-c8cb93eeb57f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1237710 May 12 19:51:30.225112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47508) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:30.237900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f65ff6f-b7dd-4415-b1b7-eacec437241f'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:30.291581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4368cf-6527-40f6-8016-7511254b0704 req-0313eb2c-2a56-4c2c-95a6-586f7b4560bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:30.293075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f4368cf-6527-40f6-8016-7511254b0704 req-0313eb2c-2a56-4c2c-95a6-586f7b4560bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5354440 May 12 19:51:30.316469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d9742972-8b1b-4204-bbf5-259244b8309d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:30.339963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8ffc7c62-11df-4977-982c-d9f46294d2b8 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:51:30.347098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=d9d3ae50-9441-490a-ad8c-bdfee6c85837,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:30.362757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b0a4e-f0af-418a-ba78-e4bafc8d312a req-d673b6b0-f28e-4dd3-aefc-e9c398f71475 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:30.364260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c79b0a4e-f0af-418a-ba78-e4bafc8d312a req-d673b6b0-f28e-4dd3-aefc-e9c398f71475 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 945 time: 0.5442054 May 12 19:51:30.408228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.494991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] For port d9742972-8b1b-4204-bbf5-259244b8309d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d9742972-8b1b-4204-bbf5-259244b8309d,segment=NetworkSegment(3873ddef-70d9-468f-b69a-a2f07f4c64ed),segment_id=3873ddef-70d9-468f-b69a-a2f07f4c64ed)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:30.525284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.544982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] Transition to ACTIVE for port object d9742972-8b1b-4204-bbf5-259244b8309d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:30.580671 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.587124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 79742252-e391-4505-9799-fcb01b05efbf completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:30.693205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.693985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.752539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 79742252-e391-4505-9799-fcb01b05efbf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:30.752918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:30.791855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c79b0a4e-f0af-418a-ba78-e4bafc8d312a req-502194c1-f8c3-4627-a894-500555f35795 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077739 May 12 19:51:30.859537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Delete allocated IP 172.20.0.25 (226d477e-a6e8-42c9-b588-8859a3a91813/d719aaba-58ba-44fd-b32e-1cb0137126d9) {{(pid=88113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 19:51:30.931684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e75553-aea3-4073-b14d-1be6dccece84 None None] Pushing event updated for resources: {'Port': ['ID=d9742972-8b1b-4204-bbf5-259244b8309d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:30.959065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:30.990636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8ffc7c62-11df-4977-982c-d9f46294d2b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:31.051890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f4368cf-6527-40f6-8016-7511254b0704 req-454d3aef-031e-4fb9-8f56-5eda346b1802 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417438 May 12 19:51:31.052896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:31.058804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.062284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8ffc7c62-11df-4977-982c-d9f46294d2b8', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': '8ffc7c62-11df-4977-982c-d9f46294d2b8', 'mac_address': 'fa:16:3e:02:5e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:51:31.083553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Ignored duplicate provisioning block setup for port e7f59203-2d05-4f34-a688-95076c4b158c by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 12 19:51:31.099204 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.159214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] DHCP port deletion for 4a949393-a76a-469b-9f53-85d4253b07ba request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:51:31.180937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Deleting port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:31.181704 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.321659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8ffc7c62-11df-4977-982c-d9f46294d2b8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:31.322493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.351135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 79742252-e391-4505-9799-fcb01b05efbf is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:31.351896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.352896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=e7f59203-2d05-4f34-a688-95076c4b158c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:31.386554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffc7c62-11df-4977-982c-d9f46294d2b8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:51:31.409678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8ffc7c62-11df-4977-982c-d9f46294d2b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:31.426465 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.470644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] In _notify_port_updated(), no bound segment for port e7f59203-2d05-4f34-a688-95076c4b158c on network 226d477e-a6e8-42c9-b588-8859a3a91813 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:51:31.476958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:31.477851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.480979 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6c022c49-67b4-4889-9128-763e9fbef872 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "PUT /v2.0/ports/e7f59203-2d05-4f34-a688-95076c4b158c HTTP/1.1" status: 200 len: 919 time: 1.2540121 May 12 19:51:31.487600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47528) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:31.498459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f65ff6f-b7dd-4415-b1b7-eacec437241f'}, {'subnet_id': 'd719aaba-58ba-44fd-b32e-1cb0137126d9'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:31.502217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 79742252-e391-4505-9799-fcb01b05efbf, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=79742252-e391-4505-9799-fcb01b05efbf,segment=NetworkSegment(324f9c72-ed85-44dd-9e97-7d73f0f793a2),segment_id=324f9c72-ed85-44dd-9e97-7d73f0f793a2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:31.569992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.586282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8ffc7c62-11df-4977-982c-d9f46294d2b8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:31.608471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] For port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,segment=NetworkSegment(c17f7cd7-f639-4977-8fe4-accab240bef1),segment_id=c17f7cd7-f639-4977-8fe4-accab240bef1)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:31.608834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.699366 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:31.810210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Calling delete_port for 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:31.820833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e489d2ca-9621-45b4-928a-d7fdd38bd5a9 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:31.851199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9742972-8b1b-4204-bbf5-259244b8309d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:31.972674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8ffc7c62-11df-4977-982c-d9f46294d2b8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:51:31.978732 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f4368cf-6527-40f6-8016-7511254b0704 req-e2df6032-f591-4e47-a27b-009fdc56917c service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257248 May 12 19:51:32.012356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb0368-32ad-4338-bf9a-df8fad6fd2c2 req-e487ed8e-82ab-4d02-bb30-b649998884ae tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:32.014578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34fb0368-32ad-4338-bf9a-df8fad6fd2c2 req-e487ed8e-82ab-4d02-bb30-b649998884ae tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 945 time: 1.0196207 May 12 19:51:32.026048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47534) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:32.034869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ffb17-df49-4ee1-9837-83d728211431 req-38423288-82fb-4626-a66f-e0ad5342c242 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:32.045043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a8ed0-95e9-4bf7-9ea9-abe1b2d64560 None None] Network 226d477e-a6e8-42c9-b588-8859a3a91813 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:32.045200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c1ffb17-df49-4ee1-9837-83d728211431 req-38423288-82fb-4626-a66f-e0ad5342c242 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 943 time: 0.9973912 May 12 19:51:32.089228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Request body: {'floatingip': {'port_id': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:32.194580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.22 (226d477e-a6e8-42c9-b588-8859a3a91813/d719aaba-58ba-44fd-b32e-1cb0137126d9/e7f59203-2d05-4f34-a688-95076c4b158c) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:32.266373 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.280228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] For port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,segment=NetworkSegment(c17f7cd7-f639-4977-8fe4-accab240bef1),segment_id=c17f7cd7-f639-4977-8fe4-accab240bef1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:32.280692 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.308774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-be741dd0-e218-47c8-8072-5363038e224c None None] Provisioning complete for port d9d3ae50-9441-490a-ad8c-bdfee6c85837 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:32.309235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-be741dd0-e218-47c8-8072-5363038e224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.362524 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.436459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.500318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=79742252-e391-4505-9799-fcb01b05efbf,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:32.518068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Calling delete_port for 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:32.521881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.541470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Ignored duplicate provisioning block setup for port e7f59203-2d05-4f34-a688-95076c4b158c by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 12 19:51:32.545006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:51:32.548683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.551440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] No DVR routers for this DVR port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:32.556899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event deleted for resources: {'Port': ['ID=4b0e27cd-ed5c-408a-a473-5344ddaafcc6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:32.652428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-be741dd0-e218-47c8-8072-5363038e224c None None] Port d9d3ae50-9441-490a-ad8c-bdfee6c85837 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:32.694337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:32.719730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:32.754024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:51:32.754263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:51:32.774298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:32.774674 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.801515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c1ffb17-df49-4ee1-9837-83d728211431 req-89a48196-43cf-477e-951c-0dccb21c850c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539754 May 12 19:51:32.801795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=e7f59203-2d05-4f34-a688-95076c4b158c,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:32.907636 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:51:32.907995 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:51:32.908481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-10be7ded-bbe9-4612-aa46-a247b1d75351 None None] Provisioning for port d9742972-8b1b-4204-bbf5-259244b8309d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:32.910706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] In _notify_port_updated(), no bound segment for port e7f59203-2d05-4f34-a688-95076c4b158c on network 226d477e-a6e8-42c9-b588-8859a3a91813 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:51:32.916443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:32.917164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.918649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-13175ac6-c9b6-42bc-81c2-b1bf1e28c3c6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "PUT /v2.0/ports/e7f59203-2d05-4f34-a688-95076c4b158c HTTP/1.1" status: 200 len: 999 time: 1.4297862 May 12 19:51:32.921646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47540) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:32.933232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-10be7ded-bbe9-4612-aa46-a247b1d75351 None None] Provisioning complete for port d9742972-8b1b-4204-bbf5-259244b8309d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:32.933941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-10be7ded-bbe9-4612-aa46-a247b1d75351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:32.993758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port e7f59203-2d05-4f34-a688-95076c4b158c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:32.994426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.122695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.158285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:33.158699 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.175235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:51:33.194505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136d95b-a89a-4298-bfc9-40746a9eb8cc req-5cd1c4e1-0b60-4926-8069-1dd235933607 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:33.196380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9136d95b-a89a-4298-bfc9-40746a9eb8cc req-5cd1c4e1-0b60-4926-8069-1dd235933607 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 945 time: 0.9831731 May 12 19:51:33.212019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:51:33.213156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9beb3bc1-eabb-4b41-91f1-1e286ef7bf9f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1539681 May 12 19:51:33.215963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47550) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:33.218274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a949393-a76a-469b-9f53-85d4253b07ba']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:33.242761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2079210720'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:33.249672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:33.253958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:33.257044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:33.265688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:33.272339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:33.282698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:33.283408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:33.329313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.379685 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce59c818-61b9-4575-80a1-c3374f270574'] response: {'server_uuid': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9', 'code': 200} May 12 19:51:33.389239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e489d2ca-9621-45b4-928a-d7fdd38bd5a9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:33.390192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-10be7ded-bbe9-4612-aa46-a247b1d75351 None None] Current status of the port d9742972-8b1b-4204-bbf5-259244b8309d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:33.471656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.473093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Deleting port 4b0e27cd-ed5c-408a-a473-5344ddaafcc6 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:33.473519 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.486173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for e7f59203-2d05-4f34-a688-95076c4b158c owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:33.650032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573742d-1339-4adc-925a-78e2637440a4 req-5d5cfc50-c82f-4e8a-97e4-bf774dce3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:33.651526 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c573742d-1339-4adc-925a-78e2637440a4 req-5d5cfc50-c82f-4e8a-97e4-bf774dce3f81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 1097 time: 0.1724617 May 12 19:51:33.750944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c573742d-1339-4adc-925a-78e2637440a4 req-530d01ac-79e1-4274-9524-ecedcf6d3566 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930474 May 12 19:51:33.758345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 79742252-e391-4505-9799-fcb01b05efbf up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:33.840892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:33.847777 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.862802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17f7cd7-f639-4977-8fe4-accab240bef1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:33.863097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17f7cd7-f639-4977-8fe4-accab240bef1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:33.883542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.903458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-04463fd6-80b4-4578-a310-33ce6ed00191 None None] The port '4b0e27cd-ed5c-408a-a473-5344ddaafcc6' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:51:33.914105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.933571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9136d95b-a89a-4298-bfc9-40746a9eb8cc req-62788e90-24cb-4511-a93b-82d9bbc58290 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7078700 May 12 19:51:33.978659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:51:33.987749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:33.990435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:34.022678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:51:34.023096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.047971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=e7f59203-2d05-4f34-a688-95076c4b158c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: timer() May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:51:34.052062 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:51:34.059785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-60b55532-d224-4b58-b649-2cba1fee3ba8 None None] Provisioning complete for port e7f59203-2d05-4f34-a688-95076c4b158c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:34.060184 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60b55532-d224-4b58-b649-2cba1fee3ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.114081 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.114421 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 9dbd2dd8-1b7e-44aa-9632-d09f85072634 of type vlan for network 62065ba8-ee21-4fdb-96ae-ded765066a21 May 12 19:51:34.123076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:34.138098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-60b55532-d224-4b58-b649-2cba1fee3ba8 None None] Port e7f59203-2d05-4f34-a688-95076c4b158c was deleted so its status cannot be updated. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 12 19:51:34.151268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8ffc7c62-11df-4977-982c-d9f46294d2b8 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:34.259539 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:51:34.328371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.342830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.360410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-703f7ef7-6ba2-492b-b504-9be91da11343 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/e7f59203-2d05-4f34-a688-95076c4b158c HTTP/1.1" status: 204 len: 168 time: 1.4377029 May 12 19:51:34.362559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47560) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:34.369542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.413266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-60b55532-d224-4b58-b649-2cba1fee3ba8 None None] Provisioning complete for port d9742972-8b1b-4204-bbf5-259244b8309d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:34.413833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60b55532-d224-4b58-b649-2cba1fee3ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.430574 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1716451-84d5-4b68-a15c-9b46b132e54f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:51:34.431646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e1716451-84d5-4b68-a15c-9b46b132e54f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:34.433900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.456078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e1716451-84d5-4b68-a15c-9b46b132e54f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:34.462424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 79742252-e391-4505-9799-fcb01b05efbf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:34.462796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.464875 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e1716451-84d5-4b68-a15c-9b46b132e54f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/e7f59203-2d05-4f34-a688-95076c4b158c HTTP/1.1" status: 404 len: 333 time: 0.1000471 May 12 19:51:34.466550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47566) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:34.486211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] Pushing event deleted for resources: {'Network': ['ID=4a949393-a76a-469b-9f53-85d4253b07ba,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:34.500653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.516616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c82bd860-921f-46a5-b149-48fd57dcb73f tempest-ExtraDHCPOptionsIpV6TestJSON-976185841 tempest-ExtraDHCPOptionsIpV6TestJSON-976185841-project] 10.222.0.72 "DELETE /v2.0/networks/4a949393-a76a-469b-9f53-85d4253b07ba HTTP/1.1" status: 204 len: 168 time: 4.7476375 May 12 19:51:34.527931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.578007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet d719aaba-58ba-44fd-b32e-1cb0137126d9 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:51:34.582772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.634710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.641272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:34.642155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.684236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b365f1-8089-4021-8fcf-da0d789b0c1a req-6a822a10-da68-4fcb-8241-75feac9aaf68 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:34.703743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4b365f1-8089-4021-8fcf-da0d789b0c1a req-6a822a10-da68-4fcb-8241-75feac9aaf68 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 944 time: 0.5904033 May 12 19:51:34.747181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.825922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 8ffc7c62-11df-4977-982c-d9f46294d2b8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:34.881430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8ffc7c62-11df-4977-982c-d9f46294d2b8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:34.881706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:34.980795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.126238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.214457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.218727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=d719aaba-58ba-44fd-b32e-1cb0137126d9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:35.229596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5e67b35f-3000-49ea-b76b-dff3221274c0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/d719aaba-58ba-44fd-b32e-1cb0137126d9 HTTP/1.1" status: 204 len: 168 time: 0.7614653 May 12 19:51:35.231379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47576) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:35.234865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d3bb0-3496-4989-a2e0-a19229fcf0aa None None] Network 226d477e-a6e8-42c9-b588-8859a3a91813 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:35.274734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47580) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:35.323967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet 6f65ff6f-b7dd-4415-b1b7-eacec437241f {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:51:35.328533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.339034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-60b55532-d224-4b58-b649-2cba1fee3ba8 None None] Current status of the port d9742972-8b1b-4204-bbf5-259244b8309d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:35.343062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 79742252-e391-4505-9799-fcb01b05efbf is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:35.380988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=62065ba8-ee21-4fdb-96ae-ded765066a21,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:35.411256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.421284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:35.439916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4b365f1-8089-4021-8fcf-da0d789b0c1a req-73397146-5437-4da4-b6a7-86628f9b3257 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350032 May 12 19:51:35.461745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8d132ab5-5d2c-4c07-a930-4f1d0b54e9f4 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2345333 May 12 19:51:35.472837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:35.480633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:35.508381 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Floating IP 8f9d468e-eb91-4a85-a608-8eecffd0e057 associated. External IP: 172.25.2.251, port: aeb33097-f4dd-440e-9a12-4fc1343b8caa. May 12 19:51:35.547351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8ffc7c62-11df-4977-982c-d9f46294d2b8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:35.547817 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.562955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5003eca6-34e4-47bb-9291-a7ed1615b261 None None] Could not find standard attr ID for object e7f59203-2d05-4f34-a688-95076c4b158c. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:51:35.582952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:51:28Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:29Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:35.620850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:51:35.621132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Updating router c153c7b1-9745-4290-8055-29072e52a7c3 port d9d3ae50-9441-490a-ad8c-bdfee6c85837 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:51:35.660821 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9dfbbe75-66f8-4974-9928-b50d4f5c27b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=295e0e5064b44aff999b6df2a71fa240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812492 May 12 19:51:35.672914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:35.722797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.778290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d939ddc-0785-4ae8-995c-e96638354157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffc7c62-11df-4977-982c-d9f46294d2b8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:35.797473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2f3d-6366-4018-9ae4-bdef1b0c14ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.810669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8ffc7c62-11df-4977-982c-d9f46294d2b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:35.822185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:35.825215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.827041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.842626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2f3d-6366-4018-9ae4-bdef1b0c14ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.844212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:35.857845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17beef6-4a2d-4595-ad6c-4c57d0ab5f10 req-6ac77329-84e3-4cad-82a2-49f6da16dc90 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:35.863302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.866796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e17beef6-4a2d-4595-ad6c-4c57d0ab5f10 req-6ac77329-84e3-4cad-82a2-49f6da16dc90 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 946 time: 0.4634144 May 12 19:51:35.892672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:35.912609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:35.937206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=6f65ff6f-b7dd-4415-b1b7-eacec437241f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:35.943431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:35.949560 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2db825-999a-4251-9857-7648136599ac'] response: {'server_uuid': '3d939ddc-0785-4ae8-995c-e96638354157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffc7c62-11df-4977-982c-d9f46294d2b8', 'code': 200} May 12 19:51:35.950297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8ffc7c62-11df-4977-982c-d9f46294d2b8,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:35.952970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a95e67a6-50cf-46f1-97ad-86175e312d97 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/6f65ff6f-b7dd-4415-b1b7-eacec437241f HTTP/1.1" status: 204 len: 168 time: 0.7203722 May 12 19:51:35.955271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47604) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:35.972550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e17beef6-4a2d-4595-ad6c-4c57d0ab5f10 req-9065993a-e255-48bd-a4bd-85ae09d8d77b tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043785 May 12 19:51:36.064377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2f3d-6366-4018-9ae4-bdef1b0c14ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.103697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2f3d-6366-4018-9ae4-bdef1b0c14ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189a2b4b-47d6-43d1-8b3a-e63252335908,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:36.124319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.130621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2f3d-6366-4018-9ae4-bdef1b0c14ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.134442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b5ba2f3d-6366-4018-9ae4-bdef1b0c14ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/189a2b4b-47d6-43d1-8b3a-e63252335908 HTTP/1.1" status: 204 len: 168 time: 0.4645948 May 12 19:51:36.141267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port d9742972-8b1b-4204-bbf5-259244b8309d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:36.141719 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.246038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:36.249435 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.450171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] For port d9742972-8b1b-4204-bbf5-259244b8309d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d9742972-8b1b-4204-bbf5-259244b8309d,segment=NetworkSegment(3873ddef-70d9-468f-b69a-a2f07f4c64ed),segment_id=3873ddef-70d9-468f-b69a-a2f07f4c64ed)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:36.452072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.491383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1879-367c-4320-bf60-e21b23bf6701 req-24bd0143-43e3-4445-9327-470cb6f968db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:36.492978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-589a1879-367c-4320-bf60-e21b23bf6701 req-24bd0143-43e3-4445-9327-470cb6f968db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 1096 time: 0.5074894 May 12 19:51:36.501320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:51:36.754420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.767098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Transition to ACTIVE for port object d9d3ae50-9441-490a-ad8c-bdfee6c85837 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:36.789279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:36.817551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for d9742972-8b1b-4204-bbf5-259244b8309d owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:36.866603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a237db5-83dc-44c7-95d0-a768303245e5 None None] Pushing event updated for resources: {'Port': ['ID=d9d3ae50-9441-490a-ad8c-bdfee6c85837,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:36.926025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-589a1879-367c-4320-bf60-e21b23bf6701 req-8fd20322-43ce-40f3-a5fa-712864916164 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223943 May 12 19:51:36.954929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.072940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=d9742972-8b1b-4204-bbf5-259244b8309d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:37.116665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:51:37.123303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No DVR routers for this DVR port d9742972-8b1b-4204-bbf5-259244b8309d on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:37.129377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.132327 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] Sync routers for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:51:37.133649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Attempting to bind port d9d3ae50-9441-490a-ad8c-bdfee6c85837 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:37.134026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Attempting to bind port d9d3ae50-9441-490a-ad8c-bdfee6c85837 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:37.134417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Attempting to bind port d9d3ae50-9441-490a-ad8c-bdfee6c85837 on network c6c58c71-e636-412d-ba8f-6d0f5a6d482f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:37.153516 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:37.153873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:37.154181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Checking segment: {'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:37.154568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.154963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Bound using segment: {'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:37.155445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Bound port: d9d3ae50-9441-490a-ad8c-bdfee6c85837, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324f9c72-ed85-44dd-9e97-7d73f0f793a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:37.155836 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.158082 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:37.184453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.357965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-434652c8-2561-4758-83d2-66b7856f5685 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "PUT /v2.0/floatingips/8f9d468e-eb91-4a85-a608-8eecffd0e057 HTTP/1.1" status: 200 len: 991 time: 5.2867129 May 12 19:51:37.362348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:37.375744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b36e3a-bbbc-4c8c-ab5f-478c1c807049 None None] Host n-d-841626-1 tried to update port d9742972-8b1b-4204-bbf5-259244b8309d which no longer exists. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 12 19:51:37.395599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=46dca177-e011-4a05-a9cf-8705bc4f93c2,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:37.449507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e6c2c-e0cd-4ca5-960e-85faf84a25cd req-2ff9fac2-e968-4497-81d4-08ffc89f858e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:37.469091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c53e6c2c-e0cd-4ca5-960e-85faf84a25cd req-2ff9fac2-e968-4497-81d4-08ffc89f858e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 945 time: 0.7467077 May 12 19:51:37.469091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:37.489447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: 62065ba8-ee21-4fdb-96ae-ded765066a21, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:37.494067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790dc6d9-3164-421a-b8ca-e7f892c01107 None None] Network 226d477e-a6e8-42c9-b588-8859a3a91813 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:37.560852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:51:37.737268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9742972-8b1b-4204-bbf5-259244b8309d no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:37.744291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.805388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226d477e-a6e8-42c9-b588-8859a3a91813']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:37.807069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] For port d9d3ae50-9441-490a-ad8c-bdfee6c85837, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:37.809026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-46ea901c-4530-4830-880a-39e5923f6928 None None] Could not find standard attr ID for object d9742972-8b1b-4204-bbf5-259244b8309d. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:51:37.813226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d9742972-8b1b-4204-bbf5-259244b8309d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:51:37.813571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9742972-8b1b-4204-bbf5-259244b8309d not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:51:37.826007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3873ddef-70d9-468f-b69a-a2f07f4c64ed') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:37.826519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3873ddef-70d9-468f-b69a-a2f07f4c64ed') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:37.848190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] For port d9d3ae50-9441-490a-ad8c-bdfee6c85837, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d9d3ae50-9441-490a-ad8c-bdfee6c85837,segment=NetworkSegment(324f9c72-ed85-44dd-9e97-7d73f0f793a2),segment_id=324f9c72-ed85-44dd-9e97-7d73f0f793a2)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:37.850820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47650) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:37.867244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.887892 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:37.943790 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fbfcf7-b247-43ab-b7c0-33cdf4c0269d'] response: {'name': 'network-changed', 'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'status': 'completed', 'code': 200} May 12 19:51:37.978677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.006962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:51:38.007366 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.025276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6420919-f257-43a7-b563-72508fa23db2 None None] DHCP port deletion for 226d477e-a6e8-42c9-b588-8859a3a91813 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:51:38.058271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:38.059308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: timer() May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:51:38.072361 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:51:38.128269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c53e6c2c-e0cd-4ca5-960e-85faf84a25cd req-77416114-00b8-4b37-a07a-9cc84ad32cd7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660311 May 12 19:51:38.164771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:38.204276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 62065ba8-ee21-4fdb-96ae-ded765066a21) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:38.214503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:38.214862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.270811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'networks': [{'name': 'tempest-network--1962786655'}, {'name': 'tempest-network--236313119'}]} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:38.271251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'network': {'name': 'tempest-network--1962786655'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:38.272684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'network': {'name': 'tempest-network--236313119'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:38.289519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:38.291792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.297792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.306901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Usage tracker for resource:network and tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:38.320132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0a2c27e2-6130-45d0-96e5-6d040629083d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8420031 May 12 19:51:38.321733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47660) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:38.341338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-15f762f1-fea2-422c-b69c-c91b4d2a0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:38.341707 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8f9d468e-eb91-4a85-a608-8eecffd0e057', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'port_id': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'mac_address': 'fa:16:3e:ea:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:50:59Z', 'updated_at': '2022-05-12T19:51:34Z', 'revision_number': 1, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:38.343205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-15f762f1-fea2-422c-b69c-c91b4d2a0d22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 1096 time: 0.7979193 May 12 19:51:38.344229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:38.369311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] Checking router: 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:51:38.374630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:38.401911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264ce28-5f20-49b1-86be-a2257296c6b3 None None] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:38.449285 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:38.450085 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:38.484446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a237db5-83dc-44c7-95d0-a768303245e5 None None] Pushing event updated for resources: {'Port': ['ID=d9d3ae50-9441-490a-ad8c-bdfee6c85837,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:38.530480 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.609336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=226d477e-a6e8-42c9-b588-8859a3a91813,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:38.650672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-031f5e29-0618-42ac-bcf5-8ff45e5a065e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/226d477e-a6e8-42c9-b588-8859a3a91813 HTTP/1.1" status: 204 len: 168 time: 2.6934137 May 12 19:51:38.655669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47664) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:38.665138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267ba86-11ea-4f30-bf5e-3b209320b3fa req-cd1daceb-b272-4751-96fa-646c364e94d3 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:38.673893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1267ba86-11ea-4f30-bf5e-3b209320b3fa req-cd1daceb-b272-4751-96fa-646c364e94d3 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 946 time: 0.7011900 May 12 19:51:38.679435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Made reservation on behalf of 390edf7c0e3d4eaaaf3f940a4551d0a2 for: {'network': 2} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:38.685151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.686733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.705147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.727718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:51:38.733543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:38.738722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Usage tracker for resource:security_group_rule and tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:38.742557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:38.749047 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:51:38.749612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:38.848391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.857222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.858019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.889831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1267ba86-11ea-4f30-bf5e-3b209320b3fa req-e0cf778a-642e-4e26-8166-2d3e722fc3fa tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149096 May 12 19:51:38.906042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:38.916257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:38.916664 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Added segment dfb263d5-0528-40b6-b621-1d105b8433d7 of type vlan for network 3d92d08e-3bd0-4b78-b0a3-3c16a1b4b975 May 12 19:51:38.960415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.120181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:39.129934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.130375 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Added segment 8ecb147b-7ce5-4ee8-9f16-9da65f64cc33 of type vlan for network 8da8a0ee-7a4d-49c4-b14f-f481c0fc22c1 May 12 19:51:39.160670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.236805 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.237377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.240827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-62065ba8-ee21-4fdb-96ae-ded765066a21', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:39.243126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.248578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.249130 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.249290 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.278611 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8f9d468e-eb91-4a85-a608-8eecffd0e057', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'port_id': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'mac_address': 'fa:16:3e:ea:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:50:59Z', 'updated_at': '2022-05-12T19:51:34Z', 'revision_number': 1, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:39.283265 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65394ccf-3415-4580-8282-d4032cd602f8 None None] The sync data for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 is: [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8f9d468e-eb91-4a85-a608-8eecffd0e057', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'port_id': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'mac_address': 'fa:16:3e:ea:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:50:59Z', 'updated_at': '2022-05-12T19:51:34Z', 'revision_number': 1, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:51:39.327415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716e37f9-435c-48eb-a09f-cac407b56da6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:39.396495 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5424330 May 12 19:51:39.402748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47670) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:39.420642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-2071da3f-f576-485d-a863-2c269821cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.422226 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-2071da3f-f576-485d-a863-2c269821cca4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 1.0580437 May 12 19:51:39.428081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d61825-fcb9-44d6-af5d-f70c4ba3ffe5 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.433106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-67d61825-fcb9-44d6-af5d-f70c4ba3ffe5 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7536933 May 12 19:51:39.437869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47676) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:39.518807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Network': ['ID=3d92d08e-3bd0-4b78-b0a3-3c16a1b4b975,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:39.620288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3d92d08e-3bd0-4b78-b0a3-3c16a1b4b975 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:39.635485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Allocated IP 2001:db8:1::2 (62065ba8-ee21-4fdb-96ae-ded765066a21/46dca177-e011-4a05-a9cf-8705bc4f93c2/c38cec33-143f-479e-baae-ef1038e3d41c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:39.665674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-9e7956f0-ddad-4ac6-a5c1-ad5b42575be6 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.667709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-9e7956f0-ddad-4ac6-a5c1-ad5b42575be6 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 946 time: 0.4968014 May 12 19:51:39.682064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bf487-4594-467c-9009-465e2bf042f9 req-f430a84d-e9c3-47c6-97fa-0b8abee03d32 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.683479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-120bf487-4594-467c-9009-465e2bf042f9 req-f430a84d-e9c3-47c6-97fa-0b8abee03d32 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 945 time: 0.3713810 May 12 19:51:39.760598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a4b68-f89d-4c12-86f9-edbb1f1a5fef None None] New status for floating IP 8f9d468e-eb91-4a85-a608-8eecffd0e057: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:51:39.788325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b3f69-b1b7-4f12-b710-cfd3cf87a317 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Network': ['ID=8da8a0ee-7a4d-49c4-b14f-f481c0fc22c1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:39.807325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-120bf487-4594-467c-9009-465e2bf042f9 req-49f4eb7c-add7-4539-b0ad-23c70a58b86d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845466 May 12 19:51:39.826155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:39.837871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 8da8a0ee-7a4d-49c4-b14f-f481c0fc22c1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:39.853549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82755c51-aef9-413f-b345-b0fb0f9a9117 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.859525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82755c51-aef9-413f-b345-b0fb0f9a9117 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.865682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82755c51-aef9-413f-b345-b0fb0f9a9117 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.871920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82755c51-aef9-413f-b345-b0fb0f9a9117 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:39.872923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-82755c51-aef9-413f-b345-b0fb0f9a9117 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Synchronizing usage tracker for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:39.895456 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-4756e346-4c50-4650-ac63-db5f8117bf4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa HTTP/1.1" status: 200 len: 999 time: 0.4447610 May 12 19:51:39.904144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-82755c51-aef9-413f-b345-b0fb0f9a9117 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Unset dirty status for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:39.908454 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-82755c51-aef9-413f-b345-b0fb0f9a9117 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5018876 May 12 19:51:39.911072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:40.109385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:51:28Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:37Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:40.122898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-09d935c8-65d3-48b3-a6e6-d80a113feddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:40.124713 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-09d935c8-65d3-48b3-a6e6-d80a113feddd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.2148061 May 12 19:51:40.129735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.215017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed530c-9f9f-4338-9d9a-d06111adcc5e None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:51:28Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:37Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:51:40.368442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.400910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d92d08e-3bd0-4b78-b0a3-3c16a1b4b975']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:40.413247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-ff53b7a3-3d4a-439e-91ba-4fad06afd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:40.414720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-ff53b7a3-3d4a-439e-91ba-4fad06afd188 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793996 May 12 19:51:40.418182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb263d5-0528-40b6-b621-1d105b8433d7') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:40.418478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb263d5-0528-40b6-b621-1d105b8433d7') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:40.428540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Deleting port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:40.429097 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.481966 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.503998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Transition to ACTIVE for port object c38cec33-143f-479e-baae-ef1038e3d41c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:40.531975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.536271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Transition to ACTIVE for port object c38cec33-143f-479e-baae-ef1038e3d41c will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:40.569881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.579617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.586930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-25ff9fa3-255f-46cf-be02-77b0213fa29d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.1446719 May 12 19:51:40.588395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47696) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:40.597147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2138646404'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:40.602091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:51:40.602625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: timer() May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:51:40.619384 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:51:40.622522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:40.687354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:40.691837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:40.695815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:40.706966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-80a28886-460f-45fb-8247-9648ae19c545 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817523 May 12 19:51:40.708026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:40.718572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:40.750228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8:1::1 (62065ba8-ee21-4fdb-96ae-ded765066a21/46dca177-e011-4a05-a9cf-8705bc4f93c2/76f94a64-dc17-4e09-8fb4-8cc2d8af7477) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:40.765505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Pushing event updated for resources: {'Port': ['ID=c38cec33-143f-479e-baae-ef1038e3d41c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:40.788710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:40.849950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Attempting to bind port c38cec33-143f-479e-baae-ef1038e3d41c on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:40.850698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Attempting to bind port c38cec33-143f-479e-baae-ef1038e3d41c by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:40.851268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Attempting to bind port c38cec33-143f-479e-baae-ef1038e3d41c on network 62065ba8-ee21-4fdb-96ae-ded765066a21 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:40.860191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:40.860785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Checking segment: {'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:40.861299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:40.862381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Bound using segment: {'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:40.863014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Bound port: c38cec33-143f-479e-baae-ef1038e3d41c, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:40.863478 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.000613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dca6c69a-4fbb-4e39-8bde-520fb0676278 req-dd573489-536f-4766-bad5-02e9f79bf99e service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829330 May 12 19:51:41.008242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.060237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.078970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] For port c38cec33-143f-479e-baae-ef1038e3d41c, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:41.081333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Network': ['ID=3d92d08e-3bd0-4b78-b0a3-3c16a1b4b975,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:41.085237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:41.087957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] For port c38cec33-143f-479e-baae-ef1038e3d41c, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c38cec33-143f-479e-baae-ef1038e3d41c,segment=NetworkSegment(9dbd2dd8-1b7e-44aa-9632-d09f85072634),segment_id=9dbd2dd8-1b7e-44aa-9632-d09f85072634)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:41.090397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.100708 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.103228 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.105503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-48911ac4-4f3d-4966-a03c-c63ba41f398b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/networks/3d92d08e-3bd0-4b78-b0a3-3c16a1b4b975 HTTP/1.1" status: 204 len: 168 time: 1.1930745 May 12 19:51:41.110382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47704) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:41.123698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:41.157338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.261172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84436e-79da-4dd6-a90d-744a18fcd4c4 None None] Pushing event updated for resources: {'Port': ['ID=c38cec33-143f-479e-baae-ef1038e3d41c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:41.277598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:41.308930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f976-703c-42b5-b49b-182d9f52991e req-32dae2cf-3822-470a-a5f0-b997efc7f534 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:41.316035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a575f976-703c-42b5-b49b-182d9f52991e req-32dae2cf-3822-470a-a5f0-b997efc7f534 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 946 time: 0.8915172 May 12 19:51:41.367204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] For port e489d2ca-9621-45b4-928a-d7fdd38bd5a9, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,segment=NetworkSegment(6740c6ae-6c64-48ea-8737-ed0df25973b9),segment_id=6740c6ae-6c64-48ea-8737-ed0df25973b9)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:41.367589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.378779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:41.384716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:41.405615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:41.406555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.471607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:41.507287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.507287 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment ab335d19-66a8-41ed-b501-9eecefeaf3da of type vlan for network 2a53d4d9-757c-4361-9937-a15252eaf2c6 May 12 19:51:41.510556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.551632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.652765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Calling delete_port for e489d2ca-9621-45b4-928a-d7fdd38bd5a9 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:41.663103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e489d2ca-9621-45b4-928a-d7fdd38bd5a9 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:51:41.732024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a575f976-703c-42b5-b49b-182d9f52991e req-46870a7d-a23a-43f0-9f59-497701649d04 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/security-groups?id=ccac5af3-c4f6-460e-97c0-1e349bf09fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490789 May 12 19:51:41.802511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.835107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da8a0ee-7a4d-49c4-b14f-f481c0fc22c1']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:41.847249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c38cec33-143f-479e-baae-ef1038e3d41c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:41.869464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecb147b-7ce5-4ee8-9f16-9da65f64cc33') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:41.870152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecb147b-7ce5-4ee8-9f16-9da65f64cc33') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:41.885150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.907107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.916004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:51:41.916977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.975409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:41.987793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 19:51:41.998601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port c38cec33-143f-479e-baae-ef1038e3d41c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:42.012660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9d3ae50-9441-490a-ad8c-bdfee6c85837 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: timer() May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:51:42.059705 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:51:42.065688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:51:42.083320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.085353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Pushing event deleted for resources: {'Port': ['ID=e489d2ca-9621-45b4-928a-d7fdd38bd5a9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:42.122178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d9d3ae50-9441-490a-ad8c-bdfee6c85837 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:42.131401 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.132041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.134121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d9d3ae50-9441-490a-ad8c-bdfee6c85837 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:42.134645 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.146634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Network': ['ID=8da8a0ee-7a4d-49c4-b14f-f481c0fc22c1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:42.158887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a846b177-1724-4757-8a28-1c4e47607860 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/networks/8da8a0ee-7a4d-49c4-b14f-f481c0fc22c1 HTTP/1.1" status: 204 len: 168 time: 1.0472038 May 12 19:51:42.161081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47710) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:42.182564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.188032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:42.188674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.208614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] No DVR routers for this DVR port e489d2ca-9621-45b4-928a-d7fdd38bd5a9 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:42.213639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.226809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'name': 'network-vif-deleted', 'tag': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:51:42.282552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d9d3ae50-9441-490a-ad8c-bdfee6c85837 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:42.282942 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.310319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a85c4a19-ff85-4531-81ec-17ac4e0bbe5b req-273907c6-10f4-4575-bd1c-b94be6e405da tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.73 "DELETE /v2.0/ports/e489d2ca-9621-45b4-928a-d7fdd38bd5a9 HTTP/1.1" status: 204 len: 173 time: 2.6256776 May 12 19:51:42.322338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d9d3ae50-9441-490a-ad8c-bdfee6c85837, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d9d3ae50-9441-490a-ad8c-bdfee6c85837,segment=NetworkSegment(324f9c72-ed85-44dd-9e97-7d73f0f793a2),segment_id=324f9c72-ed85-44dd-9e97-7d73f0f793a2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:42.328833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.408405 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3309c9d-5686-4e09-a43e-d55ce3504f77'] response: {'server_uuid': 'c98da1f8-8337-4b8b-84d9-df0889581afa', 'name': 'network-vif-deleted', 'tag': 'e489d2ca-9621-45b4-928a-d7fdd38bd5a9', 'status': 'completed', 'code': 200} May 12 19:51:42.427766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d9d3ae50-9441-490a-ad8c-bdfee6c85837,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:42.460297 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8686435 May 12 19:51:42.460981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47718) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:42.468962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce5b1e-16e5-429b-87ce-9f86e26778ce tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=2a53d4d9-757c-4361-9937-a15252eaf2c6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:42.469236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:42.481583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:42.533302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79842df6-1653-47f3-81dc-045e8563c435 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:42.540778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79842df6-1653-47f3-81dc-045e8563c435 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:42.541868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-79842df6-1653-47f3-81dc-045e8563c435 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Synchronizing usage tracker for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:42.562616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-79842df6-1653-47f3-81dc-045e8563c435 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Unset dirty status for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:42.563868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-79842df6-1653-47f3-81dc-045e8563c435 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4017773 May 12 19:51:42.567726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47722) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:42.573837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1291514246'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:42.579830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:42.591149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:42.602828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Made reservation on behalf of 390edf7c0e3d4eaaaf3f940a4551d0a2 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:42.606392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.636743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:42.647495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.647846 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Added segment 5c0a9040-4eb1-49f4-84c0-d235ae356d91 of type vlan for network aca59d57-0883-4b84-9d16-2da734c5c20b May 12 19:51:42.677269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.716095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.722256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:42.722856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.819194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:42.823263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:42.826268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:42.832199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:42.858261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:42.859647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Network': ['ID=aca59d57-0883-4b84-9d16-2da734c5c20b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:42.862000 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:42.871203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network aca59d57-0883-4b84-9d16-2da734c5c20b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:42.909487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5b56a635-72cf-4c57-a4e2-ae04f03df8b4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3406372 May 12 19:51:42.912282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47728) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:42.932850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1936745141'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:42.951040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:42.957542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Usage tracker for resource:network and tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:42.964790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:42.979348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:42.999224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Made reservation on behalf of 390edf7c0e3d4eaaaf3f940a4551d0a2 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:43.005689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.046590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:43.051880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ebf7ca14-71b3-4e13-8401-932e7d84c843 req-7662fc2d-ad46-4fcc-9a2c-17bbe3ae9434 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Synchronizing usage tracker for tenant:f0238cbe065c4db7898017fad2511159 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:43.057994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.058392 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Added segment 04333cf4-d8fc-48a1-9264-5b42ef4e6be6 of type vlan for network 1c376d2d-a12c-4970-b949-444ec4bae7cd May 12 19:51:43.103681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ebf7ca14-71b3-4e13-8401-932e7d84c843 req-7662fc2d-ad46-4fcc-9a2c-17bbe3ae9434 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] Unset dirty status for tenant:f0238cbe065c4db7898017fad2511159 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:43.104834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebf7ca14-71b3-4e13-8401-932e7d84c843 req-7662fc2d-ad46-4fcc-9a2c-17bbe3ae9434 tempest-VolumesActionsTest-1467186962 tempest-VolumesActionsTest-1467186962-project] 10.222.0.72 "GET /v2.0/ports?device_id=c98da1f8-8337-4b8b-84d9-df0889581afa HTTP/1.1" status: 200 len: 210 time: 0.1566589 May 12 19:51:43.112780 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.127114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.127880 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.134085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.147690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c61cd-8659-41d6-9b45-0123f52eeed9 None None] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:43.183067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.194933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:43.197177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.266651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] Provisioning for port c38cec33-143f-479e-baae-ef1038e3d41c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:43.309092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] Provisioning complete for port c38cec33-143f-479e-baae-ef1038e3d41c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:43.309820 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.320972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:43.364790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Network': ['ID=1c376d2d-a12c-4970-b949-444ec4bae7cd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:43.381424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-408cb4ec-af05-4c14-92c0-ca5f524ba1c3 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4671955 May 12 19:51:43.383552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47740) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:43.392233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'ports': [{'network_id': 'aca59d57-0883-4b84-9d16-2da734c5c20b', 'name': 'tempest-port--500783749', 'admin_state_up': True}, {'network_id': '1c376d2d-a12c-4970-b949-444ec4bae7cd', 'admin_state_up': False}]} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:43.392719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'port': {'network_id': 'aca59d57-0883-4b84-9d16-2da734c5c20b', 'name': 'tempest-port--500783749', 'admin_state_up': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:43.393417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'port': {'network_id': '1c376d2d-a12c-4970-b949-444ec4bae7cd', 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:43.398927 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.422647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 1c376d2d-a12c-4970-b949-444ec4bae7cd details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:43.556717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:43.557821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=b6ed4fe8-67ec-48d8-b85d-e0975ee49143,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:43.566475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:43.663943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] Current status of the port c38cec33-143f-479e-baae-ef1038e3d41c is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:43.664299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.675085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:43.678796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': 'ab335d19-66a8-41ed-b501-9eecefeaf3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:43.679380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: 2a53d4d9-757c-4361-9937-a15252eaf2c6, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:43.680159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Usage tracker for resource:port and tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:43.683705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:43.690610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:43.726133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Made reservation on behalf of 390edf7c0e3d4eaaaf3f940a4551d0a2 for: {'port': 2} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:43.732007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9d3ae50-9441-490a-ad8c-bdfee6c85837 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:43.735037 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.753974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.794843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:43.802141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] For port c38cec33-143f-479e-baae-ef1038e3d41c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c38cec33-143f-479e-baae-ef1038e3d41c,segment=NetworkSegment(9dbd2dd8-1b7e-44aa-9632-d09f85072634),segment_id=9dbd2dd8-1b7e-44aa-9632-d09f85072634)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:43.815523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:51:43.817104 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.894528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 2a53d4d9-757c-4361-9937-a15252eaf2c6) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:43.915587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d9d3ae50-9441-490a-ad8c-bdfee6c85837 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:43.916142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:43.942131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c7b6c-07b9-42c7-b06c-471a8461282b None None] Pushing event updated for resources: {'Port': ['ID=c38cec33-143f-479e-baae-ef1038e3d41c,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:43.958059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f2fbec-be2b-4eec-9cc9-de62c7446807 None None] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:44.044077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:44.044846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.128893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aeb161ef-0b69-4843-8dc6-0a6f9a241f0b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6666751 May 12 19:51:44.131548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47748) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:44.135147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:51:44.143593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6', 'name': 'tempest-PortsTestJSON-853374346'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:44.154500 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:51:44.175066 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:44.177629 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:44.258421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d9d3ae50-9441-490a-ad8c-bdfee6c85837 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:44.325515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7ff3b65e-77d0-4021-a0de-5f398852b38e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9849494 May 12 19:51:44.336567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47754) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:44.353488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1098712661'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:44.364708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] device_id is not set on port 40493dfc-a119-4740-9c9a-d8c22b01d589 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:44.371597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:44.379902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:44.385825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:44.393882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:44.418188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:44.423605 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.489295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:44.498764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:44.502230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:44.509472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:44.523419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:44.545706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:44.550465 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.557109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e973c81c-8899-4c45-8480-e51fa5459ede None None] Provisioning complete for port c38cec33-143f-479e-baae-ef1038e3d41c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:44.557770 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e973c81c-8899-4c45-8480-e51fa5459ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.571981 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.572686 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 989f2624-e2df-4c5b-a5fe-a95d198d7fe1 of type vlan for network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 May 12 19:51:44.597868 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:51:44.639777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 90adb4f3-8799-41c3-94bc-31e904637878 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:44.687192 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.701235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.858060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-2a53d4d9-757c-4361-9937-a15252eaf2c6', 'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6', 'tenant_id': 'cf5321af18c64bee94595e09aad6939f', 'fixed_ips': [{'subnet_id': 'b6ed4fe8-67ec-48d8-b85d-e0975ee49143'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:44.858868 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.916904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] device_id is not set on port c62aa676-ee6a-401a-913e-481ff673a325 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:44.929363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.939944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:44.940498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:44.960281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.12 (2a53d4d9-757c-4361-9937-a15252eaf2c6/b6ed4fe8-67ec-48d8-b85d-e0975ee49143/90adb4f3-8799-41c3-94bc-31e904637878) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:44.961966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e973c81c-8899-4c45-8480-e51fa5459ede None None] Current status of the port c38cec33-143f-479e-baae-ef1038e3d41c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:45.019884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e973c81c-8899-4c45-8480-e51fa5459ede None None] Provisioning for port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:45.026510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e973c81c-8899-4c45-8480-e51fa5459ede None None] Provisioning complete for port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:45.026670 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e973c81c-8899-4c45-8480-e51fa5459ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.183362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e973c81c-8899-4c45-8480-e51fa5459ede None None] Port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:45.226116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8853543 May 12 19:51:45.233144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:45.242406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:45.279596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f8a62-af25-40c2-bad2-cce8efb8d800 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=be323baa-76a5-400d-9fb2-c0b8cceeb2a1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:45.291121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:45.309861 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:51:41Z', 'revision_number': 3, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:45.318757 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:51:45.319101 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Updating router c153c7b1-9745-4290-8055-29072e52a7c3 port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:51:45.438034 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.469776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.512378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.514529 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.517824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-47368a00-a7df-4aa9-8578-16e807a7bbc7 None None] Provisioning complete for port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:45.518237 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47368a00-a7df-4aa9-8578-16e807a7bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.533530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object 90adb4f3-8799-41c3-94bc-31e904637878 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:45.566378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.674084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:45.684321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:45.696759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:45.845903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Allocated IP 172.20.0.2 (2a53d4d9-757c-4361-9937-a15252eaf2c6/b6ed4fe8-67ec-48d8-b85d-e0975ee49143/80c1a424-6212-4323-a111-6b19d9a25f25) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:45.885254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:45.885254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:45.899808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=90adb4f3-8799-41c3-94bc-31e904637878,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:45.933888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4fed1832-5929-4096-ba8a-c8a0a0fca289 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8011317 May 12 19:51:45.939594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47790) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:45.947522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6', 'name': 'tempest-PortsTestJSON-904650980'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:46.037171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:46.050053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Checking segment: {'id': '5c0a9040-4eb1-49f4-84c0-d235ae356d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'aca59d57-0883-4b84-9d16-2da734c5c20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:46.052304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network hostable DHCP agents. Network: aca59d57-0883-4b84-9d16-2da734c5c20b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:46.060381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Port': ['ID=40493dfc-a119-4740-9c9a-d8c22b01d589,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:46.077195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:46.096945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:46.126922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:46.131399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network aca59d57-0883-4b84-9d16-2da734c5c20b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:46.151915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, aca59d57-0883-4b84-9d16-2da734c5c20b) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:46.159455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:46.160358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.182955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:46.192621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:46.200825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:46.207219 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.219713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:46.221764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-47368a00-a7df-4aa9-8578-16e807a7bbc7 None None] Port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:46.237352 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Transition to ACTIVE for port object 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:46.240174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:46.242849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:46.244883 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.247052 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.256868 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.270180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c38cec33-143f-479e-baae-ef1038e3d41c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:46.286206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 24a8bb52-9c31-4ef3-8c30-16e491473eec yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:51:46.294396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630bad7-2705-4d86-b7e2-678b2ffeb3af None None] Network aca59d57-0883-4b84-9d16-2da734c5c20b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:46.322768 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Pushing event updated for resources: {'Port': ['ID=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:46.500974 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.504154 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.504781 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.505358 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.505919 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.506515 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.507068 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.507931 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.508469 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.509056 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.509612 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.510142 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.510685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:46.514588 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Attempting to bind port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:46.515238 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Attempting to bind port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:46.515899 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Attempting to bind port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 on network 62065ba8-ee21-4fdb-96ae-ded765066a21 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:46.518115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Port': ['ID=c62aa676-ee6a-401a-913e-481ff673a325,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:46.523837 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:46.525488 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Checking segment: {'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:46.528917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Checking segment: {'id': '04333cf4-d8fc-48a1-9264-5b42ef4e6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1c376d2d-a12c-4970-b949-444ec4bae7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:46.529326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network hostable DHCP agents. Network: 1c376d2d-a12c-4970-b949-444ec4bae7cd, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:46.529923 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.530552 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Bound using segment: {'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:46.531676 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Bound port: 76f94a64-dc17-4e09-8fb4-8cc2d8af7477, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd2dd8-1b7e-44aa-9632-d09f85072634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:46.532264 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.566739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network 1c376d2d-a12c-4970-b949-444ec4bae7cd is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:46.578058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Transition to ACTIVE for port object 80c1a424-6212-4323-a111-6b19d9a25f25 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:46.611868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 1c376d2d-a12c-4970-b949-444ec4bae7cd) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:46.621025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:46.627311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:46.633449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:46.634186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.639958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06c116-1550-4d41-aec1-4e321e6ed0ef None None] Network 1c376d2d-a12c-4970-b949-444ec4bae7cd requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:46.683479 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5a75d5e8-4e46-436e-a421-369281d36ba4 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2952549 May 12 19:51:46.683826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47806) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:46.698816 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] For port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:46.703272 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] For port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,segment=NetworkSegment(9dbd2dd8-1b7e-44aa-9632-d09f85072634),segment_id=9dbd2dd8-1b7e-44aa-9632-d09f85072634)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:46.711544 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.754450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.786929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Transition to ACTIVE for port object 80c1a424-6212-4323-a111-6b19d9a25f25 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:46.823961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c38cec33-143f-479e-baae-ef1038e3d41c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:46.824265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.832573 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:46.834155 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:46.881349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.886737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=f9f0f372-9eb1-41a7-85e1-020563e97f76,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:46.895384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:46.895745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: be323baa-76a5-400d-9fb2-c0b8cceeb2a1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:46.923829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:46.942954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, be323baa-76a5-400d-9fb2-c0b8cceeb2a1) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:46.958210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:46.958808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:46.997176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c4e60a3f-955e-490f-895b-3ea26e48d718 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7595923 May 12 19:51:46.999826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47824) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:47.030329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.3 (2a53d4d9-757c-4361-9937-a15252eaf2c6/b6ed4fe8-67ec-48d8-b85d-e0975ee49143/24a8bb52-9c31-4ef3-8c30-16e491473eec) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:47.066268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbec78-503b-40ac-8208-8adbbda30f90 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:47.075314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e6619-cdd2-46d2-8282-442f8cb60acc None None] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:47.080160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbec78-503b-40ac-8208-8adbbda30f90 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:47.083288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-08cbec78-503b-40ac-8208-8adbbda30f90 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3985288 May 12 19:51:47.086721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:47.114115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:51:47.350412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:47.381832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Deleting port 40493dfc-a119-4740-9c9a-d8c22b01d589 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:47.382388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:47.387207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:47.417953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Pushing event updated for resources: {'Port': ['ID=80c1a424-6212-4323-a111-6b19d9a25f25,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:47.447092 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c73907-97d3-42cf-b19f-b7a79daf3f88 None None] Pushing event updated for resources: {'Port': ['ID=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:47.492439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:47.786770 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:51:41Z', 'revision_number': 3, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:46Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:47.791604 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c9693-2c98-49a8-96f5-5c13b8ad4d6b None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:51:41Z', 'revision_number': 3, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:46Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:51:48.029877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.201422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Attempting to bind port 80c1a424-6212-4323-a111-6b19d9a25f25 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:48.201783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Attempting to bind port 80c1a424-6212-4323-a111-6b19d9a25f25 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'ab335d19-66a8-41ed-b501-9eecefeaf3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:48.202141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Attempting to bind port 80c1a424-6212-4323-a111-6b19d9a25f25 on network 2a53d4d9-757c-4361-9937-a15252eaf2c6 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:48.221895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:48.222746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.270445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Calling delete_port for 40493dfc-a119-4740-9c9a-d8c22b01d589 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:48.273758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:48.274459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Checking segment: {'id': 'ab335d19-66a8-41ed-b501-9eecefeaf3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:48.275198 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.275810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Bound using segment: {'id': 'ab335d19-66a8-41ed-b501-9eecefeaf3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:48.276514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Bound port: 80c1a424-6212-4323-a111-6b19d9a25f25, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab335d19-66a8-41ed-b501-9eecefeaf3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a53d4d9-757c-4361-9937-a15252eaf2c6'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:48.277503 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.309948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c38cec33-143f-479e-baae-ef1038e3d41c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:48.384641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.464139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.538260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Port': ['ID=40493dfc-a119-4740-9c9a-d8c22b01d589,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:48.542973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.572328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:48.573456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.580411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object 24a8bb52-9c31-4ef3-8c30-16e491473eec will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:48.590335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-91b6ff59-4574-4eea-b749-0655a579918f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/ports/40493dfc-a119-4740-9c9a-d8c22b01d589 HTTP/1.1" status: 204 len: 168 time: 1.4852169 May 12 19:51:48.593024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47864) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:48.777174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Deleting port c62aa676-ee6a-401a-913e-481ff673a325 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:48.778186 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.914567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] For port 80c1a424-6212-4323-a111-6b19d9a25f25, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:48.920141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:48.936695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] For port 80c1a424-6212-4323-a111-6b19d9a25f25, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=80c1a424-6212-4323-a111-6b19d9a25f25,segment=NetworkSegment(ab335d19-66a8-41ed-b501-9eecefeaf3da),segment_id=ab335d19-66a8-41ed-b501-9eecefeaf3da)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:49.056668 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:49.233019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:49.256583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:49.258441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:49.278076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:49.278523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:49.294351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=24a8bb52-9c31-4ef3-8c30-16e491473eec,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:49.305009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:49.333720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de60f8-c0a0-4d56-a10d-b4eb06c572fd None None] Pushing event updated for resources: {'Port': ['ID=80c1a424-6212-4323-a111-6b19d9a25f25,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:49.366357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Allocated IP 2001:db8:2::2 (be323baa-76a5-400d-9fb2-c0b8cceeb2a1/f9f0f372-9eb1-41a7-85e1-020563e97f76/7da8f3f5-3b39-4e6b-9c5f-face2beb50ab) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:49.586909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:49.587679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:49.622770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47882) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:49.623335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ac4b2625-99fa-42e6-a8fe-d552f3f5beef tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6815612 May 12 19:51:49.719005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:49.817069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:49.817667 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:49.907713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45045c18-bf6a-4f36-858c-a8d00d2cbbcf tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:49.908573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45045c18-bf6a-4f36-858c-a8d00d2cbbcf tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:49.937688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Calling delete_port for c62aa676-ee6a-401a-913e-481ff673a325 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:49.943327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,segment=NetworkSegment(9dbd2dd8-1b7e-44aa-9632-d09f85072634),segment_id=9dbd2dd8-1b7e-44aa-9632-d09f85072634)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:49.944924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45045c18-bf6a-4f36-858c-a8d00d2cbbcf tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:49.946156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45045c18-bf6a-4f36-858c-a8d00d2cbbcf tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.3226702 May 12 19:51:49.949172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:49.951210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.096033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 24a8bb52-9c31-4ef3-8c30-16e491473eec {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:50.097707 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.110742 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.111102 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.125077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:50.145891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Transition to ACTIVE for port object 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:50.185930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Transition to ACTIVE for port object 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:50.195467 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.252423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.291157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Port': ['ID=c62aa676-ee6a-401a-913e-481ff673a325,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:50.294994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-64dac08d-a7f6-4bd4-8a7d-b3ff960c158f tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/ports/c62aa676-ee6a-401a-913e-481ff673a325 HTTP/1.1" status: 204 len: 168 time: 1.7005291 May 12 19:51:50.298169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47896) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:50.367371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Pushing event updated for resources: {'Port': ['ID=7da8f3f5-3b39-4e6b-9c5f-face2beb50ab,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:50.380679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:50.382799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:50.385395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:50.407392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-36e096cc-6cd1-48cd-9a4f-cb14a029c1f6 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Synchronizing usage tracker for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:50.445055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-36e096cc-6cd1-48cd-9a4f-cb14a029c1f6 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Unset dirty status for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:50.452743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-36e096cc-6cd1-48cd-9a4f-cb14a029c1f6 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1500196 May 12 19:51:50.454540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:50.464867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-744529860'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:50.476621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8:2::1 (be323baa-76a5-400d-9fb2-c0b8cceeb2a1/f9f0f372-9eb1-41a7-85e1-020563e97f76/981f4d43-046f-46f4-a2ed-d70da8d2f943) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:51:50.482479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:50.492646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Usage tracker for resource:network and tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:50.496169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:50.503932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:50.549244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Made reservation on behalf of 390edf7c0e3d4eaaaf3f940a4551d0a2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:50.553284 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.594323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:50.605395 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.605746 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Added segment 0269b8a5-c221-43bb-99e0-7e55ddabf5a5 of type vlan for network 3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee May 12 19:51:50.622972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Attempting to bind port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:51:50.623199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Attempting to bind port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:51:50.623575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Attempting to bind port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab on network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:51:50.646855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:50.661336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.709587 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.714950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:51:50.715321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Checking segment: {'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:50.715719 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.716145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Bound using segment: {'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:51:50.716592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Bound port: 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:51:50.716955 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.720788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:50.721793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.903605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Network': ['ID=3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:50.918506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] For port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:51:50.927883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:50.935411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.955410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7aab17ae-82ff-4d10-a2f3-00885ebf4f6b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4966729 May 12 19:51:50.956939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47910) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:50.958579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:50.959856 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:50.965368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-169020881'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:50.981787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:50.988207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Usage tracker for resource:network and tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:50.995956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:51.038871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:51.070218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Made reservation on behalf of 390edf7c0e3d4eaaaf3f940a4551d0a2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:51.074506 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.139399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:51.144696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 24a8bb52-9c31-4ef3-8c30-16e491473eec owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:51.160139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] For port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7da8f3f5-3b39-4e6b-9c5f-face2beb50ab,segment=NetworkSegment(989f2624-e2df-4c5b-a5fe-a95d198d7fe1),segment_id=989f2624-e2df-4c5b-a5fe-a95d198d7fe1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:51:51.166258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76cb16-0b55-487a-9ce4-80a0f85e1a0a None None] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:51.210791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.218204 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Added segment 1d7c5cee-983e-4e59-af48-86f121336df6 of type vlan for network 51615669-9933-4257-ae4e-e93666aaf4bf May 12 19:51:51.301121 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.307301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.385662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.391167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:51.391880 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.590756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dfda0426-18a6-45bb-82e8-f7aa22b693a5 None None] Provisioning for port 80c1a424-6212-4323-a111-6b19d9a25f25 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:51.594297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.632867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:51.678103 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:51:51.693634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7246752 May 12 19:51:51.709653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc51b2-7fba-4283-acfc-960f44da1037 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Network': ['ID=51615669-9933-4257-ae4e-e93666aaf4bf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:51.782484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96416703-1361-495b-8fd0-f8c7477f8993 None None] Pushing event updated for resources: {'Port': ['ID=7da8f3f5-3b39-4e6b-9c5f-face2beb50ab,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:51.907783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:51.910191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c1a424-6212-4323-a111-6b19d9a25f25 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:51.933643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object 981f4d43-046f-46f4-a2ed-d70da8d2f943 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:51:51.941612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=24a8bb52-9c31-4ef3-8c30-16e491473eec,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:52.029784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 51615669-9933-4257-ae4e-e93666aaf4bf details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:52.033161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:52.055374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:52.151806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47926) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:52.154933 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-457e8803-a5eb-42a3-a4d7-8d25607192dc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/24a8bb52-9c31-4ef3-8c30-16e491473eec HTTP/1.1" status: 204 len: 168 time: 2.2044520 May 12 19:51:52.378875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:52.394462 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cc9190-c02b-4269-b2d1-8417ea66ddf4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:51:52.405551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:52.406146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-36cc9190-c02b-4269-b2d1-8417ea66ddf4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:52.425597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:51:52.426152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:52.470288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-36cc9190-c02b-4269-b2d1-8417ea66ddf4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:52.474805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-36cc9190-c02b-4269-b2d1-8417ea66ddf4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/24a8bb52-9c31-4ef3-8c30-16e491473eec HTTP/1.1" status: 404 len: 333 time: 0.3217871 May 12 19:51:52.477845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47934) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:52.688556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 90adb4f3-8799-41c3-94bc-31e904637878 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:52.688959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:52.846068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=981f4d43-046f-46f4-a2ed-d70da8d2f943,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:53.120031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 80c1a424-6212-4323-a111-6b19d9a25f25 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:53.169934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 80c1a424-6212-4323-a111-6b19d9a25f25 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:53.170299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:53.189485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:53.246363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:53.513684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 90adb4f3-8799-41c3-94bc-31e904637878 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:53.757802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 80c1a424-6212-4323-a111-6b19d9a25f25 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:53.759658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:53.888870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 80c1a424-6212-4323-a111-6b19d9a25f25, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=80c1a424-6212-4323-a111-6b19d9a25f25,segment=NetworkSegment(ab335d19-66a8-41ed-b501-9eecefeaf3da),segment_id=ab335d19-66a8-41ed-b501-9eecefeaf3da)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:53.905143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e6b18-9566-450b-a01e-ddff766c9051 None None] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:54.029062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:54.355798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:54.370019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:54.371370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:54.567070 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:54.971579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=90adb4f3-8799-41c3-94bc-31e904637878,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:55.065877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-053902a7-163f-4220-b2d0-df3ab8159ad7 None None] Provisioning for port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:55.069472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:55.106607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.107852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.108673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.110935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.111505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.112050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.114520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.115091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.116900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.117465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.118010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.121323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:51:55.174856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47954) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:55.181548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'subnets': [{'network_id': '3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2053601982', 'ip_version': 6}, {'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:55.181979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'subnet': {'network_id': '3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2053601982', 'ip_version': 6}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:55.182736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Request body: {'subnet': {'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:55.303615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=981f4d43-046f-46f4-a2ed-d70da8d2f943,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:55.318111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:51:55.319584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:55.360279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=80c1a424-6212-4323-a111-6b19d9a25f25,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:55.383375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:55.404742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-548c55a5-87f5-4778-91a5-78d4066b53f2 None None] Could not find standard attr ID for object 90adb4f3-8799-41c3-94bc-31e904637878. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:51:55.409692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-548c55a5-87f5-4778-91a5-78d4066b53f2 None None] Could not find standard attr ID for object 24a8bb52-9c31-4ef3-8c30-16e491473eec. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:51:55.418333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dba5e-3c0b-4472-a88f-e87db64d486e req-36b20817-ce85-443f-bc43-a6b8c2e41f24 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:55.419213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:55.420550 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:55.421211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f47dba5e-3c0b-4472-a88f-e87db64d486e req-36b20817-ce85-443f-bc43-a6b8c2e41f24 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 2.5795631 May 12 19:51:55.493705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:55.543862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-13130bd5-c129-4d6b-ad51-d6e521f81104 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/90adb4f3-8799-41c3-94bc-31e904637878 HTTP/1.1" status: 204 len: 168 time: 3.0641139 May 12 19:51:55.581953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-548c55a5-87f5-4778-91a5-78d4066b53f2 None None] Provisioning complete for port 80c1a424-6212-4323-a111-6b19d9a25f25 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:55.587389 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-548c55a5-87f5-4778-91a5-78d4066b53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:55.610971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47962) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:55.666928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f47dba5e-3c0b-4472-a88f-e87db64d486e req-3c4417bf-445b-49e3-ab3b-96f3d9ce6ca3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289777 May 12 19:51:55.693576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:51:55.754804 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a20c69-872a-49c4-b364-013132251946 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:51:55.755336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-81a20c69-872a-49c4-b364-013132251946 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:55.765093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:55.774977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Usage tracker for resource:subnet and tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:55.778457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:55.789765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:55.816816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Made reservation on behalf of 390edf7c0e3d4eaaaf3f940a4551d0a2 for: {'subnet': 2} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:55.821780 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:55.822243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:55.838322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:55.848992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.036353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-548c55a5-87f5-4778-91a5-78d4066b53f2 None None] Current status of the port 80c1a424-6212-4323-a111-6b19d9a25f25 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:56.046624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7da8f3f5-3b39-4e6b-9c5f-face2beb50ab,segment=NetworkSegment(989f2624-e2df-4c5b-a5fe-a95d198d7fe1),segment_id=989f2624-e2df-4c5b-a5fe-a95d198d7fe1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:56.078267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.176901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aa5ef013-572b-403c-80b9-e84939c01855 None None] Provisioning complete for port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:56.177323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aa5ef013-572b-403c-80b9-e84939c01855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.296321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b81ba3-e9c0-4abf-884d-b0271b2a29e8 req-2e915841-5c92-43f1-b30a-4e8435fa4e4e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:56.304166 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1b81ba3-e9c0-4abf-884d-b0271b2a29e8 req-2e915841-5c92-43f1-b30a-4e8435fa4e4e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3328049 May 12 19:51:56.307591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7da8f3f5-3b39-4e6b-9c5f-face2beb50ab,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:56.385831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-81a20c69-872a-49c4-b364-013132251946 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:56.399333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-81a20c69-872a-49c4-b364-013132251946 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/90adb4f3-8799-41c3-94bc-31e904637878 HTTP/1.1" status: 404 len: 333 time: 0.7871599 May 12 19:51:56.400154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47974) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:56.411963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ef013-572b-403c-80b9-e84939c01855 None None] Current status of the port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:56.450795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aa5ef013-572b-403c-80b9-e84939c01855 None None] Provisioning for port 981f4d43-046f-46f4-a2ed-d70da8d2f943 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:51:56.481318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aa5ef013-572b-403c-80b9-e84939c01855 None None] Provisioning complete for port 981f4d43-046f-46f4-a2ed-d70da8d2f943 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:56.481696 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aa5ef013-572b-403c-80b9-e84939c01855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.498800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1b81ba3-e9c0-4abf-884d-b0271b2a29e8 req-3dc107a8-fe55-46df-81d9-8aa031051002 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931527 May 12 19:51:56.635019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet b6ed4fe8-67ec-48d8-b85d-e0975ee49143 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:51:56.668100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.728217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ef013-572b-403c-80b9-e84939c01855 None None] Port 981f4d43-046f-46f4-a2ed-d70da8d2f943 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:56.782734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:51:56.800328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:51:56.817550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-13fcd93d-3561-4795-a7b4-14df05359e8a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8119366 May 12 19:51:56.825174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47988) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:56.827087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:51:56.827733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:51:56.831314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1876567499'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:56.839317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:56.844927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:network and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:56.848864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:56.855475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:56.874235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:56.878305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.906801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.974237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:51:56.997725 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:56.998082 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added segment 8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a of type vlan for network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 May 12 19:51:57.069141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c1a424-6212-4323-a111-6b19d9a25f25 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:57.076349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.112417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.216789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.224684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:57.225230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.340769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5144460 May 12 19:51:57.350277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47996) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:57.364120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'subnet': {'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:51:57.400563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eee9152c-ef60-4406-860b-4b2424741147 None None] Provisioning complete for port 981f4d43-046f-46f4-a2ed-d70da8d2f943 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:57.401020 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eee9152c-ef60-4406-860b-4b2424741147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.412647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.458599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79456e-14d3-452d-9c74-6b5f171ff525 req-e95ca7b2-69b9-4d20-b4c2-5d7efba015da tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:57.468430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec79456e-14d3-452d-9c74-6b5f171ff525 req-e95ca7b2-69b9-4d20-b4c2-5d7efba015da tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4359124 May 12 19:51:57.496449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.562537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eee9152c-ef60-4406-860b-4b2424741147 None None] Port 981f4d43-046f-46f4-a2ed-d70da8d2f943 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:57.570321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:51:57.605825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec79456e-14d3-452d-9c74-6b5f171ff525 req-7fdd6326-520b-4db0-bf98-e35fba1ec1df tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353393 May 12 19:51:57.609629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474e59f-c39f-4e08-80c3-782536fe9798 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Network': ['ID=332d4dd4-1b5a-4ad3-840c-6e9a354ef551,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:57.660036 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2fd84d78-3677-4581-92a7-7f440d940eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.675810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.680184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 80c1a424-6212-4323-a111-6b19d9a25f25 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:57.680184 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.681740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:57.685074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/b6ed4fe8-67ec-48d8-b85d-e0975ee49143 HTTP/1.1" status: 204 len: 168 time: 1.2731314 May 12 19:51:57.686119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afdda5-f86f-45ee-9e98-4904fd23398e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ed4fe8-67ec-48d8-b85d-e0975ee49143,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:57.765576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Subnet': ['ID=5303b24a-f24c-4de3-9185-1e1e7578127b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:57.767357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:51:57.780110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:subnet and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:51:57.787676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:51:57.801108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:51:57.823512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Made reservation on behalf of a48d6a377760491cb03de0a1a07de158 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:51:57.826992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:57.830929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:51:57.949217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7a2f1-085a-4d0e-b037-3dbd4983ec1d None None] Network 2a53d4d9-757c-4361-9937-a15252eaf2c6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:57.986362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Checking segment: {'id': '0269b8a5-c221-43bb-99e0-7e55ddabf5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:57.986721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network hostable DHCP agents. Network: 3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:58.109382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:58.129406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network 3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:58.166009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 80c1a424-6212-4323-a111-6b19d9a25f25 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:51:58.173114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:58.277895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:58.281909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630220-2573-4798-b9d2-4492ff9b2d17 req-9a819e41-655b-424e-8dfa-c5488f4748bc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:58.289769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3630220-2573-4798-b9d2-4492ff9b2d17 req-9a819e41-655b-424e-8dfa-c5488f4748bc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3832145 May 12 19:51:58.309107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:58.317131 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:58.364072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bc1932f1-71b2-4e2a-a490-42980d75bc3b None None] Provisioning complete for port 981f4d43-046f-46f4-a2ed-d70da8d2f943 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:51:58.364527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc1932f1-71b2-4e2a-a490-42980d75bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:58.435562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event updated for resources: {'Subnet': ['ID=32074044-2fb0-4cb7-a84f-cf4a32210b4f,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:58.448001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Checking segment: {'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:58.450018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network hostable DHCP agents. Network: 332d4dd4-1b5a-4ad3-840c-6e9a354ef551, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:58.484987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Subnet': ['ID=ec47a47f-8fa3-4254-8054-fa4f50215c4e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:51:58.501271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:58.519534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 80c1a424-6212-4323-a111-6b19d9a25f25 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:51:58.520874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:51:58.522803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 332d4dd4-1b5a-4ad3-840c-6e9a354ef551) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:58.529472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:58.530150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:58.579100 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0147ee2d-eda2-4714-9a7c-2eba677e7a3c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2273860 May 12 19:51:58.582290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48016) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:58.591005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b96b60-df43-44fe-a30d-2443ffefed3c None None] Network 3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:58.604044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Checking segment: {'id': '1d7c5cee-983e-4e59-af48-86f121336df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:51:58.604658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network hostable DHCP agents. Network: 51615669-9933-4257-ae4e-e93666aaf4bf, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:51:58.637877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3630220-2573-4798-b9d2-4492ff9b2d17 req-b1aab445-44ab-4c3a-9cbf-f2463d4afa05 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432553 May 12 19:51:58.742628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f899c5-b33a-44f3-9fe8-0fb3e7f450a4 None None] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:59.010590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Network 51615669-9933-4257-ae4e-e93666aaf4bf is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:51:59.032261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 51615669-9933-4257-ae4e-e93666aaf4bf) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:51:59.040821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc1932f1-71b2-4e2a-a490-42980d75bc3b None None] Port 981f4d43-046f-46f4-a2ed-d70da8d2f943 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:51:59.084620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:59.085091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:59.085749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:59.167278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51175e4-aa62-4f86-8b8d-aa40126ef0f8 None None] Network 51615669-9933-4257-ae4e-e93666aaf4bf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:51:59.168636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] For port 80c1a424-6212-4323-a111-6b19d9a25f25, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=80c1a424-6212-4323-a111-6b19d9a25f25,segment=NetworkSegment(ab335d19-66a8-41ed-b501-9eecefeaf3da),segment_id=ab335d19-66a8-41ed-b501-9eecefeaf3da)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:51:59.173664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:59.203577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9f4b4eb-3a45-427b-ab5c-4adfa87d1467 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.0265880 May 12 19:51:59.206363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48032) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:59.567698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfd4e1a-e148-4cd1-9a09-308fcb4ea10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee', 'network_id': '3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee', 'tenant_id': '390edf7c0e3d4eaaaf3f940a4551d0a2', 'fixed_ips': [{'subnet_id': '5303b24a-f24c-4de3-9185-1e1e7578127b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:51:59.568546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5bfd4e1a-e148-4cd1-9a09-308fcb4ea10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:59.592356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 80c1a424-6212-4323-a111-6b19d9a25f25 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:51:59.602105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-797ae213-f739-4b88-a56d-235257d12650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:59.695773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7df83f-7d2e-44a5-845b-c55bf6226d45 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:59.698018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7df83f-7d2e-44a5-845b-c55bf6226d45 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:59.699937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7df83f-7d2e-44a5-845b-c55bf6226d45 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:59.700982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bb7df83f-7d2e-44a5-845b-c55bf6226d45 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Synchronizing usage tracker for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:51:59.812540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bb7df83f-7d2e-44a5-845b-c55bf6226d45 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Unset dirty status for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:51:59.827248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bb7df83f-7d2e-44a5-845b-c55bf6226d45 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6119444 May 12 19:51:59.830104 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:51:59.840073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48052) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:51:59.893866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b827f6-c615-45d4-b448-10a083a28494 req-f750d315-7777-45b7-9f3a-7c19c7930e39 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:51:59.901816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0b827f6-c615-45d4-b448-10a083a28494 req-f750d315-7777-45b7-9f3a-7c19c7930e39 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5967224 May 12 19:51:59.954893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No DVR routers for this DVR port 80c1a424-6212-4323-a111-6b19d9a25f25 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:51:59.957629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=80c1a424-6212-4323-a111-6b19d9a25f25,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:00.033210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0b827f6-c615-45d4-b448-10a083a28494 req-12d4a8a8-c7f0-4488-9ec2-3d895a70b1c6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298387 May 12 19:52:00.144329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Deleting subnet 5303b24a-f24c-4de3-9185-1e1e7578127b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:00.152456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.245708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.272097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:00.272662 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.466705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.495509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.569120 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.686299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a53d4d9-757c-4361-9937-a15252eaf2c6']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:00.754136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab335d19-66a8-41ed-b501-9eecefeaf3da') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:00.754751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab335d19-66a8-41ed-b501-9eecefeaf3da') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:00.782722 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.814919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3889e39-00f7-416a-b9b3-89f298cc842b None None] DHCP port deletion for 2a53d4d9-757c-4361-9937-a15252eaf2c6 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:52:00.864234 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.893248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:00.894413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: timer() May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:00.949968 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:00.995403 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.017985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Allocated IP 2001:db8:3::1 (332d4dd4-1b5a-4ad3-840c-6e9a354ef551/ec47a47f-8fa3-4254-8054-fa4f50215c4e/95559271-ad80-48ac-ac26-d2b926d6d3ac) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:01.036288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:52:01.036288 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.209008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.286549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.292788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-51615669-9933-4257-ae4e-e93666aaf4bf', 'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf', 'tenant_id': '390edf7c0e3d4eaaaf3f940a4551d0a2', 'fixed_ips': [{'subnet_id': '32074044-2fb0-4cb7-a84f-cf4a32210b4f'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:52:01.293837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.295340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=2a53d4d9-757c-4361-9937-a15252eaf2c6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:01.326391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:51:53Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:51:54Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:01.359565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-26613383-50f7-4bcb-99f9-5a211707c409 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/2a53d4d9-757c-4361-9937-a15252eaf2c6 HTTP/1.1" status: 204 len: 168 time: 3.6749351 May 12 19:52:01.360437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48082) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:01.383837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-879838776'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:01.400788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:01.411280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:01.421967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:01.467221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:01.509973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:01.510537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Updating router c153c7b1-9745-4290-8055-29072e52a7c3 port 981f4d43-046f-46f4-a2ed-d70da8d2f943 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:52:01.578506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:01.598164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.658082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.675831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:01.679661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c1a424-6212-4323-a111-6b19d9a25f25 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:01.680586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.684940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Transition to ACTIVE for port object 95559271-ad80-48ac-ac26-d2b926d6d3ac will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:01.734753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:52:01.749435 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.750024 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment 617113cb-61e5-4d67-905a-b7c615ba41e7 of type vlan for network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf May 12 19:52:01.757721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 80c1a424-6212-4323-a111-6b19d9a25f25 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:01.759682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c1a424-6212-4323-a111-6b19d9a25f25 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:01.779370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.785394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.813148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.813789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.929893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:01.954311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:01.957307 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:02.043525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09543790-f2f1-4caf-9fea-605750354377 req-c1da2c1d-5270-4a93-9a78-2a5a82f4bd36 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:02.051201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09543790-f2f1-4caf-9fea-605750354377 req-c1da2c1d-5270-4a93-9a78-2a5a82f4bd36 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6168654 May 12 19:52:02.104831 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:02.174390 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/subnets/5303b24a-f24c-4de3-9185-1e1e7578127b HTTP/1.1" status: 204 len: 168 time: 2.3331530 May 12 19:52:02.198295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53327a91-575b-49a0-8795-4e1f5dac50c7 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Subnet': ['ID=5303b24a-f24c-4de3-9185-1e1e7578127b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:02.210928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48092) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:02.229858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:02.239847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:02.255555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:02.258303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:02.306188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=95559271-ad80-48ac-ac26-d2b926d6d3ac,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:02.352907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9882398 May 12 19:52:02.364065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48096) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:02.373839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09543790-f2f1-4caf-9fea-605750354377 req-43e3bc3f-1c06-486a-a5d0-40f5d17d523d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214638 May 12 19:52:02.374180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:02.381804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03150899-6d0b-47df-8923-ff52feab09fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=7ee1265f-7799-49bf-a347-5b3a2e5d98cf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:02.439187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Deleting subnet 32074044-2fb0-4cb7-a84f-cf4a32210b4f {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server [None req-5bfd4e1a-e148-4cd1-9a09-308fcb4ea10b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5303b24a-f24c-4de3-9185-1e1e7578127b: This subnet is being modified by another concurrent operation. May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise exception May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5303b24a-f24c-4de3-9185-1e1e7578127b: This subnet is being modified by another concurrent operation. May 12 19:52:02.471880 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server May 12 19:52:02.485574 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:02.560363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:52:02.581997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424d521-7d45-4d0a-969e-74ca3b8ded9d None None] Network 3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:02.718475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:02.728903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:02.743270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:02.750596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:03.223876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Allocated IP 2001:db8:3::2 (332d4dd4-1b5a-4ad3-840c-6e9a354ef551/ec47a47f-8fa3-4254-8054-fa4f50215c4e/69f2a412-0fce-4412-a861-0101038652ee) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:03.290648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:03.307282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:03.311754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:03.323091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Allocated IP 2001:db8:0:1::1 (51615669-9933-4257-ae4e-e93666aaf4bf/32074044-2fb0-4cb7-a84f-cf4a32210b4f/3f4441ec-87dc-42c3-a547-0950907a4a12) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:03.363556 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:03.582260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:03.602067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:03.602898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:03.747947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea77be-c97c-486f-b3d4-9638b6326da3 req-31b9bfc0-d3ba-4ba3-9120-af70eef7b124 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:03.755339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aea77be-c97c-486f-b3d4-9638b6326da3 req-31b9bfc0-d3ba-4ba3-9120-af70eef7b124 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1642532 May 12 19:52:03.863618 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aea77be-c97c-486f-b3d4-9638b6326da3 req-aff9cde3-c169-4bee-b8bf-8d8ade366e61 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985646 May 12 19:52:03.904069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-2fdfde0f-2f03-438a-a240-345eb3bab702 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2246490 May 12 19:52:03.913012 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:03.920057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event updated for resources: {'Port': ['ID=95559271-ad80-48ac-ac26-d2b926d6d3ac,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:03.986523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Transition to ACTIVE for port object 981f4d43-046f-46f4-a2ed-d70da8d2f943 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:04.003514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Transition to ACTIVE for port object 3f4441ec-87dc-42c3-a547-0950907a4a12 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:04.030818 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:04.222001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-80797284-000f-4de2-842a-735977c8257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:04.223501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-80797284-000f-4de2-842a-735977c8257c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 1096 time: 0.2928748 May 12 19:52:04.286863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:04.301399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:04.633557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:04.656803 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:04.675808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Transition to ACTIVE for port object 69f2a412-0fce-4412-a861-0101038652ee will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:04.703775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Transition to ACTIVE for port object 69f2a412-0fce-4412-a861-0101038652ee will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:04.708541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Transition to ACTIVE for port object 3f4441ec-87dc-42c3-a547-0950907a4a12 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:04.713341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Pushing event updated for resources: {'Port': ['ID=981f4d43-046f-46f4-a2ed-d70da8d2f943,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:04.744597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:04.822056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:04.866034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.870648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.872633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.873088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.874973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.875495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.875865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.876300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.879632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.881464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.881940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.882687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:04.887070 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:04.971775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:04.998537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:05.056760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:05.090030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:05.133994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:05.145865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Network 51615669-9933-4257-ae4e-e93666aaf4bf is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:05.161997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:05.164717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:05.202074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:05.244235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:05.275173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f95c4b7-7126-4168-b418-6f18fbb1e96f tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6914990 May 12 19:52:05.278657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48138) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:05.285533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Attempting to bind port 981f4d43-046f-46f4-a2ed-d70da8d2f943 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:05.285896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Attempting to bind port 981f4d43-046f-46f4-a2ed-d70da8d2f943 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:05.286253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Attempting to bind port 981f4d43-046f-46f4-a2ed-d70da8d2f943 on network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:05.287674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:05.292412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Pushing event updated for resources: {'Port': ['ID=69f2a412-0fce-4412-a861-0101038652ee,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:05.300090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:05.300630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Checking segment: {'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:05.301253 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:05.301592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Bound using segment: {'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:05.302431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Bound port: 981f4d43-046f-46f4-a2ed-d70da8d2f943, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f2624-e2df-4c5b-a5fe-a95d198d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:05.302802 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:05.380081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': '617113cb-61e5-4d67-905a-b7c615ba41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:05.380719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: 7ee1265f-7799-49bf-a347-5b3a2e5d98cf, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:52:05.502957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=d1ec3cb2-d2b5-4600-a63b-67a8811a091a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:05.506576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-1d80beea-dd48-4f66-82bc-37c652172bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:05.508796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-1d80beea-dd48-4f66-82bc-37c652172bdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 1.2495944 May 12 19:52:05.529871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfcdb-3100-4eff-b97f-825b3d964847 req-b79a0819-55b6-473c-a5bf-7686a104adcf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:05.540266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b9cfcdb-3100-4eff-b97f-825b3d964847 req-b79a0819-55b6-473c-a5bf-7686a104adcf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2604072 May 12 19:52:05.565369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:52:05.594652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7ee1265f-7799-49bf-a347-5b3a2e5d98cf) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:05.605612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:05.606271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:05.675782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-377552c9-fe9e-4d19-a2b4-9aa84a7f1c90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 HTTP/1.1" status: 200 len: 217 time: 0.1271210 May 12 19:52:05.676999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:05.685063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1c994-360b-4b70-8d42-3eb31f7f8649 None None] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:05.780442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:05.789759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Subnet': ['ID=32074044-2fb0-4cb7-a84f-cf4a32210b4f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:05.813816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b9cfcdb-3100-4eff-b97f-825b3d964847 req-62ee22a0-0c61-401f-a3ec-afd9de0dfe08 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707436 May 12 19:52:05.867130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39129db9-87a0-413e-863a-2f17f68de5cf tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/subnets/32074044-2fb0-4cb7-a84f-cf4a32210b4f HTTP/1.1" status: 204 len: 168 time: 3.6537247 May 12 19:52:05.879495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48150) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:05.946644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Attempting to bind port 3f4441ec-87dc-42c3-a547-0950907a4a12 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:05.947072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Attempting to bind port 3f4441ec-87dc-42c3-a547-0950907a4a12 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1d7c5cee-983e-4e59-af48-86f121336df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:05.947444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Attempting to bind port 3f4441ec-87dc-42c3-a547-0950907a4a12 on network 51615669-9933-4257-ae4e-e93666aaf4bf {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:05.957651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c697879-937d-4623-84d4-f718dfe7831e tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:05.958846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c697879-937d-4623-84d4-f718dfe7831e tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Synchronizing usage tracker for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:05.970988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Attempting to bind port 69f2a412-0fce-4412-a861-0101038652ee on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:05.971347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Attempting to bind port 69f2a412-0fce-4412-a861-0101038652ee by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:05.971717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Attempting to bind port 69f2a412-0fce-4412-a861-0101038652ee on network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:05.990910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c697879-937d-4623-84d4-f718dfe7831e tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Unset dirty status for tenant:390edf7c0e3d4eaaaf3f940a4551d0a2 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:05.997914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3c697879-937d-4623-84d4-f718dfe7831e tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1111674 May 12 19:52:06.009884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-3460e3f3-7dbd-4129-ac54-fa8c9c252da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:06.013895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Pushing event updated for resources: {'Port': ['ID=3f4441ec-87dc-42c3-a547-0950907a4a12,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:06.014172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-3460e3f3-7dbd-4129-ac54-fa8c9c252da5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.3178320 May 12 19:52:06.014668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48156) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:06.018035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:06.019018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Checking segment: {'id': '1d7c5cee-983e-4e59-af48-86f121336df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:06.019834 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.023233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Bound using segment: {'id': '1d7c5cee-983e-4e59-af48-86f121336df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:06.024139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Bound port: 3f4441ec-87dc-42c3-a547-0950907a4a12, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7c5cee-983e-4e59-af48-86f121336df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '51615669-9933-4257-ae4e-e93666aaf4bf'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:06.025065 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.104241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:06.105379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Checking segment: {'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:06.105941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.106694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Bound using segment: {'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:06.107471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Bound port: 69f2a412-0fce-4412-a861-0101038652ee, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:06.108336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.201101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] For port 981f4d43-046f-46f4-a2ed-d70da8d2f943, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:06.294594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] For port 981f4d43-046f-46f4-a2ed-d70da8d2f943, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=981f4d43-046f-46f4-a2ed-d70da8d2f943,segment=NetworkSegment(989f2624-e2df-4c5b-a5fe-a95d198d7fe1),segment_id=989f2624-e2df-4c5b-a5fe-a95d198d7fe1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:06.363716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.483209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-a661a38c-fc79-4329-96e4-d1abc2ceff44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6467211 May 12 19:52:06.524523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7a6f0d25-1fc2-466f-a6d8-5560bf5e14be tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1584895 May 12 19:52:06.527911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.528153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48168) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:06.534033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf', 'name': 'tempest-PortsTestJSON-849343917', 'fixed_ips': [{'subnet_id': 'd1ec3cb2-d2b5-4600-a63b-67a8811a091a', 'ip_address': '172.20.0.10'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:06.819580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] For port 3f4441ec-87dc-42c3-a547-0950907a4a12, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:06.839392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:06.851549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] For port 3f4441ec-87dc-42c3-a547-0950907a4a12, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3f4441ec-87dc-42c3-a547-0950907a4a12,segment=NetworkSegment(1d7c5cee-983e-4e59-af48-86f121336df6),segment_id=1d7c5cee-983e-4e59-af48-86f121336df6)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:06.855112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:06.870963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Deleting port 3f4441ec-87dc-42c3-a547-0950907a4a12 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:06.871311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.874479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:06.887515 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:06.891105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:06.921722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] For port 69f2a412-0fce-4412-a861-0101038652ee, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:06.946037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:06.947083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:07.035585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:07.186562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-e35ee7f9-d8d4-49d4-a17c-eaef5629729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:07.188047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-e35ee7f9-d8d4-49d4-a17c-eaef5629729c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1653140 May 12 19:52:07.495662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 12 19:52:07.511201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] For port 69f2a412-0fce-4412-a861-0101038652ee, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69f2a412-0fce-4412-a861-0101038652ee,segment=NetworkSegment(8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a),segment_id=8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:07.527301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d203f0e-b45e-43f0-8528-e80bba515645 None None] Pushing event updated for resources: {'Port': ['ID=981f4d43-046f-46f4-a2ed-d70da8d2f943,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:07.545996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Removed routes are [] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 12 19:52:07.546563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:07.603730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:07.774175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-7ee1265f-7799-49bf-a347-5b3a2e5d98cf', 'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf', 'tenant_id': 'cf5321af18c64bee94595e09aad6939f', 'fixed_ips': [{'subnet_id': 'd1ec3cb2-d2b5-4600-a63b-67a8811a091a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:52:07.775085 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:07.801668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:07.821894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:07.850438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port a92e27bb-d9bd-4cf9-b46f-54dd31c342ff yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:52:07.861990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-9430458b-5ea9-4e90-9d17-6672430d17d6 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272728 May 12 19:52:08.139164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8014f94-fd4b-42b1-bb93-05ed33a9894c None None] Network 51615669-9933-4257-ae4e-e93666aaf4bf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:08.431224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-d3d8be89-275c-44d1-9409-d020ca494e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:08.438661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-d3d8be89-275c-44d1-9409-d020ca494e8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aedea74ce4594777b90bf2186a1179f2&device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 1096 time: 1.8015797 May 12 19:52:08.500110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:08.503443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfa990-0dfd-4905-93bf-e3bcdba5f8fb req-ab761b19-1097-4130-957b-01902541e3a6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:08.508394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:08.511975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97dfa990-0dfd-4905-93bf-e3bcdba5f8fb req-ab761b19-1097-4130-957b-01902541e3a6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 1.4731042 May 12 19:52:08.800519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:08.822160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Allocated IP 172.20.0.2 (7ee1265f-7799-49bf-a347-5b3a2e5d98cf/d1ec3cb2-d2b5-4600-a63b-67a8811a091a/b994fc21-de1d-431c-b53f-48db754027a3) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:09.340381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:09.356880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] For port 3f4441ec-87dc-42c3-a547-0950907a4a12, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3f4441ec-87dc-42c3-a547-0950907a4a12,segment=NetworkSegment(1d7c5cee-983e-4e59-af48-86f121336df6),segment_id=1d7c5cee-983e-4e59-af48-86f121336df6)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:09.363947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:09.369393 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:09.373237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5bedbf9f-951a-4707-9fc9-572a8df86d05 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 200 len: 954 time: 4.0893788 May 12 19:52:09.374018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:09.401859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bccb147a-4d6e-4d4c-a4e6-90b8629b6a51 req-ad064492-99d9-4d45-84e9-f1a1fae0b4e7 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5168629 May 12 19:52:09.451899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97dfa990-0dfd-4905-93bf-e3bcdba5f8fb req-e2eecc05-0421-4e04-ad81-5e7ac573a9a4 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8798556 May 12 19:52:09.583047 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:09.594582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Transition to ACTIVE for port object b994fc21-de1d-431c-b53f-48db754027a3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:09.617154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Transition to ACTIVE for port object b994fc21-de1d-431c-b53f-48db754027a3 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:09.670580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56452e-686e-4ada-87dc-c0e6548c0950 None None] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:09.741566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:09.755802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41e3a4-7068-4770-bd75-d7cfdc329f19 None None] Pushing event updated for resources: {'Port': ['ID=3f4441ec-87dc-42c3-a547-0950907a4a12,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:09.804979 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:09.954047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:10.020565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Calling delete_port for 3f4441ec-87dc-42c3-a547-0950907a4a12 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:10.080544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:10.147335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.10 (7ee1265f-7799-49bf-a347-5b3a2e5d98cf/d1ec3cb2-d2b5-4600-a63b-67a8811a091a/a92e27bb-d9bd-4cf9-b46f-54dd31c342ff) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:10.246764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-51fd3309-e21d-4329-970f-fcf5395f7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:10.248243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-51fd3309-e21d-4329-970f-fcf5395f7d49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 200 len: 912 time: 1.7353437 May 12 19:52:10.358914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-07073bf4-72b2-420f-a8f2-25b422a4553c tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 200 len: 954 time: 0.9837341 May 12 19:52:10.366544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48214) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:10.371894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'routes': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:10.392933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-05d235f3-76c2-40ef-bd5f-e434b9b3759e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa HTTP/1.1" status: 200 len: 1001 time: 0.1290169 May 12 19:52:10.470251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:10.483294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:10.498626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:10.532972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3bd0dfa6-c6e9-4ae5-95d8-73abddd7f39a None None] Provisioning for port 69f2a412-0fce-4412-a861-0101038652ee completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:10.536310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:10.590564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-1e778af9-f075-4d18-bcd8-8228caa44bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:10.592036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-1e778af9-f075-4d18-bcd8-8228caa44bd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 200 len: 850 time: 0.1819777 May 12 19:52:10.694981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Port': ['ID=3f4441ec-87dc-42c3-a547-0950907a4a12,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:10.721130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] No DVR routers for this DVR port 3f4441ec-87dc-42c3-a547-0950907a4a12 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:10.852102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a548f0-eeda-4b86-aa00-1ba1bbcbfdf3 None None] Pushing event updated for resources: {'Port': ['ID=69f2a412-0fce-4412-a861-0101038652ee,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:10.936545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.171171 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.208307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51615669-9933-4257-ae4e-e93666aaf4bf']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:11.212486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Pushing event updated for resources: {'Port': ['ID=b994fc21-de1d-431c-b53f-48db754027a3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:11.243587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7c5cee-983e-4e59-af48-86f121336df6') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:11.243919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7c5cee-983e-4e59-af48-86f121336df6') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:11.265729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe6bef-c7ed-414a-98d7-d6fbbcbfa27a req-54272709-a6de-4e91-b78c-fbe3070da62c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:11.267464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3dfe6bef-c7ed-414a-98d7-d6fbbcbfa27a req-54272709-a6de-4e91-b78c-fbe3070da62c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4778273 May 12 19:52:11.272344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-b34cc137-84bf-4a43-8dc3-1a2766d471a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:11.274002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-b34cc137-84bf-4a43-8dc3-1a2766d471a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e878aa0d-76a3-4621-9ec3-b080c591b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6616170 May 12 19:52:11.276203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.342761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Attempting to bind port b994fc21-de1d-431c-b53f-48db754027a3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:11.343457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Attempting to bind port b994fc21-de1d-431c-b53f-48db754027a3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '617113cb-61e5-4d67-905a-b7c615ba41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:11.346052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Attempting to bind port b994fc21-de1d-431c-b53f-48db754027a3 on network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:11.354906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:11.355558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Checking segment: {'id': '617113cb-61e5-4d67-905a-b7c615ba41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:11.356123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.356679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Bound using segment: {'id': '617113cb-61e5-4d67-905a-b7c615ba41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:11.357541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Bound port: b994fc21-de1d-431c-b53f-48db754027a3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617113cb-61e5-4d67-905a-b7c615ba41e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:11.358222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.480540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] For port b994fc21-de1d-431c-b53f-48db754027a3, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:11.484141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] For port b994fc21-de1d-431c-b53f-48db754027a3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b994fc21-de1d-431c-b53f-48db754027a3,segment=NetworkSegment(617113cb-61e5-4d67-905a-b7c615ba41e7),segment_id=617113cb-61e5-4d67-905a-b7c615ba41e7)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:11.502824 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.556082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-f6109b32-9d64-4e51-a3db-06ba0bb278f6 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255261 May 12 19:52:11.609290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:02Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:02Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:06Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:11.627439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d91cf-8c72-415d-8405-bf9a2af1c480 None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:02Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:02Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:06Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:11.652059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added routes are [] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 12 19:52:11.653945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 12 19:52:11.664565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386f7aa-3fa3-440b-9dab-862b21e0d856 None None] Pushing event updated for resources: {'Port': ['ID=b994fc21-de1d-431c-b53f-48db754027a3,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:11.668747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:11.683436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2be61f1355664b6685a18cb4cf481855 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:11.700011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69f2a412-0fce-4412-a861-0101038652ee up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:11.732263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:11.776224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:11.948142 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.962925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:11.997896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object a92e27bb-d9bd-4cf9-b46f-54dd31c342ff will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:12.000932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 69f2a412-0fce-4412-a861-0101038652ee completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:12.009956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 69f2a412-0fce-4412-a861-0101038652ee triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:12.010695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.197072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-364e739d-b9b8-4bde-9377-f3462b766a62 None None] Provisioning for port 95559271-ad80-48ac-ac26-d2b926d6d3ac completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:12.226015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-364e739d-b9b8-4bde-9377-f3462b766a62 None None] Provisioning complete for port 95559271-ad80-48ac-ac26-d2b926d6d3ac triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:12.226712 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-364e739d-b9b8-4bde-9377-f3462b766a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.239696 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.248967 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.306417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:12.308258 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.401798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c0c33fc-f82e-482a-a7d5-575ddeb1ccf5 req-b60d9e80-2a7e-41ba-b3ac-3f7e6e9f5754 service neutron] 10.222.0.73 "GET /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300004 May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: timer() May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:12.407837 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:12.445171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3dfe6bef-c7ed-414a-98d7-d6fbbcbfa27a req-3451968b-d660-40de-8daa-b93b51f41c95 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1612446 May 12 19:52:12.565870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 69f2a412-0fce-4412-a861-0101038652ee is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:12.567965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.580360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-364e739d-b9b8-4bde-9377-f3462b766a62 None None] Port 95559271-ad80-48ac-ac26-d2b926d6d3ac cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:12.611260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:12.634613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:12.636029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 69f2a412-0fce-4412-a861-0101038652ee, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69f2a412-0fce-4412-a861-0101038652ee,segment=NetworkSegment(8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a),segment_id=8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:12.638906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:12.661498 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.730117 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.781787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:12.801671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/networks/51615669-9933-4257-ae4e-e93666aaf4bf HTTP/1.1" status: 204 len: 168 time: 6.7826056 May 12 19:52:12.803354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48238) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:12.855082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=69f2a412-0fce-4412-a861-0101038652ee,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:12.858532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-364e739d-b9b8-4bde-9377-f3462b766a62 None None] Provisioning complete for port 69f2a412-0fce-4412-a861-0101038652ee triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:12.859152 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-364e739d-b9b8-4bde-9377-f3462b766a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.071437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:13.083259 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.119385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-364e739d-b9b8-4bde-9377-f3462b766a62 None None] Current status of the port 69f2a412-0fce-4412-a861-0101038652ee is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:13.253730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-47247267-de99-40f7-ad38-8460445371eb None None] Provisioning complete for port 95559271-ad80-48ac-ac26-d2b926d6d3ac triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:13.254452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47247267-de99-40f7-ad38-8460445371eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.307280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b83e9-e94f-4359-acab-367a1917b21b tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Network': ['ID=51615669-9933-4257-ae4e-e93666aaf4bf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:13.318415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.339620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=a92e27bb-d9bd-4cf9-b46f-54dd31c342ff,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:13.459716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-47247267-de99-40f7-ad38-8460445371eb None None] Port 95559271-ad80-48ac-ac26-d2b926d6d3ac cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:13.598415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-31bf1eb7-9085-4667-8bc8-03ccf1606dde None None] Provisioning complete for port 95559271-ad80-48ac-ac26-d2b926d6d3ac triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:13.598780 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-31bf1eb7-9085-4667-8bc8-03ccf1606dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.607826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.0785451 May 12 19:52:13.614179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.614766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.615558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.618153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.618756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.635850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.635850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.635850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.635850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.635850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.636322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.636322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55428aeb-6495-4925-8626-5fbf43b45e68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:13.696079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48246) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:13.717955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-31bf1eb7-9085-4667-8bc8-03ccf1606dde None None] Port 95559271-ad80-48ac-ac26-d2b926d6d3ac cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:13.752555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': '7ee1265f-7799-49bf-a347-5b3a2e5d98cf', 'name': 'tempest-PortsTestJSON-237987579', 'fixed_ips': [{'subnet_id': 'd1ec3cb2-d2b5-4600-a63b-67a8811a091a', 'ip_address': '172.20.0.9'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:13.823249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.897750 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.921431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:13.954258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:13.966591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 981f4d43-046f-46f4-a2ed-d70da8d2f943 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:13.975631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0269b8a5-c221-43bb-99e0-7e55ddabf5a5') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:13.976219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0269b8a5-c221-43bb-99e0-7e55ddabf5a5') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:13.999300 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.029078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.044757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.055762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2be61f1355664b6685a18cb4cf481855&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0996883 May 12 19:52:14.060677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48254) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:14.063143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccee35-650e-4c0b-99a0-a15de95c3d9f req-56296479-90d7-4bec-b16e-f5ce9d7e659e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:14.067913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c235d89-7d0e-419d-a2d0-bb68c1d9d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e1ef2e-7a1a-4f9c-b39e-543b5a81baed,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:14.071308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.076252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29ccee35-650e-4c0b-99a0-a15de95c3d9f req-56296479-90d7-4bec-b16e-f5ce9d7e659e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3348351 May 12 19:52:14.095160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:14.095696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: timer() May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:14.115007 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:14.153731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b31292-c3b5-4cb0-858a-52df371cedb7 None None] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:14.205908 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:14.219454 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29ccee35-650e-4c0b-99a0-a15de95c3d9f req-d49620cc-cd02-4348-9675-1b5fe74b7a33 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421247 May 12 19:52:14.230367 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:14.230979 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:14.293016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.363898 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.365330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9fadb184-d7bf-4371-8b30-dea144a559c4 None None] Provisioning for port b994fc21-de1d-431c-b53f-48db754027a3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:14.414409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/networks/3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee HTTP/1.1" status: 204 len: 168 time: 1.6078496 May 12 19:52:14.415408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48260) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:14.419583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a528287-7da1-4911-9500-c078c87de186 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Network': ['ID=3cc02dd7-e3b2-4206-aba9-4f3fe93b58ee,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:14.490307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 981f4d43-046f-46f4-a2ed-d70da8d2f943 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:14.521225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:14.562270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 981f4d43-046f-46f4-a2ed-d70da8d2f943 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:14.567536 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.627533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.681545 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:14.701947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:14.715605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:14.728118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:14.741218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:14.823150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:14.930205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 981f4d43-046f-46f4-a2ed-d70da8d2f943 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:14.930637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.970029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 981f4d43-046f-46f4-a2ed-d70da8d2f943, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=981f4d43-046f-46f4-a2ed-d70da8d2f943,segment=NetworkSegment(989f2624-e2df-4c5b-a5fe-a95d198d7fe1),segment_id=989f2624-e2df-4c5b-a5fe-a95d198d7fe1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:14.981043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:14.982056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69f2a412-0fce-4412-a861-0101038652ee up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:15.192623 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:11Z', 'revision_number': 7, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:02Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:06Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:15.202244 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:15.204694 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Updating router c153c7b1-9745-4290-8055-29072e52a7c3 port 95559271-ad80-48ac-ac26-d2b926d6d3ac binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:52:15.259674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.268928 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.343709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.379633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7509f3-8817-431a-be16-9c4f5759aa21 req-f81d8030-dfad-4afe-8ef0-6affd9a99626 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:15.381395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e7509f3-8817-431a-be16-9c4f5759aa21 req-f81d8030-dfad-4afe-8ef0-6affd9a99626 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6629710 May 12 19:52:15.458142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c376d2d-a12c-4970-b949-444ec4bae7cd']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:15.494716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=981f4d43-046f-46f4-a2ed-d70da8d2f943,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:15.517391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7879e13-37d4-4d4a-a6a7-8117fa3b942a None None] Provisioning for port a92e27bb-d9bd-4cf9-b46f-54dd31c342ff completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:15.524881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 69f2a412-0fce-4412-a861-0101038652ee triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:15.526479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.540186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa422575-7061-4a0b-93f7-bb4420939043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.542334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port cb34e9e1-be5d-4295-8fb6-8c77cd681a54 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:52:15.556880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7879e13-37d4-4d4a-a6a7-8117fa3b942a None None] Provisioning complete for port a92e27bb-d9bd-4cf9-b46f-54dd31c342ff triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:15.562731 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7879e13-37d4-4d4a-a6a7-8117fa3b942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.594221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04333cf4-d8fc-48a1-9264-5b42ef4e6be6') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:15.594445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04333cf4-d8fc-48a1-9264-5b42ef4e6be6') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:15.640696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-27a8d8fc-02fa-462e-a9ba-1db5a47dedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:15.642248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-27a8d8fc-02fa-462e-a9ba-1db5a47dedb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.6783593 May 12 19:52:15.667696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e7509f3-8817-431a-be16-9c4f5759aa21 req-bb26f2a4-c7a7-463f-9abd-9d9bd03586fb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793751 May 12 19:52:15.668609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f7879e13-37d4-4d4a-a6a7-8117fa3b942a None None] Port a92e27bb-d9bd-4cf9-b46f-54dd31c342ff cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:15.683137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.706641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.717515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:15.718584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: timer() May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:15.855323 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:15.858494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8aa941-6d0e-4ff0-bd1b-694ad46327a5 None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:52:15.859195 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.863862 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:15.902516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/networks/1c376d2d-a12c-4970-b949-444ec4bae7cd HTTP/1.1" status: 204 len: 168 time: 1.4681826 May 12 19:52:15.903292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48278) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:15.971807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 69f2a412-0fce-4412-a861-0101038652ee is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:15.973244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b994fc21-de1d-431c-b53f-48db754027a3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:15.973570 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.001360 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Transition to ACTIVE for port object 95559271-ad80-48ac-ac26-d2b926d6d3ac will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:16.015168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5bd09-5436-4795-839b-5990ee56d75a tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Network': ['ID=1c376d2d-a12c-4970-b949-444ec4bae7cd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:16.015721 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.030580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa422575-7061-4a0b-93f7-bb4420939043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.050463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:16.075288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-88dda3c0-5bf1-48fa-8ce0-0a5574ca6587 None None] Provisioning complete for port a92e27bb-d9bd-4cf9-b46f-54dd31c342ff triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:16.076049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-88dda3c0-5bf1-48fa-8ce0-0a5574ca6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.083760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-ad07acc0-a15b-4d31-a240-5e445d2a6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:16.085370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-ad07acc0-a15b-4d31-a240-5e445d2a6420 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.2564979 May 12 19:52:16.123462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.9 (7ee1265f-7799-49bf-a347-5b3a2e5d98cf/d1ec3cb2-d2b5-4600-a63b-67a8811a091a/cb34e9e1-be5d-4295-8fb6-8c77cd681a54) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:16.162472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.166860 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a9d83137-6d1e-47d1-8686-c826f2e6ef2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 200 len: 704 time: 5.7992730 May 12 19:52:16.167534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48286) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:16.174150 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e12416-4ec1-431b-8a15-8b62e98df6e9 None None] Pushing event updated for resources: {'Port': ['ID=95559271-ad80-48ac-ac26-d2b926d6d3ac,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:16.327766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-88dda3c0-5bf1-48fa-8ce0-0a5574ca6587 None None] Port a92e27bb-d9bd-4cf9-b46f-54dd31c342ff cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:16.358085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b994fc21-de1d-431c-b53f-48db754027a3 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:16.408807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b994fc21-de1d-431c-b53f-48db754027a3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:16.408807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.462699 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.484940 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Attempting to bind port 95559271-ad80-48ac-ac26-d2b926d6d3ac on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:16.484940 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Attempting to bind port 95559271-ad80-48ac-ac26-d2b926d6d3ac by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:16.484940 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Attempting to bind port 95559271-ad80-48ac-ac26-d2b926d6d3ac on network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:16.496852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:16.496852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Checking segment: {'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:16.496852 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.496852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Bound using segment: {'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:16.496852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Bound port: 95559271-ad80-48ac-ac26-d2b926d6d3ac, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:16.496852 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.530821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8aa941-6d0e-4ff0-bd1b-694ad46327a5 None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:52:16.698419 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] For port 95559271-ad80-48ac-ac26-d2b926d6d3ac, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:16.704125 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] For port 95559271-ad80-48ac-ac26-d2b926d6d3ac, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95559271-ad80-48ac-ac26-d2b926d6d3ac,segment=NetworkSegment(8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a),segment_id=8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:16.716012 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.740779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b994fc21-de1d-431c-b53f-48db754027a3 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:16.741436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.878985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa422575-7061-4a0b-93f7-bb4420939043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.886118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b994fc21-de1d-431c-b53f-48db754027a3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b994fc21-de1d-431c-b53f-48db754027a3,segment=NetworkSegment(617113cb-61e5-4d67-905a-b7c615ba41e7),segment_id=617113cb-61e5-4d67-905a-b7c615ba41e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:16.918875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:16.954748 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:16.961452 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:17.090475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 981f4d43-046f-46f4-a2ed-d70da8d2f943 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:17.137279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.154978 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e12416-4ec1-431b-8a15-8b62e98df6e9 None None] Pushing event updated for resources: {'Port': ['ID=95559271-ad80-48ac-ac26-d2b926d6d3ac,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:17.173983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca59d57-0883-4b84-9d16-2da734c5c20b']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:17.181053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b994fc21-de1d-431c-b53f-48db754027a3,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:17.193116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0a9040-4eb1-49f4-84c0-d235ae356d91') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:17.193868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0a9040-4eb1-49f4-84c0-d235ae356d91') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:17.215154 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.239139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.246447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:17.247370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: timer() May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:17.387832 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:17.394530 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:17.430873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.435646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.447597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-1010f09f-a18d-4fed-afad-89a52912c2be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 1.2288446 May 12 19:52:17.472985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] 10.222.0.72 "DELETE /v2.0/networks/aca59d57-0883-4b84-9d16-2da734c5c20b HTTP/1.1" status: 204 len: 168 time: 1.5100982 May 12 19:52:17.476339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 981f4d43-046f-46f4-a2ed-d70da8d2f943 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:17.476725 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.543656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-a9fe109d-9e0f-47dc-a480-4fa56d4bf8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:17.545245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-a9fe109d-9e0f-47dc-a480-4fa56d4bf8f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.0689037 May 12 19:52:17.550929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece4c4b-c2cf-456e-a661-3d451ba3e482 tempest-BulkNetworkOpsIpV6Test-1143058545 tempest-BulkNetworkOpsIpV6Test-1143058545-project] Pushing event deleted for resources: {'Network': ['ID=aca59d57-0883-4b84-9d16-2da734c5c20b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:17.608586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa422575-7061-4a0b-93f7-bb4420939043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e1ef2e-7a1a-4f9c-b39e-543b5a81baed,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:17.632028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48300) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:17.641239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0077-3f2a-4f12-a9eb-98b42c1016b0 req-cb694e2d-aeb4-4dcb-9a11-ec1af1fa2b4a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:17.642390 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ccdcce29-0ed9-424e-9fa0-59941a57daf6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 200 len: 704 time: 1.4463809 May 12 19:52:17.642883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-784b0077-3f2a-4f12-a9eb-98b42c1016b0 req-cb694e2d-aeb4-4dcb-9a11-ec1af1fa2b4a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2941997 May 12 19:52:17.689626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa422575-7061-4a0b-93f7-bb4420939043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.691276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fa422575-7061-4a0b-93f7-bb4420939043 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68e1ef2e-7a1a-4f9c-b39e-543b5a81baed HTTP/1.1" status: 204 len: 168 time: 3.6291983 May 12 19:52:17.820025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c9f46-fafd-40ee-814a-95acaf068712 None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:52:17.889595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:17.929053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object cb34e9e1-be5d-4295-8fb6-8c77cd681a54 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:17.988630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:18.043733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 981f4d43-046f-46f4-a2ed-d70da8d2f943 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:18.070366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48312) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:18.154077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c9f46-fafd-40ee-814a-95acaf068712 None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:52:18.166412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:18.174537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:18.180875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:18.199710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-784b0077-3f2a-4f12-a9eb-98b42c1016b0 req-5c5fbe7c-e45b-4115-bce5-0e1833c2c50e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4931104 May 12 19:52:18.274775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=cb34e9e1-be5d-4295-8fb6-8c77cd681a54,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:18.343090 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:11Z', 'revision_number': 7, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:16Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:18.352763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:18.355716 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ca55a-681e-4546-996c-6cdf1561240c None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:11Z', 'revision_number': 7, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:16Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:18.358775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:18.535257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:18.553468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e5c9fb13-0eb1-407a-b11b-32be9c111ed4 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8539066 May 12 19:52:18.576195 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48332) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:18.622929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:18.663750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:18.683180 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bacbbe8a-8f44-499f-9e3a-ed2d5d879595 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=390edf7c0e3d4eaaaf3f940a4551d0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017368 May 12 19:52:18.685117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Usage tracker for resource:security_group_rule and tenant:472e73ba27f1401983304f61974556e8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:18.688285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48338) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:18.690429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:18.691274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:18.746897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:18.746897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:18.776440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:18.808650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ba8c-52d5-4eeb-a6ad-d6bf5c68be0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:18.848728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-9624dc61-9e21-4c43-a314-add4a0f50865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:18.853105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-9624dc61-9e21-4c43-a314-add4a0f50865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2981067 May 12 19:52:18.893248 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ba8c-52d5-4eeb-a6ad-d6bf5c68be0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.035676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.043324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.110480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904cdb6e-2c22-4220-b758-771b76f67b84,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:19.114895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ba8c-52d5-4eeb-a6ad-d6bf5c68be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.146179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8ba8c-52d5-4eeb-a6ad-d6bf5c68be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e37f9-435c-48eb-a09f-cac407b56da6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:19.172245 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ba8c-52d5-4eeb-a6ad-d6bf5c68be0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.189289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ec8ba8c-52d5-4eeb-a6ad-d6bf5c68be0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/716e37f9-435c-48eb-a09f-cac407b56da6 HTTP/1.1" status: 204 len: 168 time: 0.4872730 May 12 19:52:19.196106 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35f37809-7053-4c50-8a7c-bb0638b59541 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=472e73ba27f1401983304f61974556e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583586 May 12 19:52:19.199014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48344) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:19.228137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-bd3b2779-70dd-48d0-a7f1-f06163c26bb4 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582678 May 12 19:52:19.301317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:19.422173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ae20fdd-8e35-4f7b-a831-5416b41e6918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.483876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cefbee25-d9bc-41f9-8e21-88cc2153548c req-47ce6760-b513-42c6-8b4a-3601ffbbf7fd service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466495 May 12 19:52:19.529862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ae20fdd-8e35-4f7b-a831-5416b41e6918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.547879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9477f59-38ca-46e2-adbd-44380a84c5a1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:19.548950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b9477f59-38ca-46e2-adbd-44380a84c5a1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:19.598402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95559271-ad80-48ac-ac26-d2b926d6d3ac up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:19.688372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b9477f59-38ca-46e2-adbd-44380a84c5a1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:19.688372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b9477f59-38ca-46e2-adbd-44380a84c5a1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.1063266 May 12 19:52:19.688372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48358) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:19.791419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ae20fdd-8e35-4f7b-a831-5416b41e6918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.801948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf6fce-5872-46bf-9fef-478092b9d871 req-2e817d2e-57da-4c3a-9976-9acec64b66a3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:19.803603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eddf6fce-5872-46bf-9fef-478092b9d871 req-2e817d2e-57da-4c3a-9976-9acec64b66a3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2396040 May 12 19:52:19.856020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae20fdd-8e35-4f7b-a831-5416b41e6918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904cdb6e-2c22-4220-b758-771b76f67b84,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:19.886817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8ae20fdd-8e35-4f7b-a831-5416b41e6918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:19.887990 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8ae20fdd-8e35-4f7b-a831-5416b41e6918 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/904cdb6e-2c22-4220-b758-771b76f67b84 HTTP/1.1" status: 204 len: 168 time: 0.6877372 May 12 19:52:20.031774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 95559271-ad80-48ac-ac26-d2b926d6d3ac completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:20.086219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 95559271-ad80-48ac-ac26-d2b926d6d3ac triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:20.086635 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:20.223689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eddf6fce-5872-46bf-9fef-478092b9d871 req-fa698d1b-c4c8-41b1-938d-1f5ebd4ff7e7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067924 May 12 19:52:20.263471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc24d7-03a7-4c77-9abe-09a24e1b2976 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:20.269796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc24d7-03a7-4c77-9abe-09a24e1b2976 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:20.288611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc24d7-03a7-4c77-9abe-09a24e1b2976 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:20.295949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48374) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:20.296547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-07dc24d7-03a7-4c77-9abe-09a24e1b2976 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6029119 May 12 19:52:20.326976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:20.476375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port cb34e9e1-be5d-4295-8fb6-8c77cd681a54 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:20.476766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:21.126641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:11Z', 'revision_number': 7, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:16Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:21.131301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:21.134010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 95559271-ad80-48ac-ac26-d2b926d6d3ac is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:21.134388 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:21.206270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:21.213442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:21.284029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:21.601480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 95559271-ad80-48ac-ac26-d2b926d6d3ac, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95559271-ad80-48ac-ac26-d2b926d6d3ac,segment=NetworkSegment(8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a),segment_id=8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:21.618721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 95559271-ad80-48ac-ac26-d2b926d6d3ac {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:21.619344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:21.620229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:21.629238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b994fc21-de1d-431c-b53f-48db754027a3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:21.755228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for cb34e9e1-be5d-4295-8fb6-8c77cd681a54 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:21.900973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-02ce1ca4-a1b8-479f-8c20-56408d41a1bc None None] Provisioning for port cb34e9e1-be5d-4295-8fb6-8c77cd681a54 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:21.936927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-02ce1ca4-a1b8-479f-8c20-56408d41a1bc None None] Provisioning complete for port cb34e9e1-be5d-4295-8fb6-8c77cd681a54 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:21.937562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02ce1ca4-a1b8-479f-8c20-56408d41a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:21.995300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48416) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:22.061363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:22.151673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:22.226486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=95559271-ad80-48ac-ac26-d2b926d6d3ac,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:22.270103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b994fc21-de1d-431c-b53f-48db754027a3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:22.275575 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:22.448031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 95559271-ad80-48ac-ac26-d2b926d6d3ac, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=95559271-ad80-48ac-ac26-d2b926d6d3ac,segment=NetworkSegment(8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a),segment_id=8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:22.448312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:22.454612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-02ce1ca4-a1b8-479f-8c20-56408d41a1bc None None] Port cb34e9e1-be5d-4295-8fb6-8c77cd681a54 was deleted so its status cannot be updated. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 12 19:52:22.561416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=cb34e9e1-be5d-4295-8fb6-8c77cd681a54,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:22.695342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--208397722'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:22.719775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:22.744088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:22.760544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:22.765058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:22.778203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:22.789362 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-27ad9dd8-30c5-47b7-b870-2677d12d25fd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/cb34e9e1-be5d-4295-8fb6-8c77cd681a54 HTTP/1.1" status: 204 len: 168 time: 2.4921651 May 12 19:52:22.803119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48438) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:22.876191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 95559271-ad80-48ac-ac26-d2b926d6d3ac owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:22.906288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:22.975931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-02ce1ca4-a1b8-479f-8c20-56408d41a1bc None None] Provisioning complete for port 95559271-ad80-48ac-ac26-d2b926d6d3ac triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:22.976471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02ce1ca4-a1b8-479f-8c20-56408d41a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:22.999932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:23.003585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112179ea-791c-43db-b36b-2461297bca0a req-f5e9fbc1-dbdb-414d-bcaa-0adbdee0f465 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:23.014241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-112179ea-791c-43db-b36b-2461297bca0a req-f5e9fbc1-dbdb-414d-bcaa-0adbdee0f465 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 1.4596608 May 12 19:52:23.049466 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d013d00-bbf2-41dd-8da9-a509d361590d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:52:23.050015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d013d00-bbf2-41dd-8da9-a509d361590d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:23.075229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:23.083690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:23.087868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:23.094548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:23.100272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d013d00-bbf2-41dd-8da9-a509d361590d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:23.104653 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d013d00-bbf2-41dd-8da9-a509d361590d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/cb34e9e1-be5d-4295-8fb6-8c77cd681a54 HTTP/1.1" status: 404 len: 333 time: 0.2979379 May 12 19:52:23.108887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48448) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:23.137230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b994fc21-de1d-431c-b53f-48db754027a3 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:23.198380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-112179ea-791c-43db-b36b-2461297bca0a req-1afd14cf-db78-4ab5-932a-b323785810df tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831620 May 12 19:52:23.271448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port a92e27bb-d9bd-4cf9-b46f-54dd31c342ff {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:23.271992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:23.334762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95559271-ad80-48ac-ac26-d2b926d6d3ac up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:23.688903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port 95559271-ad80-48ac-ac26-d2b926d6d3ac {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:52:23.689752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95559271-ad80-48ac-ac26-d2b926d6d3ac not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 12 19:52:23.701144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:23.709345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:23.737724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-02ce1ca4-a1b8-479f-8c20-56408d41a1bc None None] Current status of the port 95559271-ad80-48ac-ac26-d2b926d6d3ac is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:23.742813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 95559271-ad80-48ac-ac26-d2b926d6d3ac not found, will not notify nova. {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 12 19:52:23.759752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:23.799114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:11Z', 'revision_number': 7, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:16Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:23.807469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f25b-0193-4807-80e0-be759cbb21b4 None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:11Z', 'revision_number': 7, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95559271-ad80-48ac-ac26-d2b926d6d3ac', 'name': '', 'network_id': '332d4dd4-1b5a-4ad3-840c-6e9a354ef551', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:1d:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:52:00Z', 'updated_at': '2022-05-12T19:52:16Z', 'revision_number': 4, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'ec47a47f-8fa3-4254-8054-fa4f50215c4e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:23.852622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d841162d-1885-486b-9524-7816a490f628 None None] Could not find standard attr ID for object 95559271-ad80-48ac-ac26-d2b926d6d3ac. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:52:23.903175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=95559271-ad80-48ac-ac26-d2b926d6d3ac,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:23.974107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:24.138051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:24.171570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:24.202378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:24.207009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:24.223415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab41bed-ee69-447b-b9a2-7d130bda51c6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:24.258153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8d79f-18c3-443a-8c4d-d414701d575d req-ac8558e6-42f9-4fb5-84e1-5b2b95bc4f12 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:24.268017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32f8d79f-18c3-443a-8c4d-d414701d575d req-ac8558e6-42f9-4fb5-84e1-5b2b95bc4f12 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6736667 May 12 19:52:24.401651 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32f8d79f-18c3-443a-8c4d-d414701d575d req-30b60cce-d10e-4f7b-9d3a-90b093bb8708 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326101 May 12 19:52:24.461869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:24.473302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for a92e27bb-d9bd-4cf9-b46f-54dd31c342ff owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:24.663207 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:24.680524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:24.733378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:24.737611 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7412007 May 12 19:52:24.741609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48492) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:24.792536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cbeca-fc1f-41f6-bf05-d8ff898aadf0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbffeb9-596d-487a-a112-0038a30651d5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:24.812059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.123690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=a92e27bb-d9bd-4cf9-b46f-54dd31c342ff,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:25.191049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e16a702e-010e-4d9e-bbd6-68e39b9441eb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:25.279492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e16a702e-010e-4d9e-bbd6-68e39b9441eb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:25.281218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e16a702e-010e-4d9e-bbd6-68e39b9441eb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5366828 May 12 19:52:25.284627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48498) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:25.309585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d318fd5e-0409-411f-a8c8-35a33c9b64ce tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-security--778535274', 'description': 'tempest-security-description-1802871744'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:25.368177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.372317 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-10f513dd-cf0a-4826-9095-5c78e533ae77 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/a92e27bb-d9bd-4cf9-b46f-54dd31c342ff HTTP/1.1" status: 204 len: 168 time: 2.2622921 May 12 19:52:25.390661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48502) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:25.491034 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c76713-5844-4fc5-806e-e0ca05d4e884 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:52:25.491697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-43c76713-5844-4fc5-806e-e0ca05d4e884 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:25.509467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d318fd5e-0409-411f-a8c8-35a33c9b64ce tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.518628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfca41-b310-4932-b2e3-061d4710b3a7 req-75fde4bb-863f-4a86-a9da-2ff78409f59e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:25.525844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cbfca41-b310-4932-b2e3-061d4710b3a7 req-75fde4bb-863f-4a86-a9da-2ff78409f59e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4349523 May 12 19:52:25.535529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:25.583541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-43c76713-5844-4fc5-806e-e0ca05d4e884 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:25.584935 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-43c76713-5844-4fc5-806e-e0ca05d4e884 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/a92e27bb-d9bd-4cf9-b46f-54dd31c342ff HTTP/1.1" status: 404 len: 333 time: 0.1931260 May 12 19:52:25.594144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:25.761569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d318fd5e-0409-411f-a8c8-35a33c9b64ce tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.776069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet d1ec3cb2-d2b5-4600-a63b-67a8811a091a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:25.779600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d318fd5e-0409-411f-a8c8-35a33c9b64ce tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.782042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d318fd5e-0409-411f-a8c8-35a33c9b64ce tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.785823 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d318fd5e-0409-411f-a8c8-35a33c9b64ce tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "PUT /v2.0/security-groups/4cbffeb9-596d-487a-a112-0038a30651d5 HTTP/1.1" status: 200 len: 1779 time: 0.4963028 May 12 19:52:25.794745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48512) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:25.839144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.843619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cbfca41-b310-4932-b2e3-061d4710b3a7 req-7ffb0598-c7f6-4c2e-9024-fc71a1952633 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167715 May 12 19:52:25.884718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318fd5e-0409-411f-a8c8-35a33c9b64ce tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbffeb9-596d-487a-a112-0038a30651d5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:25.923560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:25.941614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:25.952805 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:25.966417 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:25.966942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:25.992757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-90c2d83a-09db-4298-9bbe-1c3e87a5406e tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups/4cbffeb9-596d-487a-a112-0038a30651d5 HTTP/1.1" status: 200 len: 1779 time: 0.1966479 May 12 19:52:25.999903 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8796a970-8f43-45dd-8b26-3120a2e8ae7d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3489883 May 12 19:52:25.999903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48522) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:26.001425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48524) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:26.048698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.136007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.171912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet ec47a47f-8fa3-4254-8054-fa4f50215c4e {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:26.176358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.226515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ec3cb2-d2b5-4600-a63b-67a8811a091a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:26.241436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.255789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1f6fd-c1cc-4f18-a827-b2ed36b7c1c1 None None] Network 7ee1265f-7799-49bf-a347-5b3a2e5d98cf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:26.257518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48534) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:26.261754 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a26b0b01-099c-4123-9bc8-73cc53f799cc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/d1ec3cb2-d2b5-4600-a63b-67a8811a091a HTTP/1.1" status: 204 len: 168 time: 0.6513677 May 12 19:52:26.387877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.531362 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:26.633316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-873c7b31-5bd4-484c-81f2-c9adb2f835e3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.639434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.713389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-873c7b31-5bd4-484c-81f2-c9adb2f835e3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.734445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port b994fc21-de1d-431c-b53f-48db754027a3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:26.735032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.761021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] DHCP port deletion for 7ee1265f-7799-49bf-a347-5b3a2e5d98cf request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:52:26.766088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] Deleting port b994fc21-de1d-431c-b53f-48db754027a3 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:26.766457 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:26.817289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26260220-4851-46e8-a2ee-54f07c09f76a req-87892c9d-3cd1-40c2-9135-a3f67c05ef39 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:26.824450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26260220-4851-46e8-a2ee-54f07c09f76a req-87892c9d-3cd1-40c2-9135-a3f67c05ef39 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6601427 May 12 19:52:26.928901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.006297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee9b63ed-a807-497e-a733-36b3dd3f9684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.160942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:23Z', 'revision_number': 8, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:27.166392 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:27.176388 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:27.177264 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:51:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:27.301003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b994fc21-de1d-431c-b53f-48db754027a3 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:27.436354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] For port b994fc21-de1d-431c-b53f-48db754027a3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b994fc21-de1d-431c-b53f-48db754027a3,segment=NetworkSegment(617113cb-61e5-4d67-905a-b7c615ba41e7),segment_id=617113cb-61e5-4d67-905a-b7c615ba41e7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:27.437061 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.450009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26260220-4851-46e8-a2ee-54f07c09f76a req-7503003d-222e-4b8c-b6da-92fc1644fe07 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6246085 May 12 19:52:27.457424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-873c7b31-5bd4-484c-81f2-c9adb2f835e3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.464990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:27.677642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c7b31-5bd4-484c-81f2-c9adb2f835e3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbffeb9-596d-487a-a112-0038a30651d5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:27.695103 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.731144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] Calling delete_port for b994fc21-de1d-431c-b53f-48db754027a3 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:27.911589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b994fc21-de1d-431c-b53f-48db754027a3 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:27.912302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.942406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.957860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=ec47a47f-8fa3-4254-8054-fa4f50215c4e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:27.968995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] For port b994fc21-de1d-431c-b53f-48db754027a3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b994fc21-de1d-431c-b53f-48db754027a3,segment=NetworkSegment(617113cb-61e5-4d67-905a-b7c615ba41e7),segment_id=617113cb-61e5-4d67-905a-b7c615ba41e7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:27.969411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.985619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:27.990146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd857cb5-b86a-4c60-acdb-abc4f2667282 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/ec47a47f-8fa3-4254-8054-fa4f50215c4e HTTP/1.1" status: 204 len: 168 time: 1.9878299 May 12 19:52:27.990308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48556) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:28.052361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-873c7b31-5bd4-484c-81f2-c9adb2f835e3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.055904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-873c7b31-5bd4-484c-81f2-c9adb2f835e3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/4cbffeb9-596d-487a-a112-0038a30651d5 HTTP/1.1" status: 204 len: 168 time: 2.0539026 May 12 19:52:28.059413 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:23Z', 'revision_number': 8, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:28.059631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] No DVR routers for this DVR port b994fc21-de1d-431c-b53f-48db754027a3 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:28.069026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28509-6578-4971-bbe3-764ea1bc8c23 None None] Pushing event deleted for resources: {'Port': ['ID=b994fc21-de1d-431c-b53f-48db754027a3,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:28.069026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5f554-7820-429a-adb3-0dd9ecb95271 None None] Network 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:28.073131 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220a332-2525-4d59-916a-f5224fe6219c None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:23Z', 'revision_number': 8, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981f4d43-046f-46f4-a2ed-d70da8d2f943', 'name': '', 'network_id': 'be323baa-76a5-400d-9fb2-c0b8cceeb2a1', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:e8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:48Z', 'updated_at': '2022-05-12T19:52:14Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'f9f0f372-9eb1-41a7-85e1-020563e97f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:28.083334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48560) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:28.124765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for b994fc21-de1d-431c-b53f-48db754027a3 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:28.203718 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-059dad60-6da5-4be9-bf73-0441315a842a tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1189067 May 12 19:52:28.204664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48564) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:28.223701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:52:28.224269 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:52:28.246805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0953b5-1c23-4820-8737-4b8e8ecaf46b req-309c4ca8-0ba5-46b8-9ee7-4df9cd5d560a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:28.248634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b0953b5-1c23-4820-8737-4b8e8ecaf46b req-309c4ca8-0ba5-46b8-9ee7-4df9cd5d560a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5762103 May 12 19:52:28.251285 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-eccaf226-43cb-4a25-85e4-45721b523abc tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] delete failed (client error): The resource could not be found. May 12 19:52:28.252313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eccaf226-43cb-4a25-85e4-45721b523abc tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/4cbffeb9-596d-487a-a112-0038a30651d5 HTTP/1.1" status: 404 len: 347 time: 0.0344596 May 12 19:52:28.256122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48568) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:28.263592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--793347191'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:28.274107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:28.321993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:28.327897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.334546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:28.348028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:28.353386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 69f2a412-0fce-4412-a861-0101038652ee {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:28.353954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.397316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b0953b5-1c23-4820-8737-4b8e8ecaf46b req-5a4e0269-22de-4357-bf56-ff634d43e777 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375575 May 12 19:52:28.420112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.482234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:28.487326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:28.494230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:28.515237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] DHCP port deletion for 332d4dd4-1b5a-4ad3-840c-6e9a354ef551 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:52:28.520566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] Deleting port 69f2a412-0fce-4412-a861-0101038652ee {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:28.521063 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.526842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:28.671983 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:52:28.723978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.726219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port b994fc21-de1d-431c-b53f-48db754027a3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:28.726678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.792133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.872513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 69f2a412-0fce-4412-a861-0101038652ee, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69f2a412-0fce-4412-a861-0101038652ee,segment=NetworkSegment(8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a),segment_id=8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:28.873638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:28.891165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] The port 'b994fc21-de1d-431c-b53f-48db754027a3' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:52:29.001520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c420257e-67c6-4669-a6d4-2dc2c47ea09b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:29.023747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] For port 69f2a412-0fce-4412-a861-0101038652ee, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69f2a412-0fce-4412-a861-0101038652ee,segment=NetworkSegment(8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a),segment_id=8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:29.024169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.087484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 69f2a412-0fce-4412-a861-0101038652ee owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:29.153820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] Calling delete_port for 69f2a412-0fce-4412-a861-0101038652ee owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:29.236338 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a4f5258b-afa9-4b90-a63e-805ec9026878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.383490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.385053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a20c6643-05ae-48ac-84f8-635183ab923b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1274223 May 12 19:52:29.399657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:29.422552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': 'c420257e-67c6-4669-a6d4-2dc2c47ea09b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:29.436637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.451880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:29.455263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95559271-ad80-48ac-ac26-d2b926d6d3ac no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:29.467059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:29.482958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:29.497977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee1265f-7799-49bf-a347-5b3a2e5d98cf']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:29.505666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:29.505881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 95559271-ad80-48ac-ac26-d2b926d6d3ac {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:29.506116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 95559271-ad80-48ac-ac26-d2b926d6d3ac not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:29.506660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69f2a412-0fce-4412-a861-0101038652ee no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:29.518500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617113cb-61e5-4d67-905a-b7c615ba41e7') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:29.518806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617113cb-61e5-4d67-905a-b7c615ba41e7') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:29.569686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.581564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:52:29.582855 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:52:29.586168 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.603746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.629873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d416629-65c0-4a42-ab73-0c1c1dcbcaf8 req-280c33d3-59b9-4aa7-b93b-221b21235ea2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:29.637590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d416629-65c0-4a42-ab73-0c1c1dcbcaf8 req-280c33d3-59b9-4aa7-b93b-221b21235ea2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6644740 May 12 19:52:29.640727 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.682406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:29.682896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: timer() May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:29.698047 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:29.723543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] No DVR routers for this DVR port 69f2a412-0fce-4412-a861-0101038652ee on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:29.730904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0079a8-9843-44cb-bfb2-bebb3976809c None None] Pushing event deleted for resources: {'Port': ['ID=69f2a412-0fce-4412-a861-0101038652ee,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:29.757695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No active binding found for port 69f2a412-0fce-4412-a861-0101038652ee {{(pid=88114) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 19:52:29.761503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69f2a412-0fce-4412-a861-0101038652ee not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:29.816953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d416629-65c0-4a42-ab73-0c1c1dcbcaf8 req-72487ab4-b9ea-4541-b03c-762b7302efb7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774957 May 12 19:52:29.855034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.856175 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.861148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.890613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=7ee1265f-7799-49bf-a347-5b3a2e5d98cf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:29.895693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.911929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-32214b0c-ebc8-4902-a144-fdc472cdb1c2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/7ee1265f-7799-49bf-a347-5b3a2e5d98cf HTTP/1.1" status: 204 len: 168 time: 3.5383000 May 12 19:52:29.918986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48594) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:29.924111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425380b3-a6b7-4273-ad35-f0368bece49a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:29.926154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1329213549'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:29.934045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.935324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-15ab4a47-42fc-42bd-af7c-6c5340b6cea6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5334594 May 12 19:52:29.936586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:29.938074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48598) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:29.948250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:network and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:29.951642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:29.962701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:29.978093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:29.981358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab14b46d-2521-4cbd-9b92-7c4c8d62f8d1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.991920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:29.993348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab14b46d-2521-4cbd-9b92-7c4c8d62f8d1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.034095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab14b46d-2521-4cbd-9b92-7c4c8d62f8d1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.075793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab14b46d-2521-4cbd-9b92-7c4c8d62f8d1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.075793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ab14b46d-2521-4cbd-9b92-7c4c8d62f8d1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/425380b3-a6b7-4273-ad35-f0368bece49a HTTP/1.1" status: 204 len: 168 time: 0.1196039 May 12 19:52:30.075793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48602) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:30.084801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 69f2a412-0fce-4412-a861-0101038652ee {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:30.086413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.110336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.129990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14b46d-2521-4cbd-9b92-7c4c8d62f8d1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=425380b3-a6b7-4273-ad35-f0368bece49a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:30.167440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:52:30.202826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfa46e03-671b-45e2-9a27-d23505884501 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:30.258184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfa46e03-671b-45e2-9a27-d23505884501 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:30.259934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dfa46e03-671b-45e2-9a27-d23505884501 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1931996 May 12 19:52:30.262742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48610) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:30.301084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] The port '69f2a412-0fce-4412-a861-0101038652ee' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:52:30.305045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.310061 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Added segment 2074bed2-da7a-4204-afd3-7da2816fc5ef of type vlan for network dad8c600-6b49-4d9c-990b-083e524cc3c2 May 12 19:52:30.373522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f5b647e-8f83-4a40-a52f-fce5a4d44c62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.402607 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f5b647e-8f83-4a40-a52f-fce5a4d44c62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.477559 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.477942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f5b647e-8f83-4a40-a52f-fce5a4d44c62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.491112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.515861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b647e-8f83-4a40-a52f-fce5a4d44c62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c420257e-67c6-4669-a6d4-2dc2c47ea09b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:30.544624 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5f5b647e-8f83-4a40-a52f-fce5a4d44c62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.548674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5f5b647e-8f83-4a40-a52f-fce5a4d44c62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/c420257e-67c6-4669-a6d4-2dc2c47ea09b HTTP/1.1" status: 204 len: 168 time: 0.2818656 May 12 19:52:30.549099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48614) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:30.560056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332d4dd4-1b5a-4ad3-840c-6e9a354ef551']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:30.583080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:30.583455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0b6fe0-f28f-4292-a9d3-c3a2a00e807a') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:30.585819 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.597508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.603366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:30.604665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.638645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae0ec4f5-6cc3-4c56-9748-ed03a81c32d8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:30.660280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae0ec4f5-6cc3-4c56-9748-ed03a81c32d8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:30.665440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ae0ec4f5-6cc3-4c56-9748-ed03a81c32d8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115966 May 12 19:52:30.666051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48620) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:30.674738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--293120019'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:30.691273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:30.723556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:30.761172 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.824046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:30.840844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:30.846920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:30.854073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:30.858043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:30.866573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Network': ['ID=dad8c600-6b49-4d9c-990b-083e524cc3c2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:30.873836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f4feeb05-3dfe-4f66-a98d-ac3eba57a9ab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9535892 May 12 19:52:30.876676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:30.886954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:52:30.899530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:30.990563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.000913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.063242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.093506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:31.093913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: util.warn( May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: timer() May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:31.109209 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:31.170851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0df6e-40a9-4be2-a4de-0346666e6f97,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:31.308308 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.310001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3135c9d0-8821-4b23-b774-f547facf19ac tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6425052 May 12 19:52:31.326523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48636) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:31.335419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:31.350467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:31.352868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '2da0df6e-40a9-4be2-a4de-0346666e6f97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:31.366444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:31.402177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.405240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:31.423168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:31.436221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:31.453348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:31.469625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46614f-2617-41fe-945c-7b2341257886 req-992ebb19-9804-4ce0-adcd-413210b2aa8f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:31.473675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af46614f-2617-41fe-945c-7b2341257886 req-992ebb19-9804-4ce0-adcd-413210b2aa8f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3855298 May 12 19:52:31.480941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:31.481576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.501909 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/332d4dd4-1b5a-4ad3-840c-6e9a354ef551 HTTP/1.1" status: 204 len: 168 time: 3.5100119 May 12 19:52:31.503145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47d1bc-54c4-497a-810a-19dd9c5d4f44 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=332d4dd4-1b5a-4ad3-840c-6e9a354ef551,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:31.505545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:31.510433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:31.514205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.572518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af46614f-2617-41fe-945c-7b2341257886 req-ecc38954-ef4b-464a-8d86-6450f12baa12 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867059 May 12 19:52:31.573251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.644753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.649504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.652226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.698377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2587b5-4074-4a90-91a1-030f001154b6,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:31.725274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.730523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cfdaf78f-1fbd-43b5-b297-5460a9cdf2fe tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4006600 May 12 19:52:31.731685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48648) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:31.743834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '2da0df6e-40a9-4be2-a4de-0346666e6f97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:31.752987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:31.759451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:31.778363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:31.791741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:31.823034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:31.997717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.008068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.240002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.353480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6977de48-b942-47ad-ad17-42057ee43c01,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:32.586289 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.587829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d18d0fe7-1906-4893-8287-eadaece4726b tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8539381 May 12 19:52:32.591158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48668) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:32.599150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '2da0df6e-40a9-4be2-a4de-0346666e6f97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:32.609073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:32.615946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:32.620270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:32.634856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:32.656818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e1762-fcee-4e6c-8058-69c0fe8be431 req-4a72943f-0489-482a-bc8a-5c888df40d09 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:32.658564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-802e1762-fcee-4e6c-8058-69c0fe8be431 req-4a72943f-0489-482a-bc8a-5c888df40d09 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6021245 May 12 19:52:32.681245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=866abb75-0534-4551-afcf-c9250e62d1d1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:32.683031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.691918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Checking segment: {'id': '2074bed2-da7a-4204-afd3-7da2816fc5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:32.692676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network hostable DHCP agents. Network: dad8c600-6b49-4d9c-990b-083e524cc3c2, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:52:32.748416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:52:32.801392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-802e1762-fcee-4e6c-8058-69c0fe8be431 req-74ee21e0-8194-47f0-a9e8-c9da75e038d8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338124 May 12 19:52:32.806568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, dad8c600-6b49-4d9c-990b-083e524cc3c2) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:32.836692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:32.837391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.857525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.864704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.898557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48674) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:32.899155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2d8a5e4a-174c-4277-a163-bc28690d6d3e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0166166 May 12 19:52:32.913882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-788950346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:32.923803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.925356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330357 May 12 19:52:32.929760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48678) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:32.934868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:32.937494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aaaac0-c1b0-4809-ac2d-84c19f142048 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50968824-96c5-434a-8b32-9c9ac33bac3f,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:32.946042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '2da0df6e-40a9-4be2-a4de-0346666e6f97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:32.953777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:router and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:32.956868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:32.959696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:32.961513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62f8c0-bdba-41a9-928f-15ee921a2282 None None] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:32.968068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:32.972472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:32.974927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:32.984214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:32.997507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:32.999129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.019572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.049106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.060214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.115949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.144341 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.151702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.153567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-80fb2721-58c5-49ea-85bf-a220c8d04060 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2456648 May 12 19:52:33.155315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.191441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48684) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:33.241650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2', 'name': 'tempest-PortsTestJSON-347385497'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:33.301701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.305379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3704758 May 12 19:52:33.324648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:33.337357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '2da0df6e-40a9-4be2-a4de-0346666e6f97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:33.344900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:33.349380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:33.352728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:33.358852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:33.566455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:33.571270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44801e-ad52-4447-a9d6-a901040f9e9f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b5334f-f234-4777-a361-85043eafdb01,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:33.616442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:33.619501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.644909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:33.650503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.705120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 16feee69-2033-4162-bd61-669abe50a9d2 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:52:33.762137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-dad8c600-6b49-4d9c-990b-083e524cc3c2', 'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2', 'tenant_id': 'cf5321af18c64bee94595e09aad6939f', 'fixed_ips': [{'subnet_id': '866abb75-0534-4551-afcf-c9250e62d1d1'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:52:33.765265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.779828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 981f4d43-046f-46f4-a2ed-d70da8d2f943 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:33.780980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:33.989029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 981f4d43-046f-46f4-a2ed-d70da8d2f943, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=981f4d43-046f-46f4-a2ed-d70da8d2f943,segment=NetworkSegment(989f2624-e2df-4c5b-a5fe-a95d198d7fe1),segment_id=989f2624-e2df-4c5b-a5fe-a95d198d7fe1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:33.989714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.063421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.3 (dad8c600-6b49-4d9c-990b-083e524cc3c2/866abb75-0534-4551-afcf-c9250e62d1d1/16feee69-2033-4162-bd61-669abe50a9d2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:34.129918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 981f4d43-046f-46f4-a2ed-d70da8d2f943 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:34.230020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.406104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea3a0-308e-441f-834f-b8b6ef9e8b36 req-3d56b5a3-60ba-44a1-9b53-17aba63522ee tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:34.407783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-051ea3a0-308e-441f-834f-b8b6ef9e8b36 req-3d56b5a3-60ba-44a1-9b53-17aba63522ee tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3027217 May 12 19:52:34.463326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.508911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-051ea3a0-308e-441f-834f-b8b6ef9e8b36 req-3c395483-90ad-42e2-96eb-abcf1cb79d00 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932560 May 12 19:52:34.547590 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.551702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2197320 May 12 19:52:34.558010 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.558236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48726) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:34.579411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe4aeb-ca1a-4f93-90de-4e6c3df21a72 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f233ec-9052-4fb4-ba84-dabff091f9df,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:34.597489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object 16feee69-2033-4162-bd61-669abe50a9d2 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:34.674436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.721146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9fcb-fc35-42ea-9683-59e9b67f65b2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.742066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9fcb-fc35-42ea-9683-59e9b67f65b2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.764753 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.825056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=981f4d43-046f-46f4-a2ed-d70da8d2f943,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:34.827820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9fcb-fc35-42ea-9683-59e9b67f65b2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:34.835988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Allocated IP 172.20.0.2 (dad8c600-6b49-4d9c-990b-083e524cc3c2/866abb75-0534-4551-afcf-c9250e62d1d1/da22104d-08fd-41a9-aa1a-f28589f07d51) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:34.899941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc9fcb-fc35-42ea-9683-59e9b67f65b2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4f233ec-9052-4fb4-ba84-dabff091f9df,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:34.941323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:34.952997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:34.967814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:35.051799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:35.055378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9fcb-fc35-42ea-9683-59e9b67f65b2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:35.056313 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:35.057819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0bdc9fcb-fc35-42ea-9683-59e9b67f65b2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b4f233ec-9052-4fb4-ba84-dabff091f9df HTTP/1.1" status: 204 len: 168 time: 0.4944270 May 12 19:52:35.064752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48748) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:35.080347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=16feee69-2033-4162-bd61-669abe50a9d2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:35.269500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:35.328632 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:35.359206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Transition to ACTIVE for port object da22104d-08fd-41a9-aa1a-f28589f07d51 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:35.426645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Transition to ACTIVE for port object da22104d-08fd-41a9-aa1a-f28589f07d51 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:35.432871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d8102c71-7347-4b16-bd3e-05a474b32a02 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:35.438074 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:35.448772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-87b03d01-f4a1-4dab-9170-f7cde89a29d9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2167561 May 12 19:52:35.450878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48754) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:35.550865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Pushing event updated for resources: {'Port': ['ID=da22104d-08fd-41a9-aa1a-f28589f07d51,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:35.562515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:35.563845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:35.566825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:35.739198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Attempting to bind port da22104d-08fd-41a9-aa1a-f28589f07d51 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:35.739822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Attempting to bind port da22104d-08fd-41a9-aa1a-f28589f07d51 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '2074bed2-da7a-4204-afd3-7da2816fc5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:35.740812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Attempting to bind port da22104d-08fd-41a9-aa1a-f28589f07d51 on network dad8c600-6b49-4d9c-990b-083e524cc3c2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:35.766304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:35.767321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Checking segment: {'id': '2074bed2-da7a-4204-afd3-7da2816fc5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:35.773771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ea185-f3c6-4ac8-83b6-c06c272e4892 req-3be4a0d5-ea7e-4f51-85c9-7f6b98959453 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:35.775539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-411ea185-f3c6-4ac8-83b6-c06c272e4892 req-3be4a0d5-ea7e-4f51-85c9-7f6b98959453 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.9602592 May 12 19:52:35.794559 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:35.795763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Bound using segment: {'id': '2074bed2-da7a-4204-afd3-7da2816fc5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:35.796486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Bound port: da22104d-08fd-41a9-aa1a-f28589f07d51, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2074bed2-da7a-4204-afd3-7da2816fc5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dad8c600-6b49-4d9c-990b-083e524cc3c2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:35.797219 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:35.863958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d8102c71-7347-4b16-bd3e-05a474b32a02 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:35.872687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d8102c71-7347-4b16-bd3e-05a474b32a02 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7852950 May 12 19:52:35.876135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48774) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:35.938083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] For port da22104d-08fd-41a9-aa1a-f28589f07d51, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:35.942153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] For port da22104d-08fd-41a9-aa1a-f28589f07d51, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=da22104d-08fd-41a9-aa1a-f28589f07d51,segment=NetworkSegment(2074bed2-da7a-4204-afd3-7da2816fc5ef),segment_id=2074bed2-da7a-4204-afd3-7da2816fc5ef)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:35.953396 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:36.090788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76592a2-18c3-4220-b5c2-dfab44cf14d5 None None] Pushing event updated for resources: {'Port': ['ID=da22104d-08fd-41a9-aa1a-f28589f07d51,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:36.132281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:36.441591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:36.452113 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bbe2ef20-f039-4939-945a-1f1703a9077e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9451404 May 12 19:52:36.455509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48802) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:36.466853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:36.484291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:36.485039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:36.643675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet f9f0f372-9eb1-41a7-85e1-020563e97f76 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:36.647328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890d1ec7-d12c-4ab3-86f4-f66052b1dc05 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:36.648246 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:36.656889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:36.696282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-411ea185-f3c6-4ac8-83b6-c06c272e4892 req-24762649-44ac-4fa9-849e-bf71d4094f7f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8052206 May 12 19:52:36.698651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890d1ec7-d12c-4ab3-86f4-f66052b1dc05 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:36.781299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:36.785660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:37.004708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.115498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890d1ec7-d12c-4ab3-86f4-f66052b1dc05 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.136206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.236396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890d1ec7-d12c-4ab3-86f4-f66052b1dc05 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.239764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-890d1ec7-d12c-4ab3-86f4-f66052b1dc05 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/75b5334f-f234-4777-a361-85043eafdb01 HTTP/1.1" status: 204 len: 168 time: 1.3453856 May 12 19:52:37.265944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48838) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:37.299990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f0f372-9eb1-41a7-85e1-020563e97f76,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:37.315797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.319164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d1ec7-d12c-4ab3-86f4-f66052b1dc05 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b5334f-f234-4777-a361-85043eafdb01,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:37.347594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bba85c83-5adc-47c7-baca-11652720833a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/f9f0f372-9eb1-41a7-85e1-020563e97f76 HTTP/1.1" status: 204 len: 168 time: 0.8902986 May 12 19:52:37.349542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48842) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:37.391152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43a3196-e2dc-4662-9e15-3b7d6f91e70f None None] Network be323baa-76a5-400d-9fb2-c0b8cceeb2a1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:37.414660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da22104d-08fd-41a9-aa1a-f28589f07d51 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:37.444487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bfa71859-61e0-4744-add4-d78793d3e45a tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:37.474400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc105a-012c-4b32-a8e8-46f960326ac1 req-45f704ba-ad4a-4f49-8547-0f43e3050012 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:37.476274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bfc105a-012c-4b32-a8e8-46f960326ac1 req-45f704ba-ad4a-4f49-8547-0f43e3050012 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5569530 May 12 19:52:37.487698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bfa71859-61e0-4744-add4-d78793d3e45a tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:37.492248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bfa71859-61e0-4744-add4-d78793d3e45a tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2250690 May 12 19:52:37.497166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48846) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:37.563955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b56a34a-66af-49ce-8600-58c841a005db tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.576426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b56a34a-66af-49ce-8600-58c841a005db tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.621854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b56a34a-66af-49ce-8600-58c841a005db tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.664286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bfc105a-012c-4b32-a8e8-46f960326ac1 req-3d07bbf3-99ca-49ce-9805-58ac1810bdaa tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649368 May 12 19:52:37.672446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.689448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b56a34a-66af-49ce-8600-58c841a005db tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.694286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0b56a34a-66af-49ce-8600-58c841a005db tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/50968824-96c5-434a-8b32-9c9ac33bac3f HTTP/1.1" status: 204 len: 168 time: 0.1959391 May 12 19:52:37.699159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48854) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:37.703373 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.719827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:37.720193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.734067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56a34a-66af-49ce-8600-58c841a005db tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50968824-96c5-434a-8b32-9c9ac33bac3f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:37.749663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:37.754547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9084eeb-c2f0-49cd-9d8f-b18fbab21e0c None None] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:37.908765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=16feee69-2033-4162-bd61-669abe50a9d2,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:37.929681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4bb7273-132a-46c3-9d4b-0b583c29006d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:37.948457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-14e5cf7b-a74a-4054-a30b-e1dd0851db0c None None] Provisioning for port da22104d-08fd-41a9-aa1a-f28589f07d51 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:38.013923 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.038021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:34Z', 'revision_number': 9, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:38.042847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port da22104d-08fd-41a9-aa1a-f28589f07d51 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:38.049655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:38.071128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:38.072320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:38.110142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7da8f3f5-3b39-4e6b-9c5f-face2beb50ab,segment=NetworkSegment(989f2624-e2df-4c5b-a5fe-a95d198d7fe1),segment_id=989f2624-e2df-4c5b-a5fe-a95d198d7fe1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:38.110644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.130884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port da22104d-08fd-41a9-aa1a-f28589f07d51 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:38.131652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.281732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:38.375181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.455095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=7da8f3f5-3b39-4e6b-9c5f-face2beb50ab,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:38.460894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No DVR routers for this DVR port 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:38.544088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4bb7273-132a-46c3-9d4b-0b583c29006d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:38.545431 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4bb7273-132a-46c3-9d4b-0b583c29006d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8450711 May 12 19:52:38.569392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48870) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:38.648164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.694122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.717157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be323baa-76a5-400d-9fb2-c0b8cceeb2a1']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:38.744529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989f2624-e2df-4c5b-a5fe-a95d198d7fe1') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:38.744897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989f2624-e2df-4c5b-a5fe-a95d198d7fe1') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:38.771022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:38.783553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.787310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6fc4-8454-4cb5-b17c-14472788301d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.807823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6fc4-8454-4cb5-b17c-14472788301d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.816448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.824075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:38.824620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.846248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1c8ef-3328-416c-888e-a086eabcf523 None None] DHCP port deletion for be323baa-76a5-400d-9fb2-c0b8cceeb2a1 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:52:38.868245 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:38.927272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb84c0-115b-487e-9e9b-dc229da0ed50 req-e553c7b3-202f-4c64-a1b9-a9186265e42f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:38.929069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51fb84c0-115b-487e-9e9b-dc229da0ed50 req-e553c7b3-202f-4c64-a1b9-a9186265e42f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.9951279 May 12 19:52:39.028712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6fc4-8454-4cb5-b17c-14472788301d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.035006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port da22104d-08fd-41a9-aa1a-f28589f07d51 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:39.035383 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.056110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f6fc4-8454-4cb5-b17c-14472788301d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6977de48-b942-47ad-ad17-42057ee43c01,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:39.066169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51fb84c0-115b-487e-9e9b-dc229da0ed50 req-7b2bfc96-c224-4146-8d22-00ce98dddc97 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061304 May 12 19:52:39.066731 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.177482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6fc4-8454-4cb5-b17c-14472788301d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.182407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9d1f6fc4-8454-4cb5-b17c-14472788301d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6977de48-b942-47ad-ad17-42057ee43c01 HTTP/1.1" status: 204 len: 168 time: 0.6092999 May 12 19:52:39.207845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48878) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: timer() May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:39.283346 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:39.365421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.399422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port da22104d-08fd-41a9-aa1a-f28589f07d51, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=da22104d-08fd-41a9-aa1a-f28589f07d51,segment=NetworkSegment(2074bed2-da7a-4204-afd3-7da2816fc5ef),segment_id=2074bed2-da7a-4204-afd3-7da2816fc5ef)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:39.420981 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.430744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=be323baa-76a5-400d-9fb2-c0b8cceeb2a1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:39.447491 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.463563 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f19f00e8-fbaa-4d68-9b41-6927557c91fb tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/be323baa-76a5-400d-9fb2-c0b8cceeb2a1 HTTP/1.1" status: 204 len: 168 time: 2.1115997 May 12 19:52:39.469583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48886) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:39.600581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:39.760963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:39.761683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7da8f3f5-3b39-4e6b-9c5f-face2beb50ab not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:39.865275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=da22104d-08fd-41a9-aa1a-f28589f07d51,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:39.873132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1aa9d5a-4d82-483c-b11f-d4fea62b21e7 None None] Provisioning for port 16feee69-2033-4162-bd61-669abe50a9d2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:39.888723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1aa9d5a-4d82-483c-b11f-d4fea62b21e7 None None] Provisioning complete for port 16feee69-2033-4162-bd61-669abe50a9d2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:39.889127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9d5a-4d82-483c-b11f-d4fea62b21e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:39.947713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:34Z', 'revision_number': 9, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:39.966700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcad1d6-608b-4b7f-8676-19073167ed71 None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:34Z', 'revision_number': 9, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': '76f94a64-dc17-4e09-8fb4-8cc2d8af7477', 'name': '', 'network_id': '62065ba8-ee21-4fdb-96ae-ded765066a21', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:5b:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:40Z', 'updated_at': '2022-05-12T19:51:49Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': '46dca177-e011-4a05-a9cf-8705bc4f93c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:39.990337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa9d5a-4d82-483c-b11f-d4fea62b21e7 None None] Port 16feee69-2033-4162-bd61-669abe50a9d2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:40.009374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c1aa9d5a-4d82-483c-b11f-d4fea62b21e7 None None] Provisioning complete for port da22104d-08fd-41a9-aa1a-f28589f07d51 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:40.010183 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9d5a-4d82-483c-b11f-d4fea62b21e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.159594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2f5715a2-61a7-4845-9200-9d040239a482 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:40.281548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa9d5a-4d82-483c-b11f-d4fea62b21e7 None None] Current status of the port da22104d-08fd-41a9-aa1a-f28589f07d51 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:40.310328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2f5715a2-61a7-4845-9200-9d040239a482 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:40.311438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2f5715a2-61a7-4845-9200-9d040239a482 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.1025527 May 12 19:52:40.318738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48892) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:40.351703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.364184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04c3e0-ef3e-4cef-b3eb-00d6945a8140 req-32027984-582d-4d65-85ac-c225eaa58b48 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:40.372384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e04c3e0-ef3e-4cef-b3eb-00d6945a8140 req-32027984-582d-4d65-85ac-c225eaa58b48 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2714148 May 12 19:52:40.396624 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.408489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79c15fa1-9a54-4878-a087-ec01c7b246da tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.437641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6887221e-4b2d-4c6a-b5bf-3b7467718357 None None] Provisioning complete for port 16feee69-2033-4162-bd61-669abe50a9d2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:40.443696 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79c15fa1-9a54-4878-a087-ec01c7b246da tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.447676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6887221e-4b2d-4c6a-b5bf-3b7467718357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.543423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6887221e-4b2d-4c6a-b5bf-3b7467718357 None None] Port 16feee69-2033-4162-bd61-669abe50a9d2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:40.587972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79c15fa1-9a54-4878-a087-ec01c7b246da tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.657959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=16feee69-2033-4162-bd61-669abe50a9d2,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:40.659112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c15fa1-9a54-4878-a087-ec01c7b246da tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c2587b5-4074-4a90-91a1-030f001154b6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:40.665012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bdfed0a-4fc5-4490-b055-017287af61ac None None] Provisioning complete for port 16feee69-2033-4162-bd61-669abe50a9d2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:40.665422 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bdfed0a-4fc5-4490-b055-017287af61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.697017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79c15fa1-9a54-4878-a087-ec01c7b246da tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.702202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:40.702870 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-79c15fa1-9a54-4878-a087-ec01c7b246da tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/1c2587b5-4074-4a90-91a1-030f001154b6 HTTP/1.1" status: 204 len: 168 time: 0.3826444 May 12 19:52:40.834261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bdfed0a-4fc5-4490-b055-017287af61ac None None] Port 16feee69-2033-4162-bd61-669abe50a9d2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:40.837741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e04c3e0-ef3e-4cef-b3eb-00d6945a8140 req-79224d8a-c808-49aa-90a9-d347294aa97e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4641943 May 12 19:52:40.854069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48906) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:40.875912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:40.893024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-26a3b127-a696-4881-945b-31008954a007 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1896827 May 12 19:52:40.896291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:41.020040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] Deleting subnet a1de60c9-c136-49d5-9483-64e2b7231565 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:41.035516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.116522 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.185115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.292727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:41.299160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:41.334191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fbc6-0431-44cd-90fb-d2fbadecd574 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.446567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:41.457874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.603085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da22104d-08fd-41a9-aa1a-f28589f07d51 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:41.687300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aba5a-69c6-4e85-ae52-d33baeaa7bec req-1b355dba-3e32-445c-a169-dfe04a342d7a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:41.688872 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-758aba5a-69c6-4e85-ae52-d33baeaa7bec req-1b355dba-3e32-445c-a169-dfe04a342d7a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6369715 May 12 19:52:41.692565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fbc6-0431-44cd-90fb-d2fbadecd574 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.730511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.756492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port da22104d-08fd-41a9-aa1a-f28589f07d51 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:41.757316 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.819527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1de60c9-c136-49d5-9483-64e2b7231565,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:41.866541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-758aba5a-69c6-4e85-ae52-d33baeaa7bec req-f574cc75-2851-46dd-9081-729dab51780a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406901 May 12 19:52:41.886745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fbc6-0431-44cd-90fb-d2fbadecd574 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.911919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0fbc6-0431-44cd-90fb-d2fbadecd574 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0df6e-40a9-4be2-a4de-0346666e6f97,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:41.920885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Router f0577010-8270-498b-b20d-78b78a0f2339 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:52:41.946434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.956387 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bff5c824-af00-4020-9d8d-926d66042f07 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a1de60c9-c136-49d5-9483-64e2b7231565 HTTP/1.1" status: 204 len: 168 time: 1.0989277 May 12 19:52:41.963804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48940) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:41.971548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3848e920-f8d5-449a-990e-208b81990b9e None None] Provisioning complete for port 16feee69-2033-4162-bd61-669abe50a9d2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:41.972101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3848e920-f8d5-449a-990e-208b81990b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:41.972520 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.010286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fbc6-0431-44cd-90fb-d2fbadecd574 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.019163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f2d0fbc6-0431-44cd-90fb-d2fbadecd574 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/2da0df6e-40a9-4be2-a4de-0346666e6f97 HTTP/1.1" status: 204 len: 168 time: 1.1164348 May 12 19:52:42.028820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48946) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:42.053199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port da22104d-08fd-41a9-aa1a-f28589f07d51 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:52:42.062872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3848e920-f8d5-449a-990e-208b81990b9e None None] Port 16feee69-2033-4162-bd61-669abe50a9d2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:42.068021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 981f4d43-046f-46f4-a2ed-d70da8d2f943 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:42.073220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:42.080323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Usage tracker for resource:security_group_rule and tenant:c06d7c9ee0124641b6251709a6b36c5c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:42.092094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:42.103090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:42.157337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 981f4d43-046f-46f4-a2ed-d70da8d2f943 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:42.158580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 981f4d43-046f-46f4-a2ed-d70da8d2f943 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:42.177521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-537298d3-8237-47aa-bf32-998319afd9b0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:42.185449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:42.194736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e556db5d-1b7c-4815-8904-849f6821d914 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "PUT /v2.0/routers/f0577010-8270-498b-b20d-78b78a0f2339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7375455 May 12 19:52:42.195469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48952) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:42.202988 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] Sync routers for ids ['f0577010-8270-498b-b20d-78b78a0f2339'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:42.222556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] Routers {'f0577010-8270-498b-b20d-78b78a0f2339'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:42.223191 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f0577010-8270-498b-b20d-78b78a0f2339'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:42.262160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-537298d3-8237-47aa-bf32-998319afd9b0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:42.263427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-537298d3-8237-47aa-bf32-998319afd9b0 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2335157 May 12 19:52:42.268893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48956) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:42.276586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--795848411'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:42.284872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:42.299415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:42.307996 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:42.311061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d677eb7-0d31-44c1-83d9-b0565d855fac tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:42.311821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4d677eb7-0d31-44c1-83d9-b0565d855fac tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:42.318579 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] Routers {'f0577010-8270-498b-b20d-78b78a0f2339'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:42.319543 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f0577010-8270-498b-b20d-78b78a0f2339'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:42.324729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.334155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4d677eb7-0d31-44c1-83d9-b0565d855fac tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:42.338571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4d677eb7-0d31-44c1-83d9-b0565d855fac tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0577010-8270-498b-b20d-78b78a0f2339 HTTP/1.1" status: 200 len: 981 time: 0.1391571 May 12 19:52:42.338571 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.339406 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.346795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48960) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:42.365213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:42.370747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:42.374372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:42.384244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:42.406975 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:42.407665 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3c26c-6c45-4d53-9a33-2751d691ba74 None None] The sync data for ids ['f0577010-8270-498b-b20d-78b78a0f2339'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:42.422047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.492534 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.497981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.544381 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c06d7c9ee0124641b6251709a6b36c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9992075 May 12 19:52:42.558825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:42.562189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa6161-bf8b-4b23-92b2-dc1f5ef5be91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0acdf6-ff3d-4daf-aefa-47b0ac6b7dd3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:42.710536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5a47c-89de-402f-a873-3fddd91bbbd8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:42.733240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.734515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-52cf8e16-719a-4ccd-8e66-0fe1e4b666c3 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4637251 May 12 19:52:42.737338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48970) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:42.742096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '4ae5a47c-89de-402f-a873-3fddd91bbbd8', 'direction': 'ingress', 'protocol': 17}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:42.749604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:42.756081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:42.760396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:42.767912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:42.783135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98c59-4646-4176-80d7-304ea0787e8f req-1ebbbbb2-7343-4667-bbdc-c0efb0f9aa7e tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:42.784571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7f98c59-4646-4176-80d7-304ea0787e8f req-1ebbbbb2-7343-4667-bbdc-c0efb0f9aa7e tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 945 time: 0.1404109 May 12 19:52:42.808947 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.865480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7f98c59-4646-4176-80d7-304ea0787e8f req-fe781580-b74c-4d9c-af5e-71122d7e00c4 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710225 May 12 19:52:42.894113 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.898699 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.915347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:42.915687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.923789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d199ebf5-195a-466f-a222-76d404a676b3,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:42.938405 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:42.939712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd27ba3e-2caf-468d-9077-af513e7f063f tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2014275 May 12 19:52:42.942453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48974) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:42.954511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.005884 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965fe378-eeba-493c-b2b3-6afda8288650 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.011599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25af26f6-0ac7-412f-8dfb-87af65285b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.031726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9c7956-b543-4cdb-a90d-76914971ca91']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:43.033678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965fe378-eeba-493c-b2b3-6afda8288650 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.083851 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965fe378-eeba-493c-b2b3-6afda8288650 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.101348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fe378-eeba-493c-b2b3-6afda8288650 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5a47c-89de-402f-a873-3fddd91bbbd8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:43.114805 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-965fe378-eeba-493c-b2b3-6afda8288650 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.117713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-965fe378-eeba-493c-b2b3-6afda8288650 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/4ae5a47c-89de-402f-a873-3fddd91bbbd8 HTTP/1.1" status: 204 len: 168 time: 0.1741767 May 12 19:52:43.118567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48978) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:43.142896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6740c6ae-6c64-48ea-8737-ed0df25973b9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:43.143232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6740c6ae-6c64-48ea-8737-ed0df25973b9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:43.176131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b46c2d9e-c9b8-411a-a05f-814c1352c445 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:43.184823 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.193655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25af26f6-0ac7-412f-8dfb-87af65285b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.193844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b46c2d9e-c9b8-411a-a05f-814c1352c445 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:43.195050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b46c2d9e-c9b8-411a-a05f-814c1352c445 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753276 May 12 19:52:43.199100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48982) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:43.203988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--284749159'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:43.210964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:43.220511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:43.231400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.251111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:43.255239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:43.258529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:43.261642 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.264202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:43.280257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:43.280658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: timer() May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:43.293991 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:43.333763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.338815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.366282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 76f94a64-dc17-4e09-8fb4-8cc2d8af7477, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,segment=NetworkSegment(9dbd2dd8-1b7e-44aa-9632-d09f85072634),segment_id=9dbd2dd8-1b7e-44aa-9632-d09f85072634)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:43.366642 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.391883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031bba59-3ac0-4c57-91e7-fc959e29085a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:43.406688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.407932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ef995952-cac7-40e1-bd57-e822192fd819 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2078965 May 12 19:52:43.410727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48986) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:43.415713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--181012981'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:43.422106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:43.426131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:43.428998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:43.434686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:43.447261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.470285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:43.474575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:43.477626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:43.483841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:43.509951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:43.558947 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.564160 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.585558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25af26f6-0ac7-412f-8dfb-87af65285b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.608919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.614863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69ba6f3-cbcb-4448-b11a-2b8c9751cee9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:43.623132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af26f6-0ac7-412f-8dfb-87af65285b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0acdf6-ff3d-4daf-aefa-47b0ac6b7dd3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:43.623603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.624989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-29f77211-0c87-4b2a-8ec3-5e6ff760aa88 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2132905 May 12 19:52:43.627993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48990) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:43.638540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '031bba59-3ac0-4c57-91e7-fc959e29085a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f69ba6f3-cbcb-4448-b11a-2b8c9751cee9', 'remote_ip_prefix': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:43.638942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.645133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:43.656049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:43.658933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:43.664780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:43.675947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9c7956-b543-4cdb-a90d-76914971ca91,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:43.687711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.691997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-db5362ab-1e5f-4db7-b9a1-f76a79e2a883 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3f9c7956-b543-4cdb-a90d-76914971ca91 HTTP/1.1" status: 204 len: 168 time: 1.7205670 May 12 19:52:43.697106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25af26f6-0ac7-412f-8dfb-87af65285b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.700472 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-25af26f6-0ac7-412f-8dfb-87af65285b0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e0acdf6-ff3d-4daf-aefa-47b0ac6b7dd3 HTTP/1.1" status: 204 len: 168 time: 1.1331341 May 12 19:52:43.777240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.783274 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.818045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd724003-f163-4980-8f61-65d721f6fee7,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:43.838861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.841660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-953f0b8a-258d-4ea0-ada2-a12eac87b7df tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2122352 May 12 19:52:43.843512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48998) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:43.874476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49004) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:43.897105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd33a906-5c0c-4979-b0ad-371a87c74ff1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.920831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd33a906-5c0c-4979-b0ad-371a87c74ff1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.940169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:43.963988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2f9a7957-6877-4a34-bf41-5da115e7af0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0238cbe065c4db7898017fad2511159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867333 May 12 19:52:43.969661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:43.986437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd33a906-5c0c-4979-b0ad-371a87c74ff1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.013916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd33a906-5c0c-4979-b0ad-371a87c74ff1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.017379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd33a906-5c0c-4979-b0ad-371a87c74ff1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/dd724003-f163-4980-8f61-65d721f6fee7 HTTP/1.1" status: 204 len: 168 time: 0.1689939 May 12 19:52:44.027912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49014) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:44.045726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33a906-5c0c-4979-b0ad-371a87c74ff1 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd724003-f163-4980-8f61-65d721f6fee7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:44.192889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49018) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:44.230038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.236654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d678a33-1791-415b-9818-d3dac3755488 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:44.259050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.271169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c41400aa-6b6b-4ca3-af5d-9e2a0f0fd7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.285998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=76f94a64-dc17-4e09-8fb4-8cc2d8af7477,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:44.309229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:44.327323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d678a33-1791-415b-9818-d3dac3755488 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:44.328561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d678a33-1791-415b-9818-d3dac3755488 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2998583 May 12 19:52:44.331609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c41400aa-6b6b-4ca3-af5d-9e2a0f0fd7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.331744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49022) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:44.343959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Usage tracker for resource:security_group_rule and tenant:5687308766224be59754ddd3ef2a5a20 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:44.350621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:44.372860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:44.401695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf5831-8252-42d3-bd91-b35cecc8be0b req-a8514600-b63a-483c-87d8-137647ea16c7 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:44.403192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22cf5831-8252-42d3-bd91-b35cecc8be0b req-a8514600-b63a-483c-87d8-137647ea16c7 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 945 time: 0.3761587 May 12 19:52:44.421045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afb513-233c-4423-95dc-8eca516af070 req-e939a9b4-4f85-4c6d-b597-f434233c9260 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:44.422581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48afb513-233c-4423-95dc-8eca516af070 req-e939a9b4-4f85-4c6d-b597-f434233c9260 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 945 time: 0.3173652 May 12 19:52:44.540122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22cf5831-8252-42d3-bd91-b35cecc8be0b req-4ae8dd81-b0cf-4d67-bf90-2031d5a0ec4d tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups?id=640f7f45-6cc2-462a-a088-52d439f0d14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137376 May 12 19:52:44.546609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Deleting port aeb33097-f4dd-440e-9a12-4fc1343b8caa {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:44.546944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.559902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.564876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd213-7d4d-4e73-82c6-c284bf858993 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.569204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 16feee69-2033-4162-bd61-669abe50a9d2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:44.569539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.607065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c41400aa-6b6b-4ca3-af5d-9e2a0f0fd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.663388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41400aa-6b6b-4ca3-af5d-9e2a0f0fd7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac5af3-c4f6-460e-97c0-1e349bf09fcc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:44.722889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c41400aa-6b6b-4ca3-af5d-9e2a0f0fd7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.724015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c41400aa-6b6b-4ca3-af5d-9e2a0f0fd7a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ccac5af3-c4f6-460e-97c0-1e349bf09fcc HTTP/1.1" status: 204 len: 168 time: 0.7519491 May 12 19:52:44.754508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.764636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd213-7d4d-4e73-82c6-c284bf858993 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.803358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:44.874418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5687308766224be59754ddd3ef2a5a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733897 May 12 19:52:44.874418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f34b24-e330-4382-a5a3-d3de79ee857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e678ca-d5c2-4dfc-9cd1-2ce4490bbe05,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:44.877999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49028) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:44.945402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] For port aeb33097-f4dd-440e-9a12-4fc1343b8caa, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=aeb33097-f4dd-440e-9a12-4fc1343b8caa,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:44.945817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.058924 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd213-7d4d-4e73-82c6-c284bf858993 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.064485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab87c506-a56a-4900-9ce0-095df500bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.069659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.171129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab87c506-a56a-4900-9ce0-095df500bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.352013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd213-7d4d-4e73-82c6-c284bf858993 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69ba6f3-cbcb-4448-b11a-2b8c9751cee9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:45.362619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 16feee69-2033-4162-bd61-669abe50a9d2 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:45.451974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.452567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.452743 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Floating IP 8f9d468e-eb91-4a85-a608-8eecffd0e057 disassociated. External IP: 172.25.2.251, port: aeb33097-f4dd-440e-9a12-4fc1343b8caa. May 12 19:52:45.453080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Calling delete_port for aeb33097-f4dd-440e-9a12-4fc1343b8caa owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:45.453708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:45.454879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd213-7d4d-4e73-82c6-c284bf858993 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.455961 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ad3fd213-7d4d-4e73-82c6-c284bf858993 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/f69ba6f3-cbcb-4448-b11a-2b8c9751cee9 HTTP/1.1" status: 204 len: 168 time: 1.1233335 May 12 19:52:45.466237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49048) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:45.497253 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab87c506-a56a-4900-9ce0-095df500bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.513876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87c506-a56a-4900-9ce0-095df500bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e678ca-d5c2-4dfc-9cd1-2ce4490bbe05,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:45.521865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ab87c506-a56a-4900-9ce0-095df500bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.522997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ab87c506-a56a-4900-9ce0-095df500bc40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08e678ca-d5c2-4dfc-9cd1-2ce4490bbe05 HTTP/1.1" status: 204 len: 168 time: 0.6442780 May 12 19:52:45.695671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:45.751264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-506a7772-9318-4ea4-83a3-86e59d69de81 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:45.755354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:45.771451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:45.793472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:45.794604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:45.837738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ccc75f88-de0e-4efe-9ce1-8e5d2e6115b6 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3651536 May 12 19:52:45.840583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49064) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:45.896200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event deleted for resources: {'Port': ['ID=aeb33097-f4dd-440e-9a12-4fc1343b8caa,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:45.900933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-506a7772-9318-4ea4-83a3-86e59d69de81 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:45.902687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-506a7772-9318-4ea4-83a3-86e59d69de81 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4278650 May 12 19:52:45.913227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49068) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:45.954920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7be36a37-9868-4d44-8e95-560a5c44a615 req-e1b61c94-35a9-4d93-8f26-e01058d46af8 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 210 time: 0.1503901 May 12 19:52:45.976457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:46.042816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet 46dca177-e011-4a05-a9cf-8705bc4f93c2 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:46.061765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=16feee69-2033-4162-bd61-669abe50a9d2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:46.079347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:46.107901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:46.321948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:46.451861 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:46.647848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:44Z', 'revision_number': 10, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:46.653897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:46.678090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:46.680634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:46.753167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:46.763749 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] Sync routers for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:46.776090 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:46.780239 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:46.869308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] No DVR routers for this DVR port aeb33097-f4dd-440e-9a12-4fc1343b8caa on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:46.882645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:46.893156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'name': 'network-vif-deleted', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:52:46.907974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48afb513-233c-4423-95dc-8eca516af070 req-4fbddef3-4b1f-446b-884b-83e3f32870c2 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.73 "DELETE /v2.0/ports/aeb33097-f4dd-440e-9a12-4fc1343b8caa HTTP/1.1" status: 204 len: 173 time: 2.4628582 May 12 19:52:46.954638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:47.068068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:47.109901 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:47.266334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:47.316840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7cdf8701-8f63-42f4-af32-652c64382874 req-dc46aaca-2282-4e92-9626-840b5bcf5ec0 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Synchronizing usage tracker for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:47.358262 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5181b901-51a3-4ff2-9eb6-a75ae4c1e9fb'] response: {'server_uuid': '8ade06b8-40f9-4ca1-b576-4b99db307ae6', 'name': 'network-vif-deleted', 'tag': 'aeb33097-f4dd-440e-9a12-4fc1343b8caa', 'status': 'completed', 'code': 200} May 12 19:52:47.359365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7cdf8701-8f63-42f4-af32-652c64382874 req-dc46aaca-2282-4e92-9626-840b5bcf5ec0 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Unset dirty status for tenant:aedea74ce4594777b90bf2186a1179f2 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:47.360782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7cdf8701-8f63-42f4-af32-652c64382874 req-dc46aaca-2282-4e92-9626-840b5bcf5ec0 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ade06b8-40f9-4ca1-b576-4b99db307ae6 HTTP/1.1" status: 200 len: 210 time: 0.1579084 May 12 19:52:47.542431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6290e252-5f8e-406e-bd68-77f73ebdf06c tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:47.566804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Router f0577010-8270-498b-b20d-78b78a0f2339 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:47.591539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:44Z', 'revision_number': 10, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:47.598228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10782e0b-abd3-44fb-a19a-5bb0bddfdfa3 None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:44Z', 'revision_number': 10, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None, '_interfaces': [{'id': 'd9d3ae50-9441-490a-ad8c-bdfee6c85837', 'name': '', 'network_id': 'c6c58c71-e636-412d-ba8f-6d0f5a6d482f', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'mac_address': 'fa:16:3e:8e:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:51:25Z', 'updated_at': '2022-05-12T19:51:42Z', 'revision_number': 5, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'subnets': [{'id': 'd618ef92-572e-4b47-b4ff-a978b2d8e96a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:47.725771 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6290e252-5f8e-406e-bd68-77f73ebdf06c tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:47.742788 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:47.747552 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] Checking router: 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:47.758735 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:47.759551 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:47.842646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:47.857431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49112) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:47.858381 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c530d795-70bf-4578-b0d9-032c15a7e95a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "PUT /v2.0/routers/f0577010-8270-498b-b20d-78b78a0f2339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5013440 May 12 19:52:47.859081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] Sync routers for ids ['f0577010-8270-498b-b20d-78b78a0f2339'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:47.870386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] Routers {'f0577010-8270-498b-b20d-78b78a0f2339'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:47.872743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f0577010-8270-498b-b20d-78b78a0f2339'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:47.879480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6290e252-5f8e-406e-bd68-77f73ebdf06c tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:47.913629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:47.968551 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05104c7-5232-4866-9e6b-46c676d555a3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:52:47.970864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a05104c7-5232-4866-9e6b-46c676d555a3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/16feee69-2033-4162-bd61-669abe50a9d2 HTTP/1.1" status: 404 len: 333 time: 0.1123292 May 12 19:52:47.972926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:47.975015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49118) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:48.000519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] Routers {'f0577010-8270-498b-b20d-78b78a0f2339'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:48.002535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f0577010-8270-498b-b20d-78b78a0f2339'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:48.012412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290e252-5f8e-406e-bd68-77f73ebdf06c tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031bba59-3ac0-4c57-91e7-fc959e29085a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:48.019536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.037278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=46dca177-e011-4a05-a9cf-8705bc4f93c2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:48.045714 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:48.078401 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bbda4966-ef98-4d9f-892b-0a44eeacc921 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/46dca177-e011-4a05-a9cf-8705bc4f93c2 HTTP/1.1" status: 204 len: 168 time: 2.2323053 May 12 19:52:48.080401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49124) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:48.086150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6290e252-5f8e-406e-bd68-77f73ebdf06c tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.087458 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6290e252-5f8e-406e-bd68-77f73ebdf06c tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/031bba59-3ac0-4c57-91e7-fc959e29085a HTTP/1.1" status: 204 len: 168 time: 2.1706085 May 12 19:52:48.090251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49128) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:48.168729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb98ddc1-698c-4171-a2fa-60b756a2e141 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.240198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6dd4e2-ee53-40da-ba90-45a865e0e8c3 None None] Network 62065ba8-ee21-4fdb-96ae-ded765066a21 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:48.292311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device aeb33097-f4dd-440e-9a12-4fc1343b8caa no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:48.333128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-193020ee-5739-4684-95eb-54d4c16885e6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:48.368832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: aeb33097-f4dd-440e-9a12-4fc1343b8caa {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:48.369247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device aeb33097-f4dd-440e-9a12-4fc1343b8caa not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:48.424353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.427817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-193020ee-5739-4684-95eb-54d4c16885e6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:48.429219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-193020ee-5739-4684-95eb-54d4c16885e6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3376732 May 12 19:52:48.434326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49138) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:48.443441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451944133'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:48.444643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:48.445226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa60d9-3203-4eea-afb4-1baff0e71e30 None None] The sync data for ids ['f0577010-8270-498b-b20d-78b78a0f2339'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:48.456115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:48.458500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port c38cec33-143f-479e-baae-ef1038e3d41c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:48.458934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.577622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:48.612060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49144) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:48.619411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.712430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] DHCP port deletion for 62065ba8-ee21-4fdb-96ae-ded765066a21 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:52:48.716847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Deleting port c38cec33-143f-479e-baae-ef1038e3d41c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:48.717649 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.725073 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:48.730054 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857b6f-40a6-4cf7-8916-fa0299c429d8 None None] The sync data for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 is: [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '81660bdd-c654-42c0-b1dd-d10ce5e20ed3', 'name': '', 'network_id': 'e878aa0d-76a3-4621-9ec3-b080c591b749', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'mac_address': 'fa:16:3e:49:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:19Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'subnets': [{'id': 'bacd465a-4371-484a-a188-61c49d323ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:48.732758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:48.762048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:48.776658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:48.818011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8d4d-3957-47fa-934c-b102f07ecf04 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.847325 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8d4d-3957-47fa-934c-b102f07ecf04 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.868012 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb98ddc1-698c-4171-a2fa-60b756a2e141 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.870502 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb98ddc1-698c-4171-a2fa-60b756a2e141 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.880579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:48.898497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port c38cec33-143f-479e-baae-ef1038e3d41c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c38cec33-143f-479e-baae-ef1038e3d41c,segment=NetworkSegment(9dbd2dd8-1b7e-44aa-9632-d09f85072634),segment_id=9dbd2dd8-1b7e-44aa-9632-d09f85072634)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:48.899162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.904377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb98ddc1-698c-4171-a2fa-60b756a2e141 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.905396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98ddc1-698c-4171-a2fa-60b756a2e141 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Fanout notify agent at l3_agent the message router_deleted on router f0577010-8270-498b-b20d-78b78a0f2339 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:52:48.920167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb98ddc1-698c-4171-a2fa-60b756a2e141 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:48.921473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb98ddc1-698c-4171-a2fa-60b756a2e141 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/routers/f0577010-8270-498b-b20d-78b78a0f2339 HTTP/1.1" status: 204 len: 168 time: 0.9447525 May 12 19:52:48.924311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49148) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:49.065065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet 866abb75-0534-4551-afcf-c9250e62d1d1 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:49.073913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.084891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for c38cec33-143f-479e-baae-ef1038e3d41c owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:49.113309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] For port c38cec33-143f-479e-baae-ef1038e3d41c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c38cec33-143f-479e-baae-ef1038e3d41c,segment=NetworkSegment(9dbd2dd8-1b7e-44aa-9632-d09f85072634),segment_id=9dbd2dd8-1b7e-44aa-9632-d09f85072634)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:49.115053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.155672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8d4d-3957-47fa-934c-b102f07ecf04 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.178854 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e00e8-c472-481b-9fa4-63a5b015039f None None] New status for floating IP 8f9d468e-eb91-4a85-a608-8eecffd0e057: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:52:49.204841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a8d4d-3957-47fa-934c-b102f07ecf04 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640f7f45-6cc2-462a-a088-52d439f0d14a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:49.252204 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.253177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.292586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.349021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=c38cec33-143f-479e-baae-ef1038e3d41c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:49.359243 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.374478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8d4d-3957-47fa-934c-b102f07ecf04 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.375793 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd4a8d4d-3957-47fa-934c-b102f07ecf04 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "DELETE /v2.0/security-groups/640f7f45-6cc2-462a-a088-52d439f0d14a HTTP/1.1" status: 204 len: 168 time: 0.7622056 May 12 19:52:49.410131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:49.410131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No DVR routers for this DVR port c38cec33-143f-479e-baae-ef1038e3d41c on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:49.450689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Calling delete_port for c38cec33-143f-479e-baae-ef1038e3d41c owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:49.452277 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.579690 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.588868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:49.626025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-7aebb42c-77fd-4eba-a88f-7697fe986865 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c20b06c74fb148a3add5b35cc12e7027&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848260 May 12 19:52:49.641480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:49.641891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 76f94a64-dc17-4e09-8fb4-8cc2d8af7477 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:49.642992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c38cec33-143f-479e-baae-ef1038e3d41c no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:49.657641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=866abb75-0534-4551-afcf-c9250e62d1d1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:49.659878 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.695064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d7ff0-49ac-4e42-aded-12313cdb598f None None] Network dad8c600-6b49-4d9c-990b-083e524cc3c2 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:49.717360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.729530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f17188a1-d35e-482e-b15c-e00228332ffd tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/866abb75-0534-4551-afcf-c9250e62d1d1 HTTP/1.1" status: 204 len: 168 time: 0.8007402 May 12 19:52:49.730105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: c38cec33-143f-479e-baae-ef1038e3d41c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:49.730658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c38cec33-143f-479e-baae-ef1038e3d41c not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:49.732542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49176) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:49.747647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62065ba8-ee21-4fdb-96ae-ded765066a21']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:49.761036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbd2dd8-1b7e-44aa-9632-d09f85072634') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:49.761638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbd2dd8-1b7e-44aa-9632-d09f85072634') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:49.786584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.803871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.810360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:49.810833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.844953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:52:49.845350 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:52:49.874310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.901949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port da22104d-08fd-41a9-aa1a-f28589f07d51 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:49.902311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: timer() May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:49.911918 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:49.919526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.942091 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-8c69fcde-6796-4092-9490-7f7e1f6d2781 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] show failed (client error): The resource could not be found. May 12 19:52:49.946067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c69fcde-6796-4092-9490-7f7e1f6d2781 tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "GET /v2.0/security-groups/640f7f45-6cc2-462a-a088-52d439f0d14a HTTP/1.1" status: 404 len: 347 time: 0.5361269 May 12 19:52:49.946067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.948529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49180) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:49.953965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6956afcb-78d0-41bc-88b0-3b80fd29d360,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:49.966570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=62065ba8-ee21-4fdb-96ae-ded765066a21,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:49.972374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:49.973529 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-47972749-0e88-4971-987c-54901c8b5db8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5357797 May 12 19:52:49.976255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49184) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:49.986863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '6956afcb-78d0-41bc-88b0-3b80fd29d360', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:49.995371 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c693ec1e-15ed-472f-b8ae-942554346b69 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/62065ba8-ee21-4fdb-96ae-ded765066a21 HTTP/1.1" status: 204 len: 168 time: 1.9108164 May 12 19:52:49.997194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49188) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:49.999700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:50.023401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] DHCP port deletion for dad8c600-6b49-4d9c-990b-083e524cc3c2 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:52:50.030029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] Deleting port da22104d-08fd-41a9-aa1a-f28589f07d51 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:50.030681 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.169032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:50.182116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:50.226463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Deleting port 47adbcae-7821-49e4-b4bb-02e71d73bd89 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:50.226890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.241706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:50.268708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-d0b52a73-bf02-4eec-ac0c-95922817ce09 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:50.270658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-d0b52a73-bf02-4eec-ac0c-95922817ce09 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6356158 May 12 19:52:50.287455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] For port da22104d-08fd-41a9-aa1a-f28589f07d51, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=da22104d-08fd-41a9-aa1a-f28589f07d51,segment=NetworkSegment(2074bed2-da7a-4204-afd3-7da2816fc5ef),segment_id=2074bed2-da7a-4204-afd3-7da2816fc5ef)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:50.288036 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.288157 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.315427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-0ca715c0-1eb7-4003-8b12-a5efad25e915 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/quotas/c20b06c74fb148a3add5b35cc12e7027 HTTP/1.1" status: 200 len: 375 time: 0.0361996 May 12 19:52:50.360004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Deleting port c38cec33-143f-479e-baae-ef1038e3d41c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:50.360222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.467055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-3c09bda5-cacb-4ec4-a407-026e4e5e8ea2 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c20b06c74fb148a3add5b35cc12e7027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1311445 May 12 19:52:50.500560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] Calling delete_port for da22104d-08fd-41a9-aa1a-f28589f07d51 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:50.518916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.536644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.545475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-828753f7-fdc1-4947-9268-49d8343f4ec9 None None] The port 'c38cec33-143f-479e-baae-ef1038e3d41c' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:52:50.576686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.577930 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6006794 May 12 19:52:50.584563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:50.590747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e46ad7-6fba-4d75-b8c7-fc7c91d18331 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6738cf7-b145-40dc-abf9-938a28d69c77,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:50.657061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42b97b96-f05b-4b15-acb1-b9b52ce0c4ec tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.658457 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.682625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42b97b96-f05b-4b15-acb1-b9b52ce0c4ec tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.746972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42b97b96-f05b-4b15-acb1-b9b52ce0c4ec tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.755559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] Pushing event deleted for resources: {'Port': ['ID=da22104d-08fd-41a9-aa1a-f28589f07d51,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:50.768924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee827dc-e6e2-4e65-97c1-e74960ad0b48 None None] No DVR routers for this DVR port da22104d-08fd-41a9-aa1a-f28589f07d51 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:50.795732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b97b96-f05b-4b15-acb1-b9b52ce0c4ec tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6738cf7-b145-40dc-abf9-938a28d69c77,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:50.804670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42b97b96-f05b-4b15-acb1-b9b52ce0c4ec tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.805924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-42b97b96-f05b-4b15-acb1-b9b52ce0c4ec tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/c6738cf7-b145-40dc-abf9-938a28d69c77 HTTP/1.1" status: 204 len: 168 time: 0.2204556 May 12 19:52:50.809068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46f96ebf-5756-4749-8979-8c0464467636 req-d513daf6-168f-4869-99f8-bab119bb0642 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 210 time: 0.0831954 May 12 19:52:50.813337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49202) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:50.843659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] For port da22104d-08fd-41a9-aa1a-f28589f07d51, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=da22104d-08fd-41a9-aa1a-f28589f07d51,segment=NetworkSegment(2074bed2-da7a-4204-afd3-7da2816fc5ef),segment_id=2074bed2-da7a-4204-afd3-7da2816fc5ef)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:50.844109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:50.885963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.125451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for da22104d-08fd-41a9-aa1a-f28589f07d51 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:51.231895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d17aeead-5573-42e0-969b-4a6d0b4dd57e tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4156079 May 12 19:52:51.236103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49212) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:51.240413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.240836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.261832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port d9d3ae50-9441-490a-ad8c-bdfee6c85837 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:51.262177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.378582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Calling delete_port for 47adbcae-7821-49e4-b4bb-02e71d73bd89 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:51.416449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:52:51.418378 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:52:51.427437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2702cb87-a548-42b9-bafd-292cabe0f084 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.471234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2702cb87-a548-42b9-bafd-292cabe0f084 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.531599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port d9d3ae50-9441-490a-ad8c-bdfee6c85837, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d9d3ae50-9441-490a-ad8c-bdfee6c85837,segment=NetworkSegment(324f9c72-ed85-44dd-9e97-7d73f0f793a2),segment_id=324f9c72-ed85-44dd-9e97-7d73f0f793a2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:51.531961 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.534092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da22104d-08fd-41a9-aa1a-f28589f07d51 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:51.553314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.568377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: da22104d-08fd-41a9-aa1a-f28589f07d51 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:51.568714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da22104d-08fd-41a9-aa1a-f28589f07d51 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:51.636454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Pushing event deleted for resources: {'Port': ['ID=47adbcae-7821-49e4-b4bb-02e71d73bd89,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:51.663221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for d9d3ae50-9441-490a-ad8c-bdfee6c85837 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:51.698634 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.722522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.723707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-312c135c-7922-4194-8a5a-74d788c3258b tempest-AttachVolumeTestJSON-805000378 tempest-AttachVolumeTestJSON-805000378-project] 10.222.0.72 "DELETE /v2.0/floatingips/8f9d468e-eb91-4a85-a608-8eecffd0e057 HTTP/1.1" status: 204 len: 168 time: 1.7693813 May 12 19:52:51.820640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-9728623d-28d5-4b06-aa56-eaaf7e550bbf tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c20b06c74fb148a3add5b35cc12e7027&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467594 May 12 19:52:51.916280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2702cb87-a548-42b9-bafd-292cabe0f084 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:51.993888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702cb87-a548-42b9-bafd-292cabe0f084 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956afcb-78d0-41bc-88b0-3b80fd29d360,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:52.013779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port da22104d-08fd-41a9-aa1a-f28589f07d51 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:52.013935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.029262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2702cb87-a548-42b9-bafd-292cabe0f084 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.030424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2702cb87-a548-42b9-bafd-292cabe0f084 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/6956afcb-78d0-41bc-88b0-3b80fd29d360 HTTP/1.1" status: 204 len: 168 time: 0.7932165 May 12 19:52:52.041772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49226) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:52.115759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-50ef1ab5-9aca-42b8-a5e5-2d5b3f664cde req-5f0a9641-97bd-4782-85f3-84d6566df5f3 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 210 time: 0.0683360 May 12 19:52:52.179281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] The port 'da22104d-08fd-41a9-aa1a-f28589f07d51' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:52:52.180279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a83c70a8-6517-4b27-a558-07bccbfac4ee tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:52.209321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a83c70a8-6517-4b27-a558-07bccbfac4ee tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:52.216110 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a83c70a8-6517-4b27-a558-07bccbfac4ee tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675959 May 12 19:52:52.217165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49230) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:52.231676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707984248'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:52.243016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.269915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:52.364280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:52.377005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.397118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-7e7509c8-cd08-4ba7-8bd0-5f898a03c2fb tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:52.399379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-7e7509c8-cd08-4ba7-8bd0-5f898a03c2fb tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5725641 May 12 19:52:52.424743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=d9d3ae50-9441-490a-ad8c-bdfee6c85837,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:52.425973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad8c600-6b49-4d9c-990b-083e524cc3c2']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:52.448931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2074bed2-da7a-4204-afd3-7da2816fc5ef') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:52.449280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2074bed2-da7a-4204-afd3-7da2816fc5ef') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:52.463696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.483510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.488801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Request body: {'port': {'device_id': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'c20b06c74fb148a3add5b35cc12e7027'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:52.510645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.527561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:52.527890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.532471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: timer() May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:52.623033 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:52.718917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:52.727350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:52.732571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:52.741636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.743679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:52.782761 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:52.795175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/dad8c600-6b49-4d9c-990b-083e524cc3c2 HTTP/1.1" status: 204 len: 168 time: 3.0600381 May 12 19:52:52.803369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49236) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:52.809145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8264b82-e567-4299-a5d9-9bb1773bf9b6 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=dad8c600-6b49-4d9c-990b-083e524cc3c2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:52.844401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:52.891848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f3df8-88a4-4ec2-82b3-bcbeaf45871f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:52.892467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae0f3df8-88a4-4ec2-82b3-bcbeaf45871f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:52.933066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:52.939535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Usage tracker for resource:port and tenant:c20b06c74fb148a3add5b35cc12e7027 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:52.946009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:52.948617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ae0f3df8-88a4-4ec2-82b3-bcbeaf45871f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:52.953616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ae0f3df8-88a4-4ec2-82b3-bcbeaf45871f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/6b77c734-6bcf-4c2a-8b80-5640985d1a60 HTTP/1.1" status: 200 len: 840 time: 0.1492753 May 12 19:52:52.956893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49240) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:52.960529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:52.987972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:52.998731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:53.012521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:53.012735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c2308ba6-c7e7-4c71-84ff-e0fb7e20cd9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0144861 May 12 19:52:53.013675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49244) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:53.015662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:53.131353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting subnet d618ef92-572e-4b47-b4ff-a978b2d8e96a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:52:53.142890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.212914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Made reservation on behalf of c20b06c74fb148a3add5b35cc12e7027 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:53.231374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.257639 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.272494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.314688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:53.348262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:53.374414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Usage tracker for resource:security_group_rule and tenant:c20b06c74fb148a3add5b35cc12e7027 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:53.378726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.389360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.451885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-75ea203d-565c-4e4d-b986-b8ecfea247f1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/6b77c734-6bcf-4c2a-8b80-5640985d1a60?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4899869 May 12 19:52:53.451885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:53.452231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:52Z', 'revision_number': 11, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:53.453743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49254) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:53.457158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:53.462603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:53.474531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.496227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12ca2cd2-c2e4-4cd8-a70b-edead3f4fc20 req-b4bdde19-a64b-4a83-8ccd-ccc5e58d9ca5 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 210 time: 0.1343491 May 12 19:52:53.496945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:53.504078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:53.512670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:53.608205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.609788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3917828 May 12 19:52:53.615630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49258) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:53.628913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '0f0fbc38-3e11-4421-88ef-8c7cc3d03dab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:53.646676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca87e5-1523-45e6-b985-47aaad7eac62 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0fbc38-3e11-4421-88ef-8c7cc3d03dab,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:53.663730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:53.671872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:53.678244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:53.678437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.683887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:53.706451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:53.728081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:53.733965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:53.735041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:53.747347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Subnet': ['ID=d618ef92-572e-4b47-b4ff-a978b2d8e96a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:53.749658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.752674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:53.764893 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-864ff7a8-342e-443b-bd1a-3653a9c17e63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/d618ef92-572e-4b47-b4ff-a978b2d8e96a HTTP/1.1" status: 204 len: 168 time: 0.7498462 May 12 19:52:53.768753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49262) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:53.795815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:52:53.796095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.796912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c7511-a87e-48b6-87d5-c0bea7593b2e None None] Network c6c58c71-e636-412d-ba8f-6d0f5a6d482f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:53.799680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.926205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:53.952806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.073257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:52Z', 'revision_number': 11, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:54.120419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.125221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc6aee-c1ed-40a9-ba18-5a1deeb75ae5 None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:52Z', 'revision_number': 11, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:54.133073 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.208879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.263327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7d8362-22c1-40c4-a6fa-53b4603122ed,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:54.284963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Deleting port 79742252-e391-4505-9799-fcb01b05efbf {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:54.286105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.287707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b034fbdb-b970-40e2-a337-a0e2d51d5967,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:54.331674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.333102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-acde00a1-ab5f-4d1d-9d98-56142cd958c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7163699 May 12 19:52:54.334711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Allocated IP 192.168.233.174 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/8697bda2-025d-4df6-8c78-7fc7efd1e513) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:54.336810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49272) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:54.384817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-687c678b-9f3d-4283-99f4-1c1e19e3661a tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules/0d7d8362-22c1-40c4-a6fa-53b4603122ed HTTP/1.1" status: 200 len: 763 time: 0.0465322 May 12 19:52:54.389315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49278) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:54.485625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] DHCP port deletion for c6c58c71-e636-412d-ba8f-6d0f5a6d482f request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:52:54.489921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Deleting port 79742252-e391-4505-9799-fcb01b05efbf {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:54.490299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.499881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e28c7663-49ce-444e-a817-8d25da624a55 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:54.668680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e28c7663-49ce-444e-a817-8d25da624a55 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:54.670341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e28c7663-49ce-444e-a817-8d25da624a55 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2800627 May 12 19:52:54.674286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49286) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:54.739407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21bc1ae4-bcb2-4a8c-8dba-13f8b0679432 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.768671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.785789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21bc1ae4-bcb2-4a8c-8dba-13f8b0679432 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.905280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a002c262-9724-475b-8079-ee75d90fcc04 req-0a089ca8-d6d0-4c6d-837e-92c95ae94d20 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Synchronizing usage tracker for tenant:c20b06c74fb148a3add5b35cc12e7027 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:54.931457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=cb8ce8f4-fe26-47ad-8151-5a8ee630244e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:54.954488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21bc1ae4-bcb2-4a8c-8dba-13f8b0679432 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.959690 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.972519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:54.974629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a002c262-9724-475b-8079-ee75d90fcc04 req-0a089ca8-d6d0-4c6d-837e-92c95ae94d20 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Unset dirty status for tenant:c20b06c74fb148a3add5b35cc12e7027 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:54.975579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a002c262-9724-475b-8079-ee75d90fcc04 req-0a089ca8-d6d0-4c6d-837e-92c95ae94d20 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 210 time: 0.1495969 May 12 19:52:54.978983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] For port 79742252-e391-4505-9799-fcb01b05efbf, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=79742252-e391-4505-9799-fcb01b05efbf,segment=NetworkSegment(324f9c72-ed85-44dd-9e97-7d73f0f793a2),segment_id=324f9c72-ed85-44dd-9e97-7d73f0f793a2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:54.979270 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:54.984872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc1ae4-bcb2-4a8c-8dba-13f8b0679432 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d7d8362-22c1-40c4-a6fa-53b4603122ed,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:55.001047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:55.006511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:55.007839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.012173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f209812-1f9f-44e1-a563-d8fc14168ad7 None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:52:55.022330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21bc1ae4-bcb2-4a8c-8dba-13f8b0679432 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.023801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-21bc1ae4-bcb2-4a8c-8dba-13f8b0679432 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/0d7d8362-22c1-40c4-a6fa-53b4603122ed HTTP/1.1" status: 204 len: 168 time: 0.3408427 May 12 19:52:55.026333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Transition to ACTIVE for port object 8697bda2-025d-4df6-8c78-7fc7efd1e513 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:55.027915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49292) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:55.109286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cd772fc0-8b95-45e8-a9fc-4bd100a6e6e4 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:55.137549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] For port 79742252-e391-4505-9799-fcb01b05efbf, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=79742252-e391-4505-9799-fcb01b05efbf,segment=NetworkSegment(324f9c72-ed85-44dd-9e97-7d73f0f793a2),segment_id=324f9c72-ed85-44dd-9e97-7d73f0f793a2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:52:55.138204 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.151344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.278227 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e704b96f-cf4f-4bac-8bf5-01c3a09c3d57 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8180692 May 12 19:52:55.302859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:55.320297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Calling delete_port for 79742252-e391-4505-9799-fcb01b05efbf owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:55.357723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Calling delete_port for 79742252-e391-4505-9799-fcb01b05efbf owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:52:55.363833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Pushing event updated for resources: {'Port': ['ID=8697bda2-025d-4df6-8c78-7fc7efd1e513,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:55.369293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'security_group': {'name': 'tempest-secgroup-287248449'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:55.370571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cd772fc0-8b95-45e8-a9fc-4bd100a6e6e4 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:55.371830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cd772fc0-8b95-45e8-a9fc-4bd100a6e6e4 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3423476 May 12 19:52:55.376214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:55.389008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:55.395224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '0f0fbc38-3e11-4421-88ef-8c7cc3d03dab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:55.402642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.402982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.403315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.405698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.406772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.408724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.409074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.409272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:55.409435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.409770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.410096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.412422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.412778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:52:55.414364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:55.424558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:55.429885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:55.430235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:55.444610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:55.448485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:55.452829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:55.527362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.592820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.644511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:55.645202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.679974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 79742252-e391-4505-9799-fcb01b05efbf no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:55.696066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-912829ae-bc85-4cba-9167-3013656b6263 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2554343 May 12 19:52:55.699057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.709434 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:52:55.709794 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:52:55.711281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Request body: {'port': {'device_id': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:55.725111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No DVR routers for this DVR port 79742252-e391-4505-9799-fcb01b05efbf on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:52:55.728805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Port': ['ID=79742252-e391-4505-9799-fcb01b05efbf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:55.738496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 79742252-e391-4505-9799-fcb01b05efbf {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:55.738831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 79742252-e391-4505-9799-fcb01b05efbf not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:55.739249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9d3ae50-9441-490a-ad8c-bdfee6c85837 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:52:55.763912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:55.773025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group_rule and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:55.795033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:55.829582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d9d3ae50-9441-490a-ad8c-bdfee6c85837 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:52:55.830264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d9d3ae50-9441-490a-ad8c-bdfee6c85837 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:52:55.906850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-81d122cf-a910-4188-8347-f53e2122117b', 'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'tenant_id': 'cf5321af18c64bee94595e09aad6939f', 'fixed_ips': [{'subnet_id': 'cb8ce8f4-fe26-47ad-8151-5a8ee630244e'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:52:55.907682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.917560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.923368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:55.981954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8276e884-f2e9-407b-b802-e6357d671e51 None None] Provisioning for port 8697bda2-025d-4df6-8c78-7fc7efd1e513 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:55.984687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:55.992112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8276e884-f2e9-407b-b802-e6357d671e51 None None] Provisioning complete for port 8697bda2-025d-4df6-8c78-7fc7efd1e513 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:55.992692 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8276e884-f2e9-407b-b802-e6357d671e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.078480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.083969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8276e884-f2e9-407b-b802-e6357d671e51 None None] Port 8697bda2-025d-4df6-8c78-7fc7efd1e513 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:56.084737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c58c71-e636-412d-ba8f-6d0f5a6d482f']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:56.099791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.124837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324f9c72-ed85-44dd-9e97-7d73f0f793a2') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:56.125118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324f9c72-ed85-44dd-9e97-7d73f0f793a2') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:56.132153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413bc91c-e3d6-4202-9e0c-3e606a6aced5,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:56.155461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.188211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.192486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Allocated IP 172.20.0.2 (81d122cf-a910-4188-8347-f53e2122117b/cb8ce8f4-fe26-47ad-8151-5a8ee630244e/6645750b-01cc-41ea-8840-209ff8c3eb75) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:52:56.210967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Deleting port 79742252-e391-4505-9799-fcb01b05efbf {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:52:56.211366 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.226912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.238299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:52:56.239013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: timer() May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:52:56.254172 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:52:56.267367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.353393 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.355317 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b003390d-94c2-4d0b-ba3b-25d243b847c8 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9705315 May 12 19:52:56.383957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49312) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:56.441823 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.464321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1043708 May 12 19:52:56.466859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49316) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:56.467648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041769d2-4433-4db0-b5eb-e879d035ceeb tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89397ee7-ae01-4414-90cf-3d1a6d0798a6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:56.484938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8697bda2-025d-4df6-8c78-7fc7efd1e513 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:52:56.497258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'security_group': {'name': 'tempest-secgroup-2125800211'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:56.507565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d76eb057-04e3-41ac-b8e4-75906f527362 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules/413bc91c-e3d6-4202-9e0c-3e606a6aced5 HTTP/1.1" status: 200 len: 763 time: 0.1067812 May 12 19:52:56.508738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:56.511055 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.512497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:56.530453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:56.549266 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.552366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:56.569682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:56.572646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Pushing event deleted for resources: {'Network': ['ID=c6c58c71-e636-412d-ba8f-6d0f5a6d482f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:56.581362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.588798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-915f9b8f-34c7-4096-9066-b1b03fbfa296 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/networks/c6c58c71-e636-412d-ba8f-6d0f5a6d482f HTTP/1.1" status: 204 len: 168 time: 2.8163223 May 12 19:52:56.594348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:56.601045 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.605115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Transition to ACTIVE for port object 8697bda2-025d-4df6-8c78-7fc7efd1e513 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:56.615076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Transition to ACTIVE for port object 6645750b-01cc-41ea-8840-209ff8c3eb75 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:56.617871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.620467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'routes': None}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:56.638254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Transition to ACTIVE for port object 6645750b-01cc-41ea-8840-209ff8c3eb75 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:52:56.678021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.692655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-35fbf6f2-db7f-4b5e-8b76-580c3adf6c76 None None] The port '79742252-e391-4505-9799-fcb01b05efbf' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:52:56.778328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:52:56.781048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:52:56.783500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:52:56.913861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Pushing event updated for resources: {'Port': ['ID=6645750b-01cc-41ea-8840-209ff8c3eb75,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:56.918657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Attempting to bind port 6645750b-01cc-41ea-8840-209ff8c3eb75 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:56.919020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Attempting to bind port 6645750b-01cc-41ea-8840-209ff8c3eb75 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'da28ec46-4436-4b3d-81ad-64bcfd092966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '81d122cf-a910-4188-8347-f53e2122117b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:56.919384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Attempting to bind port 6645750b-01cc-41ea-8840-209ff8c3eb75 on network 81d122cf-a910-4188-8347-f53e2122117b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:56.928931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:56.929336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Checking segment: {'id': 'da28ec46-4436-4b3d-81ad-64bcfd092966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '81d122cf-a910-4188-8347-f53e2122117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:56.929741 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:56.930299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Bound using segment: {'id': 'da28ec46-4436-4b3d-81ad-64bcfd092966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '81d122cf-a910-4188-8347-f53e2122117b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:56.930709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Bound port: 6645750b-01cc-41ea-8840-209ff8c3eb75, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da28ec46-4436-4b3d-81ad-64bcfd092966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '81d122cf-a910-4188-8347-f53e2122117b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:56.931023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.085436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c424511-eb9b-4c09-8eef-77fa4529c994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.188317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Pushing event updated for resources: {'Port': ['ID=8697bda2-025d-4df6-8c78-7fc7efd1e513,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:57.195048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:57.203641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6645750b-01cc-41ea-8840-209ff8c3eb75,segment=NetworkSegment(da28ec46-4436-4b3d-81ad-64bcfd092966),segment_id=da28ec46-4436-4b3d-81ad-64bcfd092966)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:57.215176 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.243185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f51d1-7f4a-4132-b3cf-4a57859657d1 req-a6e02faf-df88-451d-8306-b884d9a550fe tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:57.252422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a5f51d1-7f4a-4132-b3cf-4a57859657d1 req-a6e02faf-df88-451d-8306-b884d9a550fe tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 936 time: 0.7699285 May 12 19:52:57.333137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Added routes are [] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 12 19:52:57.333591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.extraroute_db [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Removed routes are [] {{(pid=88113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 12 19:52:57.333950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.347149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b6c3d29d-5b3c-4d2c-a9be-cd34a3d5b400 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:57.348454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f5aaa-5298-43f2-86ea-440146655dcc None None] Pushing event updated for resources: {'Port': ['ID=6645750b-01cc-41ea-8840-209ff8c3eb75,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:57.363661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0a5f51d1-7f4a-4132-b3cf-4a57859657d1 req-9317bbbb-a9bc-46dc-9448-6e567a8e8b7a tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Synchronizing usage tracker for tenant:c20b06c74fb148a3add5b35cc12e7027 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:57.376313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Attempting to bind port 8697bda2-025d-4df6-8c78-7fc7efd1e513 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:52:57.376691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Attempting to bind port 8697bda2-025d-4df6-8c78-7fc7efd1e513 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:52:57.377016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Attempting to bind port 8697bda2-025d-4df6-8c78-7fc7efd1e513 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:57.390707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Port 8697bda2-025d-4df6-8c78-7fc7efd1e513 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:52:57.391028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Attempting to bind port 8697bda2-025d-4df6-8c78-7fc7efd1e513 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:52:57.398733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:52:57.399131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:52:57.399551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:52:57.399984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Bound port: 8697bda2-025d-4df6-8c78-7fc7efd1e513, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:52:57.400366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.411755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.453860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0a5f51d1-7f4a-4132-b3cf-4a57859657d1 req-9317bbbb-a9bc-46dc-9448-6e567a8e8b7a tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Unset dirty status for tenant:c20b06c74fb148a3add5b35cc12e7027 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:57.471231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a5f51d1-7f4a-4132-b3cf-4a57859657d1 req-9317bbbb-a9bc-46dc-9448-6e567a8e8b7a tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160022 May 12 19:52:57.546527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b6c3d29d-5b3c-4d2c-a9be-cd34a3d5b400 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:57.547803 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b6c3d29d-5b3c-4d2c-a9be-cd34a3d5b400 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0331528 May 12 19:52:57.551851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49350) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:57.560504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:57.564453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group_rule and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:57.569540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:57.587341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] For port 8697bda2-025d-4df6-8c78-7fc7efd1e513, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:52:57.607215 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e11d2c2e-d5d4-43ca-aeec-891268709efb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.618373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] For port 8697bda2-025d-4df6-8c78-7fc7efd1e513, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:52:57.627275 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e11d2c2e-d5d4-43ca-aeec-891268709efb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.641002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.776160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:57.795094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:57.795744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.797409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] 10.222.0.73 "PUT /v2.0/ports/8697bda2-025d-4df6-8c78-7fc7efd1e513 HTTP/1.1" status: 200 len: 1096 time: 2.0921419 May 12 19:52:57.797872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'tag': '8697bda2-025d-4df6-8c78-7fc7efd1e513'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:52:57.828266 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.830400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e11d2c2e-d5d4-43ca-aeec-891268709efb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.835518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.950154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c00d5f-de05-446c-967f-7e6d4b1c0608 service neutron] Pushing event updated for resources: {'Port': ['ID=8697bda2-025d-4df6-8c78-7fc7efd1e513,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:57.954695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2c2e-d5d4-43ca-aeec-891268709efb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=413bc91c-e3d6-4202-9e0c-3e606a6aced5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:57.993791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e11d2c2e-d5d4-43ca-aeec-891268709efb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:57.999650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e11d2c2e-d5d4-43ca-aeec-891268709efb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/413bc91c-e3d6-4202-9e0c-3e606a6aced5 HTTP/1.1" status: 204 len: 168 time: 0.4414024 May 12 19:52:58.001029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:58.128836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-241be5ce-04b9-45bb-9975-96f7a1938a94 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:58.133651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router c153c7b1-9745-4290-8055-29072e52a7c3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:52:58.165274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-1c046f5e-46c9-40f5-ae0f-3c47c9e30798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:58.167190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-1c046f5e-46c9-40f5-ae0f-3c47c9e30798 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c20b06c74fb148a3add5b35cc12e7027&device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 1099 time: 0.2999291 May 12 19:52:58.172521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-241be5ce-04b9-45bb-9975-96f7a1938a94 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:58.177822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-241be5ce-04b9-45bb-9975-96f7a1938a94 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1701438 May 12 19:52:58.178472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49376) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:58.192764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '0f0fbc38-3e11-4421-88ef-8c7cc3d03dab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:58.310002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-dfd6c194-5673-42ca-a313-35782e256244 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513 HTTP/1.1" status: 200 len: 217 time: 0.1299992 May 12 19:52:58.312896 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16efe98d-d2a8-4241-9221-09440b30f7bd'] response: {'name': 'network-changed', 'server_uuid': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'tag': '8697bda2-025d-4df6-8c78-7fc7efd1e513', 'status': 'completed', 'code': 200} May 12 19:52:58.313833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:58.377900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:52:58.410482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-efe70088-c2df-4203-94e1-9537977ab865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:58.412443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-efe70088-c2df-4203-94e1-9537977ab865 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0960701 May 12 19:52:58.457165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:52:58.476954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.480811 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] Sync routers for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:52:58.482459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.484020 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d9384631-6cd6-4657-8418-5438a5c4dc9d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 200 len: 705 time: 1.8886979 May 12 19:52:58.486940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49384) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:58.514752 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:58.522311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:58.535833 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Project 4a1090f91a3842159982f95091200a62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:52:58.543938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.561706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.604539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1ff257dc-3ec3-4b21-8ea3-0f990d878500 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:58.618382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71298782-1be0-4b92-8285-d4d0b373c0ee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:58.654765 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.662410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9391f4ff-53e8-4d4a-a7b0-f13f1efd0701 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1921096 May 12 19:52:58.670400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49400) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:58.673041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1ff257dc-3ec3-4b21-8ea3-0f990d878500 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:58.674526 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1ff257dc-3ec3-4b21-8ea3-0f990d878500 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 200 len: 205 time: 0.1862764 May 12 19:52:58.686867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49402) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:58.709397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1889064906', 'security_groups': ['71298782-1be0-4b92-8285-d4d0b373c0ee'], 'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb8ce8f4-fe26-47ad-8151-5a8ee630244e'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:52:58.800361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.815567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.885442 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:58.962534 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-72db3637-f8e6-402f-8775-f1cde95af52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.970244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfcbca2-55b7-44e5-8453-a639fcf530b3,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:58.973710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:58.978759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-808218f0-4e99-47d7-aaac-7a3b368f3399 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7966807 May 12 19:52:58.979688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49410) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:59.018894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb1a45b6-f3d2-4f29-8873-4305bd188bf7 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules/8dfcbca2-55b7-44e5-8453-a639fcf530b3 HTTP/1.1" status: 200 len: 769 time: 0.0295651 May 12 19:52:59.021439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49414) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:59.084153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-ffcf1fd9-2b5f-42a0-b633-19ca4a724744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:59.085926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-ffcf1fd9-2b5f-42a0-b633-19ca4a724744 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6662858 May 12 19:52:59.095789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ad993b26-f224-4e45-baff-1633a0f78717 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:52:59.171847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6716c07d-761e-4af8-9862-e032d0de8970 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:59.176052 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:52Z', 'revision_number': 11, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:59.186901 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] Checking router: c153c7b1-9745-4290-8055-29072e52a7c3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:52:59.207682 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] Routers {'c153c7b1-9745-4290-8055-29072e52a7c3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:52:59.208953 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c153c7b1-9745-4290-8055-29072e52a7c3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:59.285340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-48fd08ab-735b-47d1-92ac-885db69dcb3b None None] Provisioning for port 6645750b-01cc-41ea-8840-209ff8c3eb75 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:59.300076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-e31f11d8-2797-4a4d-9cdc-0363f0a354f9 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885407 May 12 19:52:59.318066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-48fd08ab-735b-47d1-92ac-885db69dcb3b None None] Provisioning complete for port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:59.321771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48fd08ab-735b-47d1-92ac-885db69dcb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:59.413825 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] Set router c153c7b1-9745-4290-8055-29072e52a7c3 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:52:59.440781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-48fd08ab-735b-47d1-92ac-885db69dcb3b None None] Port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:52:59.517874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ad993b26-f224-4e45-baff-1633a0f78717 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:52:59.519589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ad993b26-f224-4e45-baff-1633a0f78717 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4969163 May 12 19:52:59.527396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49426) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:52:59.558094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3ce15-0934-4fc3-9e9d-c2947f1d19fd req-b34eb74f-d3f8-4424-b005-1aad0e62954c tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:52:59.565554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdb3ce15-0934-4fc3-9e9d-c2947f1d19fd req-b34eb74f-d3f8-4424-b005-1aad0e62954c tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 948 time: 0.7533832 May 12 19:52:59.640010 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ae95105-ca6f-404f-bf9c-74a0c053a332 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:59.653473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6645750b-01cc-41ea-8840-209ff8c3eb75 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:52:59.692330 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:52Z', 'revision_number': 11, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:52:59.703547 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de1e1a-e38d-486c-a4ae-5d9ab25b5716 None None] The sync data for ids ['c153c7b1-9745-4290-8055-29072e52a7c3'] in n-d-841626-1 is: [{'id': 'c153c7b1-9745-4290-8055-29072e52a7c3', 'name': 'tempest-RoutersIpV6Test-router-1828576223', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:51:19Z', 'updated_at': '2022-05-12T19:52:52Z', 'revision_number': 11, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:52:59.712412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ae95105-ca6f-404f-bf9c-74a0c053a332 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:59.773837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bdb3ce15-0934-4fc3-9e9d-c2947f1d19fd req-afc93d17-e05b-41f1-b075-e8475abbc9b9 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072709 May 12 19:52:59.803942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a04246e-2ef8-4b1e-a915-5b8b815c13e0 req-25b2ea1b-e8ac-410c-a583-a654de087f01 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882703 May 12 19:52:59.849929 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ae95105-ca6f-404f-bf9c-74a0c053a332 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:59.871629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6645750b-01cc-41ea-8840-209ff8c3eb75 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:52:59.877439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:52:59.877884 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:59.903859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae95105-ca6f-404f-bf9c-74a0c053a332 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dfcbca2-55b7-44e5-8453-a639fcf530b3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:52:59.915346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:52:59.931857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:port and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:52:59.938646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:52:59.970529 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ae95105-ca6f-404f-bf9c-74a0c053a332 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:52:59.971678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3ae95105-ca6f-404f-bf9c-74a0c053a332 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8dfcbca2-55b7-44e5-8453-a639fcf530b3 HTTP/1.1" status: 204 len: 168 time: 0.4433095 May 12 19:52:59.979793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49438) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:00.052478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b72f5e5e-e2a8-40d9-8753-68610624f32d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:53:00.077487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc49e50-140a-4ad4-9062-8c71014de848 req-8662cc82-c28b-4588-99b8-08a955636c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:00.080991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:00.082216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49e50-140a-4ad4-9062-8c71014de848 req-8662cc82-c28b-4588-99b8-08a955636c25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c20b06c74fb148a3add5b35cc12e7027&device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 1099 time: 0.2223289 May 12 19:53:00.085108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b72f5e5e-e2a8-40d9-8753-68610624f32d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group_rule {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:53:00.087657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b72f5e5e-e2a8-40d9-8753-68610624f32d tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064341 May 12 19:53:00.125265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49442) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:00.193315 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.208372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:00.209049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.294006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6645750b-01cc-41ea-8840-209ff8c3eb75,segment=NetworkSegment(da28ec46-4436-4b3d-81ad-64bcfd092966),segment_id=da28ec46-4436-4b3d-81ad-64bcfd092966)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:00.306316 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.329829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:00.492084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6645750b-01cc-41ea-8840-209ff8c3eb75,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:00.510189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.531601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6716c07d-761e-4af8-9862-e032d0de8970 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.535995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6716c07d-761e-4af8-9862-e032d0de8970 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.549917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 9ea3166f-588f-4f41-9a8d-f123e1710917 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:53:00.574229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.611546 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a5b3cb90-378a-4266-900c-4309cd2344a2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.746042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6716c07d-761e-4af8-9862-e032d0de8970 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.746480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6716c07d-761e-4af8-9862-e032d0de8970 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Fanout notify agent at l3_agent the message router_deleted on router c153c7b1-9745-4290-8055-29072e52a7c3 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:53:00.856822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.10 (81d122cf-a910-4188-8347-f53e2122117b/cb8ce8f4-fe26-47ad-8151-5a8ee630244e/9ea3166f-588f-4f41-9a8d-f123e1710917) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:00.939636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a5b3cb90-378a-4266-900c-4309cd2344a2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:00.976650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc49e50-140a-4ad4-9062-8c71014de848 req-dd37d344-ca66-49ce-ba27-9755142cd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:00.978187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49e50-140a-4ad4-9062-8c71014de848 req-dd37d344-ca66-49ce-ba27-9755142cd788 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.8887796 May 12 19:53:01.169040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.194771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49e50-140a-4ad4-9062-8c71014de848 req-4ba9eb3a-4d39-4cc0-bc3e-0431652a73c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513 HTTP/1.1" status: 200 len: 217 time: 0.2010453 May 12 19:53:01.223642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object 9ea3166f-588f-4f41-9a8d-f123e1710917 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:01.254874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-8e756c0a-507a-4fc2-839b-952d56fb1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:01.256296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-8e756c0a-507a-4fc2-839b-952d56fb1cb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.8215477 May 12 19:53:01.274283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b559b-8001-4888-b6c7-d4b79eb5ff00 req-480e2dd8-8964-4da3-921f-23ff17147e19 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:01.281258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a8b559b-8001-4888-b6c7-d4b79eb5ff00 req-480e2dd8-8964-4da3-921f-23ff17147e19 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.8520379 May 12 19:53:01.331175 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.407555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6716c07d-761e-4af8-9862-e032d0de8970 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.412585 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6716c07d-761e-4af8-9862-e032d0de8970 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 204 len: 168 time: 2.7240767 May 12 19:53:01.415751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49466) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:01.425691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1567211525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:01.434535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:01.438944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:01.441362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:01.446548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:01.485531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Usage tracker for resource:router and tenant:a48d6a377760491cb03de0a1a07de158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:01.496384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:01.500408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=9ea3166f-588f-4f41-9a8d-f123e1710917,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:01.510692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:01.539816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a5b3cb90-378a-4266-900c-4309cd2344a2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.562827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.564876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.578396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:01.579492 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.609323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ac5b907e-a98a-48b0-b554-16dcf60e8bee tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9271145 May 12 19:53:01.612247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49470) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:01.620725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6645750b-01cc-41ea-8840-209ff8c3eb75 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:01.630504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc49e50-140a-4ad4-9062-8c71014de848 req-0b9083f5-0425-48e4-916a-7bba12cc4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:01.632277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49e50-140a-4ad4-9062-8c71014de848 req-0b9083f5-0425-48e4-916a-7bba12cc4b5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4210930 May 12 19:53:01.635093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:01.644371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3cb90-378a-4266-900c-4309cd2344a2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0fbc38-3e11-4421-88ef-8c7cc3d03dab,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:01.649134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a8b559b-8001-4888-b6c7-d4b79eb5ff00 req-251ddd25-3568-4f63-80dc-fd4d6edfef14 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667078 May 12 19:53:01.753015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.790609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:01.791313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.827125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-ce2c97ad-8f33-4ab7-aab6-574c65abd562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:01.828643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-ce2c97ad-8f33-4ab7-aab6-574c65abd562 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.5129550 May 12 19:53:01.843844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d6640-b269-463a-bc2b-57c901e5164c req-e47971fb-ca02-43c6-979d-93a0801b86f1 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:01.845965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-019d6640-b269-463a-bc2b-57c901e5164c req-e47971fb-ca02-43c6-979d-93a0801b86f1 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 948 time: 0.7877393 May 12 19:53:01.885953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.900953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:01.906295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8b678fdb-6105-48cf-8cf1-5b21d3e9aa39 None None] Provisioning for port 9ea3166f-588f-4f41-9a8d-f123e1710917 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:01.907378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:01.910870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:01.915272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8b678fdb-6105-48cf-8cf1-5b21d3e9aa39 None None] Provisioning complete for port 9ea3166f-588f-4f41-9a8d-f123e1710917 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:01.915998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b678fdb-6105-48cf-8cf1-5b21d3e9aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.919038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:01.922413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.955830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:01.961880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.982773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.984051 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9b8b6af8-1c2f-4f1e-83ff-e4cd4c86e834 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5668802 May 12 19:53:01.988151 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a5b3cb90-378a-4266-900c-4309cd2344a2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:01.988961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:01.993319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a5b3cb90-378a-4266-900c-4309cd2344a2 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/0f0fbc38-3e11-4421-88ef-8c7cc3d03dab HTTP/1.1" status: 204 len: 168 time: 1.8588617 May 12 19:53:02.034238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8b678fdb-6105-48cf-8cf1-5b21d3e9aa39 None None] Port 9ea3166f-588f-4f41-9a8d-f123e1710917 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:02.043850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49482) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:02.050902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a1931dd3-7a49-4575-9382-19320cde9ddf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:02.059580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-019d6640-b269-463a-bc2b-57c901e5164c req-cc21236d-cebd-4170-b2ef-0c12dbff138a tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256101 May 12 19:53:02.138373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc49e50-140a-4ad4-9062-8c71014de848 req-8dc042db-0665-4719-a18f-428c498103ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:02.141333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49e50-140a-4ad4-9062-8c71014de848 req-8dc042db-0665-4719-a18f-428c498103ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4885352 May 12 19:53:02.142070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8697bda2-025d-4df6-8c78-7fc7efd1e513 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:53:02.188792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-5a4461f5-2ea8-4cf4-9832-fede3fb8d8d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.3417134 May 12 19:53:02.279072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:02.340453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a2e14a9f-72be-431d-8301-0c2e903e84a4 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:53:02.445150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a2e14a9f-72be-431d-8301-0c2e903e84a4 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:53:02.446588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a2e14a9f-72be-431d-8301-0c2e903e84a4 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3809776 May 12 19:53:02.456005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49496) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:02.503758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group': {'name': 'tempest-secgroup--898291050'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:02.519065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8697bda2-025d-4df6-8c78-7fc7efd1e513, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:02.539144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '8697bda2-025d-4df6-8c78-7fc7efd1e513', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '8697bda2-025d-4df6-8c78-7fc7efd1e513', 'mac_address': 'fa:16:3e:28:a4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:53:02.549511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:02.585780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:02.588655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-d11307a4-a442-48ea-a811-801731d7b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:02.590251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-d11307a4-a442-48ea-a811-801731d7b84f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2416961 May 12 19:53:02.595240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49e50-140a-4ad4-9062-8c71014de848 req-5aa416fe-da9c-4af8-9e08-558d365bb091 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369657 May 12 19:53:02.645873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8697bda2-025d-4df6-8c78-7fc7efd1e513 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:02.645873 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:02.678677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8697bda2-025d-4df6-8c78-7fc7efd1e513 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:53:02.685831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49506) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:02.714062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8697bda2-025d-4df6-8c78-7fc7efd1e513, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:02.720073 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:02.776103 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb8ce8f4-fe26-47ad-8151-5a8ee630244e (CIDR: 172.20.0.0/28) May 12 19:53:02.789834 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:53:02.792593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:02.802153 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:02.819281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a1931dd3-7a49-4575-9382-19320cde9ddf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:02.827852 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fcb491f9-a956-4119-b469-470b153b6a16 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1995728 May 12 19:53:02.828810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49514) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:02.833936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8697bda2-025d-4df6-8c78-7fc7efd1e513,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:02.837873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:02.877228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a1931dd3-7a49-4575-9382-19320cde9ddf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:02.889064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:02.901895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:02.908847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:02.924470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8697bda2-025d-4df6-8c78-7fc7efd1e513'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:53:02.993070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:03.060695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afc49e50-140a-4ad4-9062-8c71014de848 req-9fc199fe-74f5-4505-ad64-d2c672b6590f service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227667 May 12 19:53:03.072442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-f8f13832-165e-42e2-9d6f-e063a7641340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:03.074046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-f8f13832-165e-42e2-9d6f-e063a7641340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4762630 May 12 19:53:03.200537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9abf65-d595-47d1-b0aa-9d669f40dea6 req-99b1b374-dea0-47e9-a5a3-4f7e4e8a5476 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:03.202363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d9abf65-d595-47d1-b0aa-9d669f40dea6 req-99b1b374-dea0-47e9-a5a3-4f7e4e8a5476 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2898536 May 12 19:53:03.372505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:03.379508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:03.385566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:03.394981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:03.416373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:03.419807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:03.509969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1931dd3-7a49-4575-9382-19320cde9ddf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Router 565973ba-b2fc-4284-b079-a1cfcac6150c is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:53:03.700758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d9abf65-d595-47d1-b0aa-9d669f40dea6 req-d9551a96-c74b-438d-9052-c0d6f37e3607 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810015 May 12 19:53:03.743528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1931dd3-7a49-4575-9382-19320cde9ddf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:53:03.754713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] Sync routers for ids ['565973ba-b2fc-4284-b079-a1cfcac6150c'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:53:03.755219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a1931dd3-7a49-4575-9382-19320cde9ddf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:03.757442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a1931dd3-7a49-4575-9382-19320cde9ddf tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "PUT /v2.0/routers/565973ba-b2fc-4284-b079-a1cfcac6150c HTTP/1.1" status: 200 len: 698 time: 1.7659557 May 12 19:53:03.759637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49534) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:03.766196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] Routers {'565973ba-b2fc-4284-b079-a1cfcac6150c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:03.767079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['565973ba-b2fc-4284-b079-a1cfcac6150c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:03.838345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:03.919191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] Set router 565973ba-b2fc-4284-b079-a1cfcac6150c gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:03.928552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:03.939195 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-46c16268-932d-47f7-b1ce-e2e760e1e23a tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/routers/565973ba-b2fc-4284-b079-a1cfcac6150c HTTP/1.1" status: 200 len: 704 time: 0.1757727 May 12 19:53:03.939775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49540) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:03.988348 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7d0bd2f3-5d76-4ac9-aedd-1da50da9990d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=565973ba-b2fc-4284-b079-a1cfcac6150c HTTP/1.1" status: 200 len: 205 time: 0.0454593 May 12 19:53:03.988594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49544) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:03.993568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe4944-4d42-453b-bd6c-7a43a48365be,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:04.034720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565973ba-b2fc-4284-b079-a1cfcac6150c', 'name': 'tempest-RoutersIpV6Test-router-1567211525', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:01Z', 'updated_at': '2022-05-12T19:53:02Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:04.039081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b07991-5fd3-4ea1-b979-f48c759fccc7 req-dcf80f94-7d0d-41d3-a3f2-c5343642a971 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:04.039244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] Checking router: 565973ba-b2fc-4284-b079-a1cfcac6150c for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:53:04.046337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94b07991-5fd3-4ea1-b979-f48c759fccc7 req-dcf80f94-7d0d-41d3-a3f2-c5343642a971 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 949 time: 0.6916063 May 12 19:53:04.047619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] Routers {'565973ba-b2fc-4284-b079-a1cfcac6150c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:04.048390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['565973ba-b2fc-4284-b079-a1cfcac6150c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:04.049392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-317fbeb2-a057-48f3-aecf-6cf0d948b441 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9623606 May 12 19:53:04.163716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8697bda2-025d-4df6-8c78-7fc7efd1e513 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:04.252249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] Set router 565973ba-b2fc-4284-b079-a1cfcac6150c gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:04.293292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e5d6ed0-6dd1-495f-b207-3f4b2caac0f0 req-908f61a0-c9a3-4a2c-98ca-686692e8a613 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194898 May 12 19:53:04.346174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.347419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-938f52ce-eb46-4396-a8d8-05af3d13e2cb tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8879070 May 12 19:53:04.354755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49554) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:04.360230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Request body: {'security_group_rule': {'security_group_id': '71fe4944-4d42-453b-bd6c-7a43a48365be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:04.366847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:04.371238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Usage tracker for resource:security_group_rule and tenant:4a1090f91a3842159982f95091200a62 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:04.374413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:04.380389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:04.398608 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82ec5ab3-6f1e-4d9b-8e8f-82312da66b63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.403462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565973ba-b2fc-4284-b079-a1cfcac6150c', 'name': 'tempest-RoutersIpV6Test-router-1567211525', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:01Z', 'updated_at': '2022-05-12T19:53:02Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:04.411130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94b07991-5fd3-4ea1-b979-f48c759fccc7 req-c1be111f-7677-4d09-9743-d0b9c69b250f tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636794 May 12 19:53:04.412891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 8697bda2-025d-4df6-8c78-7fc7efd1e513 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:04.419426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235152bc-4d9e-47ad-9e45-6e510baf6127 None None] The sync data for ids ['565973ba-b2fc-4284-b079-a1cfcac6150c'] in n-d-841626-1 is: [{'id': '565973ba-b2fc-4284-b079-a1cfcac6150c', 'name': 'tempest-RoutersIpV6Test-router-1567211525', 'tenant_id': 'a48d6a377760491cb03de0a1a07de158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:01Z', 'updated_at': '2022-05-12T19:53:02Z', 'revision_number': 2, 'project_id': 'a48d6a377760491cb03de0a1a07de158', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:53:04.423241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 8697bda2-025d-4df6-8c78-7fc7efd1e513 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:04.423783 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.436204 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.598112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8697bda2-025d-4df6-8c78-7fc7efd1e513 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:04.598641 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.653914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bda2-025d-4df6-8c78-7fc7efd1e513'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:53:04.666369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8697bda2-025d-4df6-8c78-7fc7efd1e513, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:04.672205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.769071 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba9d5f7-5469-425c-8cf5-130ac68dff3b'] response: {'server_uuid': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bda2-025d-4df6-8c78-7fc7efd1e513', 'code': 200} May 12 19:53:04.823963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8697bda2-025d-4df6-8c78-7fc7efd1e513,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:04.833253 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.871752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82ec5ab3-6f1e-4d9b-8e8f-82312da66b63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.875224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.882956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82ec5ab3-6f1e-4d9b-8e8f-82312da66b63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.923806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:04.950989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d49e8f-3bf5-4152-92db-9af835b7ce9a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:05.011538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82ec5ab3-6f1e-4d9b-8e8f-82312da66b63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.012875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ec5ab3-6f1e-4d9b-8e8f-82312da66b63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Fanout notify agent at l3_agent the message router_deleted on router 565973ba-b2fc-4284-b079-a1cfcac6150c {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:53:05.033786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:05.040171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:05.051477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9c771-3586-4ede-a5bc-2c8ce3b4ac4c None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:05.054643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:05.055650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.073403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=ffba54dc-e1f2-44a3-b8a3-cd59d860ec45,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:05.097630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-c7744c3f-d4ee-4964-8c5b-6877079af954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:05.099712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-c7744c3f-d4ee-4964-8c5b-6877079af954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.3554647 May 12 19:53:05.100126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82ec5ab3-6f1e-4d9b-8e8f-82312da66b63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.104579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-82ec5ab3-6f1e-4d9b-8e8f-82312da66b63 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/565973ba-b2fc-4284-b079-a1cfcac6150c HTTP/1.1" status: 204 len: 168 time: 1.1115959 May 12 19:53:05.106133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49570) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.109548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.113345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7ae947d5-630f-4c1c-8d5e-375827ec8e82 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7548819 May 12 19:53:05.117999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49574) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.191090 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1e3ed9d6-3caa-4d20-b7a4-048bb5d5c2c1 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3576610 May 12 19:53:05.193866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49578) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.204383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1348481198', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ffba54dc-e1f2-44a3-b8a3-cd59d860ec45'}], 'security_groups': ['89397ee7-ae01-4414-90cf-3d1a6d0798a6']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:05.240267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-94d0265b-9493-4ac1-b5ee-749c0f0ee314 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=565973ba-b2fc-4284-b079-a1cfcac6150c HTTP/1.1" status: 200 len: 205 time: 0.1339836 May 12 19:53:05.247552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.358723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8da51-0f43-4691-8ce6-45bf9ce36662 req-b9cedd46-b61a-4c1a-9410-3d386799ca35 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:05.360197 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2f8da51-0f43-4691-8ce6-45bf9ce36662 req-b9cedd46-b61a-4c1a-9410-3d386799ca35 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4198849 May 12 19:53:05.373538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a3663-db2d-48d6-ab99-83bc822ee545 req-e600e6f1-f434-444f-b4da-4aef612362c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:05.374965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-353a3663-db2d-48d6-ab99-83bc822ee545 req-e600e6f1-f434-444f-b4da-4aef612362c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 1101 time: 0.5035014 May 12 19:53:05.382423 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-de16af78-cea6-4cdf-9354-e86a930f77a1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] delete failed (client error): The resource could not be found. May 12 19:53:05.387419 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-de16af78-cea6-4cdf-9354-e86a930f77a1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/565973ba-b2fc-4284-b079-a1cfcac6150c HTTP/1.1" status: 404 len: 336 time: 0.1383517 May 12 19:53:05.391285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49588) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.447574 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeb44dd-6f1a-48fc-b15e-f0c3e189da13 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:05.448299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abeb44dd-6f1a-48fc-b15e-f0c3e189da13 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:05.453234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-abeb44dd-6f1a-48fc-b15e-f0c3e189da13 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/ec47a47f-8fa3-4254-8054-fa4f50215c4e HTTP/1.1" status: 404 len: 337 time: 0.0604908 May 12 19:53:05.457675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.475049 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78ac05ed-8a74-42fd-b376-7fdcd8460b98 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.523486 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be9fea9-15f1-4dd0-8448-b6fd1d4fea9b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:05.524252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be9fea9-15f1-4dd0-8448-b6fd1d4fea9b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:05.529137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8be9fea9-15f1-4dd0-8448-b6fd1d4fea9b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/f9f0f372-9eb1-41a7-85e1-020563e97f76 HTTP/1.1" status: 404 len: 337 time: 0.0702929 May 12 19:53:05.532257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49602) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.605919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-377797f4-cd6a-4feb-adc7-99b7fa9ddbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:05.609670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-377797f4-cd6a-4feb-adc7-99b7fa9ddbe6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.4486573 May 12 19:53:05.670015 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-05424d9d-310c-4cf4-91c0-f1dbcdfbd158 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:05.670467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05424d9d-310c-4cf4-91c0-f1dbcdfbd158 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:05.672798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78ac05ed-8a74-42fd-b376-7fdcd8460b98 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.675792 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:53:05.677036 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-05424d9d-310c-4cf4-91c0-f1dbcdfbd158 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/46dca177-e011-4a05-a9cf-8705bc4f93c2 HTTP/1.1" status: 404 len: 337 time: 0.1435885 May 12 19:53:05.679098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49606) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.692540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Update dhcp port {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'fixed_ips': [{'subnet_id': 'cb8ce8f4-fe26-47ad-8151-5a8ee630244e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ffba54dc-e1f2-44a3-b8a3-cd59d860ec45'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '6645750b-01cc-41ea-8840-209ff8c3eb75'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:53:05.751800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78ac05ed-8a74-42fd-b376-7fdcd8460b98 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.752625 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-6628e08c-ca65-4a3a-a561-a3592723a908 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:05.753339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6628e08c-ca65-4a3a-a561-a3592723a908 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:05.756772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6628e08c-ca65-4a3a-a561-a3592723a908 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/d618ef92-572e-4b47-b4ff-a978b2d8e96a HTTP/1.1" status: 404 len: 337 time: 0.0727606 May 12 19:53:05.760588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.766629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2f8da51-0f43-4691-8ce6-45bf9ce36662 req-2ef7459c-61e6-459c-93c1-7dc650c1e2cc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3971577 May 12 19:53:05.767621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.768157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-353a3663-db2d-48d6-ab99-83bc822ee545 req-b419ca7c-29aa-493f-8f9e-6f2d92c15f94 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817511 May 12 19:53:05.870150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4f524425-33cd-4258-8676-f0cadadc4d1d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 200 len: 205 time: 0.1043487 May 12 19:53:05.870692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-78ac05ed-8a74-42fd-b376-7fdcd8460b98 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:05.871864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-78ac05ed-8a74-42fd-b376-7fdcd8460b98 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/71fe4944-4d42-453b-bd6c-7a43a48365be HTTP/1.1" status: 204 len: 168 time: 0.7528586 May 12 19:53:05.873888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.876172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49620) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:05.905091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac05ed-8a74-42fd-b376-7fdcd8460b98 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe4944-4d42-453b-bd6c-7a43a48365be,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:05.921640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:06.067096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Allocated IP 172.20.0.18 (81d122cf-a910-4188-8347-f53e2122117b/ffba54dc-e1f2-44a3-b8a3-cd59d860ec45/6645750b-01cc-41ea-8840-209ff8c3eb75) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:06.082613 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-b0aa7a69-bc00-4488-8b5b-c27acc134ae2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] delete failed (client error): The resource could not be found. May 12 19:53:06.086443 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0aa7a69-bc00-4488-8b5b-c27acc134ae2 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/c153c7b1-9745-4290-8055-29072e52a7c3 HTTP/1.1" status: 404 len: 336 time: 0.2089479 May 12 19:53:06.124860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.188231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-04d23936-8009-4da0-a1e6-08235bbb9044 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=e36f2509-b617-41c5-a9a2-a6e302fd309f HTTP/1.1" status: 200 len: 205 time: 0.0600462 May 12 19:53:06.198207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49634) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.251801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed827281-453e-4322-ad9c-572917c6d443 req-eeef06fc-fed7-4620-ba1f-85fc1b2e92c9 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:06.251801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed827281-453e-4322-ad9c-572917c6d443 req-eeef06fc-fed7-4620-ba1f-85fc1b2e92c9 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 950 time: 0.6383197 May 12 19:53:06.256275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-97848480-4e6f-47bc-9109-c9468a2ebbfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.5115590 May 12 19:53:06.285519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6645750b-01cc-41ea-8840-209ff8c3eb75,segment=NetworkSegment(da28ec46-4436-4b3d-81ad-64bcfd092966),segment_id=da28ec46-4436-4b3d-81ad-64bcfd092966)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:06.313408 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:06.317629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:06.326778 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-c48068d9-c10f-4294-81a4-8c2d67ca5a0d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] delete failed (client error): The resource could not be found. May 12 19:53:06.330612 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c48068d9-c10f-4294-81a4-8c2d67ca5a0d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/e36f2509-b617-41c5-a9a2-a6e302fd309f HTTP/1.1" status: 404 len: 336 time: 0.1310453 May 12 19:53:06.333422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Transition to ACTIVE for port object 6645750b-01cc-41ea-8840-209ff8c3eb75 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:06.333571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-3ac51fb3-631c-4789-8a11-a9386e072391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:06.335030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-3ac51fb3-631c-4789-8a11-a9386e072391 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.0600240 May 12 19:53:06.335377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49638) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.340202 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:06.346812 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8689ea88-e4bd-4aa6-8153-5c76fbdc6864 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3481472 May 12 19:53:06.347509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.539835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Pushing event updated for resources: {'Port': ['ID=6645750b-01cc-41ea-8840-209ff8c3eb75,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:06.561726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.562129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.562778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.563267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.563443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.563893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.564153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.565297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.565624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.565999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.566943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.567312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cadb33-ebd9-4cb0-8dc9-51df35000311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:06.577946 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aaba1c4-ce7c-4a88-8a3e-d76e916e7add tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:06.578408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aaba1c4-ce7c-4a88-8a3e-d76e916e7add tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:06.583320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9aaba1c4-ce7c-4a88-8a3e-d76e916e7add tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/6e0a9830-670b-4fbc-8397-f5110a362025 HTTP/1.1" status: 404 len: 337 time: 0.1590936 May 12 19:53:06.584055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49652) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.612868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed827281-453e-4322-ad9c-572917c6d443 req-2761f27e-475a-42c5-8c74-4bac92151005 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532743 May 12 19:53:06.683218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-faab4708-a28f-4642-949f-b08d8e9a03f6 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3323226 May 12 19:53:06.693861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49656) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.729170 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8b3ecae4-b11b-471e-983a-46d0d81d16a1 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=31dd9056-9741-4d9a-94ce-dd4761f9229c HTTP/1.1" status: 200 len: 205 time: 0.1439338 May 12 19:53:06.734607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49660) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.784065 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-eb92d504-f1c6-4e2e-a540-f321d5cc7829 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] delete failed (client error): The resource could not be found. May 12 19:53:06.785147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb92d504-f1c6-4e2e-a540-f321d5cc7829 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "DELETE /v2.0/security-groups/71fe4944-4d42-453b-bd6c-7a43a48365be HTTP/1.1" status: 404 len: 347 time: 0.0891831 May 12 19:53:06.795774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49666) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.858171 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-a2a5d1e5-4e55-46a5-b953-b3f2955cc64b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] delete failed (client error): The resource could not be found. May 12 19:53:06.859392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a2a5d1e5-4e55-46a5-b953-b3f2955cc64b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/31dd9056-9741-4d9a-94ce-dd4761f9229c HTTP/1.1" status: 404 len: 336 time: 0.1235130 May 12 19:53:06.862402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49674) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:06.903939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-7bfb6c18-2127-4f55-b795-b3d839ddbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:06.905458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-7bfb6c18-2127-4f55-b795-b3d839ddbbd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4799018 May 12 19:53:07.029543 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9fdb032c-463f-481d-8632-e0b08da69ffa tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2846a2-ef5b-4fa7-81cd-275e766e9149 HTTP/1.1" status: 200 len: 205 time: 0.1637642 May 12 19:53:07.033612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6f32dcc5-bdaf-4dfc-9e66-610bea6f1d86 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Synchronizing usage tracker for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:53:07.037004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49678) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.124384 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-1dd506a1-0cb7-46f9-926d-d89fbb660466 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] delete failed (client error): The resource could not be found. May 12 19:53:07.125882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1dd506a1-0cb7-46f9-926d-d89fbb660466 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/ea2846a2-ef5b-4fa7-81cd-275e766e9149 HTTP/1.1" status: 404 len: 336 time: 0.0881941 May 12 19:53:07.129764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49682) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.185160 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef554f23-12ae-4363-acb5-5a6f13e69679 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:07.185540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef554f23-12ae-4363-acb5-5a6f13e69679 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:07.187554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ef554f23-12ae-4363-acb5-5a6f13e69679 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/8af7e2ad-eeb4-4dc4-a632-07ec2a8d2152 HTTP/1.1" status: 404 len: 337 time: 0.0567403 May 12 19:53:07.228036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49686) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.286489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6f32dcc5-bdaf-4dfc-9e66-610bea6f1d86 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] Unset dirty status for tenant:4a1090f91a3842159982f95091200a62 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:53:07.287652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6f32dcc5-bdaf-4dfc-9e66-610bea6f1d86 tempest-SecGroupIPv6Test-1399440919 tempest-SecGroupIPv6Test-1399440919-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4909554 May 12 19:53:07.383379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e134b439-e818-4d70-a464-06561f234b2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Synchronizing usage tracker for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:53:07.415742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-b9606ce2-23f6-4a9d-a31a-b1ef68f226cb service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778492 May 12 19:53:07.518649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Delete allocated IP 172.20.0.10 (81d122cf-a910-4188-8347-f53e2122117b/cb8ce8f4-fe26-47ad-8151-5a8ee630244e) {{(pid=88113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 19:53:07.520822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e134b439-e818-4d70-a464-06561f234b2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] Unset dirty status for tenant:a48d6a377760491cb03de0a1a07de158 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:53:07.522407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e134b439-e818-4d70-a464-06561f234b2e tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=09b5a04b-ade2-48f4-b318-0489c43a877b HTTP/1.1" status: 200 len: 205 time: 0.2856019 May 12 19:53:07.525151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.612269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.20 (81d122cf-a910-4188-8347-f53e2122117b/ffba54dc-e1f2-44a3-b8a3-cd59d860ec45/9ea3166f-588f-4f41-9a8d-f123e1710917) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:07.621476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Provisioning for port 6645750b-01cc-41ea-8840-209ff8c3eb75 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:07.624690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3482e-f1ab-4b39-a243-2afa97c55444 req-e6575138-d2f4-4a24-a110-06cfaf60f243 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:07.632101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ba3482e-f1ab-4b39-a243-2afa97c55444 req-e6575138-d2f4-4a24-a110-06cfaf60f243 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5951893 May 12 19:53:07.636546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:07.637770 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:07.649341 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-bccd1fba-617b-4e82-915f-cca65e9bc57b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] delete failed (client error): The resource could not be found. May 12 19:53:07.650530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bccd1fba-617b-4e82-915f-cca65e9bc57b tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/09b5a04b-ade2-48f4-b318-0489c43a877b HTTP/1.1" status: 404 len: 336 time: 0.1243041 May 12 19:53:07.653069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49706) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.704763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Deleting port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:07.705046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:07.717470 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c4f994-dfe6-48df-b874-762bf53bba57 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:07.718133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c4f994-dfe6-48df-b874-762bf53bba57 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:07.720200 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e7c4f994-dfe6-48df-b874-762bf53bba57 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/ab0d8fc1-0fc2-42fb-8083-46ef6fa3c3e9 HTTP/1.1" status: 404 len: 337 time: 0.0660372 May 12 19:53:07.723590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49710) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.752036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49714) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.752276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6645750b-01cc-41ea-8840-209ff8c3eb75 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:07.779720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40ba7db8-35bd-46b7-89fb-68abdf6e1cf3 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fa8da78-8242-4a14-96de-9b9792cc4363 HTTP/1.1" status: 200 len: 205 time: 0.0527422 May 12 19:53:07.780451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49720) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:07.843610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3599f86-d10a-4e45-abb3-b0929f261ace req-2b02da6c-b4ce-43fc-807c-f84fa100229f service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182253 May 12 19:53:07.953822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ba3482e-f1ab-4b39-a243-2afa97c55444 req-15bc5ff2-77ea-49fc-b102-3c65a0a4a750 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207426 May 12 19:53:08.000071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:08.000456 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.030044 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-290a960d-6f95-401a-8fd4-ccf85743c67d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] delete failed (client error): The resource could not be found. May 12 19:53:08.033551 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-290a960d-6f95-401a-8fd4-ccf85743c67d tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/routers/7fa8da78-8242-4a14-96de-9b9792cc4363 HTTP/1.1" status: 404 len: 336 time: 0.2498474 May 12 19:53:08.035565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49730) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:08.068023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.069339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:08.096142 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-725003f1-d0a6-4a68-af3b-72c1b9315702 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:08.096678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725003f1-d0a6-4a68-af3b-72c1b9315702 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:08.101488 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-725003f1-d0a6-4a68-af3b-72c1b9315702 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/2a40711a-325d-4b53-a782-9798bddfe47f HTTP/1.1" status: 404 len: 337 time: 0.0621412 May 12 19:53:08.101488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49734) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:08.117320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Provisioning complete for port 9ea3166f-588f-4f41-9a8d-f123e1710917 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:08.118213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.119324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7123f0a9-cd53-4ffd-89e8-04369cf5a037 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a1090f91a3842159982f95091200a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476341 May 12 19:53:08.120123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:08.153598 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3b1c0b-ed87-4c39-906c-ccff74447546 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] DELETE failed (client error): The resource could not be found. May 12 19:53:08.154229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3b1c0b-ed87-4c39-906c-ccff74447546 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:08.158420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6b3b1c0b-ed87-4c39-906c-ccff74447546 tempest-RoutersIpV6Test-1282357600 tempest-RoutersIpV6Test-1282357600-project] 10.222.0.72 "DELETE /v2.0/subnets/4b92aa73-b6ee-4422-83f3-66514f3c2255 HTTP/1.1" status: 404 len: 337 time: 0.0539610 May 12 19:53:08.209913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b5ce1-e9a7-4453-b1c2-fa00306487a5 req-68eeeaf0-0621-41a0-ab77-d6b8708e16a3 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:08.211920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c2b5ce1-e9a7-4453-b1c2-fa00306487a5 req-68eeeaf0-0621-41a0-ab77-d6b8708e16a3 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 950 time: 0.3607025 May 12 19:53:08.229498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.231426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-d9c73890-786e-4ac9-ba86-b29e4af8ef50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4474766 May 12 19:53:08.264572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object 9ea3166f-588f-4f41-9a8d-f123e1710917 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:08.274932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.296306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Port 9ea3166f-588f-4f41-9a8d-f123e1710917 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:08.371821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Provisioning complete for port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:08.372187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.432448 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ff90c42e-21d0-41b4-bbee-fa2a99b6127b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.463052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ff90c42e-21d0-41b4-bbee-fa2a99b6127b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.477823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=9ea3166f-588f-4f41-9a8d-f123e1710917,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:08.532584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:08.569972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-87590c90-4560-48c3-b4ab-9de59df7fdc2 None None] Port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:08.572307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.575220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49754) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:08.589268 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ff90c42e-21d0-41b4-bbee-fa2a99b6127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.615260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] In _notify_port_updated(), no bound segment for port 9ea3166f-588f-4f41-9a8d-f123e1710917 on network 81d122cf-a910-4188-8347-f53e2122117b {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:53:08.628927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:08.631025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.637351 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6f28326b-e593-46e9-b932-4bcf82c3797f tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "PUT /v2.0/ports/9ea3166f-588f-4f41-9a8d-f123e1710917 HTTP/1.1" status: 200 len: 921 time: 3.4423046 May 12 19:53:08.638061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49762) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:08.734061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 9ea3166f-588f-4f41-9a8d-f123e1710917 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:08.734429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.826504 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c2b5ce1-e9a7-4453-b1c2-fa00306487a5 req-530f68a4-0856-43de-b7b0-4c8862b81344 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484526 May 12 19:53:08.829055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] For port 81660bdd-c654-42c0-b1dd-d10ce5e20ed3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:08.829938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:08.838384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90c42e-21d0-41b4-bbee-fa2a99b6127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab41bed-ee69-447b-b9a2-7d130bda51c6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:08.870229 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-673ecc23-1c86-4f75-ae2b-ffe0e251d2ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a48d6a377760491cb03de0a1a07de158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933049 May 12 19:53:08.872976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49768) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:09.009695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Calling delete_port for 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:09.021027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fad05b52-ff25-45e4-b0fd-863c02a31752 None None] Provisioning for port 9ea3166f-588f-4f41-9a8d-f123e1710917 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:09.029375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fad05b52-ff25-45e4-b0fd-863c02a31752 None None] Provisioning complete for port 9ea3166f-588f-4f41-9a8d-f123e1710917 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:09.030664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fad05b52-ff25-45e4-b0fd-863c02a31752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.065109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ff90c42e-21d0-41b4-bbee-fa2a99b6127b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.066307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ff90c42e-21d0-41b4-bbee-fa2a99b6127b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ab41bed-ee69-447b-b9a2-7d130bda51c6 HTTP/1.1" status: 204 len: 168 time: 0.9420009 May 12 19:53:09.083152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-5f353c48-558f-4eff-ba44-e2fab73c7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:09.084694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-5f353c48-558f-4eff-ba44-e2fab73c7dba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c20b06c74fb148a3add5b35cc12e7027&device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 1101 time: 0.6533768 May 12 19:53:09.139198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fad05b52-ff25-45e4-b0fd-863c02a31752 None None] Port 9ea3166f-588f-4f41-9a8d-f123e1710917 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:09.323136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fca632f8-17ec-43d1-bc39-ab4f5fe00d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.352612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fca632f8-17ec-43d1-bc39-ab4f5fe00d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.470171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.508102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-85c04394-6eaf-496e-b1d7-12475546b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:09.510087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-85c04394-6eaf-496e-b1d7-12475546b13a service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.3943703 May 12 19:53:09.600818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-73c4acfe-2890-40d2-bf14-b6d9671fb576 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513 HTTP/1.1" status: 200 len: 217 time: 0.0766726 May 12 19:53:09.651644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fca632f8-17ec-43d1-bc39-ab4f5fe00d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.661963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 9ea3166f-588f-4f41-9a8d-f123e1710917 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:09.720445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca632f8-17ec-43d1-bc39-ab4f5fe00d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9234d9-4d28-4f63-bbbf-7dbecac1a8df,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:09.724300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fca632f8-17ec-43d1-bc39-ab4f5fe00d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.729995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fca632f8-17ec-43d1-bc39-ab4f5fe00d5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b9234d9-4d28-4f63-bbbf-7dbecac1a8df HTTP/1.1" status: 204 len: 168 time: 0.8513844 May 12 19:53:09.801303 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.853972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f82b4-397e-418f-8323-40c3dae5e223 req-f12b1073-f214-4be2-b150-c90bcda2e40e tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:09.855634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-920f82b4-397e-418f-8323-40c3dae5e223 req-f12b1073-f214-4be2-b150-c90bcda2e40e tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 950 time: 0.4777398 May 12 19:53:09.864644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:09.872464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Pushing event deleted for resources: {'Port': ['ID=81660bdd-c654-42c0-b1dd-d10ce5e20ed3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:09.937308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=9ea3166f-588f-4f41-9a8d-f123e1710917,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:10.002088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-920f82b4-397e-418f-8323-40c3dae5e223 req-21e6eccb-d23f-422f-a578-8f51243d78b7 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319561 May 12 19:53:10.013483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-b965b53f-fff5-4c44-994a-39466dfb62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:10.022744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-b965b53f-fff5-4c44-994a-39466dfb62eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4100957 May 12 19:53:10.274780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:10.314677 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a13f2642-ea24-4214-9e55-25564c615d27 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/9ea3166f-588f-4f41-9a8d-f123e1710917 HTTP/1.1" status: 204 len: 168 time: 1.6753075 May 12 19:53:10.315427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49820) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:10.426430 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1089493-5d8e-4aae-a4c4-b599c35fbbab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:53:10.427143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d1089493-5d8e-4aae-a4c4-b599c35fbbab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:53:10.434770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-6e9c34d7-982f-47f9-8c39-63e098a0f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:10.436701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-6e9c34d7-982f-47f9-8c39-63e098a0f1c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4038303 May 12 19:53:10.478679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d1089493-5d8e-4aae-a4c4-b599c35fbbab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:53:10.482510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d1089493-5d8e-4aae-a4c4-b599c35fbbab tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/9ea3166f-588f-4f41-9a8d-f123e1710917 HTTP/1.1" status: 404 len: 333 time: 0.1636195 May 12 19:53:10.483123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:10.685898 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:10.706472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-560944ff-13fc-44b7-8714-9b776de85497 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:10.749938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-560944ff-13fc-44b7-8714-9b776de85497 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:10.811090 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-560944ff-13fc-44b7-8714-9b776de85497 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:10.868188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560944ff-13fc-44b7-8714-9b776de85497 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71298782-1be0-4b92-8285-d4d0b373c0ee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:10.904591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a66a0-7729-475a-be9d-432a3863febf req-222812db-34a9-4701-a2c7-7e29509f0ee6 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:10.906457 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-319a66a0-7729-475a-be9d-432a3863febf req-222812db-34a9-4701-a2c7-7e29509f0ee6 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.73 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 950 time: 0.3320096 May 12 19:53:10.908860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-560944ff-13fc-44b7-8714-9b776de85497 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:10.912810 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-560944ff-13fc-44b7-8714-9b776de85497 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/security-groups/71298782-1be0-4b92-8285-d4d0b373c0ee HTTP/1.1" status: 204 len: 168 time: 0.4258111 May 12 19:53:10.966412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49852) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:11.006178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Deleting port 8697bda2-025d-4df6-8c78-7fc7efd1e513 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:11.006868 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.451318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-a88b611c-b222-49e1-a85e-52a597fdf633 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9374194 May 12 19:53:11.481562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49880) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:11.499668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] For port 8697bda2-025d-4df6-8c78-7fc7efd1e513, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8697bda2-025d-4df6-8c78-7fc7efd1e513,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:11.500210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.621990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-185f5941-34ae-423c-b6f5-07d1411140b4 req-ca1bdac6-229a-4d19-a4ee-5556edb4ea51 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610143 May 12 19:53:11.639559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22b7c0cb-89ce-47a9-bfb7-ec7730745a98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.675116 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22b7c0cb-89ce-47a9-bfb7-ec7730745a98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.744362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Calling delete_port for 8697bda2-025d-4df6-8c78-7fc7efd1e513 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:11.791852 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22b7c0cb-89ce-47a9-bfb7-ec7730745a98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.853062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7c0cb-89ce-47a9-bfb7-ec7730745a98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89397ee7-ae01-4414-90cf-3d1a6d0798a6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:11.855176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-111895149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:11.873469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:11.878312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:router and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:11.881209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:11.887345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:11.900811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.902309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.928756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d02551-36e9-47b8-84b2-1d58333d93ee req-1da273e5-6112-4027-b66d-517fc388a94f tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:11.930426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91d02551-36e9-47b8-84b2-1d58333d93ee req-1da273e5-6112-4027-b66d-517fc388a94f tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f1a3fd-acec-49ac-a248-c1c04f04cb19 HTTP/1.1" status: 200 len: 950 time: 0.6536155 May 12 19:53:11.965560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-22b7c0cb-89ce-47a9-bfb7-ec7730745a98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:11.966921 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-22b7c0cb-89ce-47a9-bfb7-ec7730745a98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/security-groups/89397ee7-ae01-4414-90cf-3d1a6d0798a6 HTTP/1.1" status: 204 len: 168 time: 0.9967756 May 12 19:53:11.971958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:12.018676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.039002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.053638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8697bda2-025d-4df6-8c78-7fc7efd1e513'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:53:12.071686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91d02551-36e9-47b8-84b2-1d58333d93ee req-f0038ae9-ca0b-4784-bd28-6a3e6b4206af tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.72 "GET /v2.0/security-groups?id=b034fbdb-b970-40e2-a337-a0e2d51d5967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324599 May 12 19:53:12.109075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:53:12.113549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet cb8ce8f4-fe26-47ad-8151-5a8ee630244e {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:53:12.119168 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.273219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49910) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:12.303897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.304995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.326684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Pushing event deleted for resources: {'Port': ['ID=8697bda2-025d-4df6-8c78-7fc7efd1e513,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:12.425110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] No DVR routers for this DVR port 8697bda2-025d-4df6-8c78-7fc7efd1e513 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:53:12.429126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.431978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-319a66a0-7729-475a-be9d-432a3863febf req-e0db0f65-4edc-4a1e-85a2-15fe42d26231 tempest-VolumesNegativeTest-1991371814 tempest-VolumesNegativeTest-1991371814-project] 10.222.0.73 "DELETE /v2.0/ports/8697bda2-025d-4df6-8c78-7fc7efd1e513 HTTP/1.1" status: 204 len: 173 time: 1.5197535 May 12 19:53:12.432797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'name': 'network-vif-deleted', 'tag': '8697bda2-025d-4df6-8c78-7fc7efd1e513'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:53:12.439388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.440768 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a4f4607f-e17e-40a5-adbb-222fb9ddd415 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9577448 May 12 19:53:12.444048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49918) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:12.457790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1515227964'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:12.467838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:12.474398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:network and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:12.478905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:12.485622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:12.502308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Made reservation on behalf of 0454b3c13469403a8882ddd48d7811b6 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:12.518461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.542408 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b9b5b7-1c9b-4055-b0df-e106c06f3a34'] response: {'server_uuid': '55f1a3fd-acec-49ac-a248-c1c04f04cb19', 'name': 'network-vif-deleted', 'tag': '8697bda2-025d-4df6-8c78-7fc7efd1e513', 'status': 'completed', 'code': 200} May 12 19:53:12.545048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.561255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:12.566208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:security_group_rule and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:12.570224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:12.577059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:12.581278 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.677230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:12.688312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.707170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.712686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.724037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Usage tracker for resource:security_group_rule and tenant:391e440390b740e9b61a7b7d1ec6c1a9 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:12.729650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:12.746320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:53:12.747036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:53:12.752749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-118f5f21-43e5-47cc-a487-aa7b97c3a220 admin admin] 10.222.0.72 "PUT /v2.0/routers/3ddd916a-cf08-4bde-9bce-be5fcbc745c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0600607 May 12 19:53:12.757546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:12.760465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:12.779424 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.780256 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Added segment 07b4a274-56a0-428a-8301-cd93f71c51fe of type vlan for network 39c27b46-7b1f-4c14-b0b0-25463781b016 May 12 19:53:12.781744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cad3dd-ad69-46e8-8e2e-ed575bb3afbd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:12.796551 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] Sync routers for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:53:12.834172 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:12.835194 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:12.837983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.872950 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:12.880138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:12.882048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.052672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.075065 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6297243 May 12 19:53:13.079179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:13.082430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0b1e3-2297-4d2d-928f-638ade4efb03 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Network': ['ID=39c27b46-7b1f-4c14-b0b0-25463781b016,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:13.089491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'subnet': {'network_id': '39c27b46-7b1f-4c14-b0b0-25463781b016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:13.093958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:53:13.167824 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.281140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:13.292536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:subnet and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:13.300805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:13.308159 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:13.318350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:13.332371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Made reservation on behalf of 0454b3c13469403a8882ddd48d7811b6 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:13.336914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.440503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8ce8f4-fe26-47ad-8151-5a8ee630244e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:13.449825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.453231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655817c4-00ee-4753-b4fc-267b1f3fba51 None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:13.465390 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.502179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-923deaff-5968-490d-91fb-48ed3effbb6c tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/cb8ce8f4-fe26-47ad-8151-5a8ee630244e HTTP/1.1" status: 204 len: 168 time: 1.5200543 May 12 19:53:13.503344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49956) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:13.505479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Deleting port 44c00d63-883b-4ef1-a521-4a9253bf814f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:13.505889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.531190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:13.789516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:13.859418 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:53:09Z', 'revision_number': 5, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port': {'id': '44c00d63-883b-4ef1-a521-4a9253bf814f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:46:46Z', 'updated_at': '2022-05-12T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:13.865088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:13.865863 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] Checking router: 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:53:13.872531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:13.875896 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] Routers {'3ddd916a-cf08-4bde-9bce-be5fcbc745c1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:13.876754 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:13.898630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:13.899524 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.919446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:13.946458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:13.958322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.151520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] For port 44c00d63-883b-4ef1-a521-4a9253bf814f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=44c00d63-883b-4ef1-a521-4a9253bf814f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:14.151928 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.190020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8697bda2-025d-4df6-8c78-7fc7efd1e513 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:53:14.235055 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] Set router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:14.266434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 8697bda2-025d-4df6-8c78-7fc7efd1e513 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:53:14.273768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8697bda2-025d-4df6-8c78-7fc7efd1e513 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:53:14.304985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=391e440390b740e9b61a7b7d1ec6c1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0324321 May 12 19:53:14.306105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec8f5f-6eac-4d93-819e-d09a1258b721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6046522b-4396-4cff-bcf0-3e3ce3cd8a8c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:14.308099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49986) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:14.330766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Calling delete_port for 44c00d63-883b-4ef1-a521-4a9253bf814f owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:14.332188 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.464784 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:53:13Z', 'revision_number': 6, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:14.470724 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81345411-f1e2-49d7-b0ac-06f43181dcd4 None None] The sync data for ids ['3ddd916a-cf08-4bde-9bce-be5fcbc745c1'] in n-d-841626-1 is: [{'id': '3ddd916a-cf08-4bde-9bce-be5fcbc745c1', 'name': 'tempest-AttachVolumeTestJSON-2021752948-router', 'tenant_id': 'aedea74ce4594777b90bf2186a1179f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:46:40Z', 'updated_at': '2022-05-12T19:53:13Z', 'revision_number': 6, 'project_id': 'aedea74ce4594777b90bf2186a1179f2', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:53:14.581361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Subnet': ['ID=27d9a8d0-d4fc-4fa5-a3d8-cc21246ac87d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:14.590144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e2dfb86-ce84-4bd2-85be-923b95545c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.597645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.598021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.598356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.598680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.599034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.599355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.599679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.600049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.600377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.600694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.601013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.601359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:14.689370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e2dfb86-ce84-4bd2-85be-923b95545c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.695866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Checking segment: {'id': '07b4a274-56a0-428a-8301-cd93f71c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '39c27b46-7b1f-4c14-b0b0-25463781b016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:14.696452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network hostable DHCP agents. Network: 39c27b46-7b1f-4c14-b0b0-25463781b016, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:53:14.728032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.765378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:53:14.793714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 39c27b46-7b1f-4c14-b0b0-25463781b016) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:14.799085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:14.799771 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.804773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5cd9a-3d53-43e4-aad5-058adc36e372 None None] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:14.811570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c00d63-883b-4ef1-a521-4a9253bf814f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:14.926148 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e20cf533-245c-4057-b07f-864e50c621b5 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8454719 May 12 19:53:14.926840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e2dfb86-ce84-4bd2-85be-923b95545c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.949075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e2dfb86-ce84-4bd2-85be-923b95545c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:14.949947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e2dfb86-ce84-4bd2-85be-923b95545c03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6046522b-4396-4cff-bcf0-3e3ce3cd8a8c HTTP/1.1" status: 204 len: 168 time: 0.6273086 May 12 19:53:14.962753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50046) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:15.011231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'network': {'name': 'tempest-router-network01--1330612542'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:15.029992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dfb86-ce84-4bd2-85be-923b95545c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6046522b-4396-4cff-bcf0-3e3ce3cd8a8c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:15.036664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.041636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:15.052501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:network and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:15.065990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:15.069604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.156991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:15.210929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ca14c2e7-2716-479f-bfe7-88fa605fc50a None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:15.211439 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca14c2e7-2716-479f-bfe7-88fa605fc50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.243783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:15.247155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:15.268054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:15.268649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.272612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Made reservation on behalf of 0454b3c13469403a8882ddd48d7811b6 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:15.276182 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.323884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16762ae-9d41-4b1c-9be1-998690740f42 None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:15.325610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=650cc0d8-1d71-4b4e-9dba-90ce72f869ab,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:15.348525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:53:15.360321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c3b94e37-d23c-4717-b8af-e76bc80ded68 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8598099 May 12 19:53:15.368125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50068) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:15.380929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085903941'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:15.400161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:15.416442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.416442 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Added segment be3920d9-d499-4a88-8467-3f081531c1ed of type vlan for network d92efc1b-d999-4d9d-94ff-232181c359cf May 12 19:53:15.424016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:15.430312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:15.442784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:15.507078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.510489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.519447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.527856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.580595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.581891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ddd916a-cf08-4bde-9bce-be5fcbc745c1 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:53:15.590918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:15.600856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group_rule and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:15.606208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:15.613384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:15.624938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.627275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fe65a330-4f7a-42c4-b113-bf2ef60c0879 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3ddd916a-cf08-4bde-9bce-be5fcbc745c1 HTTP/1.1" status: 204 len: 168 time: 2.8619721 May 12 19:53:15.630260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50078) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:15.694855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50082) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:15.704716 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.707755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:53:15.717694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.724316 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.756771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:15.761978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Usage tracker for resource:security_group_rule and tenant:86087c99b93247f0a295a0005b573fb4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:15.765368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:15.768735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.772309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:15.774304 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4039800 May 12 19:53:15.777941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50090) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:15.815405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 44c00d63-883b-4ef1-a521-4a9253bf814f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:53:15.820004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'security_group': {'name': 'tempest-secgroup-583065859'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:15.838989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:15.843161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:15.846806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:15.847399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] Deleting subnet bacd465a-4371-484a-a188-61c49d323ccd {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:53:15.853082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:15.856424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.864800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.871483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:15.872336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.898958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:15.919896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e88239-d120-4ddd-b3ce-5370ee2a8999 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412cbf7e-70ed-46f0-b97b-148476d26c94,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:15.960314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.035601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 44c00d63-883b-4ef1-a521-4a9253bf814f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:53:16.035601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 44c00d63-883b-4ef1-a521-4a9253bf814f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:53:16.035601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:53:16.036121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0619688 May 12 19:53:16.047835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50106) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:16.080928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:53:16.081625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 81660bdd-c654-42c0-b1dd-d10ce5e20ed3 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:53:16.082059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'network': {'name': 'tempest-router-network02--338693567'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:16.095675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.101165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:16.104261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:16.113502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:network and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:16.114979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-39c27b46-7b1f-4c14-b0b0-25463781b016', 'network_id': '39c27b46-7b1f-4c14-b0b0-25463781b016', 'tenant_id': '0454b3c13469403a8882ddd48d7811b6', 'fixed_ips': [{'subnet_id': '27d9a8d0-d4fc-4fa5-a3d8-cc21246ac87d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:53:16.115965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.122020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:16.125102 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.127000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group_rule and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:16.158521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:16.219155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86087c99b93247f0a295a0005b573fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5228362 May 12 19:53:16.221896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed0f80-7cd1-439a-9cdf-a47bb385fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6567ccc7-cd9f-4da3-a771-b246366cea92,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:16.227449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50110) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:16.232811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Made reservation on behalf of 0454b3c13469403a8882ddd48d7811b6 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:16.237758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.305076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.361255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:16.374340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:16.381010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50af8a5-e9ea-47e9-a1b2-62ad500347d7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Network': ['ID=d92efc1b-d999-4d9d-94ff-232181c359cf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:16.387854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:53:16.402584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c09febc3-e8c4-4ac4-ae48-d084d27987a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.427644 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.428000 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Added segment b6114ea4-1d59-4bdf-902d-96bfdf00bc90 of type vlan for network b4377894-57c8-4b4f-ab53-f60ec444fbcf May 12 19:53:16.438832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Allocated IP 172.20.0.2 (39c27b46-7b1f-4c14-b0b0-25463781b016/27d9a8d0-d4fc-4fa5-a3d8-cc21246ac87d/f399424d-7c48-414a-8a14-0ab48adad14b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:16.443521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d92efc1b-d999-4d9d-94ff-232181c359cf details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:53:16.458445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c09febc3-e8c4-4ac4-ae48-d084d27987a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.511136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.521924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.524749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.529221 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.596087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011e4ca0-c3bd-4cb5-8ffa-3e4be5227e5a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:16.604341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bacd465a-4371-484a-a188-61c49d323ccd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:16.606377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.623305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.631754 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0675511d-2a02-4fe9-b923-e05e8335fcb3 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8478606 May 12 19:53:16.635983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50128) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:16.640475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b16e4d92-5875-4466-b67d-11f0554721db admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bacd465a-4371-484a-a188-61c49d323ccd HTTP/1.1" status: 204 len: 168 time: 1.0074341 May 12 19:53:16.643025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50130) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:16.648651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.650880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'security_group': {'name': 'tempest-secgroup-1739337901'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:16.654577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:16.655537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.657640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:16.662375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:16.666014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:16.672999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:16.699812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ca14c2e7-2716-479f-bfe7-88fa605fc50a None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:16.702616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b689e7-18e2-470d-9c96-ca1cd16af39d None None] Network e878aa0d-76a3-4621-9ec3-b080c591b749 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:16.705738 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.752205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:16.762362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:security_group_rule and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:16.765997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:16.782483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:16.895415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ca14c2e7-2716-479f-bfe7-88fa605fc50a None None] Provisioning complete for port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:16.895776 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca14c2e7-2716-479f-bfe7-88fa605fc50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.911959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:16.930011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.020707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a941fe-292b-4d43-b25d-caa5f7205225,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:17.029300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.033173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bd0e52eb-77cb-4e08-9f0e-3c3f93ee8d5e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3934159 May 12 19:53:17.033668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:17.041884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1026652960', 'security_groups': ['87a941fe-292b-4d43-b25d-caa5f7205225'], 'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '650cc0d8-1d71-4b4e-9dba-90ce72f869ab'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:17.045511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9959738 May 12 19:53:17.046453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c09febc3-e8c4-4ac4-ae48-d084d27987a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.049416 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c09febc3-e8c4-4ac4-ae48-d084d27987a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.050456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c09febc3-e8c4-4ac4-ae48-d084d27987a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6567ccc7-cd9f-4da3-a771-b246366cea92 HTTP/1.1" status: 204 len: 168 time: 0.8217831 May 12 19:53:17.071564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50182) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:17.083529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'subnet': {'network_id': 'd92efc1b-d999-4d9d-94ff-232181c359cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:17.217579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] Update dhcp port {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'fixed_ips': [{'subnet_id': 'ffba54dc-e1f2-44a3-b8a3-cd59d860ec45', 'ip_address': '172.20.0.18'}, {'subnet_id': '650cc0d8-1d71-4b4e-9dba-90ce72f869ab'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '6645750b-01cc-41ea-8840-209ff8c3eb75'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:53:17.268528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:17.280603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:17.295962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:17.314820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ca14c2e7-2716-479f-bfe7-88fa605fc50a None None] Port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:17.323649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09febc3-e8c4-4ac4-ae48-d084d27987a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6567ccc7-cd9f-4da3-a771-b246366cea92,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:17.331945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800d6ae-67af-4090-8f64-19484ad8687f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Network': ['ID=b4377894-57c8-4b4f-ab53-f60ec444fbcf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:17.334740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:17.339948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.350276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:subnet and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:17.354980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:17.362397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:17.364680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Deleting port 6d6845fe-9a49-48cb-831b-d105df5adc54 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:17.365219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.445048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Made reservation on behalf of 0454b3c13469403a8882ddd48d7811b6 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:17.453978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.463522 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.495759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] device_id is not set on port 6570e392-3b7a-431d-9184-282928e3584e yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:53:17.532430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b4377894-57c8-4b4f-ab53-f60ec444fbcf details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:53:17.755053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:17.854251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.3 (81d122cf-a910-4188-8347-f53e2122117b/650cc0d8-1d71-4b4e-9dba-90ce72f869ab/6570e392-3b7a-431d-9184-282928e3584e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:17.854840 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.046739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] For port 6d6845fe-9a49-48cb-831b-d105df5adc54, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6d6845fe-9a49-48cb-831b-d105df5adc54,segment=NetworkSegment(8b8c697e-38cd-41c6-a18f-ade30c6a8b6c),segment_id=8b8c697e-38cd-41c6-a18f-ade30c6a8b6c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:18.047100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.188759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Transition to ACTIVE for port object f399424d-7c48-414a-8a14-0ab48adad14b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:18.259927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Transition to ACTIVE for port object f399424d-7c48-414a-8a14-0ab48adad14b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:18.274857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.281647 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.323344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Transition to ACTIVE for port object 6570e392-3b7a-431d-9184-282928e3584e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:18.350052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Calling delete_port for 6d6845fe-9a49-48cb-831b-d105df5adc54 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:18.373410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.397152 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.407320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78725c50-ea4e-4e18-904f-025cf6be3f41 None None] DHCP port deletion for e878aa0d-76a3-4621-9ec3-b080c591b749 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:53:18.438679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-78725c50-ea4e-4e18-904f-025cf6be3f41 None None] Deleting port 6d6845fe-9a49-48cb-831b-d105df5adc54 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:18.439174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78725c50-ea4e-4e18-904f-025cf6be3f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.488740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:18.493332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:18.496540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=6570e392-3b7a-431d-9184-282928e3584e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:18.507363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:18.612149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:18.614106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.645850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:18.661485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:18.673457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:18.681031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Pushing event updated for resources: {'Port': ['ID=f399424d-7c48-414a-8a14-0ab48adad14b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:18.690499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Checking segment: {'id': 'be3920d9-d499-4a88-8467-3f081531c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd92efc1b-d999-4d9d-94ff-232181c359cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:18.691411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network hostable DHCP agents. Network: d92efc1b-d999-4d9d-94ff-232181c359cf, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:53:18.711851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Subnet': ['ID=dab1574d-fa78-4e1a-b75e-7b022278855f,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:18.713322 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ccb09cad-17f4-4d19-a9bf-24267921b60e tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6783550 May 12 19:53:18.716835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50268) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:18.726569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:18.732504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-78725c50-ea4e-4e18-904f-025cf6be3f41 None None] The port '6d6845fe-9a49-48cb-831b-d105df5adc54' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:53:18.839728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] Allocated IP 172.20.0.2 (81d122cf-a910-4188-8347-f53e2122117b/650cc0d8-1d71-4b4e-9dba-90ce72f869ab/6645750b-01cc-41ea-8840-209ff8c3eb75) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:18.850200 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.859008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Attempting to bind port f399424d-7c48-414a-8a14-0ab48adad14b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:53:18.859607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Attempting to bind port f399424d-7c48-414a-8a14-0ab48adad14b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '07b4a274-56a0-428a-8301-cd93f71c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '39c27b46-7b1f-4c14-b0b0-25463781b016'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:53:18.860132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Attempting to bind port f399424d-7c48-414a-8a14-0ab48adad14b on network 39c27b46-7b1f-4c14-b0b0-25463781b016 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:18.868426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:53:18.869112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Checking segment: {'id': '07b4a274-56a0-428a-8301-cd93f71c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '39c27b46-7b1f-4c14-b0b0-25463781b016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:18.869736 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.870344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Bound using segment: {'id': '07b4a274-56a0-428a-8301-cd93f71c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '39c27b46-7b1f-4c14-b0b0-25463781b016'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:53:18.871011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Bound port: f399424d-7c48-414a-8a14-0ab48adad14b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b4a274-56a0-428a-8301-cd93f71c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '39c27b46-7b1f-4c14-b0b0-25463781b016'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:53:18.871577 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:18.945925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network d92efc1b-d999-4d9d-94ff-232181c359cf is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:53:18.952990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6845fe-9a49-48cb-831b-d105df5adc54,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:18.958114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] No DVR routers for this DVR port 6d6845fe-9a49-48cb-831b-d105df5adc54 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:53:19.037654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d92efc1b-d999-4d9d-94ff-232181c359cf) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:19.059387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0f99e-dae1-4ab9-9d6d-b5ed9adacc30 None None] Network d92efc1b-d999-4d9d-94ff-232181c359cf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:19.077943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:19.078892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.136947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-04ab8804-f678-4228-9907-fc3ef942e65d tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0552125 May 12 19:53:19.137221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50286) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:19.144120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'subnet': {'network_id': 'b4377894-57c8-4b4f-ab53-f60ec444fbcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:19.180882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6645750b-01cc-41ea-8840-209ff8c3eb75,segment=NetworkSegment(da28ec46-4436-4b3d-81ad-64bcfd092966),segment_id=da28ec46-4436-4b3d-81ad-64bcfd092966)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:19.202241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] For port f399424d-7c48-414a-8a14-0ab48adad14b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:53:19.229465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] For port f399424d-7c48-414a-8a14-0ab48adad14b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f399424d-7c48-414a-8a14-0ab48adad14b,segment=NetworkSegment(07b4a274-56a0-428a-8301-cd93f71c51fe),segment_id=07b4a274-56a0-428a-8301-cd93f71c51fe)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:53:19.267218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.318113 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.336760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:19.369932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:19.383741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:19.403805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:19.407200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e878aa0d-76a3-4621-9ec3-b080c591b749']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:19.415855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:19.422286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Usage tracker for resource:subnet and tenant:0454b3c13469403a8882ddd48d7811b6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:19.426080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:19.429669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:19.430049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8c697e-38cd-41c6-a18f-ade30c6a8b6c') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:19.443926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:19.445688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.458332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:19.461021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Made reservation on behalf of 0454b3c13469403a8882ddd48d7811b6 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:19.462195 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.468774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.479910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f8831-8946-4ffa-ad86-ee7967a2b2e0 None None] Pushing event updated for resources: {'Port': ['ID=f399424d-7c48-414a-8a14-0ab48adad14b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:19.529477 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:53:19.606049 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.630182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d6845fe-9a49-48cb-831b-d105df5adc54 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:53:19.689294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] Transition to ACTIVE for port object 6645750b-01cc-41ea-8840-209ff8c3eb75 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:19.800050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6d6845fe-9a49-48cb-831b-d105df5adc54 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:53:19.800426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d6845fe-9a49-48cb-831b-d105df5adc54 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:53:19.807039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:19.967804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96068394-5977-4700-ab8a-f493e07d5c2a None None] Pushing event updated for resources: {'Port': ['ID=6645750b-01cc-41ea-8840-209ff8c3eb75,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:19.985165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-d92efc1b-d999-4d9d-94ff-232181c359cf', 'network_id': 'd92efc1b-d999-4d9d-94ff-232181c359cf', 'tenant_id': '0454b3c13469403a8882ddd48d7811b6', 'fixed_ips': [{'subnet_id': 'dab1574d-fa78-4e1a-b75e-7b022278855f'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:53:19.986476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:20.005917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:20.060068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:20.091548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:53:20.092325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: timer() May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:53:20.211798 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:53:20.248897 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:20.302867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:20.308741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=e878aa0d-76a3-4621-9ec3-b080c591b749,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:20.320913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Subnet': ['ID=ac58939e-5df7-4298-817a-c8a81d977bef,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:20.339848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Checking segment: {'id': 'b6114ea4-1d59-4bdf-902d-96bfdf00bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4377894-57c8-4b4f-ab53-f60ec444fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:20.340211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network hostable DHCP agents. Network: b4377894-57c8-4b4f-ab53-f60ec444fbcf, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:53:20.367356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dac71689-ab70-4105-b771-60610bbf6cdf admin admin] 10.222.0.72 "DELETE /v2.0/networks/e878aa0d-76a3-4621-9ec3-b080c591b749 HTTP/1.1" status: 204 len: 168 time: 3.7231998 May 12 19:53:20.393160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network b4377894-57c8-4b4f-ab53-f60ec444fbcf is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:53:20.410388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b4377894-57c8-4b4f-ab53-f60ec444fbcf) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:20.415914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:20.417495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:20.445069 n-d-841626-1 neutron-server[88112]: INFO neutron.db.ipam_backend_mixin [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 650cc0d8-1d71-4b4e-9dba-90ce72f869ab (CIDR: 172.20.0.0/28) May 12 19:53:20.448673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ddd50-e36a-4122-9c87-9b17477c4b1b None None] Network b4377894-57c8-4b4f-ab53-f60ec444fbcf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:20.455634 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:53:20.456141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:20.486876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50350) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:20.487472 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb5b1f6b-d5a5-496b-adc1-55da8bf056e9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3491430 May 12 19:53:20.579792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:20.580069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-66f742c1-164c-44bb-94ab-08b7538eccba tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8604815 May 12 19:53:20.587454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:20.975030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50370) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:21.135784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Allocated IP 172.20.0.2 (d92efc1b-d999-4d9d-94ff-232181c359cf/dab1574d-fa78-4e1a-b75e-7b022278855f/9a397b4a-856b-48a2-a0af-4aba61ac8912) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:21.253800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e2eb7286-190b-4fba-bfe5-5c4e33fbe3f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aedea74ce4594777b90bf2186a1179f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690685 May 12 19:53:21.259149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:21.277563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:21.292789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:21.298287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:21.320169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:21.351521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:21.356256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:21.731713 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:21.767702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:21.801840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Transition to ACTIVE for port object 9a397b4a-856b-48a2-a0af-4aba61ac8912 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:21.846404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582af160-4f82-49e4-8529-b44c4f6fd4b0 None None] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:21.866454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f399424d-7c48-414a-8a14-0ab48adad14b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:21.887848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2db94430-4834-482d-87c8-e8dc136f3468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:21.947139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2db94430-4834-482d-87c8-e8dc136f3468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.026368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2db94430-4834-482d-87c8-e8dc136f3468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.107177 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ffba54dc-e1f2-44a3-b8a3-cd59d860ec45 (CIDR: 172.20.0.16/28) May 12 19:53:22.108492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db94430-4834-482d-87c8-e8dc136f3468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b61b13-26bb-4f97-b1c4-e5402c0d4070,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:22.114959 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:53:22.115491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:22.132779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2db94430-4834-482d-87c8-e8dc136f3468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.137021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2db94430-4834-482d-87c8-e8dc136f3468 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86b61b13-26bb-4f97-b1c4-e5402c0d4070 HTTP/1.1" status: 204 len: 168 time: 0.8762374 May 12 19:53:22.156954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af97988e-5c5e-471f-8b1b-55518e172430 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5758057 May 12 19:53:22.160296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:22.173008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'subnet': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:22.247710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Transition to ACTIVE for port object 9a397b4a-856b-48a2-a0af-4aba61ac8912 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:22.260047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b610e55b-0237-40eb-b5b7-a2f470514e64 None None] Provisioning for port f399424d-7c48-414a-8a14-0ab48adad14b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:22.306504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.398948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Pushing event updated for resources: {'Port': ['ID=9a397b4a-856b-48a2-a0af-4aba61ac8912,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:22.434890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Network d92efc1b-d999-4d9d-94ff-232181c359cf is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:22.468871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:22.469947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Allocated IP 172.20.0.1 (d92efc1b-d999-4d9d-94ff-232181c359cf/dab1574d-fa78-4e1a-b75e-7b022278855f/3f6096f5-e06c-4c75-9221-de02bbe96c1a) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:22.497590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:22.532452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-b4377894-57c8-4b4f-ab53-f60ec444fbcf', 'network_id': 'b4377894-57c8-4b4f-ab53-f60ec444fbcf', 'tenant_id': '0454b3c13469403a8882ddd48d7811b6', 'fixed_ips': [{'subnet_id': 'ac58939e-5df7-4298-817a-c8a81d977bef'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:53:22.533452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.544045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:22.549898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Usage tracker for resource:subnet and tenant:cf5321af18c64bee94595e09aad6939f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:22.553825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:22.563685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:22.595793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Made reservation on behalf of cf5321af18c64bee94595e09aad6939f for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:22.604440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.703239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Provisioning for port 6645750b-01cc-41ea-8840-209ff8c3eb75 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:22.759637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f399424d-7c48-414a-8a14-0ab48adad14b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:22.775953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:22.776413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.829129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:22.865504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Transition to ACTIVE for port object 3f6096f5-e06c-4c75-9221-de02bbe96c1a will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:22.886300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Attempting to bind port 9a397b4a-856b-48a2-a0af-4aba61ac8912 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:53:22.886678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Attempting to bind port 9a397b4a-856b-48a2-a0af-4aba61ac8912 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'be3920d9-d499-4a88-8467-3f081531c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd92efc1b-d999-4d9d-94ff-232181c359cf'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:53:22.887167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Attempting to bind port 9a397b4a-856b-48a2-a0af-4aba61ac8912 on network d92efc1b-d999-4d9d-94ff-232181c359cf {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:22.919631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.057632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network d92efc1b-d999-4d9d-94ff-232181c359cf is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:23.061062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:23.070010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:23.079235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.202153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Allocated IP 172.20.0.2 (b4377894-57c8-4b4f-ab53-f60ec444fbcf/ac58939e-5df7-4298-817a-c8a81d977bef/895f75a5-7e32-497e-945f-a29b23c8e702) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:23.222100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Network 81d122cf-a910-4188-8347-f53e2122117b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:23.238759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:23.246801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:23.247814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.260848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Port': ['ID=3f6096f5-e06c-4c75-9221-de02bbe96c1a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:23.341110 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1795077 May 12 19:53:23.344092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6258b-42dd-4ce9-a88b-db2295eefa90 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Subnet': ['ID=da0515de-842b-4935-83d4-7c4950e42ca4,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:23.355309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50428) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:23.368889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1888099411', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'da0515de-842b-4935-83d4-7c4950e42ca4'}], 'security_groups': ['412cbf7e-70ed-46f0-b97b-148476d26c94', '011e4ca0-c3bd-4cb5-8ffa-3e4be5227e5a']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:23.455135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e53a46-9218-4418-b998-81fbe1402316 None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:23.489319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f399424d-7c48-414a-8a14-0ab48adad14b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:23.489804 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.709059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.818601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50450) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:23.889764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:53:23.890038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Checking segment: {'id': 'be3920d9-d499-4a88-8467-3f081531c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd92efc1b-d999-4d9d-94ff-232181c359cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:23.890435 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.890833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Bound using segment: {'id': 'be3920d9-d499-4a88-8467-3f081531c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd92efc1b-d999-4d9d-94ff-232181c359cf'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:53:23.891320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Bound port: 9a397b4a-856b-48a2-a0af-4aba61ac8912, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3920d9-d499-4a88-8467-3f081531c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd92efc1b-d999-4d9d-94ff-232181c359cf'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:53:23.891691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.967528 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:23.992318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.091191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-519018890-network', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:24.096694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:24.100847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Usage tracker for resource:network and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:24.104066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:24.110092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:24.125522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:24.129773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Made reservation on behalf of 0f24a5391d624f52a0f54fef6c8a60c5 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:24.132672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.170692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.238808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:24.323520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:24.334434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:24.358639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Provisioning for port 6570e392-3b7a-431d-9184-282928e3584e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:24.368612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:24.393491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Provisioning complete for port 6570e392-3b7a-431d-9184-282928e3584e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:24.393874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.748535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.765924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Transition to ACTIVE for port object 895f75a5-7e32-497e-945f-a29b23c8e702 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:24.788638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Transition to ACTIVE for port object 895f75a5-7e32-497e-945f-a29b23c8e702 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:24.847454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] For port 9a397b4a-856b-48a2-a0af-4aba61ac8912, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:53:24.858600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] For port 9a397b4a-856b-48a2-a0af-4aba61ac8912, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9a397b4a-856b-48a2-a0af-4aba61ac8912,segment=NetworkSegment(be3920d9-d499-4a88-8467-3f081531c1ed),segment_id=be3920d9-d499-4a88-8467-3f081531c1ed)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:53:24.859748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f399424d-7c48-414a-8a14-0ab48adad14b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:24.860139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.898559 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.955973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.957217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:24.972533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.986179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:24.996433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.134183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Port 6570e392-3b7a-431d-9184-282928e3584e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:25.223818 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.263649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f399424d-7c48-414a-8a14-0ab48adad14b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f399424d-7c48-414a-8a14-0ab48adad14b,segment=NetworkSegment(07b4a274-56a0-428a-8301-cd93f71c51fe),segment_id=07b4a274-56a0-428a-8301-cd93f71c51fe)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:25.267080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:53:25.279275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Network b4377894-57c8-4b4f-ab53-f60ec444fbcf is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:25.288421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:25.294272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.295605 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Added segment 1903647d-496c-497a-9a22-938dbd4eb085 of type vlan for network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 May 12 19:53:25.308319 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.309600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6645750b-01cc-41ea-8840-209ff8c3eb75 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:25.346033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.383017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:25.386049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748bcac3-18bd-4661-a518-3ef1bac25523,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:25.393593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.406103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Port': ['ID=3f6096f5-e06c-4c75-9221-de02bbe96c1a,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:25.447610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Provisioning complete for port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:25.447982 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.455928 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.457044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:25.457820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.531596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7113690 May 12 19:53:25.534625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50494) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:25.541922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Request body: {'subnet': {'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-519018890-subnet', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:25.549032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:25.553808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Usage tracker for resource:subnet and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:25.557868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:25.565759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:25.568047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-17486a6a-1a00-4afa-a1e4-19bf327bc0a2 None None] Port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:25.601026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Made reservation on behalf of 0f24a5391d624f52a0f54fef6c8a60c5 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:25.604974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.670197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Pushing event updated for resources: {'Port': ['ID=895f75a5-7e32-497e-945f-a29b23c8e702,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:25.756920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6d77-adfc-4112-a1f4-4699a470bacc admin admin] Pushing event updated for resources: {'Network': ['ID=7bfbd232-cfd2-4531-a519-b7b561e7fa40,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:25.765642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network d92efc1b-d999-4d9d-94ff-232181c359cf is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:25.788944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:25.816731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c8bd6546-2de3-4e61-8e5e-2c4b47a75fd8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c20b06c74fb148a3add5b35cc12e7027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8445115 May 12 19:53:25.818326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50502) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:25.873499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Delete allocated IP 172.20.0.3 (81d122cf-a910-4188-8347-f53e2122117b/650cc0d8-1d71-4b4e-9dba-90ce72f869ab) {{(pid=88113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 19:53:25.940524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16faab6b-3e07-4973-ae9b-c3d3457e2fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:25.950818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:53:25.964700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Allocated IP 172.20.0.37 (81d122cf-a910-4188-8347-f53e2122117b/da0515de-842b-4935-83d4-7c4950e42ca4/6570e392-3b7a-431d-9184-282928e3584e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:25.981463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16faab6b-3e07-4973-ae9b-c3d3457e2fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.313196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:26.313679 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.390065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Attempting to bind port 895f75a5-7e32-497e-945f-a29b23c8e702 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:53:26.390524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Attempting to bind port 895f75a5-7e32-497e-945f-a29b23c8e702 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'b6114ea4-1d59-4bdf-902d-96bfdf00bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4377894-57c8-4b4f-ab53-f60ec444fbcf'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:53:26.390967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Attempting to bind port 895f75a5-7e32-497e-945f-a29b23c8e702 on network b4377894-57c8-4b4f-ab53-f60ec444fbcf {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:26.394737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16faab6b-3e07-4973-ae9b-c3d3457e2fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.409977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] Update dhcp port {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'fixed_ips': [{'subnet_id': 'ffba54dc-e1f2-44a3-b8a3-cd59d860ec45', 'ip_address': '172.20.0.18'}, {'subnet_id': '650cc0d8-1d71-4b4e-9dba-90ce72f869ab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'da0515de-842b-4935-83d4-7c4950e42ca4'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '6645750b-01cc-41ea-8840-209ff8c3eb75'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:53:26.441376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Router ef3369bc-6251-4c49-898c-24b752ebcbfe is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:53:26.445039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:53:26.445796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Checking segment: {'id': 'b6114ea4-1d59-4bdf-902d-96bfdf00bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4377894-57c8-4b4f-ab53-f60ec444fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:26.446616 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.447235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Bound using segment: {'id': 'b6114ea4-1d59-4bdf-902d-96bfdf00bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4377894-57c8-4b4f-ab53-f60ec444fbcf'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:53:26.447972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Bound port: 895f75a5-7e32-497e-945f-a29b23c8e702, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6114ea4-1d59-4bdf-902d-96bfdf00bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4377894-57c8-4b4f-ab53-f60ec444fbcf'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:53:26.448593 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.475264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-766c1b07-0bd5-4fc2-8a75-29daee6535ca None None] Provisioning complete for port f399424d-7c48-414a-8a14-0ab48adad14b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:26.476142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-766c1b07-0bd5-4fc2-8a75-29daee6535ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.491513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faab6b-3e07-4973-ae9b-c3d3457e2fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034fbdb-b970-40e2-a337-a0e2d51d5967,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:26.530019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c499dec-3e88-4f4e-bbe6-6776e6135ab3 None None] Pushing event updated for resources: {'Port': ['ID=9a397b4a-856b-48a2-a0af-4aba61ac8912,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:26.572472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16faab6b-3e07-4973-ae9b-c3d3457e2fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.573707 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-16faab6b-3e07-4973-ae9b-c3d3457e2fad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b034fbdb-b970-40e2-a337-a0e2d51d5967 HTTP/1.1" status: 204 len: 168 time: 0.7544625 May 12 19:53:26.675463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.732402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Ignored duplicate provisioning block setup for port 6570e392-3b7a-431d-9184-282928e3584e by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 12 19:53:26.751799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.755750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] For port 895f75a5-7e32-497e-945f-a29b23c8e702, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:53:26.759919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] For port 895f75a5-7e32-497e-945f-a29b23c8e702, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=895f75a5-7e32-497e-945f-a29b23c8e702,segment=NetworkSegment(b6114ea4-1d59-4bdf-902d-96bfdf00bc90),segment_id=b6114ea4-1d59-4bdf-902d-96bfdf00bc90)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:53:26.795955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.815877 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.897321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f399424d-7c48-414a-8a14-0ab48adad14b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:26.907599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:53:26.928198 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:26.960529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:27.020426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4cfb023e-8615-45fc-b754-ac18fc3c35aa tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "PUT /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5298030 May 12 19:53:27.021080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50534) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:27.027466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] In _notify_port_updated(), no bound segment for port 6570e392-3b7a-431d-9184-282928e3584e on network 81d122cf-a910-4188-8347-f53e2122117b {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:53:27.034323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:27.035183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:27.041093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "PUT /v2.0/ports/6570e392-3b7a-431d-9184-282928e3584e HTTP/1.1" status: 200 len: 960 time: 3.6834726 May 12 19:53:27.041859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50538) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:27.069072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] Sync routers for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:53:27.240390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:27.271896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30197f52-4f83-4160-85ea-3f14a7c62640 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event updated for resources: {'Port': ['ID=6570e392-3b7a-431d-9184-282928e3584e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:27.316033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 6570e392-3b7a-431d-9184-282928e3584e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:27.316460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:27.349999 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14b31a4a-8b61-4e9a-bd8e-094445b0b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:27.415471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6e068-4a92-4ef7-b153-7ff646c397de None None] Pushing event updated for resources: {'Port': ['ID=895f75a5-7e32-497e-945f-a29b23c8e702,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:27.481808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:27.483238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:27.828629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be11f2a-4694-42a8-9e17-abb643d3eb18 None None] Network d92efc1b-d999-4d9d-94ff-232181c359cf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:27.850407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Checking segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:27.851559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Network hostable DHCP agents. Network: 7bfbd232-cfd2-4531-a519-b7b561e7fa40, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:53:27.903413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:53:27.976190 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:27.978059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f399424d-7c48-414a-8a14-0ab48adad14b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:28.134495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:28.166530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7bfbd232-cfd2-4531-a519-b7b561e7fa40) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:28.204844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:28.205853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:28.244547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f268befb-5077-43cf-ab22-beb5570df207 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7079346 May 12 19:53:28.249158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50572) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:28.266439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50576) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:28.286829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 6570e392-3b7a-431d-9184-282928e3584e owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:28.345447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:28.358732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:28.486963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Usage tracker for resource:router and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:28.520735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] Allocated IP 172.20.0.34 (81d122cf-a910-4188-8347-f53e2122117b/da0515de-842b-4935-83d4-7c4950e42ca4/6645750b-01cc-41ea-8840-209ff8c3eb75) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:28.527649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:28.555715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:28.614789 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:28.616174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:28.643962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1495899747-network', 'tenant_id': '9693f4e8f6d44bd3ad9e9ed7db9e11c1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:28.653702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:28.663951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Usage tracker for resource:network and tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:28.668719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:28.675434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:28.696300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:28.725783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62133dd6-a142-4f85-8553-cdc7eb2d9723 None None] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:28.737581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:28.787339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Made reservation on behalf of 9693f4e8f6d44bd3ad9e9ed7db9e11c1 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:28.789710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:28.822373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=6570e392-3b7a-431d-9184-282928e3584e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:28.827343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-766c1b07-0bd5-4fc2-8a75-29daee6535ca None None] Current status of the port f399424d-7c48-414a-8a14-0ab48adad14b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:28.829729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:28.836908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:52:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:28.867321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:28.892505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:28.896363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Usage tracker for resource:security_group_rule and tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:28.899415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:28.905132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:28.994058 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-ea169a74-f6e1-4729-8ac7-041c7d4f8c53 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:53:28.998791 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ea169a74-f6e1-4729-8ac7-041c7d4f8c53 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "PUT /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9766595 May 12 19:53:28.999492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:29.020715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4c209-d37c-4eb3-9a9d-4aac9c20ed5d None None] Network b4377894-57c8-4b4f-ab53-f60ec444fbcf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:29.065340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:29.065909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f8d30-f3ff-46b9-b23d-f30df75b4f8d None None] The sync data for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:53:29.068727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.130664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.157779 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3ce7b2c-9d37-4a28-aeb5-a2058b0d885b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/6570e392-3b7a-431d-9184-282928e3584e HTTP/1.1" status: 204 len: 168 time: 2.0624633 May 12 19:53:29.161016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.174744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:29.272994 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc620a-e2bd-44c8-abe2-e4f9bbb884b7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] GET failed (client error): The resource could not be found. May 12 19:53:29.274380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9ecc620a-e2bd-44c8-abe2-e4f9bbb884b7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Synchronizing usage tracker for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:53:29.332516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9ecc620a-e2bd-44c8-abe2-e4f9bbb884b7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Unset dirty status for tenant:cf5321af18c64bee94595e09aad6939f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:53:29.337746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9ecc620a-e2bd-44c8-abe2-e4f9bbb884b7 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports/6570e392-3b7a-431d-9184-282928e3584e HTTP/1.1" status: 404 len: 333 time: 0.1541750 May 12 19:53:29.341670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50602) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:29.360808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:53:29.374907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383a0988-6c37-40a0-a149-c7200fab36f7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:29.404434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.404888 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Added segment 4035d7a7-c92f-4445-9f94-f11e0f4ac32c of type vlan for network e968bd23-e561-4a0f-84eb-f5584a365039 May 12 19:53:29.434546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9af757ee-3001-4e71-add0-f3b5e1bf9d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.475075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8a62d9b4-7b61-4341-b528-7df01474b378 None None] Provisioning for port 9a397b4a-856b-48a2-a0af-4aba61ac8912 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:29.499477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.518237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3802-88be-4f04-a8c6-756a6ff7b2b9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.557211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3802-88be-4f04-a8c6-756a6ff7b2b9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.586556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f399424d-7c48-414a-8a14-0ab48adad14b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:29.587272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.620977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3802-88be-4f04-a8c6-756a6ff7b2b9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.635121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.675269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6645750b-01cc-41ea-8840-209ff8c3eb75,segment=NetworkSegment(da28ec46-4436-4b3d-81ad-64bcfd092966),segment_id=da28ec46-4436-4b3d-81ad-64bcfd092966)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:29.689756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d3802-88be-4f04-a8c6-756a6ff7b2b9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a941fe-292b-4d43-b25d-caa5f7205225,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:29.718332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3802-88be-4f04-a8c6-756a6ff7b2b9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.722692 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d3d3802-88be-4f04-a8c6-756a6ff7b2b9 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/security-groups/87a941fe-292b-4d43-b25d-caa5f7205225 HTTP/1.1" status: 204 len: 168 time: 0.3776836 May 12 19:53:29.723402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:29.753022 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.753966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:29.754546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.835633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3e96830d-a28e-42ef-83a5-d13fc7013a86 None None] Provisioning for port 895f75a5-7e32-497e-945f-a29b23c8e702 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:29.848016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.866110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:53:29.866989 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.912983 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6422639 May 12 19:53:29.912983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50616) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:29.930944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Request body: {'subnet': {'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1495899747-subnet', 'tenant_id': '9693f4e8f6d44bd3ad9e9ed7db9e11c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:29.937871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:29.941893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Usage tracker for resource:subnet and tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:29.945417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:29.951632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:29.955367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] Transition to ACTIVE for port object 6645750b-01cc-41ea-8840-209ff8c3eb75 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:29.976651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Made reservation on behalf of 9693f4e8f6d44bd3ad9e9ed7db9e11c1 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:29.979033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.982928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:29.995521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd5b0c-76d2-4271-84ad-94d4252c290b admin admin] Pushing event updated for resources: {'Network': ['ID=e968bd23-e561-4a0f-84eb-f5584a365039,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:30.032226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-887b6185-915a-4cfc-bab1-87d5b59420b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.087612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e968bd23-e561-4a0f-84eb-f5584a365039 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:53:30.464421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-887b6185-915a-4cfc-bab1-87d5b59420b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.496798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f399424d-7c48-414a-8a14-0ab48adad14b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:30.502153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a397b4a-856b-48a2-a0af-4aba61ac8912 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:30.617032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-887b6185-915a-4cfc-bab1-87d5b59420b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.652336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b6185-915a-4cfc-bab1-87d5b59420b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011e4ca0-c3bd-4cb5-8ffa-3e4be5227e5a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:30.681458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-887b6185-915a-4cfc-bab1-87d5b59420b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.682608 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-887b6185-915a-4cfc-bab1-87d5b59420b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/security-groups/011e4ca0-c3bd-4cb5-8ffa-3e4be5227e5a HTTP/1.1" status: 204 len: 168 time: 0.9579372 May 12 19:53:30.700003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50636) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:30.750877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.869590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.877125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Checking segment: {'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:30.877513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Network hostable DHCP agents. Network: e968bd23-e561-4a0f-84eb-f5584a365039, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:53:30.894666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39aeaad5-bbdc-479e-95a5-9c2c1f488649,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:30.933143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Network e968bd23-e561-4a0f-84eb-f5584a365039 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:53:30.946590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.950971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e968bd23-e561-4a0f-84eb-f5584a365039) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:30.955055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:30.955647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:30.966561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eceb38-98a4-4cf8-b496-a35575f57f08 None None] Pushing event updated for resources: {'Port': ['ID=6645750b-01cc-41ea-8840-209ff8c3eb75,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:30.982167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd6d3c-77a6-4c4a-8580-0f1abf8630a7 None None] Network e968bd23-e561-4a0f-84eb-f5584a365039 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:30.994378 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-15fef16e-d635-48e3-b2b1-1d89bf92472a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0704222 May 12 19:53:31.142464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52963e68-d075-44d6-ba24-267cf366fe7b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.251144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52963e68-d075-44d6-ba24-267cf366fe7b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.261462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.313616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Allocated IP 172.20.0.2 (7bfbd232-cfd2-4531-a519-b7b561e7fa40/b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475/50c37789-5366-49fb-8a14-290f96d63219) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:31.328208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.528764 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.530984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-caea459d-bb28-4221-b387-44a0b2a6b7c0 None None] Provisioning for port 3f6096f5-e06c-4c75-9221-de02bbe96c1a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:31.720350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52963e68-d075-44d6-ba24-267cf366fe7b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.759603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-caea459d-bb28-4221-b387-44a0b2a6b7c0 None None] Provisioning complete for port 3f6096f5-e06c-4c75-9221-de02bbe96c1a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:31.761118 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-caea459d-bb28-4221-b387-44a0b2a6b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.859028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 9a397b4a-856b-48a2-a0af-4aba61ac8912 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:31.888873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963e68-d075-44d6-ba24-267cf366fe7b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412cbf7e-70ed-46f0-b97b-148476d26c94,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:31.892775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9a397b4a-856b-48a2-a0af-4aba61ac8912 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:31.893206 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:31.937167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bacf0f-a943-410d-8cea-70b8fcb19463 None None] Network e968bd23-e561-4a0f-84eb-f5584a365039 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:32.029234 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.056733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-52963e68-d075-44d6-ba24-267cf366fe7b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.061209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50668) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:32.061794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-52963e68-d075-44d6-ba24-267cf366fe7b tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/security-groups/412cbf7e-70ed-46f0-b97b-148476d26c94 HTTP/1.1" status: 204 len: 168 time: 1.3450491 May 12 19:53:32.081662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Allocated IP 172.25.2.8 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/92b1fc0f-29dc-4b5e-8a48-96fee6d77af4) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:32.209374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet 650cc0d8-1d71-4b4e-9dba-90ce72f869ab {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:53:32.220577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.393567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.530354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.576847 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.614749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-caea459d-bb28-4221-b387-44a0b2a6b7c0 None None] Port 3f6096f5-e06c-4c75-9221-de02bbe96c1a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:32.663443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.679071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.733498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Transition to ACTIVE for port object 50c37789-5366-49fb-8a14-290f96d63219 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:32.829685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.870492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Transition to ACTIVE for port object 50c37789-5366-49fb-8a14-290f96d63219 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:32.899237 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:32.903185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:32.916881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:32.924068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:32.992903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Provisioning for port 6645750b-01cc-41ea-8840-209ff8c3eb75 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:32.997419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting port 3f6096f5-e06c-4c75-9221-de02bbe96c1a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:32.999239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.000065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=650cc0d8-1d71-4b4e-9dba-90ce72f869ab,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:33.010301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:33.010865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.015850 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.037205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-34b4ddda-bb3c-420b-981a-9d3f568da7fc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/650cc0d8-1d71-4b4e-9dba-90ce72f869ab HTTP/1.1" status: 204 len: 168 time: 0.9719639 May 12 19:53:33.037985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:33.069660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9a397b4a-856b-48a2-a0af-4aba61ac8912 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:33.071204 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.184996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet da0515de-842b-4935-83d4-7c4950e42ca4 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:53:33.195491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.307554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Pushing event updated for resources: {'Port': ['ID=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:33.346329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 9a397b4a-856b-48a2-a0af-4aba61ac8912, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9a397b4a-856b-48a2-a0af-4aba61ac8912,segment=NetworkSegment(be3920d9-d499-4a88-8467-3f081531c1ed),segment_id=be3920d9-d499-4a88-8467-3f081531c1ed)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:33.370834 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.387911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae85c6-f2b9-4d7d-a85d-19243f4a8e9e None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:33.543461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.566360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:33.587610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:33.588118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.633967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:33.648135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Pushing event updated for resources: {'Port': ['ID=50c37789-5366-49fb-8a14-290f96d63219,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:33.824051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.887294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=da0515de-842b-4935-83d4-7c4950e42ca4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:33.900939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:33.914886 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2518acd6-8ce7-4236-b5db-1eb0acbe3166 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/da0515de-842b-4935-83d4-7c4950e42ca4 HTTP/1.1" status: 204 len: 168 time: 0.8754084 May 12 19:53:33.918316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50706) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:33.988543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.059324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 895f75a5-7e32-497e-945f-a29b23c8e702 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:34.086381 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2873e5f-dcc0-4980-bd34-0d2b5fa54be0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:34.087215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2873e5f-dcc0-4980-bd34-0d2b5fa54be0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:34.094448 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c2873e5f-dcc0-4980-bd34-0d2b5fa54be0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/650cc0d8-1d71-4b4e-9dba-90ce72f869ab HTTP/1.1" status: 404 len: 337 time: 0.1746559 May 12 19:53:34.096957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50716) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:34.237823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting subnet ffba54dc-e1f2-44a3-b8a3-cd59d860ec45 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:53:34.242629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.279820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:34.305810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Calling delete_port for 3f6096f5-e06c-4c75-9221-de02bbe96c1a owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:34.309991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Attempting to bind port 50c37789-5366-49fb-8a14-290f96d63219 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:53:34.310548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Attempting to bind port 50c37789-5366-49fb-8a14-290f96d63219 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:53:34.311085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Attempting to bind port 50c37789-5366-49fb-8a14-290f96d63219 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:34.321659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.328648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:53:34.329302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Checking segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:34.329861 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.330416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Bound using segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:53:34.331059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Bound port: 50c37789-5366-49fb-8a14-290f96d63219, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:53:34.331608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.469142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Provisioning complete for port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:34.469915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.507915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 895f75a5-7e32-497e-945f-a29b23c8e702 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:34.521723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.544421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 895f75a5-7e32-497e-945f-a29b23c8e702 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:34.544694 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.658513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=9a397b4a-856b-48a2-a0af-4aba61ac8912,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:34.660238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.673465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] For port 50c37789-5366-49fb-8a14-290f96d63219, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:53:34.710745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.718413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Subnet': ['ID=ffba54dc-e1f2-44a3-b8a3-cd59d860ec45,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:34.722876 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b7bfa1ec-b3ea-4b2d-8d8a-4ac65020a744 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/ffba54dc-e1f2-44a3-b8a3-cd59d860ec45 HTTP/1.1" status: 204 len: 168 time: 0.6245222 May 12 19:53:34.725668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:34.764871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] For port 50c37789-5366-49fb-8a14-290f96d63219, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50c37789-5366-49fb-8a14-290f96d63219,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:53:34.774086 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38b9786-9065-4431-8466-bc34e05c6441 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:34.774830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38b9786-9065-4431-8466-bc34e05c6441 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:34.777955 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c38b9786-9065-4431-8466-bc34e05c6441 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/cb8ce8f4-fe26-47ad-8151-5a8ee630244e HTTP/1.1" status: 404 len: 337 time: 0.0508335 May 12 19:53:34.780645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50730) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:34.798616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:34.811496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.898162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:34.901814 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fef08ebd-26bb-4a21-808d-dee5b67dda74 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0577010-8270-498b-b20d-78b78a0f2339 HTTP/1.1" status: 200 len: 205 time: 0.1135972 May 12 19:53:34.910023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50742) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.018016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Provisioning complete for port 895f75a5-7e32-497e-945f-a29b23c8e702 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:35.018391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:35.083573 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-bb7558de-4865-4fbc-9933-aa2e37156848 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] delete failed (client error): The resource could not be found. May 12 19:53:35.084772 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bb7558de-4865-4fbc-9933-aa2e37156848 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/routers/f0577010-8270-498b-b20d-78b78a0f2339 HTTP/1.1" status: 404 len: 336 time: 0.1737573 May 12 19:53:35.108745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50750) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.160998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bbbef-3428-4ca1-8409-8b871fb5c8dc None None] Pushing event updated for resources: {'Port': ['ID=50c37789-5366-49fb-8a14-290f96d63219,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:35.176714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 895f75a5-7e32-497e-945f-a29b23c8e702 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:35.187596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:35.223471 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af8dce1-18c0-4bad-a49e-1e4f893451bc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.225712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af8dce1-18c0-4bad-a49e-1e4f893451bc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.229878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3af8dce1-18c0-4bad-a49e-1e4f893451bc tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/866abb75-0534-4551-afcf-c9250e62d1d1 HTTP/1.1" status: 404 len: 337 time: 0.1187391 May 12 19:53:35.232907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50754) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.355777 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45e6b10-f91d-41c7-b302-4a2ad6cd59b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.357003 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45e6b10-f91d-41c7-b302-4a2ad6cd59b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.360714 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d45e6b10-f91d-41c7-b302-4a2ad6cd59b0 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/d1ec3cb2-d2b5-4600-a63b-67a8811a091a HTTP/1.1" status: 404 len: 337 time: 0.1242945 May 12 19:53:35.361039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50760) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.370709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 895f75a5-7e32-497e-945f-a29b23c8e702, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=895f75a5-7e32-497e-945f-a29b23c8e702,segment=NetworkSegment(b6114ea4-1d59-4bdf-902d-96bfdf00bc90),segment_id=b6114ea4-1d59-4bdf-902d-96bfdf00bc90)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:35.433858 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ed0880-d3e4-4c70-9210-1b8ae05b8c98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.434784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ed0880-d3e4-4c70-9210-1b8ae05b8c98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.437785 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a6ed0880-d3e4-4c70-9210-1b8ae05b8c98 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/b6ed4fe8-67ec-48d8-b85d-e0975ee49143 HTTP/1.1" status: 404 len: 337 time: 0.0756900 May 12 19:53:35.440335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.468110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:35.468896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6645750b-01cc-41ea-8840-209ff8c3eb75 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:35.527576 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e14640-8922-42c4-97e5-fa91e8f37774 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.528243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e14640-8922-42c4-97e5-fa91e8f37774 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.535188 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-63e14640-8922-42c4-97e5-fa91e8f37774 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/e7f59203-2d05-4f34-a688-95076c4b158c HTTP/1.1" status: 404 len: 333 time: 0.0929186 May 12 19:53:35.544612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.614251 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0e8f44-0b3c-4800-a51e-1c285a74c587 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.614627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0e8f44-0b3c-4800-a51e-1c285a74c587 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.618830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d0e8f44-0b3c-4800-a51e-1c285a74c587 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/d719aaba-58ba-44fd-b32e-1cb0137126d9 HTTP/1.1" status: 404 len: 337 time: 0.0771842 May 12 19:53:35.621669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50776) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.726395 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-afeb1ade-3021-472a-a699-8c7ba6f2c46a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.737537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afeb1ade-3021-472a-a699-8c7ba6f2c46a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.741800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-afeb1ade-3021-472a-a699-8c7ba6f2c46a tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/6f65ff6f-b7dd-4415-b1b7-eacec437241f HTTP/1.1" status: 404 len: 337 time: 0.1167154 May 12 19:53:35.741976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50780) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.802412 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b97d90-293f-4774-83af-77f44fe8d977 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.802900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b97d90-293f-4774-83af-77f44fe8d977 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.809698 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-65b97d90-293f-4774-83af-77f44fe8d977 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/5843b016-d59d-49cc-9e9e-b8ffb6dd73f3 HTTP/1.1" status: 404 len: 333 time: 0.0617468 May 12 19:53:35.809922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50784) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.878176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:35.890028 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e100abd-b098-4778-b006-06623507b7ad tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:35.897911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e100abd-b098-4778-b006-06623507b7ad tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:35.902614 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e100abd-b098-4778-b006-06623507b7ad tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/453d5f7a-a876-43c2-8b14-686d798b30c7 HTTP/1.1" status: 404 len: 337 time: 0.0916517 May 12 19:53:35.903734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50790) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:35.907923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Current status of the port 895f75a5-7e32-497e-945f-a29b23c8e702 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:35.980335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803abbbf-1846-4d45-99a7-6bec9794c553 None None] Update dhcp port {'port': {'network_id': '81d122cf-a910-4188-8347-f53e2122117b', 'fixed_ips': [{'subnet_id': 'ffba54dc-e1f2-44a3-b8a3-cd59d860ec45'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '6645750b-01cc-41ea-8840-209ff8c3eb75'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 19:53:36.036860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Could not find standard attr ID for object 6570e392-3b7a-431d-9184-282928e3584e. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:53:36.116941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=895f75a5-7e32-497e-945f-a29b23c8e702,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:36.134712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23249d39-65f2-4e2e-af72-5c53e4de6ca8 None None] Could not find standard attr ID for object 3f6096f5-e06c-4c75-9221-de02bbe96c1a. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:53:36.182909 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-803abbbf-1846-4d45-99a7-6bec9794c553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:36.244157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:36.244522 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:36.311728 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef64b89-3e8f-4203-a510-01a6fb8b91e2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] DELETE failed (client error): The resource could not be found. May 12 19:53:36.323704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef64b89-3e8f-4203-a510-01a6fb8b91e2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:53:36.325985 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cef64b89-3e8f-4203-a510-01a6fb8b91e2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/subnets/1106ffc3-563f-41a0-a878-1cf7c023a3fa HTTP/1.1" status: 404 len: 337 time: 0.4217718 May 12 19:53:36.329424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50802) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:36.468265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 6b77c734-6bcf-4c2a-8b80-5640985d1a60 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:36.475776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:36.518531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:36.639460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Port': ['ID=3f6096f5-e06c-4c75-9221-de02bbe96c1a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:36.823725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:37.017912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd9f2c-95c6-46fe-a5bd-e196ae4e6d8f None None] Network 81d122cf-a910-4188-8347-f53e2122117b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:37.091405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:37.291395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b66795-1031-4d92-8bf0-501f884acc39 None None] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:53:37.387732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a397b4a-856b-48a2-a0af-4aba61ac8912 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:37.406390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 6b77c734-6bcf-4c2a-8b80-5640985d1a60 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:37.545332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:37.753799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:37.775432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-63cadda8-e709-461a-8c9d-a6f15ea1816b None None] Provisioning complete for port 6645750b-01cc-41ea-8840-209ff8c3eb75 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:37.775755 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63cadda8-e709-461a-8c9d-a6f15ea1816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:37.849438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=6b77c734-6bcf-4c2a-8b80-5640985d1a60,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:37.853591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:37.889438 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a4e6596-43bc-4d07-82e2-93ed30c4b1b2 tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/ports/6b77c734-6bcf-4c2a-8b80-5640985d1a60 HTTP/1.1" status: 204 len: 168 time: 1.5525515 May 12 19:53:37.889438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50824) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:38.187323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:38.187999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9a397b4a-856b-48a2-a0af-4aba61ac8912 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:38.188369 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:38.305678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Router 67639efe-865b-40b6-a530-27849a0d2971 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:53:38.309542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:38.352824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Deleting port 6645750b-01cc-41ea-8840-209ff8c3eb75 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:38.353910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:38.359634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-63cadda8-e709-461a-8c9d-a6f15ea1816b None None] Current status of the port 6645750b-01cc-41ea-8840-209ff8c3eb75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:38.377373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-63cadda8-e709-461a-8c9d-a6f15ea1816b None None] Could not find standard attr ID for object 6b77c734-6bcf-4c2a-8b80-5640985d1a60. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:53:38.555062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Router ef3369bc-6251-4c49-898c-24b752ebcbfe has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:53:38.678587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f3179be1-3b7f-4efd-87a6-c5262262ada4 None None] Provisioning for port 50c37789-5366-49fb-8a14-290f96d63219 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:38.723446 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:38.725497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] DHCP port deletion for 81d122cf-a910-4188-8347-f53e2122117b request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:53:38.734615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9a397b4a-856b-48a2-a0af-4aba61ac8912 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:38.735888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 895f75a5-7e32-497e-945f-a29b23c8e702 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:38.762888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Deleting port 6645750b-01cc-41ea-8840-209ff8c3eb75 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:38.763502 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:38.887860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6645750b-01cc-41ea-8840-209ff8c3eb75,segment=NetworkSegment(da28ec46-4436-4b3d-81ad-64bcfd092966),segment_id=da28ec46-4436-4b3d-81ad-64bcfd092966)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:38.888444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:39.083430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 895f75a5-7e32-497e-945f-a29b23c8e702 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:39.083980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:39.093175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:53:39.103947 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] Sync routers for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:53:39.131345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-851597c0-e54d-4e38-81ba-704b9774091a tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "PUT /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1227381 May 12 19:53:39.135080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:39.135981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:39.145649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50850) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:39.165923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:53:39.186885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Calling delete_port for 6645750b-01cc-41ea-8840-209ff8c3eb75 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:39.207595 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:39.221876 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:39.222714 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:39.249069 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:39.252945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3270fc10-4ed3-4e8b-b1a8-5286ba9a82b4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.0004125 May 12 19:53:39.253648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50856) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:39.304656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:53:39.310914 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:39.311717 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a292ef-c76d-4c63-9454-2bd19e44064f None None] The sync data for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:53:39.554666 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-d47b8bb2-1a9c-49a2-9f56-fb5845f1c663 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] delete failed (client error): The resource could not be found. May 12 19:53:39.560877 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d47b8bb2-1a9c-49a2-9f56-fb5845f1c663 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-555706509 HTTP/1.1" status: 404 len: 334 time: 0.4141724 May 12 19:53:39.581058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50868) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:39.589529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-704a2d8a-2c45-45ab-b989-8c0f83a2d766 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef3369bc-6251-4c49-898c-24b752ebcbfe'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:39.685334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:39.686756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:39.907030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] For port 6645750b-01cc-41ea-8840-209ff8c3eb75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6645750b-01cc-41ea-8840-209ff8c3eb75,segment=NetworkSegment(da28ec46-4436-4b3d-81ad-64bcfd092966),segment_id=da28ec46-4436-4b3d-81ad-64bcfd092966)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:39.907424 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:40.307843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Calling delete_port for 6645750b-01cc-41ea-8840-209ff8c3eb75 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:40.309414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:40.445672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] No DVR routers for this DVR port 6645750b-01cc-41ea-8840-209ff8c3eb75 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:53:40.481569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Port': ['ID=6645750b-01cc-41ea-8840-209ff8c3eb75,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:40.610378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 895f75a5-7e32-497e-945f-a29b23c8e702 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:40.611974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50c37789-5366-49fb-8a14-290f96d63219 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:40.648707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c173-ce21-4653-b021-214f24288e7b req-3a9fa37a-d749-4acd-8814-2a33b5679a58 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:40.658146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfc3c173-ce21-4653-b021-214f24288e7b req-3a9fa37a-d749-4acd-8814-2a33b5679a58 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5066254 May 12 19:53:40.706608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:40.774405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:40.834901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d122cf-a910-4188-8347-f53e2122117b']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:40.851996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bfc3c173-ce21-4653-b021-214f24288e7b req-75e8d3f4-c286-4774-98a9-771a35a0f9f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929667 May 12 19:53:40.854423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da28ec46-4436-4b3d-81ad-64bcfd092966') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:40.854941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da28ec46-4436-4b3d-81ad-64bcfd092966') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:40.876475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704a2d8a-2c45-45ab-b989-8c0f83a2d766 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:40.886878 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:40.908162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:40.915875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:53:40.915875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: timer() May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:53:41.008814 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:53:41.028056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:41.051346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:41.054684 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-704a2d8a-2c45-45ab-b989-8c0f83a2d766 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] update failed (client error): The resource could not be found. May 12 19:53:41.055920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-704a2d8a-2c45-45ab-b989-8c0f83a2d766 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "PUT /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe HTTP/1.1" status: 404 len: 339 time: 1.4734497 May 12 19:53:41.072238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50898) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:41.138299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:53:41.139042 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:53:41.145799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] Pushing event deleted for resources: {'Network': ['ID=81d122cf-a910-4188-8347-f53e2122117b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:41.176340 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d20f9e74-c653-49fd-ab05-1397e6e14b6d tempest-PortsTestJSON-26848286 tempest-PortsTestJSON-26848286-project] 10.222.0.72 "DELETE /v2.0/networks/81d122cf-a910-4188-8347-f53e2122117b HTTP/1.1" status: 204 len: 168 time: 3.2867837 May 12 19:53:41.444206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 50c37789-5366-49fb-8a14-290f96d63219 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:41.470997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 50c37789-5366-49fb-8a14-290f96d63219 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:41.471360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:41.617115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:41.653938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Deleting port 6645750b-01cc-41ea-8840-209ff8c3eb75 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:41.671495 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:41.773387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcc669-c7d3-4705-bd3e-bfe77d03d177 None None] The port '6645750b-01cc-41ea-8840-209ff8c3eb75' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:53:41.775026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:34Z', 'revision_number': 3, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:41.826124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:53:41.826466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Updating router 67639efe-865b-40b6-a530-27849a0d2971 port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:53:41.909509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50916) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:41.941642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 50c37789-5366-49fb-8a14-290f96d63219 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:41.942102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:42.022390 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:42.215938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 50c37789-5366-49fb-8a14-290f96d63219, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50c37789-5366-49fb-8a14-290f96d63219,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:42.230914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7887fb19-2120-444b-8533-5655361e612d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf5321af18c64bee94595e09aad6939f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201723 May 12 19:53:42.234801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:42.334904 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:42.353193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630b92-31d1-4dd2-a2d3-a46c7bf84295 req-adcbb8af-65a4-4d6d-927d-0ef6e9c674be tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:42.370893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f630b92-31d1-4dd2-a2d3-a46c7bf84295 req-adcbb8af-65a4-4d6d-927d-0ef6e9c674be tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.9070158 May 12 19:53:42.438882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ffd365c-09a5-48cd-a95b-e7bd13bfb272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:42.517832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ffd365c-09a5-48cd-a95b-e7bd13bfb272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:42.625979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6645750b-01cc-41ea-8840-209ff8c3eb75 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:53:42.635551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ffd365c-09a5-48cd-a95b-e7bd13bfb272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:42.650735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd365c-09a5-48cd-a95b-e7bd13bfb272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5adb5-6fe0-4d81-ba79-9c39fec236b9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:42.677672 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:53:42.683860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ffd365c-09a5-48cd-a95b-e7bd13bfb272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:42.685004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6ffd365c-09a5-48cd-a95b-e7bd13bfb272 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eca5adb5-6fe0-4d81-ba79-9c39fec236b9 HTTP/1.1" status: 204 len: 168 time: 0.4492605 May 12 19:53:42.757587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=50c37789-5366-49fb-8a14-290f96d63219,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:42.772447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6645750b-01cc-41ea-8840-209ff8c3eb75 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:53:42.772789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6645750b-01cc-41ea-8840-209ff8c3eb75 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:53:43.068468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:43.111002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:43.140589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f630b92-31d1-4dd2-a2d3-a46c7bf84295 req-92544ae5-c620-4f1c-b6c4-245c6a8c8287 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654335 May 12 19:53:43.148191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Transition to ACTIVE for port object 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:43.162878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:43.298105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f242839-ed66-4ef0-b8cb-ff81c11e13c8 None None] Pushing event updated for resources: {'Port': ['ID=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:43.313725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Allocated IP 172.20.0.1 (7bfbd232-cfd2-4531-a519-b7b561e7fa40/b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475/0309d175-0770-417f-a02b-15783b00f896) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:43.313990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Attempting to bind port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:53:43.316245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Attempting to bind port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:53:43.317079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Attempting to bind port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:43.331951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:53:43.332343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:43.334104 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:43.334536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:53:43.335412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Bound port: 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:53:43.337875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:43.464763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] For port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:53:43.471983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] For port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:53:43.495496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:43.572865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:43.646010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:43.647390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:43.720801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f242839-ed66-4ef0-b8cb-ff81c11e13c8 None None] Pushing event updated for resources: {'Port': ['ID=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:43.800719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Transition to ACTIVE for port object 0309d175-0770-417f-a02b-15783b00f896 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:44.024458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:44.115320 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:44.227018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e442-f280-4790-bd70-f871d9a220ba req-1153eb04-06b8-497a-be79-a42c307fc047 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:44.234479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3fa7e442-f280-4790-bd70-f871d9a220ba req-1153eb04-06b8-497a-be79-a42c307fc047 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4364183 May 12 19:53:44.343556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:44.353388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Allocated IP 172.20.0.1 (39c27b46-7b1f-4c14-b0b0-25463781b016/27d9a8d0-d4fc-4fa5-a3d8-cc21246ac87d/d6c1572e-3203-4b63-bec9-b4cbb4b20386) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:44.362212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:44.380438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:44.478615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Pushing event updated for resources: {'Port': ['ID=0309d175-0770-417f-a02b-15783b00f896,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:44.517096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50c37789-5366-49fb-8a14-290f96d63219 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:44.906908 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:44.926773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b5c87c23-166d-4554-8cf2-af0b1e474e2a None None] Provisioning for port 0309d175-0770-417f-a02b-15783b00f896 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:44.960585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 50c37789-5366-49fb-8a14-290f96d63219 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:44.960958 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:45.033963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b5c87c23-166d-4554-8cf2-af0b1e474e2a None None] Provisioning complete for port 0309d175-0770-417f-a02b-15783b00f896 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:45.036203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5c87c23-166d-4554-8cf2-af0b1e474e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:45.143616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3fa7e442-f280-4790-bd70-f871d9a220ba req-a4e46542-fabc-43db-956d-86aa050d460b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9082062 May 12 19:53:45.247785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b5c87c23-166d-4554-8cf2-af0b1e474e2a None None] Port 0309d175-0770-417f-a02b-15783b00f896 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:45.252395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:34Z', 'revision_number': 3, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:45.257261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86544-48fa-4c06-9661-9adaa25d2719 None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:34Z', 'revision_number': 3, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:53:45.382609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:45.520045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 50c37789-5366-49fb-8a14-290f96d63219 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:45.520311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Transition to ACTIVE for port object d6c1572e-3203-4b63-bec9-b4cbb4b20386 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:45.531346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:45.629651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2db2a9-3bff-4e70-b01f-2f258d12782e req-e85a36f4-68ef-4230-b9e9-f9eb6c8aaf63 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:45.631744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad2db2a9-3bff-4e70-b01f-2f258d12782e req-e85a36f4-68ef-4230-b9e9-f9eb6c8aaf63 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2125957 May 12 19:53:45.827510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:46.553296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:46.579824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Port': ['ID=d6c1572e-3203-4b63-bec9-b4cbb4b20386,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:46.615809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad2db2a9-3bff-4e70-b01f-2f258d12782e req-0b642a8f-74ba-425a-bf8b-0891c816d5de tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9751811 May 12 19:53:46.657059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:46.660654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:46.675736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:46.839820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:46.863888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:46.874457 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:46.875508 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:53:46.923456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:46.951221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:47.090046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:47.372044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-22c6a1aa-c448-4726-bdba-bb94e014a6b7 None None] Provisioning for port d6c1572e-3203-4b63-bec9-b4cbb4b20386 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:47.394437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:47.405232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-22c6a1aa-c448-4726-bdba-bb94e014a6b7 None None] Provisioning complete for port d6c1572e-3203-4b63-bec9-b4cbb4b20386 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:47.409578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22c6a1aa-c448-4726-bdba-bb94e014a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:47.556039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22c6a1aa-c448-4726-bdba-bb94e014a6b7 None None] Port d6c1572e-3203-4b63-bec9-b4cbb4b20386 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:47.562070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:47.569295 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:47.606319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Pushing event updated for resources: {'Port': ['ID=0309d175-0770-417f-a02b-15783b00f896,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:47.623942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:47.629732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:47.638727 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:47.785352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:48.251677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-47ac18cd-ad0a-47df-aa90-3c353567da69 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:48.254534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-47ac18cd-ad0a-47df-aa90-3c353567da69 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 1.0821552 May 12 19:53:48.345912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-cdfff176-aa12-4232-b611-84782232adff tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/quotas/ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 375 time: 0.0733812 May 12 19:53:48.446279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:48.456395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:48.479742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:48.649629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:48.651656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:48.997967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-66812cd8-c063-4051-9f75-d7acef995547 None None] Provisioning complete for port 0309d175-0770-417f-a02b-15783b00f896 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:49.002535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66812cd8-c063-4051-9f75-d7acef995547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:49.083039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-fb3849b4-92c0-4865-95c8-eec56b223509 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7164445 May 12 19:53:49.153793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:53:49.156067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-66812cd8-c063-4051-9f75-d7acef995547 None None] Port 0309d175-0770-417f-a02b-15783b00f896 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:49.194516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:49.214374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:49.338122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:50.153760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:53:50.168685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:53:50.181255 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:50.185088 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:50.185772 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:50.347690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-d252bac3-11ac-49ce-8c85-08deeff3d35e service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2174795 May 12 19:53:50.429792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bdba8568-f9d0-46a2-bbdf-0b48c4001fed admin admin] 10.222.0.72 "PUT /v2.0/routers/67639efe-865b-40b6-a530-27849a0d2971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1749928 May 12 19:53:50.652553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event updated for resources: {'Port': ['ID=d6c1572e-3203-4b63-bec9-b4cbb4b20386,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:50.668685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:50.811590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-ef0de066-2a3e-4159-8624-3c5dc64febb1 service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821429 May 12 19:53:50.824142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:50.830988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:51.398727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51160) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:51.404169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158662938', 'description': 'tempest-description--2066113883'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:51.421947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:51.445354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:51.456485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Router ef3369bc-6251-4c49-898c-24b752ebcbfe has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:53:51.460565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:51.488449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:51.527485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8cac13a-0fb1-4541-8fa4-385be71dd0af None None] Provisioning complete for port d6c1572e-3203-4b63-bec9-b4cbb4b20386 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:51.527907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8cac13a-0fb1-4541-8fa4-385be71dd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:51.553409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:51.619858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:51.629988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41e00f37-fb2d-4e32-9e04-86ce27317592 req-a85546f6-dd39-494b-817b-decbf7bcb0fb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 210 time: 0.1914949 May 12 19:53:51.646091 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 2, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:51.666945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:51.667115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:53:51.667702 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Updating router 67639efe-865b-40b6-a530-27849a0d2971 port 0309d175-0770-417f-a02b-15783b00f896 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:53:51.693734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:51.709505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:51.785152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a8cac13a-0fb1-4541-8fa4-385be71dd0af None None] Port d6c1572e-3203-4b63-bec9-b4cbb4b20386 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:51.882144 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.010430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.019205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.138244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.142241 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7397463 May 12 19:53:52.142241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bc8d4-6624-45cf-8c41-92a63385aa48 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:52.148118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51182) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:52.157220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': 'e3c2d255-1e09-4c4a-9134-d0b7a1d3363d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:52.170346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:52.182944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:52.196707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:52.217722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:52.258963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:53:52.262576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.277933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] Sync routers for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:53:52.282525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-37995658-5101-41fe-b177-0498a1d3bdb9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "PUT /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2089410 May 12 19:53:52.283300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51186) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:52.300328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:52.301413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:52.343674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.350661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.406308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c04623f-ac35-40fc-9925-104c957a6468,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:52.430682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:52.438656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.440582 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d373f512-919b-491d-9da2-8153f8699fb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2914968 May 12 19:53:52.443747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51190) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:52.453070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': 'e3c2d255-1e09-4c4a-9134-d0b7a1d3363d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:52.457797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:52.458408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:52.472653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:52.481075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:52.490969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:52.500973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:52.538716 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.558508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:52.559029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec637f81-bda1-44ce-9c16-844232a201ad None None] The sync data for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:53:52.610185 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.641362 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Transition to ACTIVE for port object 0309d175-0770-417f-a02b-15783b00f896 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:52.657632 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.670208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-efada503-4c71-45a7-8642-463cd09f0471 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.685350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.692054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.751478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e959a6-e0a4-457d-b181-9a062ea23db1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:52.780704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:52.782088 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a7f9c76-9c58-4b8a-a601-cb5225444335 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369236 May 12 19:53:52.787188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51204) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:52.800348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:52.816367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:52.826591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:floatingip and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:53:52.830499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:53:52.840014 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Pushing event updated for resources: {'Port': ['ID=0309d175-0770-417f-a02b-15783b00f896,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:52.846923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:52.850792 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.851498 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.852128 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.852621 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.853095 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.853858 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.854352 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.854833 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.855313 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.855791 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.856286 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.857354 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:52.870405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:53.022870 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-efada503-4c71-45a7-8642-463cd09f0471 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] delete failed (client error): There was a conflict when trying to complete your request. May 12 19:53:53.024261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-efada503-4c71-45a7-8642-463cd09f0471 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe HTTP/1.1" status: 409 len: 329 time: 0.7399628 May 12 19:53:53.027152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51218) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:53:53.097266 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Attempting to bind port 0309d175-0770-417f-a02b-15783b00f896 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:53:53.097668 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Attempting to bind port 0309d175-0770-417f-a02b-15783b00f896 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:53:53.098171 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Attempting to bind port 0309d175-0770-417f-a02b-15783b00f896 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:53.106928 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:53:53.107457 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Checking segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:53.107984 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:53.108376 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Bound using segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:53:53.108844 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Bound port: 0309d175-0770-417f-a02b-15783b00f896, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:53:53.109229 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:53.311910 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] For port 0309d175-0770-417f-a02b-15783b00f896, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:53:53.316507 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] For port 0309d175-0770-417f-a02b-15783b00f896, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0309d175-0770-417f-a02b-15783b00f896,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:53:53.324552 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:53.487777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:53.602569 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637279c2-c96a-4498-9a06-a9d899e8c42a None None] Pushing event updated for resources: {'Port': ['ID=0309d175-0770-417f-a02b-15783b00f896,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:53.615954 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:53:53.616660 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:53.797823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-228fafe7-f4cf-4277-9175-7b07827bec51 req-1c253d5e-24d2-4c62-8d98-42e7ddcc2c3e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 210 time: 0.8926995 May 12 19:53:53.931358 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:53:53.934792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.25.2.57 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/b73f6d54-1711-472c-b56d-ffd55a5afdf2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:54.318809 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:54.364182 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:54.452506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-b0eae514-0aba-4ee3-bbcc-7d568b721056 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:54.454173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-b0eae514-0aba-4ee3-bbcc-7d568b721056 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.73 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 1.2292831 May 12 19:53:54.474497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:54.491699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:53Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:53:54.492156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'port': {'device_id': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'admin_state_up': True, 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:54.496730 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60015ce0-64e0-469b-92fb-8cd027a49b3d None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:53Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:53:54.529708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:54.532129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=b73f6d54-1711-472c-b56d-ffd55a5afdf2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:54.538143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:54.806123 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:54.932822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:53:54.938079 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:54.958554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:53:55.035369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Made reservation on behalf of ee0b3349604e4492857ab6d4797f5629 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:53:55.039967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:55.164469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:55.217820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d2a77ba7-9423-42b8-aabb-b61d35f57cda req-b001edef-5595-43cd-ac2d-86240a56515f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 210 time: 0.1716349 May 12 19:53:55.717794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting port d6c1572e-3203-4b63-bec9-b4cbb4b20386 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:53:55.717794 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:55.802294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Allocated IP 172.20.0.14 (15fbf267-c48b-4eb1-9539-3c6270a2b040/73c3575e-a17f-451b-9e01-b175a05b3b9a/a9441a9b-bf4e-432d-a31d-32dbd804efbb) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:53:56.153239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:56.388238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Calling delete_port for d6c1572e-3203-4b63-bec9-b4cbb4b20386 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:53:56.459368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:56.478992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:56.504525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c74bc923-d85d-4c1d-b1d9-668cd972a861 req-943db222-0c8c-499a-bef1-9ff7732bcead tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 210 time: 0.0543125 May 12 19:53:56.547262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0309d175-0770-417f-a02b-15783b00f896 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:56.666571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0309d175-0770-417f-a02b-15783b00f896 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:56.673236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0309d175-0770-417f-a02b-15783b00f896 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:56.674548 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:56.907945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:56.949818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0309d175-0770-417f-a02b-15783b00f896 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:56.954687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:56.968512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7adabb57-6973-4727-8f23-333499e00fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:56.984842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=b73f6d54-1711-472c-b56d-ffd55a5afdf2,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:56.990825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Transition to ACTIVE for port object a9441a9b-bf4e-432d-a31d-32dbd804efbb will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:57.012876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 0309d175-0770-417f-a02b-15783b00f896, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0309d175-0770-417f-a02b-15783b00f896,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:53:57.020088 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:57.025553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:57.139925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:57.157906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1daf41d0-2ce5-46c0-9dda-a92a4f1525a5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3694506 May 12 19:53:57.192362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:57.238248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=0309d175-0770-417f-a02b-15783b00f896,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:57.241337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', '8ffc7c62-11df-4977-982c-d9f46294d2b8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:53:57.361619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:57.442137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:53:57.453046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:53:57.464251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:53:57.633850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:57.634697 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:57.669060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=a9441a9b-bf4e-432d-a31d-32dbd804efbb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:57.695720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-9d4b8e32-f5d9-4591-b9c2-9f57be1877c9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2155704 May 12 19:53:57.707655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-08f0a242-5471-4bef-a601-eeeb26ae9e35 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:53:57.711509 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-08f0a242-5471-4bef-a601-eeeb26ae9e35 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097039 May 12 19:53:57.724659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Request body: {'port': {'device_id': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:53:57.812213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Port': ['ID=d6c1572e-3203-4b63-bec9-b4cbb4b20386,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:57.878391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.894027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.894027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.894346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.894703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.895041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.895367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.895693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.896018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.896341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.896667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:57.910874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:53:58.073610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:58.079291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-97eac31f-a827-4eca-a59a-9f37ccd6f209 None None] Provisioning for port a9441a9b-bf4e-432d-a31d-32dbd804efbb completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:53:58.088321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-97eac31f-a827-4eca-a59a-9f37ccd6f209 None None] Provisioning complete for port a9441a9b-bf4e-432d-a31d-32dbd804efbb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:58.092102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-97eac31f-a827-4eca-a59a-9f37ccd6f209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:58.152584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-ea644740-6b98-4241-a65b-d34a4285714a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--158662938&fields=id&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 267 time: 0.7521183 May 12 19:53:58.213085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-97eac31f-a827-4eca-a59a-9f37ccd6f209 None None] Port a9441a9b-bf4e-432d-a31d-32dbd804efbb cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:53:58.542039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0309d175-0770-417f-a02b-15783b00f896 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:53:58.656251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0309d175-0770-417f-a02b-15783b00f896 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:53:58.656929 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:58.739377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a404bc-a1f3-448a-9895-a3c689fdf9bd req-88c9ea11-1c91-44bb-9acd-262c6553c1bb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:58.742091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a404bc-a1f3-448a-9895-a3c689fdf9bd req-88c9ea11-1c91-44bb-9acd-262c6553c1bb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 932 time: 0.9026339 May 12 19:53:58.750277 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:58.884864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0309d175-0770-417f-a02b-15783b00f896 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:53:58.962437 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3801dff5-7678-44fe-ae6a-ad8649d87c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:59.297110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-7b707b31-3ca0-4a4e-90f6-af1a4f60b40b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:53:59.298781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-7b707b31-3ca0-4a4e-90f6-af1a4f60b40b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 1.1357067 May 12 19:53:59.301796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62a404bc-a1f3-448a-9895-a3c689fdf9bd req-7e793e97-c0e8-490a-8f38-8df4415be09a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533879 May 12 19:53:59.323141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9441a9b-bf4e-432d-a31d-32dbd804efbb {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:53:59.341512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:59.385478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Transition to ACTIVE for port object a9441a9b-bf4e-432d-a31d-32dbd804efbb will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:53:59.396657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:53:59.557451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-fa5b3ced-4017-438c-b420-10f70caacc11 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/quotas/0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 375 time: 0.0437999 May 12 19:53:59.691045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Router ef3369bc-6251-4c49-898c-24b752ebcbfe has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:53:59.734433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Pushing event updated for resources: {'Port': ['ID=a9441a9b-bf4e-432d-a31d-32dbd804efbb,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:53:59.818997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Attempting to bind port a9441a9b-bf4e-432d-a31d-32dbd804efbb on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:53:59.820342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Attempting to bind port a9441a9b-bf4e-432d-a31d-32dbd804efbb by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:53:59.821249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Attempting to bind port a9441a9b-bf4e-432d-a31d-32dbd804efbb on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:59.831152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Port a9441a9b-bf4e-432d-a31d-32dbd804efbb on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:53:59.831479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Attempting to bind port a9441a9b-bf4e-432d-a31d-32dbd804efbb on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:53:59.842569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:53:59.842897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:53:59.845710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Bound using segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:53:59.846440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Bound port: a9441a9b-bf4e-432d-a31d-32dbd804efbb, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:53:59.846960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:00.057418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] For port a9441a9b-bf4e-432d-a31d-32dbd804efbb, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:54:00.063547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] For port a9441a9b-bf4e-432d-a31d-32dbd804efbb, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:54:00.084213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:00.095728 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:00.209824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:54:00.223255 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] Sync routers for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:54:00.228044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ee4ad473-3b63-4072-9f14-ddc248c5fb70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "PUT /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1995738 May 12 19:54:00.244107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51386) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:00.245727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:54:00.248766 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:00.279582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:00.309674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:00.325286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9441a9b-bf4e-432d-a31d-32dbd804efbb HTTP/1.1" status: 200 len: 1092 time: 2.6022296 May 12 19:54:00.372920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:00.584957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78397beb-9606-4e47-90cd-adf4e385cc58 service neutron] Pushing event updated for resources: {'Port': ['ID=a9441a9b-bf4e-432d-a31d-32dbd804efbb,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:00.593516 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:00.629607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-3311a2af-dd9e-43b2-bee3-3c0e3737ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:00.630130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-87711ecc-01fb-4610-a572-eba6639072c2 req-793be418-3dd0-443d-8d18-1f08f4b20650 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:00.635806 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-3311a2af-dd9e-43b2-bee3-3c0e3737ed21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 1095 time: 0.2633035 May 12 19:54:00.666019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:00.676114 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] Routers {'ef3369bc-6251-4c49-898c-24b752ebcbfe'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:54:00.676934 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:53:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ef3369bc-6251-4c49-898c-24b752ebcbfe'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:00.728006 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-991dbc95-4001-418a-95ed-f1660189e72f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] show failed (client error): The resource could not be found. May 12 19:54:00.737476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-991dbc95-4001-418a-95ed-f1660189e72f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-776113861 HTTP/1.1" status: 404 len: 334 time: 0.4941633 May 12 19:54:00.747477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51408) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:00.785308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2dd581e8-974f-4612-92ac-0d8112049c83 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:00.814977 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-af1dbc2e-3025-4c21-b6de-b38c63053d4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb HTTP/1.1" status: 200 len: 217 time: 0.1744349 May 12 19:54:00.835927 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:00.843029 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9233d-a742-4dd3-bf3e-d9f423a377f0 None None] The sync data for ids ['ef3369bc-6251-4c49-898c-24b752ebcbfe'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:54:00.904019 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-2dd581e8-974f-4612-92ac-0d8112049c83 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] update failed (client error): The resource could not be found. May 12 19:54:00.909801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2dd581e8-974f-4612-92ac-0d8112049c83 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-737212707 HTTP/1.1" status: 404 len: 334 time: 0.1607943 May 12 19:54:00.915567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:00.979203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-87711ecc-01fb-4610-a572-eba6639072c2 req-793be418-3dd0-443d-8d18-1f08f4b20650 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:00.981054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-793be418-3dd0-443d-8d18-1f08f4b20650 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4228089 May 12 19:54:00.983001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-2fa38ba7-12d9-4d57-88a3-0f3b22437c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:00.984514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-2fa38ba7-12d9-4d57-88a3-0f3b22437c20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1624968 May 12 19:54:01.033525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting subnet ac58939e-5df7-4298-817a-c8a81d977bef {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:54:01.038032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:01.125023 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:01.248843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae371-2988-4774-a629-65c575a09e0a req-2318dc94-755e-47ea-8073-4eaf9b8faace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:01.250414 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-2318dc94-755e-47ea-8073-4eaf9b8faace service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601862 May 12 19:54:01.417945 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:01.628261 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-44981b6d-595d-4b6a-9db0-d098617419c7 service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214869 May 12 19:54:01.640670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de1631-ded1-4597-b582-0767ded60641 req-b5e00ca1-d3cb-450b-959a-4c971b92ccd2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:01.643515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22de1631-ded1-4597-b582-0767ded60641 req-b5e00ca1-d3cb-450b-959a-4c971b92ccd2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 944 time: 0.9840791 May 12 19:54:01.646454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:01.667574 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-dda620c8-5a82-4ab7-a3be-357e20670e1e service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105446 May 12 19:54:01.668389 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:01.912857 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-424ae371-2988-4774-a629-65c575a09e0a req-ec6e6310-5d52-4ecb-858e-ce5d6e237284 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385526 May 12 19:54:01.957257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-1d7c1964-28d6-4824-87e0-91d05adcc8db service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040848 May 12 19:54:02.016906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22de1631-ded1-4597-b582-0767ded60641 req-51219aaf-bde8-4f4d-b4b0-2cc5dd4631f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652954 May 12 19:54:02.020774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Subnet': ['ID=ac58939e-5df7-4298-817a-c8a81d977bef,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:02.024146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:02.033888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f87ec2-476a-44b6-8c6c-8cdac0ccf813 None None] Network b4377894-57c8-4b4f-ab53-f60ec444fbcf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:54:02.035439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-83498c38-1232-4f05-b547-5a94f9e20366 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/subnets/ac58939e-5df7-4298-817a-c8a81d977bef HTTP/1.1" status: 204 len: 168 time: 1.1173098 May 12 19:54:02.037091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51450) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:02.139639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting subnet dab1574d-fa78-4e1a-b75e-7b022278855f {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:54:02.303397 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e55c7a-23bd-48e3-b3b0-ede410362f63'] response: {'name': 'network-changed', 'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb', 'status': 'completed', 'code': 200} May 12 19:54:02.303397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:02.550577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:02.578412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-38ab7da7-82c2-496d-b5ae-6dae6fe30409 req-f8970883-a0d3-4172-ab87-4ca37c3c98e6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 210 time: 0.2286060 May 12 19:54:02.687270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-60b400d6-0c9c-41b4-a80d-38d1004d9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:02.687270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-60b400d6-0c9c-41b4-a80d-38d1004d9833 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 1095 time: 0.3656087 May 12 19:54:02.786954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] DHCP port deletion for b4377894-57c8-4b4f-ab53-f60ec444fbcf request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:54:02.789372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] Deleting port 895f75a5-7e32-497e-945f-a29b23c8e702 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:54:02.789751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:03.115018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:03.222810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:03.350824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] For port 895f75a5-7e32-497e-945f-a29b23c8e702, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=895f75a5-7e32-497e-945f-a29b23c8e702,segment=NetworkSegment(b6114ea4-1d59-4bdf-902d-96bfdf00bc90),segment_id=b6114ea4-1d59-4bdf-902d-96bfdf00bc90)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:03.353540 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:03.558082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-f90efcd9-9fe2-46cf-a829-e6b85e36d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:03.561788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-f90efcd9-9fe2-46cf-a829-e6b85e36d166 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.8685048 May 12 19:54:03.580284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:03.604300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Subnet': ['ID=dab1574d-fa78-4e1a-b75e-7b022278855f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:03.604300 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e265538a-7a39-43e7-9480-126df9d44c3e tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/subnets/dab1574d-fa78-4e1a-b75e-7b022278855f HTTP/1.1" status: 204 len: 168 time: 1.5613174 May 12 19:54:03.625629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51506) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:03.633129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d3a36-2a17-4b29-9eb9-c21b9eab6656 None None] Network d92efc1b-d999-4d9d-94ff-232181c359cf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:54:03.934029 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:03.949552 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-58ad4d3f-6c20-4e3b-a5d1-21d38c2fe86a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb HTTP/1.1" status: 200 len: 217 time: 0.3423030 May 12 19:54:04.083482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94b9150a-0f87-4e85-8c3a-df774012d6d0 req-5e33b7a0-9be1-4b95-bbf2-64138dfef0c5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 210 time: 0.1407955 May 12 19:54:04.092980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting port 895f75a5-7e32-497e-945f-a29b23c8e702 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:54:04.093346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:04.126300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-502e01c5-e883-4f8b-8cd5-b7f4cd822afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:04.140660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-502e01c5-e883-4f8b-8cd5-b7f4cd822afd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1879127 May 12 19:54:04.193979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] Calling delete_port for 895f75a5-7e32-497e-945f-a29b23c8e702 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:54:04.230122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedfb98-3255-46c4-9f4b-5ffee3efbafe req-f68f3b43-402c-437f-a5f4-589b7f73aa5f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:04.238377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3aedfb98-3255-46c4-9f4b-5ffee3efbafe req-f68f3b43-402c-437f-a5f4-589b7f73aa5f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 944 time: 0.7682707 May 12 19:54:04.277103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-8e36d47a-e6f3-4472-9156-93f080f6a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:04.282067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-8e36d47a-e6f3-4472-9156-93f080f6a24a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265423 May 12 19:54:04.485398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9441a9b-bf4e-432d-a31d-32dbd804efbb details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:54:04.595568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 895f75a5-7e32-497e-945f-a29b23c8e702 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:54:04.612354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-372922d0-5903-4026-9fcf-0a217eb0f327 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242612 May 12 19:54:04.633287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3aedfb98-3255-46c4-9f4b-5ffee3efbafe req-99e8eb3a-180c-4974-89fe-e7a93cdac246 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921540 May 12 19:54:04.753747 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:04.794429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 895f75a5-7e32-497e-945f-a29b23c8e702 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:54:04.795933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 895f75a5-7e32-497e-945f-a29b23c8e702 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:54:04.955177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] No DVR routers for this DVR port 895f75a5-7e32-497e-945f-a29b23c8e702 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:54:04.964792 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fe002bc7-b3a2-45c5-985b-bc711abcbee1 req-8a72c75e-4c27-4d07-a331-da6bf1146c1f service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417504 May 12 19:54:05.034323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:54:05.361612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bbc9b-95a6-4a42-a3d2-6f82442b6743 None None] Pushing event deleted for resources: {'Port': ['ID=895f75a5-7e32-497e-945f-a29b23c8e702,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:05.409864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-d8098a34-d27d-4940-adee-8485a441b16c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:05.409864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-d8098a34-d27d-4940-adee-8485a441b16c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 0.6344724 May 12 19:54:05.599463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] DHCP port deletion for d92efc1b-d999-4d9d-94ff-232181c359cf request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:54:05.637851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] Deleting port 9a397b4a-856b-48a2-a0af-4aba61ac8912 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:54:05.641726 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:05.642323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-65e5a943-a42a-493b-bdb9-79f65948469e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 379 time: 0.1872098 May 12 19:54:05.648128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] For port 895f75a5-7e32-497e-945f-a29b23c8e702, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=895f75a5-7e32-497e-945f-a29b23c8e702,segment=NetworkSegment(b6114ea4-1d59-4bdf-902d-96bfdf00bc90),segment_id=b6114ea4-1d59-4bdf-902d-96bfdf00bc90)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:05.648743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:05.831668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'port': {'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'admin_state_up': True, 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'security_groups': ['e3c2d255-1e09-4c4a-9134-d0b7a1d3363d']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:05.876594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a9441a9b-bf4e-432d-a31d-32dbd804efbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:05.919826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb', 'mac_address': 'fa:16:3e:e2:54:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:54:05.996024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-77bbaaf9-9984-4a83-88bd-21f5aec680df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2684178 May 12 19:54:06.037985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Calling delete_port for 895f75a5-7e32-497e-945f-a29b23c8e702 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:54:06.079730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a9441a9b-bf4e-432d-a31d-32dbd804efbb is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:06.080109 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:06.250481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9441a9b-bf4e-432d-a31d-32dbd804efbb {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:54:06.347395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-750de54e-78a6-4271-82fd-db07c2483171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:06.357262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a9441a9b-bf4e-432d-a31d-32dbd804efbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:06.367839 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-750de54e-78a6-4271-82fd-db07c2483171 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 1096 time: 0.3400469 May 12 19:54:06.406949 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:06.466695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b5b1d32-6db2-47dc-9acb-c2751e14b5c0 req-e083e226-50d8-42a8-8932-f3a53a658955 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 210 time: 0.9429600 May 12 19:54:06.769504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:54:06.769504 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:54:06.991733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f3777-0cbc-48c0-ab5d-648697bd8661 req-55b76690-e697-487e-97d5-3e2c4b966d35 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:06.994865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-679f3777-0cbc-48c0-ab5d-648697bd8661 req-55b76690-e697-487e-97d5-3e2c4b966d35 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 945 time: 0.6376381 May 12 19:54:07.004589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-50412edf-b9bf-4488-bd45-905990c5e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:07.007910 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-50412edf-b9bf-4488-bd45-905990c5e308 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.6166012 May 12 19:54:07.009200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] For port 9a397b4a-856b-48a2-a0af-4aba61ac8912, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9a397b4a-856b-48a2-a0af-4aba61ac8912,segment=NetworkSegment(be3920d9-d499-4a88-8467-3f081531c1ed),segment_id=be3920d9-d499-4a88-8467-3f081531c1ed)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:07.015135 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:07.084338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:07.132185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:07.159913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Made reservation on behalf of 0f24a5391d624f52a0f54fef6c8a60c5 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:54:07.163701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:07.212678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] Calling delete_port for 9a397b4a-856b-48a2-a0af-4aba61ac8912 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:54:07.238723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-679f3777-0cbc-48c0-ab5d-648697bd8661 req-d27fb0ee-064e-47a0-88d5-48c1bebba2bc tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978488 May 12 19:54:07.306683 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-1e20d852-a302-4db2-8b5e-b376163b89a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 HTTP/1.1" status: 200 len: 217 time: 0.2911305 May 12 19:54:07.312525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a397b4a-856b-48a2-a0af-4aba61ac8912 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:54:07.355696 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:07.372267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 9a397b4a-856b-48a2-a0af-4aba61ac8912 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:54:07.372734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a397b4a-856b-48a2-a0af-4aba61ac8912 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:54:07.388745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting port 895f75a5-7e32-497e-945f-a29b23c8e702 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:54:07.389135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:07.398865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a9441a9b-bf4e-432d-a31d-32dbd804efbb,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:07.427919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] No DVR routers for this DVR port 9a397b4a-856b-48a2-a0af-4aba61ac8912 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:54:07.430998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a9441a9b-bf4e-432d-a31d-32dbd804efbb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:07.505382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-c6b703b7-f980-4836-94f0-0f82a844b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:07.505382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-c6b703b7-f980-4836-94f0-0f82a844b199 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1856570 May 12 19:54:07.559814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.559814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.559814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.569808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] The port '895f75a5-7e32-497e-945f-a29b23c8e702' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.578830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:07.675870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:07.721305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f36ed-f83f-4834-992f-ab006028593d None None] Pushing event deleted for resources: {'Port': ['ID=9a397b4a-856b-48a2-a0af-4aba61ac8912,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:07.743647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-6089a88b-aa34-4231-aa5b-5168a5f4cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:07.745492 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-6089a88b-aa34-4231-aa5b-5168a5f4cea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340460 May 12 19:54:07.765684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-37184edd-2043-4256-b25f-a65a3ac5e389 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:54:07.768067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-37184edd-2043-4256-b25f-a65a3ac5e389 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126100 May 12 19:54:08.008820 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.069894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-d11fa60a-8598-480f-bc48-bed8414c2702 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851458 May 12 19:54:08.157641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.173152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a960a718-d95f-45bb-8b0c-244be0228bed req-2c499842-451a-460f-8187-6c1608a69071 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 210 time: 0.1001713 May 12 19:54:08.226609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.320752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4377894-57c8-4b4f-ab53-f60ec444fbcf']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:08.365946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6114ea4-1d59-4bdf-902d-96bfdf00bc90') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:08.366291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6114ea4-1d59-4bdf-902d-96bfdf00bc90') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:08.400770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.412604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.20.0.13 (7bfbd232-cfd2-4531-a519-b7b561e7fa40/b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475/963c6d6f-9148-4a77-8a9b-237fd9806a79) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:54:08.421432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:08.428459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Usage tracker for resource:security_group_rule and tenant:4f9abff247284f22a96ad1c1a0036cfc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:08.458388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:08.458388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b9e188e-0e0e-44d9-ba6d-4eef67c18409 req-eeb26600-293d-4a88-abee-f78065b2e96d service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099437 May 12 19:54:08.461787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.472495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:08.475783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:54:08.475783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: timer() May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:54:08.499771 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:54:08.544702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9441a9b-bf4e-432d-a31d-32dbd804efbb up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:54:08.674683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.683847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.683847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port a9441a9b-bf4e-432d-a31d-32dbd804efbb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:54:08.693254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port a9441a9b-bf4e-432d-a31d-32dbd804efbb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:54:08.693254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.696473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.722980 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.759427 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.771933 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f9abff247284f22a96ad1c1a0036cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0987966 May 12 19:54:08.773651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51646) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:08.787353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a5730-b04b-4931-9909-ede60873037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c321ae6-c618-4bac-8fce-8391149d003f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:08.824142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Network': ['ID=b4377894-57c8-4b4f-ab53-f60ec444fbcf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:08.849477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cf5c249a-c719-4489-81b8-5c83e14a5e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.857256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cce6279a-b255-453b-a71d-4d44f07306b7 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/networks/b4377894-57c8-4b4f-ab53-f60ec444fbcf HTTP/1.1" status: 204 len: 168 time: 5.2037361 May 12 19:54:08.866035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51650) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:08.867061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a9441a9b-bf4e-432d-a31d-32dbd804efbb is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:08.867454 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.886684 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cf5c249a-c719-4489-81b8-5c83e14a5e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:08.912666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beee867-5fb0-49f8-8687-de1d49508793 req-a8b3dad9-6e68-4d17-b84b-6b500676e008 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:08.924912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9beee867-5fb0-49f8-8687-de1d49508793 req-a8b3dad9-6e68-4d17-b84b-6b500676e008 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 945 time: 0.3306980 May 12 19:54:09.000893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:09.004101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cf5c249a-c719-4489-81b8-5c83e14a5e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.022383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a9441a9b-bf4e-432d-a31d-32dbd804efbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:09.028828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.038265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cf5c249a-c719-4489-81b8-5c83e14a5e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.038265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cf5c249a-c719-4489-81b8-5c83e14a5e75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c321ae6-c618-4bac-8fce-8391149d003f HTTP/1.1" status: 204 len: 168 time: 0.2571461 May 12 19:54:09.058675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c249a-c719-4489-81b8-5c83e14a5e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c321ae6-c618-4bac-8fce-8391149d003f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:09.112134 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf0d12d-e309-4333-ad67-195c48c1e9c3'] response: {'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb', 'code': 200} May 12 19:54:09.159415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a9441a9b-bf4e-432d-a31d-32dbd804efbb,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:09.354275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5fb85-8d6d-4b58-a2b8-8accfa3ec5d0 req-44b17643-bc6a-4604-bc40-de02591af9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:09.354275 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1eb5fb85-8d6d-4b58-a2b8-8accfa3ec5d0 req-44b17643-bc6a-4604-bc40-de02591af9a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 1097 time: 0.1563148 May 12 19:54:09.394305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.401814 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1eb5fb85-8d6d-4b58-a2b8-8accfa3ec5d0 req-69338521-c3ad-45ba-97af-e01f27c9f8ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 May 12 19:54:09.414548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Transition to ACTIVE for port object 963c6d6f-9148-4a77-8a9b-237fd9806a79 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:54:09.553507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51676) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:09.562273 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.577060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.589248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b65359c9-3101-46cd-8cb0-509d45e8ea90 req-dcc3b610-07a8-4c21-9d9e-b226d639a60c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:09.613765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9beee867-5fb0-49f8-8687-de1d49508793 req-18e54648-866e-414e-a11e-e387e2179c05 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931570 May 12 19:54:09.616357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b65359c9-3101-46cd-8cb0-509d45e8ea90 req-dcc3b610-07a8-4c21-9d9e-b226d639a60c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:09.617712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b65359c9-3101-46cd-8cb0-509d45e8ea90 req-dcc3b610-07a8-4c21-9d9e-b226d639a60c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 210 time: 0.1969097 May 12 19:54:09.796303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:09.796303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Usage tracker for resource:security_group_rule and tenant:2646a563eb1649b3ba417af7939ddf73 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:09.796303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:09.806472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:09.812985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.838445 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.843024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92efc1b-d999-4d9d-94ff-232181c359cf']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:09.919464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.922411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:54:09.926317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:09.927716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:54:09.932719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3920d9-d499-4a88-8467-3f081531c1ed') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:09.932964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3920d9-d499-4a88-8467-3f081531c1ed') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:09.941785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:54:10.002212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2646a563eb1649b3ba417af7939ddf73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444129 May 12 19:54:10.002212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1a99-e65b-4a58-9266-d60f7641038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d73e48-722a-4f50-a491-acbf78702142,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:10.003244 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.003402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:10.012857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=963c6d6f-9148-4a77-8a9b-237fd9806a79,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:10.036528 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.061199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:10.062084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.068120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:54:10.068671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: timer() May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:54:10.108728 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:54:10.139514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d6a39ec-cb5d-472b-930f-4738f0b5ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.210375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d6a39ec-cb5d-472b-930f-4738f0b5ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.225771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-3cde6c2d-0e42-49d2-b2ad-76115322ac60 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4212024 May 12 19:54:10.239674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Request body: {'port': {'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:10.312880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d6a39ec-cb5d-472b-930f-4738f0b5ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.346854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a39ec-cb5d-472b-930f-4738f0b5ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d73e48-722a-4f50-a491-acbf78702142,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:10.349148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d6a39ec-cb5d-472b-930f-4738f0b5ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.352972 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d6a39ec-cb5d-472b-930f-4738f0b5ee58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90d73e48-722a-4f50-a491-acbf78702142 HTTP/1.1" status: 204 len: 168 time: 0.3463855 May 12 19:54:10.399361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.429781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.441090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/networks/d92efc1b-d999-4d9d-94ff-232181c359cf HTTP/1.1" status: 204 len: 168 time: 1.5715795 May 12 19:54:10.441331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0aadf4c8-d016-4259-9f34-2dcc11ee9fc3 None None] Provisioning for port 963c6d6f-9148-4a77-8a9b-237fd9806a79 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:54:10.441819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51696) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:10.459299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0aadf4c8-d016-4259-9f34-2dcc11ee9fc3 None None] Provisioning complete for port 963c6d6f-9148-4a77-8a9b-237fd9806a79 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:54:10.477320 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0aadf4c8-d016-4259-9f34-2dcc11ee9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.484251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aba8f0-4e3b-4fa8-ac19-52f588a6fff9 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Network': ['ID=d92efc1b-d999-4d9d-94ff-232181c359cf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:10.499168 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.572150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0aadf4c8-d016-4259-9f34-2dcc11ee9fc3 None None] Port 963c6d6f-9148-4a77-8a9b-237fd9806a79 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:54:10.644049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting subnet 27d9a8d0-d4fc-4fa5-a3d8-cc21246ac87d {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:54:10.668186 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:10.898625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.180714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.252298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5019-7ec6-4169-a20f-8e6257339bac req-552f7723-1867-45c5-a38d-b9ce625bbea8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:11.262776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.265340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e1e5019-7ec6-4169-a20f-8e6257339bac req-552f7723-1867-45c5-a38d-b9ce625bbea8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 946 time: 0.3611584 May 12 19:54:11.328811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c192a34-08b6-457f-8558-12aa0efeb0dc req-b1fd543b-893b-4f58-b2c8-1e8a6765dfb3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:11.331985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Subnet': ['ID=27d9a8d0-d4fc-4fa5-a3d8-cc21246ac87d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:11.331985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.346414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bea656-6d54-4f16-8a72-b191fc13a78d None None] Network 39c27b46-7b1f-4c14-b0b0-25463781b016 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:54:11.349622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c192a34-08b6-457f-8558-12aa0efeb0dc req-b1fd543b-893b-4f58-b2c8-1e8a6765dfb3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 932 time: 0.4299297 May 12 19:54:11.353392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1528f2dd-bccc-4e98-abed-8393844a8e2f tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/subnets/27d9a8d0-d4fc-4fa5-a3d8-cc21246ac87d HTTP/1.1" status: 204 len: 168 time: 0.9007747 May 12 19:54:11.353392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51734) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:11.495201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.506748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Deleting port f399424d-7c48-414a-8a14-0ab48adad14b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:54:11.506748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.529681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c192a34-08b6-457f-8558-12aa0efeb0dc req-08a9def4-af16-4772-aae7-31e4fba72d13 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826961 May 12 19:54:11.572696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e1e5019-7ec6-4169-a20f-8e6257339bac req-9d1c5ba0-cbc8-4af1-bb80-950f49335907 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814927 May 12 19:54:11.734742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963c6d6f-9148-4a77-8a9b-237fd9806a79 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:54:11.758422 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.780998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Transition to ACTIVE for port object 963c6d6f-9148-4a77-8a9b-237fd9806a79 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:54:11.796592 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:11.990662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] DHCP port deletion for 39c27b46-7b1f-4c14-b0b0-25463781b016 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:54:11.999664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] For port f399424d-7c48-414a-8a14-0ab48adad14b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f399424d-7c48-414a-8a14-0ab48adad14b,segment=NetworkSegment(07b4a274-56a0-428a-8301-cd93f71c51fe),segment_id=07b4a274-56a0-428a-8301-cd93f71c51fe)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:12.000764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:12.000944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Deleting port f399424d-7c48-414a-8a14-0ab48adad14b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:54:12.001365 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:12.117695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Pushing event updated for resources: {'Port': ['ID=963c6d6f-9148-4a77-8a9b-237fd9806a79,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:12.274681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Calling delete_port for f399424d-7c48-414a-8a14-0ab48adad14b owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:54:12.579847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:12.732972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Port': ['ID=f399424d-7c48-414a-8a14-0ab48adad14b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:12.744728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f399424d-7c48-414a-8a14-0ab48adad14b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:54:12.747683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] No DVR routers for this DVR port f399424d-7c48-414a-8a14-0ab48adad14b on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:54:12.823456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f399424d-7c48-414a-8a14-0ab48adad14b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:54:12.823808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f399424d-7c48-414a-8a14-0ab48adad14b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:54:12.834823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] For port f399424d-7c48-414a-8a14-0ab48adad14b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f399424d-7c48-414a-8a14-0ab48adad14b,segment=NetworkSegment(07b4a274-56a0-428a-8301-cd93f71c51fe),segment_id=07b4a274-56a0-428a-8301-cd93f71c51fe)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:12.835730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:12.948014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-684b9832-850e-471f-a60e-93a4334b7298 req-4781deec-3eb1-45e8-99fd-031b4ed254e8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 267 time: 1.1083219 May 12 19:54:12.993041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Calling delete_port for f399424d-7c48-414a-8a14-0ab48adad14b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:54:12.999034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.027365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c27b46-7b1f-4c14-b0b0-25463781b016']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:13.055567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b4a274-56a0-428a-8301-cd93f71c51fe') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:13.055567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b4a274-56a0-428a-8301-cd93f71c51fe') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:13.069687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.086369 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.091085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:54:13.091085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: timer() May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:54:13.203386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.241033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Attempting to bind port 963c6d6f-9148-4a77-8a9b-237fd9806a79 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:54:13.241033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Attempting to bind port 963c6d6f-9148-4a77-8a9b-237fd9806a79 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:54:13.241033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Attempting to bind port 963c6d6f-9148-4a77-8a9b-237fd9806a79 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:54:13.245084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.254134 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/networks/39c27b46-7b1f-4c14-b0b0-25463781b016 HTTP/1.1" status: 204 len: 168 time: 1.8988347 May 12 19:54:13.254134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51788) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:13.259838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f15fe-e0b8-4a70-bf9d-ca91bc9c7d70 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Pushing event deleted for resources: {'Network': ['ID=39c27b46-7b1f-4c14-b0b0-25463781b016,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: util.warn( May 12 19:54:13.271485 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:54:13.284664 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:54:13.325685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58a2d-86cf-4566-8c10-f4e3bace23c8 req-cb0d4a3c-fd00-4fa2-be4d-e04aaba537f0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:13.325685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10c58a2d-86cf-4566-8c10-f4e3bace23c8 req-cb0d4a3c-fd00-4fa2-be4d-e04aaba537f0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 944 time: 0.5405014 May 12 19:54:13.329225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Port 963c6d6f-9148-4a77-8a9b-237fd9806a79 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:54:13.329225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Attempting to bind port 963c6d6f-9148-4a77-8a9b-237fd9806a79 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:54:13.354800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-91550003-2682-4452-bc34-9b280d1c7387 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Synchronizing usage tracker for tenant:0454b3c13469403a8882ddd48d7811b6 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:13.373416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-91550003-2682-4452-bc34-9b280d1c7387 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Unset dirty status for tenant:0454b3c13469403a8882ddd48d7811b6 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:13.377121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-91550003-2682-4452-bc34-9b280d1c7387 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef3369bc-6251-4c49-898c-24b752ebcbfe HTTP/1.1" status: 200 len: 205 time: 0.1245356 May 12 19:54:13.377496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51800) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:13.400254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:54:13.400710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Checking segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:54:13.401204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Bound using segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:54:13.401929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Bound port: 963c6d6f-9148-4a77-8a9b-237fd9806a79, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:54:13.402367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.531798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10c58a2d-86cf-4566-8c10-f4e3bace23c8 req-87cbaa2f-8869-4533-a859-f4699ae29f45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742105 May 12 19:54:13.553783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b9832-850e-471f-a60e-93a4334b7298 req-ed740f02-4af8-4e6a-baa5-1fe4cd3d7e21 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:13.574868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-684b9832-850e-471f-a60e-93a4334b7298 req-ed740f02-4af8-4e6a-baa5-1fe4cd3d7e21 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 946 time: 0.6118109 May 12 19:54:13.593993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'port': {'security_groups': []}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:13.599039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88432fd7-d39b-4d10-af27-6449eecf9683 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.772973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Deleting port f399424d-7c48-414a-8a14-0ab48adad14b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:54:13.773725 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.828525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] For port 963c6d6f-9148-4a77-8a9b-237fd9806a79, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:54:13.855718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2064e9af-5e6c-4d34-8c4a-e6235ebbc17d None None] The port 'f399424d-7c48-414a-8a14-0ab48adad14b' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:54:13.902322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:13.939646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] For port 963c6d6f-9148-4a77-8a9b-237fd9806a79, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:54:14.168780 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.422042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Pushing event updated for resources: {'Port': ['ID=963c6d6f-9148-4a77-8a9b-237fd9806a79,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:14.460778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:14.460778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.467047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0f4c5e8c-d017-4d75-b4bd-38c530f76ace service neutron] 10.222.0.36 "PUT /v2.0/ports/963c6d6f-9148-4a77-8a9b-237fd9806a79 HTTP/1.1" status: 200 len: 1092 time: 4.2324593 May 12 19:54:14.467047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:14.503211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88432fd7-d39b-4d10-af27-6449eecf9683 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.512522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] For port a9441a9b-bf4e-432d-a31d-32dbd804efbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:14.514180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88432fd7-d39b-4d10-af27-6449eecf9683 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.566992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88432fd7-d39b-4d10-af27-6449eecf9683 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.566992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88432fd7-d39b-4d10-af27-6449eecf9683 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Fanout notify agent at l3_agent the message router_deleted on router ef3369bc-6251-4c49-898c-24b752ebcbfe {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:54:14.622749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88432fd7-d39b-4d10-af27-6449eecf9683 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.629638 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-88432fd7-d39b-4d10-af27-6449eecf9683 tempest-RoutersNegativeTest-1750465093 tempest-RoutersNegativeTest-1750465093-project] 10.222.0.72 "DELETE /v2.0/routers/ef3369bc-6251-4c49-898c-24b752ebcbfe HTTP/1.1" status: 204 len: 168 time: 1.2506700 May 12 19:54:14.643764 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e7ffc3-e5fc-4823-bc48-509e872733af'] response: {'name': 'network-changed', 'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'status': 'completed', 'code': 200} May 12 19:54:14.702729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.721840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:14.766518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a9441a9b-bf4e-432d-a31d-32dbd804efbb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:14.863088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0e44f987-51d5-469d-8c2a-62fb91867c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:14.878237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', '8ffc7c62-11df-4977-982c-d9f46294d2b8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:14.889864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-0e44f987-51d5-469d-8c2a-62fb91867c9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 1095 time: 0.3378687 May 12 19:54:15.127965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51856) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:15.316752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:15.316752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:15.347623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-684b9832-850e-471f-a60e-93a4334b7298 req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "PUT /v2.0/ports/a9441a9b-bf4e-432d-a31d-32dbd804efbb HTTP/1.1" status: 200 len: 905 time: 1.7829986 May 12 19:54:15.375588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-2afa4809-9d65-4463-93f8-e840af237e54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79 HTTP/1.1" status: 200 len: 217 time: 0.4853168 May 12 19:54:15.383308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a9441a9b-bf4e-432d-a31d-32dbd804efbb'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:15.494669 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8cb11aed-07ff-47b0-ae15-9896d2b6215e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0454b3c13469403a8882ddd48d7811b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620696 May 12 19:54:15.494899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51872) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:15.533313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fb88d-1293-4734-a7b3-93298ab7099e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=a9441a9b-bf4e-432d-a31d-32dbd804efbb,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:15.624079 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:15.675986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-e0eaed43-1334-4496-83ae-38ed8a3e3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:15.677533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-e0eaed43-1334-4496-83ae-38ed8a3e3c21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.2740571 May 12 19:54:15.730936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:15.807811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f564b-5417-43f4-98e8-79c6d5facda1 req-f213af3e-b4ca-4688-8cf4-f7e107a4da05 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:15.807811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-882f564b-5417-43f4-98e8-79c6d5facda1 req-f213af3e-b4ca-4688-8cf4-f7e107a4da05 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 944 time: 0.8828194 May 12 19:54:15.824155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ad513c9a-ddd8-404e-aee6-2ed5be1ce223 None None] Provisioning complete for port a9441a9b-bf4e-432d-a31d-32dbd804efbb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:54:15.824155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ad513c9a-ddd8-404e-aee6-2ed5be1ce223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:15.860337 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:15.882814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cad3dd-ad69-46e8-8e2e-ed575bb3afbd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.906992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:54:15.940873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-882f564b-5417-43f4-98e8-79c6d5facda1 req-ba9365b3-c563-41c3-b6d5-f2913f382248 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142335 May 12 19:54:15.953372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:15.957667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711ecc-01fb-4610-a572-eba6639072c2 req-b49fe9f9-d3b4-4c66-948b-4178e1a9ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:15.957667 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-b49fe9f9-d3b4-4c66-948b-4178e1a9ac97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2632709 May 12 19:54:15.963105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9aecde5e-426f-4385-8099-73c3ced46370 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89cad3dd-ad69-46e8-8e2e-ed575bb3afbd HTTP/1.1" status: 204 len: 168 time: 0.4486027 May 12 19:54:15.988879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a728a-8f4e-4e1d-8827-648520a05fe1 req-5136d9b9-68c1-438a-803a-d91f6baeeb14 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:16.008154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb5a728a-8f4e-4e1d-8827-648520a05fe1 req-5136d9b9-68c1-438a-803a-d91f6baeeb14 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 908 time: 0.4021797 May 12 19:54:16.433805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ad513c9a-ddd8-404e-aee6-2ed5be1ce223 None None] Current status of the port a9441a9b-bf4e-432d-a31d-32dbd804efbb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:16.538991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-de254662-79f9-4f58-a078-0cf72f81e2be service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767021 May 12 19:54:16.679586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:16.868665 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de99296f-cfb5-4faa-b2fe-782affb94bad'] response: {'name': 'network-changed', 'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb', 'status': 'completed', 'code': 200} May 12 19:54:16.899182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-51d02d39-43e7-45f5-a164-4f85f07299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:16.899182 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-51d02d39-43e7-45f5-a164-4f85f07299fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 1059 time: 0.1222692 May 12 19:54:16.956900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c613e-02d5-4038-a835-1e4dca90bde8 req-26522ec0-96e9-42c8-99cf-a0c35a8244ea tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:16.971928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc7c613e-02d5-4038-a835-1e4dca90bde8 req-26522ec0-96e9-42c8-99cf-a0c35a8244ea tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5969758 May 12 19:54:16.985632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87711ecc-01fb-4610-a572-eba6639072c2 req-61b0160a-d5bd-4492-998d-9057f45c289d service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365234 May 12 19:54:17.216386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc7c613e-02d5-4038-a835-1e4dca90bde8 req-bf43fb87-e6b2-4f5f-95e4-85152a003053 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253590 May 12 19:54:17.346212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-3f164f95-a4a4-44af-936e-77b9b050d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:17.350023 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-3f164f95-a4a4-44af-936e-77b9b050d3f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.4465456 May 12 19:54:17.426538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-6141352d-ef5a-4144-b091-d41b0d7132c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:17.427940 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-6141352d-ef5a-4144-b091-d41b0d7132c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 1095 time: 0.3847437 May 12 19:54:17.500962 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-a7e03deb-e1b3-4890-a398-8efb7ddea8cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb HTTP/1.1" status: 200 len: 217 time: 0.1420183 May 12 19:54:17.541491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b93f57-f7a6-4a29-b8a1-272e4d7f93f5 req-7ea68fab-f99a-466a-9b90-829aa206a543 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:17.556860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77b93f57-f7a6-4a29-b8a1-272e4d7f93f5 req-7ea68fab-f99a-466a-9b90-829aa206a543 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 944 time: 0.3872197 May 12 19:54:17.583173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-a3fcd03b-e443-4caa-92e4-e6615f7328e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:17.583173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-a3fcd03b-e443-4caa-92e4-e6615f7328e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.0749381 May 12 19:54:17.731614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51938) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:17.763798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77b93f57-f7a6-4a29-b8a1-272e4d7f93f5 req-0296db29-dbbb-4d29-bebe-9cd65189685a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184811 May 12 19:54:17.791446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-5854aa0b-a541-4440-9f7e-aa4e46c8bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:17.793352 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-5854aa0b-a541-4440-9f7e-aa4e46c8bfab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053297 May 12 19:54:17.900167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-49765429-281d-49a8-9b58-6695c3efc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:17.901675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-49765429-281d-49a8-9b58-6695c3efc273 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.4599996 May 12 19:54:17.919674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac807-97ef-4597-8f8d-528d11b0c2df req-16671cd0-abfe-4134-8c81-b9d332a83f8c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:17.921214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93dac807-97ef-4597-8f8d-528d11b0c2df req-16671cd0-abfe-4134-8c81-b9d332a83f8c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3643913 May 12 19:54:18.005399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-11a6de7a-f576-4b93-b794-477e52a33514 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:18.005399 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-11a6de7a-f576-4b93-b794-477e52a33514 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 19:54:18.005399 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-11a6de7a-f576-4b93-b794-477e52a33514 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): There was a conflict when trying to complete your request. May 12 19:54:18.009559 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-11a6de7a-f576-4b93-b794-477e52a33514 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2708540 May 12 19:54:18.019617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51954) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:18.026344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--299112544'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:18.039458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:18.039458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:18.039458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:18.046171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:18.078653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-a8c70584-afd7-4457-9698-c5715a8d9e6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79 HTTP/1.1" status: 200 len: 217 time: 0.1608889 May 12 19:54:18.078653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:18.085218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-4de57b15-6238-4906-9310-b33cfd681ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745421 May 12 19:54:18.156519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:18.233845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:18.254354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:18.358801 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d3638a32-cf86-4284-bb8b-b743e2bd8a14 req-1c64705e-ca8c-46b7-ac4c-e278e74577f6 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592368 May 12 19:54:18.374764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:18.387757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93dac807-97ef-4597-8f8d-528d11b0c2df req-7b16a256-4da9-462e-a1d4-f9813e122aaf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696344 May 12 19:54:18.419915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:18.433626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-700a1894-ed72-4450-a4bf-a1f238f93951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:18.443948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-700a1894-ed72-4450-a4bf-a1f238f93951 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.3453195 May 12 19:54:18.714327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8ef8b-82b8-4173-bff3-bf487e9e96df req-6cad6104-a923-4995-b6e7-f642c5435f2b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:18.721432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3d8ef8b-82b8-4173-bff3-bf487e9e96df req-6cad6104-a923-4995-b6e7-f642c5435f2b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2097661 May 12 19:54:18.726565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-e80b48b0-8fbe-40d8-9969-fcdc3e5ccc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:18.742452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-e80b48b0-8fbe-40d8-9969-fcdc3e5ccc98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927251 May 12 19:54:18.918588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:18.968887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:19.025906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:19.114038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:19.171289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:19.208507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3d8ef8b-82b8-4173-bff3-bf487e9e96df req-35a8dd01-d291-4441-a1a1-ca9c4084db21 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4862075 May 12 19:54:19.227774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:19.254025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2de28-4294-4243-9a58-e273957c2aee,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:19.526055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-e5ae1ddb-31fc-46c3-a408-b9914f9efc47 service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7816858 May 12 19:54:19.640510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f4428-2f0c-40c1-9403-a768095f38f0 req-86d2f5a4-673d-4f04-8c71-094028907e75 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:19.650257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-619f4428-2f0c-40c1-9403-a768095f38f0 req-86d2f5a4-673d-4f04-8c71-094028907e75 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 944 time: 0.5511496 May 12 19:54:19.683347 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:54:19.712667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:19.725059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:19.843955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-619f4428-2f0c-40c1-9403-a768095f38f0 req-c619da5c-4a39-4709-8f69-7874c8b1bea9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709828 May 12 19:54:19.871541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160cd8f5-a77c-4c69-912c-048aa33e47bd,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:19.875529 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:19.879178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7f980646-87f4-4eb4-9965-dcc913f8c1b4 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8626130 May 12 19:54:19.882609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52002) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:19.893710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '160cd8f5-a77c-4c69-912c-048aa33e47bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:19.902088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2891d-da5b-42ca-aad9-4fedef22da9a req-28518a6c-453e-4c04-a718-aaafdd7c7b84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:19.904560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1f2891d-da5b-42ca-aad9-4fedef22da9a req-28518a6c-453e-4c04-a718-aaafdd7c7b84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4996808 May 12 19:54:19.928492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:19.943092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:19.959466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:19.970175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfff070-0bfc-4a1e-a747-6836dea2ca2d req-c7d2d4b5-c2e2-4ed9-99de-5af2e26cbe6f service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296227 May 12 19:54:20.008682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:20.050439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.084445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1f2891d-da5b-42ca-aad9-4fedef22da9a req-48ed9c99-5e6e-45ba-8903-73f2538e0401 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637530 May 12 19:54:20.271796 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.278419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.324249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255987f5-41e5-4afd-a126-eac960e637b1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:20.332526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.334031 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7a60ae51-f98e-4ac9-a0ed-58a8673d957f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4503629 May 12 19:54:20.336896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52028) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:20.343016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '160cd8f5-a77c-4c69-912c-048aa33e47bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:20.350743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:20.355850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:20.360613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:20.379243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:20.407876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.589793 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): There was a conflict when trying to complete your request. May 12 19:54:20.589793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-897ce2e4-113a-446d-aab9-714af4fc72d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2462795 May 12 19:54:20.594889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52052) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:20.745532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb44eee-1714-428d-b6a1-df9a007b2db7 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.803856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb44eee-1714-428d-b6a1-df9a007b2db7 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.859230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-bb6e6880-4f5a-450c-8db3-913e1d7f7bb3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:20.859230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-bb6e6880-4f5a-450c-8db3-913e1d7f7bb3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.4074900 May 12 19:54:20.871686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb44eee-1714-428d-b6a1-df9a007b2db7 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.895509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-6549aa7f-15e6-4b36-bdd8-fe4a18618041 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/quotas/ee0b3349604e4492857ab6d4797f5629 HTTP/1.1" status: 200 len: 375 time: 0.0187695 May 12 19:54:20.909480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb44eee-1714-428d-b6a1-df9a007b2db7 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160cd8f5-a77c-4c69-912c-048aa33e47bd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:20.911524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 963c6d6f-9148-4a77-8a9b-237fd9806a79 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:54:20.922059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfb44eee-1714-428d-b6a1-df9a007b2db7 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:20.923316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cfb44eee-1714-428d-b6a1-df9a007b2db7 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/160cd8f5-a77c-4c69-912c-048aa33e47bd HTTP/1.1" status: 204 len: 168 time: 0.3339491 May 12 19:54:20.926798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52062) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:21.085212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-07541e2e-0a4f-459c-958b-e6dea8c0c844 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:21.124937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-57bc974f-a085-4d8c-8622-16bfa926f76b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2185600 May 12 19:54:21.168854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-07541e2e-0a4f-459c-958b-e6dea8c0c844 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:21.179104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-07541e2e-0a4f-459c-958b-e6dea8c0c844 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2430620 May 12 19:54:21.179104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52072) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:21.190044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473455532'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:21.220764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:21.229767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:21.244967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 963c6d6f-9148-4a77-8a9b-237fd9806a79, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:21.248112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:21.263095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:54:21.291813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:21.296090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:21.299602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:21.306128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:21.364677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 963c6d6f-9148-4a77-8a9b-237fd9806a79 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:21.371393 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:21.410870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963c6d6f-9148-4a77-8a9b-237fd9806a79 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:54:21.422870 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:21.428485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 963c6d6f-9148-4a77-8a9b-237fd9806a79, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:21.430893 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:21.434656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:21.535638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d8e61-3e0a-4847-bcb8-b8e8b6f58a7d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:21.571894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:21.571894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e4810a07-75b7-4866-85c5-2710d2f5019c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3966789 May 12 19:54:21.593048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52082) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:21.593048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-72b2bbf3-8e0b-4aa6-817e-b4c7a219f1bf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'c66d8e61-3e0a-4847-bcb8-b8e8b6f58a7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:21.593048 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-72b2bbf3-8e0b-4aa6-817e-b4c7a219f1bf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 12 19:54:21.593048 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-72b2bbf3-8e0b-4aa6-817e-b4c7a219f1bf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:21.593048 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-72b2bbf3-8e0b-4aa6-817e-b4c7a219f1bf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091648 May 12 19:54:21.593048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52086) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:21.613485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=963c6d6f-9148-4a77-8a9b-237fd9806a79,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:21.732068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['963c6d6f-9148-4a77-8a9b-237fd9806a79'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:21.749783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c19360b6-34b6-46fa-ae8c-f5be8f2d45ae tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:21.753590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-7e319287-761d-4544-b69a-6a78126042aa service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738064 May 12 19:54:21.983946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c19360b6-34b6-46fa-ae8c-f5be8f2d45ae tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:22.015963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-bc1b5ff2-3c56-489b-b2de-3b1d9aa95195 service neutron] 10.222.0.72 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622564 May 12 19:54:22.042871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b2e1-62a4-47a9-a50a-40a213a98832 req-b2d9bcbe-63d0-4cea-bda9-9e28fb5d99e8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:22.042871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7403b2e1-62a4-47a9-a50a-40a213a98832 req-b2d9bcbe-63d0-4cea-bda9-9e28fb5d99e8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 944 time: 0.9187574 May 12 19:54:22.107762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c19360b6-34b6-46fa-ae8c-f5be8f2d45ae tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:22.136962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19360b6-34b6-46fa-ae8c-f5be8f2d45ae tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d8e61-3e0a-4847-bcb8-b8e8b6f58a7d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:22.146606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c19360b6-34b6-46fa-ae8c-f5be8f2d45ae tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:22.150266 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c19360b6-34b6-46fa-ae8c-f5be8f2d45ae tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/c66d8e61-3e0a-4847-bcb8-b8e8b6f58a7d HTTP/1.1" status: 204 len: 168 time: 0.5593598 May 12 19:54:22.150540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52100) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:22.234482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7403b2e1-62a4-47a9-a50a-40a213a98832 req-542ad658-85bd-4de1-b7bc-d458a63472f0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832519 May 12 19:54:22.308625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d9f0ade-6193-4440-880d-dc6ac6f5142b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:22.343169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0d9f0ade-6193-4440-880d-dc6ac6f5142b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:22.344882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d9f0ade-6193-4440-880d-dc6ac6f5142b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1933134 May 12 19:54:22.348995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52114) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:22.360321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456791138'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:22.383760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:22.422225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:22.449308 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:22.491536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:22.500515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:22.507476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:22.520359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:22.713129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be9f3edf-8213-4a1c-b960-39203c14811f req-80cd6e45-5634-49ff-ba8f-0ed6f63a4139 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 210 time: 0.2403245 May 12 19:54:22.749469 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:22.760593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:22.910920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02474e2c-4d18-4b79-a329-4a9c9546a5a2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:22.933531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:22.940501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52144) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:22.950439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bdb62da8-234f-4d32-9820-f7712cc508c0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '02474e2c-4d18-4b79-a329-4a9c9546a5a2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:22.950439 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-bdb62da8-234f-4d32-9820-f7712cc508c0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 12 19:54:22.950439 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-bdb62da8-234f-4d32-9820-f7712cc508c0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:22.956744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a38c90b4-98e3-48ec-9c88-489190e8a174 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6009152 May 12 19:54:22.956744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52148) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:22.967403 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bdb62da8-234f-4d32-9820-f7712cc508c0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127263 May 12 19:54:23.107260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69c2132d-c6f0-43e2-b96d-5e22fe76ab65 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:23.176056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69c2132d-c6f0-43e2-b96d-5e22fe76ab65 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:23.272134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69c2132d-c6f0-43e2-b96d-5e22fe76ab65 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:23.341107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2132d-c6f0-43e2-b96d-5e22fe76ab65 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02474e2c-4d18-4b79-a329-4a9c9546a5a2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:23.389507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-69c2132d-c6f0-43e2-b96d-5e22fe76ab65 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:23.394344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:23.399396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-69c2132d-c6f0-43e2-b96d-5e22fe76ab65 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/02474e2c-4d18-4b79-a329-4a9c9546a5a2 HTTP/1.1" status: 204 len: 168 time: 0.4187655 May 12 19:54:23.532774 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c0e12554-0400-468f-9811-c71cada5c67d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1539423 May 12 19:54:23.536427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52170) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:23.541805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--173099212'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:23.561424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:23.573591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:23.640811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:23.656904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:23.686621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:23.757004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:23.764288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe85f0-1413-4bd6-b550-8b86ebfe791f req-5a9a73fc-305d-4c3b-89c0-5007fd8944b0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:23.764288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3efe85f0-1413-4bd6-b550-8b86ebfe791f req-5a9a73fc-305d-4c3b-89c0-5007fd8944b0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 945 time: 0.1948922 May 12 19:54:23.777313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:23.784310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:23.813500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:23.876245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3efe85f0-1413-4bd6-b550-8b86ebfe791f req-fa7ba3da-53d7-4f3b-9a3b-2c8d7368631c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955563 May 12 19:54:24.067991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0d38758-3b74-4a25-a514-6d31a3593dae req-6b158384-5e47-466f-a62d-ab6b292c1a43 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 210 time: 0.1909168 May 12 19:54:24.177711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:24.224830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:24.401159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92f693a-cac7-4e8e-9d02-50d618a8867d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:24.476276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:24.476276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9cb31ba-715f-4f78-82bf-d30c4f140d2f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9334512 May 12 19:54:24.476276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52192) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:24.492427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fbeefe21-f167-4a6d-a429-af2592673714 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'f92f693a-cac7-4e8e-9d02-50d618a8867d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:24.494620 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-fbeefe21-f167-4a6d-a429-af2592673714 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 12 19:54:24.496904 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-fbeefe21-f167-4a6d-a429-af2592673714 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:24.496904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fbeefe21-f167-4a6d-a429-af2592673714 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208399 May 12 19:54:24.500836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52196) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:24.506225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a469e690-4f1e-4714-a2e3-aaf3039d1994 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'f92f693a-cac7-4e8e-9d02-50d618a8867d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:24.507862 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-a469e690-4f1e-4714-a2e3-aaf3039d1994 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 12 19:54:24.507862 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-a469e690-4f1e-4714-a2e3-aaf3039d1994 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:24.510221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a469e690-4f1e-4714-a2e3-aaf3039d1994 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084884 May 12 19:54:24.511921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52200) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:24.527939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b581b507-0873-4f4b-8d2f-97c364af6a63 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'f92f693a-cac7-4e8e-9d02-50d618a8867d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:24.528834 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-b581b507-0873-4f4b-8d2f-97c364af6a63 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 12 19:54:24.529367 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-b581b507-0873-4f4b-8d2f-97c364af6a63 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:24.530406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b581b507-0873-4f4b-8d2f-97c364af6a63 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071545 May 12 19:54:24.538591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52206) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:24.546984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-bbbe0933-728e-4673-8e80-979d7ed8bcff tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'f92f693a-cac7-4e8e-9d02-50d618a8867d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:24.548132 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-bbbe0933-728e-4673-8e80-979d7ed8bcff tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 12 19:54:24.548887 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-bbbe0933-728e-4673-8e80-979d7ed8bcff tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:24.553104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bbbe0933-728e-4673-8e80-979d7ed8bcff tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125582 May 12 19:54:24.554164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:24.561466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-7fa8573a-2f7a-4af5-b9d4-d89d08a1be97 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:24.563074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-7fa8573a-2f7a-4af5-b9d4-d89d08a1be97 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.73 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 811 time: 0.5312665 May 12 19:54:24.585790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Request body: {'port': {'device_id': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'admin_state_up': True, 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:24.802746 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d496f0c2-3801-4c7e-93d3-a08b5d2781d9 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:24.863218 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d496f0c2-3801-4c7e-93d3-a08b5d2781d9 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:24.871356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:24.895005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:24.934448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Made reservation on behalf of ee0b3349604e4492857ab6d4797f5629 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:54:24.938549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:24.939478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 963c6d6f-9148-4a77-8a9b-237fd9806a79 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:54:24.951535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d496f0c2-3801-4c7e-93d3-a08b5d2781d9 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:25.078622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 963c6d6f-9148-4a77-8a9b-237fd9806a79 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:54:25.087525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 963c6d6f-9148-4a77-8a9b-237fd9806a79 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:54:25.088211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:25.365846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88ce23-03b3-4df7-83ad-4ba0f7c23981 req-6373e85b-ba73-4174-a9de-a83d71d07bf5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:25.369890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Allocated IP 172.20.0.13 (15fbf267-c48b-4eb1-9539-3c6270a2b040/73c3575e-a17f-451b-9e01-b175a05b3b9a/4a6c281f-9480-40d7-91be-858c93f164e4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:54:25.373377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b88ce23-03b3-4df7-83ad-4ba0f7c23981 req-6373e85b-ba73-4174-a9de-a83d71d07bf5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 945 time: 0.1818895 May 12 19:54:25.403964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 963c6d6f-9148-4a77-8a9b-237fd9806a79 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:25.405672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:25.439408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c7f9c97-d5d5-4453-8453-61a71dba2e89 req-87ca5465-f64d-4b83-80be-d8571aa9e083 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 210 time: 0.0483716 May 12 19:54:25.448430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 963c6d6f-9148-4a77-8a9b-237fd9806a79, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:25.449773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:25.459246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b88ce23-03b3-4df7-83ad-4ba0f7c23981 req-b37b89b2-981a-4293-905d-a49a4f368387 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892391 May 12 19:54:25.462083 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:25.470131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496f0c2-3801-4c7e-93d3-a08b5d2781d9 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92f693a-cac7-4e8e-9d02-50d618a8867d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:25.497627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d496f0c2-3801-4c7e-93d3-a08b5d2781d9 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:25.498838 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d496f0c2-3801-4c7e-93d3-a08b5d2781d9 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/f92f693a-cac7-4e8e-9d02-50d618a8867d HTTP/1.1" status: 204 len: 168 time: 0.9347768 May 12 19:54:25.502862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52238) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:25.726545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6db93c96-bccb-4560-8d34-ee30f44cceeb tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:25.736065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=963c6d6f-9148-4a77-8a9b-237fd9806a79,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:25.770980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6db93c96-bccb-4560-8d34-ee30f44cceeb tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:25.770980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6db93c96-bccb-4560-8d34-ee30f44cceeb tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2626667 May 12 19:54:25.770980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52246) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:25.782348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--195043438'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:25.797682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:25.820489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:25.846405 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:25.885090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:25.885090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:25.887134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:25.893962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:25.924089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:25.942264 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9c0132-2c49-4363-9a0f-d776c04e711f'] response: {'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'code': 200} May 12 19:54:25.958864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Transition to ACTIVE for port object 4a6c281f-9480-40d7-91be-858c93f164e4 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:54:26.002108 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:26.014627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', '8ffc7c62-11df-4977-982c-d9f46294d2b8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:26.154511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:54:26.154511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:54:26.177376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:54:26.203601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:26.242676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:26.340229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d84cab6-a0b5-4823-9f1f-1c2f743def77,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:26.379505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ae0a-ad37-4c4f-b257-5e46da459c33 req-54cc06cc-dabc-4844-8cff-7eb1a86e9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:26.381746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fb2ae0a-ad37-4c4f-b257-5e46da459c33 req-54cc06cc-dabc-4844-8cff-7eb1a86e9da0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 1097 time: 0.3744118 May 12 19:54:26.384198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:26.385964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ac962fd3-3753-441b-bc21-4cc6dc63cc94 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6144297 May 12 19:54:26.407001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52268) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:26.440803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fb2ae0a-ad37-4c4f-b257-5e46da459c33 req-a594ccff-757e-481b-9748-a2ee75043763 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528567 May 12 19:54:26.447579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:26.448358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:26.459103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b77812c0-570b-46ea-a7bb-64f560b924b2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:26.459683 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-b77812c0-570b-46ea-a7bb-64f560b924b2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 19:54:26.460338 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-b77812c0-570b-46ea-a7bb-64f560b924b2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:26.461388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b77812c0-570b-46ea-a7bb-64f560b924b2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073974 May 12 19:54:26.464307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52274) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:26.470512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a4f27590-3bec-4f24-a85e-8861b6ca1e70 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:26.481876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a4f27590-3bec-4f24-a85e-8861b6ca1e70 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:26.493350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4f27590-3bec-4f24-a85e-8861b6ca1e70 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:26.503821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a4f27590-3bec-4f24-a85e-8861b6ca1e70 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:26.507943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:26.529033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a4f27590-3bec-4f24-a85e-8861b6ca1e70 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:26.552957 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-8cb24e69-f113-412d-a901-b515efc78abd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9713647 May 12 19:54:26.580794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Request body: {'port': {'device_id': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:26.670421 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-a4f27590-3bec-4f24-a85e-8861b6ca1e70 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:26.670421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a4f27590-3bec-4f24-a85e-8861b6ca1e70 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1994123 May 12 19:54:26.670421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52288) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:26.707900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-15afa7d6-fbbd-4803-96ed-c2c4f9e730d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:26.707900 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-15afa7d6-fbbd-4803-96ed-c2c4f9e730d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 12 19:54:26.707900 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-15afa7d6-fbbd-4803-96ed-c2c4f9e730d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:26.715978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-15afa7d6-fbbd-4803-96ed-c2c4f9e730d1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0394053 May 12 19:54:26.715978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52292) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:26.748840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f0111b37-9e85-4238-b6c1-6cca4d3bf2b8 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:26.792416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0111b37-9e85-4238-b6c1-6cca4d3bf2b8 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:26.952256 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2882ce7-fbf3-4a43-ab37-56fdae76757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:26.958398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bb10838b-2c87-4178-ac13-ac715f0d1f13 None None] Provisioning for port 4a6c281f-9480-40d7-91be-858c93f164e4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:54:26.973489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bb10838b-2c87-4178-ac13-ac715f0d1f13 None None] Provisioning complete for port 4a6c281f-9480-40d7-91be-858c93f164e4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:54:26.973858 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb10838b-2c87-4178-ac13-ac715f0d1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:27.047365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bb10838b-2c87-4178-ac13-ac715f0d1f13 None None] Port 4a6c281f-9480-40d7-91be-858c93f164e4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:54:27.086226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0111b37-9e85-4238-b6c1-6cca4d3bf2b8 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:27.105936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0111b37-9e85-4238-b6c1-6cca4d3bf2b8 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:27.119704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:27.126977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0111b37-9e85-4238-b6c1-6cca4d3bf2b8 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:27.241266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77191c2-3471-4765-8c92-c37fa403d18a req-c7b18c73-7a25-435d-bbd4-3f29f5767672 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:27.241796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e77191c2-3471-4765-8c92-c37fa403d18a req-c7b18c73-7a25-435d-bbd4-3f29f5767672 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 932 time: 0.3158164 May 12 19:54:27.242946 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-f0111b37-9e85-4238-b6c1-6cca4d3bf2b8 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:27.246627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f0111b37-9e85-4238-b6c1-6cca4d3bf2b8 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5259645 May 12 19:54:27.248037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52312) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:27.253802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d471c-08b2-4f86-8b8c-57ce6459728a req-9e0ebb60-c3a8-4a83-a650-636d5e69a389 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:27.255108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d69d471c-08b2-4f86-8b8c-57ce6459728a req-9e0ebb60-c3a8-4a83-a650-636d5e69a389 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 946 time: 0.4391339 May 12 19:54:27.317682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-da83b7b2-e8d2-4cdc-95bf-aa54477fd34c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:27.318165 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-da83b7b2-e8d2-4cdc-95bf-aa54477fd34c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 12 19:54:27.318660 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-da83b7b2-e8d2-4cdc-95bf-aa54477fd34c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:27.322270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-da83b7b2-e8d2-4cdc-95bf-aa54477fd34c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0707343 May 12 19:54:27.353024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52316) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:27.375710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e77191c2-3471-4765-8c92-c37fa403d18a req-6b6690cc-5ffa-4d36-8811-69b3078fecd0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190829 May 12 19:54:27.389814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d69d471c-08b2-4f86-8b8c-57ce6459728a req-2afbc868-6628-4ebf-96ad-001355fc1093 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176472 May 12 19:54:27.401387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:27.428111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:27.439503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:27.445000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:27.550814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:27.758722 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Project b1205a522b2743f6bc7db01757b5923b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:54:27.883346 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:27.887416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52334) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:27.898344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-89d13863-fb42-49c7-b238-94f18a19841c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:27.898344 n-d-841626-1 neutron-server[88112]: WARNING neutron.api.v2.base [None req-89d13863-fb42-49c7-b238-94f18a19841c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 12 19:54:27.898344 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-89d13863-fb42-49c7-b238-94f18a19841c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:27.898344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-89d13863-fb42-49c7-b238-94f18a19841c tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061278 May 12 19:54:27.900807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3f5dbe86-a77c-4c23-bfdc-967aea6e9dac tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5074213 May 12 19:54:27.902948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52338) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:27.917885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:27.942530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:27.953943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:27.964636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:27.974954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:28.003261 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Project b1205a522b2743f6bc7db01757b5923b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:54:28.039323 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:28.040343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ec8e0d7c-f8ed-49c5-8673-f1a597517da2 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1393070 May 12 19:54:28.043330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:28.063958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '1d84cab6-a0b5-4823-9f1f-1c2f743def77', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:28.083860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:28.090239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:28.100302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:28.110119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:28.154709 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Project b1205a522b2743f6bc7db01757b5923b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:54:28.278532 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:28.278532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-104833de-7c3f-4252-972b-7e7aa10c1c38 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2180791 May 12 19:54:28.278532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52354) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:28.297305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6c281f-9480-40d7-91be-858c93f164e4 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:54:28.332711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:28.400765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Transition to ACTIVE for port object 4a6c281f-9480-40d7-91be-858c93f164e4 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:54:28.415882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:28.993884 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-849cdf3c-98b2-4b55-b024-0cfaf991f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.181427 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e52a632-f673-4c62-9452-a2e79a4cb41b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.337764 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e52a632-f673-4c62-9452-a2e79a4cb41b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.354203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:29.439673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Attempting to bind port 4a6c281f-9480-40d7-91be-858c93f164e4 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:54:29.440145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Attempting to bind port 4a6c281f-9480-40d7-91be-858c93f164e4 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:54:29.440569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Attempting to bind port 4a6c281f-9480-40d7-91be-858c93f164e4 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:54:29.445674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Port 4a6c281f-9480-40d7-91be-858c93f164e4 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:54:29.446108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Attempting to bind port 4a6c281f-9480-40d7-91be-858c93f164e4 on network 15fbf267-c48b-4eb1-9539-3c6270a2b040 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:54:29.458217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:54:29.458721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Checking segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:54:29.459207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Bound using segment: {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:54:29.459803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Bound port: 4a6c281f-9480-40d7-91be-858c93f164e4, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b69aa7-a788-42ef-a32b-f4d29c46c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:54:29.460543 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.548831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a18ebb-94eb-4e6c-88b6-f70191beadee req-693f2cb7-7e7b-4fa6-b47d-4de76da8df07 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:29.562567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99a18ebb-94eb-4e6c-88b6-f70191beadee req-693f2cb7-7e7b-4fa6-b47d-4de76da8df07 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 946 time: 0.6063805 May 12 19:54:29.579084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e52a632-f673-4c62-9452-a2e79a4cb41b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.609818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e35a0-cf04-4842-9664-caffb6fbee34 req-e0717370-d406-4abc-9dc4-f38784002ac2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:29.609818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-614e35a0-cf04-4842-9664-caffb6fbee34 req-e0717370-d406-4abc-9dc4-f38784002ac2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 944 time: 0.7619617 May 12 19:54:29.727105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52a632-f673-4c62-9452-a2e79a4cb41b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d84cab6-a0b5-4823-9f1f-1c2f743def77,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:29.751180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:54:29.756420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:54:29.762009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.792191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99a18ebb-94eb-4e6c-88b6-f70191beadee req-6cdb1559-a2df-4515-992f-d0cf97a36bde tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289386 May 12 19:54:29.793105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e52a632-f673-4c62-9452-a2e79a4cb41b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.794307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4e52a632-f673-4c62-9452-a2e79a4cb41b tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/1d84cab6-a0b5-4823-9f1f-1c2f743def77 HTTP/1.1" status: 204 len: 168 time: 1.5275502 May 12 19:54:29.799502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52406) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:29.847687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-614e35a0-cf04-4842-9664-caffb6fbee34 req-9b8eb1ad-5cfb-4616-a52e-842b3f467a4c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061005 May 12 19:54:29.971603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:29.972195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:29.986520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-46adadae-bc58-42a3-bd80-5343db38b05a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:29.989881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] 10.222.0.73 "PUT /v2.0/ports/4a6c281f-9480-40d7-91be-858c93f164e4 HTTP/1.1" status: 200 len: 1092 time: 3.4277699 May 12 19:54:30.040565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:30.107291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438483-3304-4611-988f-ecea6f3323eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:30.215401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:30.226691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-46adadae-bc58-42a3-bd80-5343db38b05a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:30.234430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-46adadae-bc58-42a3-bd80-5343db38b05a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4307911 May 12 19:54:30.239754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52422) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:30.269641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545106199'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:30.299191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:30.318079 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b58bfc-6bdf-4052-b895-02698ee3a268'] response: {'name': 'network-changed', 'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4', 'status': 'completed', 'code': 200} May 12 19:54:30.333732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:30.384133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:30.406867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-3592c833-b7dd-4eec-9cf6-8b1dc8ae05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:30.418954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-3592c833-b7dd-4eec-9cf6-8b1dc8ae05fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 1095 time: 0.2163050 May 12 19:54:30.452447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a290954-89f2-4f74-ae19-e03065dabf81 req-61297ecb-c71b-42f0-b5aa-f69037cbb8f0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:30.474136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a290954-89f2-4f74-ae19-e03065dabf81 req-61297ecb-c71b-42f0-b5aa-f69037cbb8f0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 946 time: 0.4431493 May 12 19:54:30.476608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52432) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:30.481545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:30.531025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:30.578116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:30.582672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-6d5dd9b0-b9cd-4d24-a08a-e070a216f89f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6c281f-9480-40d7-91be-858c93f164e4 HTTP/1.1" status: 200 len: 217 time: 0.1512296 May 12 19:54:30.694352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:30.701401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:30.723982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-de47edf5-b29e-4f62-bfde-f1543a22beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:30.724552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:30.725875 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-de47edf5-b29e-4f62-bfde-f1543a22beee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1404862 May 12 19:54:30.731638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:30.822893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-6d31d640-4246-44ff-8270-d9f19fe9bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:30.824467 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-6d31d640-4246-44ff-8270-d9f19fe9bf25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852513 May 12 19:54:30.986276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:31.122013 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-e4e480c9-bc5a-4214-b6b0-59452bb3ee44 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783728 May 12 19:54:31.148108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:31.204645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a1382f-cd37-40b5-89bc-2d1640a958bf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:31.402269 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-09592f35-8df5-42d8-9d4d-7327ca1b3be5 req-99b5f8dc-195f-4bf7-b98d-8205a5e4fa2f service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671096 May 12 19:54:31.406535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:31.406535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2638c02e-9931-451e-b1bb-1091c823e8b3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1616042 May 12 19:54:31.411195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52454) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:31.411195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9f562e81-e87d-496b-a23c-9b70eaef0c66 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'd7a1382f-cd37-40b5-89bc-2d1640a958bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:31.434555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f562e81-e87d-496b-a23c-9b70eaef0c66 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:31.434555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f562e81-e87d-496b-a23c-9b70eaef0c66 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:31.442656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f562e81-e87d-496b-a23c-9b70eaef0c66 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:31.466172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f562e81-e87d-496b-a23c-9b70eaef0c66 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:31.559295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7222393-2753-4ca8-baf2-1b55730d7ea4 req-b3f361c0-6be1-422d-8389-bf1d5389e199 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:31.577648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7222393-2753-4ca8-baf2-1b55730d7ea4 req-b3f361c0-6be1-422d-8389-bf1d5389e199 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 944 time: 0.4787486 May 12 19:54:31.660091 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:31.734809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7222393-2753-4ca8-baf2-1b55730d7ea4 req-6c37e924-1ed9-4e8b-a29d-078df2820b87 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526237 May 12 19:54:31.795558 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-9f562e81-e87d-496b-a23c-9b70eaef0c66 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The resource could not be found. May 12 19:54:31.795558 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f562e81-e87d-496b-a23c-9b70eaef0c66 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3794105 May 12 19:54:31.795558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-3468b1ca-21a4-4fa3-83c0-dbf3bc142e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:31.795558 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-3468b1ca-21a4-4fa3-83c0-dbf3bc142e37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 1095 time: 0.3208740 May 12 19:54:31.802696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52470) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:31.813388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d5f134b9-6baa-41f6-82ef-f769b579eba0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'd7a1382f-cd37-40b5-89bc-2d1640a958bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1dd16250-4776-4323-a16c-c1bc5622d5e9'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:31.821760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d5f134b9-6baa-41f6-82ef-f769b579eba0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:31.913097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d5f134b9-6baa-41f6-82ef-f769b579eba0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:31.923833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d5f134b9-6baa-41f6-82ef-f769b579eba0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:31.993759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d5f134b9-6baa-41f6-82ef-f769b579eba0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:31.999531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-8fb0f93c-17e5-4a33-b3ea-f9c6e7fe806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:32.001650 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-8fb0f93c-17e5-4a33-b3ea-f9c6e7fe806c service neutron] 10.222.0.73 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.2001936 May 12 19:54:32.212331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-1d25d04a-bd48-4f51-b90f-b1d08d2aab8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6c281f-9480-40d7-91be-858c93f164e4 HTTP/1.1" status: 200 len: 217 time: 0.1983166 May 12 19:54:32.402626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-86c9f529-43d2-482b-963c-bf46f63daf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:32.403140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-86c9f529-43d2-482b-963c-bf46f63daf10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1872339 May 12 19:54:32.450219 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-d5f134b9-6baa-41f6-82ef-f769b579eba0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The resource could not be found. May 12 19:54:32.460807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d5f134b9-6baa-41f6-82ef-f769b579eba0 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6621203 May 12 19:54:32.462220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:32.574968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:54:32.612496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-09e86cde-7b27-480e-828e-58f4aa020d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:32.612496 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-09e86cde-7b27-480e-828e-58f4aa020d30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980305 May 12 19:54:32.633009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4a6c281f-9480-40d7-91be-858c93f164e4 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:54:32.917618 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:32.935558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:32.939268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:33.012618 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-964fd2d0-80ae-4529-9991-1993fe4e7720 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888831 May 12 19:54:33.015906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '4a6c281f-9480-40d7-91be-858c93f164e4', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': '4a6c281f-9480-40d7-91be-858c93f164e4', 'mac_address': 'fa:16:3e:b4:96:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:54:33.164575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4a6c281f-9480-40d7-91be-858c93f164e4 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:33.164575 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:33.192978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6c281f-9480-40d7-91be-858c93f164e4 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:54:33.426478 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c3a00b33-3b57-443e-8a01-e8b312f55c33 req-7a3e7305-e770-451f-b524-455b95b48074 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947501 May 12 19:54:33.446254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:33.559441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:33.695835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:33.698693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe6d3-b2ce-4df9-9d12-aef7206afa25 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:33.734384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe6d3-b2ce-4df9-9d12-aef7206afa25 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:33.886173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['4a6c281f-9480-40d7-91be-858c93f164e4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:33.935204 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe6d3-b2ce-4df9-9d12-aef7206afa25 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.007862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fe6d3-b2ce-4df9-9d12-aef7206afa25 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a1382f-cd37-40b5-89bc-2d1640a958bf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:34.039141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe6d3-b2ce-4df9-9d12-aef7206afa25 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.039141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e9fe6d3-b2ce-4df9-9d12-aef7206afa25 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/d7a1382f-cd37-40b5-89bc-2d1640a958bf HTTP/1.1" status: 204 len: 168 time: 1.5724370 May 12 19:54:34.042849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52526) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:34.052001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3384cf9-6808-4f90-84ef-2ca5438441fd req-abe44242-0c11-4406-81bf-5f4c59e4f1ce tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:34.057267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3384cf9-6808-4f90-84ef-2ca5438441fd req-abe44242-0c11-4406-81bf-5f4c59e4f1ce tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 944 time: 0.9811902 May 12 19:54:34.077385 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP 81652cd0-3eda-42c8-ab64-087124fe031d associated. External IP: 172.25.2.57, port: 963c6d6f-9148-4a77-8a9b-237fd9806a79. May 12 19:54:34.259061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8650a4ca-54ca-498b-96f5-480da36773a1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:34.318314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8650a4ca-54ca-498b-96f5-480da36773a1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:34.318314 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8650a4ca-54ca-498b-96f5-480da36773a1 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2703071 May 12 19:54:34.318314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:34.343084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0c684665-4e03-41c2-a7d5-32bef006a8cf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '94bc6692-216e-421c-b97c-48c9ba631b14', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:34.362585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0c684665-4e03-41c2-a7d5-32bef006a8cf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:34.378248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0c684665-4e03-41c2-a7d5-32bef006a8cf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:34.386047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0c684665-4e03-41c2-a7d5-32bef006a8cf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:34.407671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0c684665-4e03-41c2-a7d5-32bef006a8cf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:34.421513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3384cf9-6808-4f90-84ef-2ca5438441fd req-59cb9e89-e1a5-4049-8e51-298856adc0e6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505099 May 12 19:54:34.477215 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-0c684665-4e03-41c2-a7d5-32bef006a8cf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The resource could not be found. May 12 19:54:34.478527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0c684665-4e03-41c2-a7d5-32bef006a8cf tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1617720 May 12 19:54:34.483280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52540) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:34.489502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274554478'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:34.497946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:34.511474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:34.538845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.566346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:34.570535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:34.573488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:34.580061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:34.677089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:54:34.711914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.722183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.776643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.776643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2764966 May 12 19:54:34.776643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52552) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:34.776643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085118525'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:34.793313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:34.800904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:34.800904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:34.817536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d101df8-5472-48d8-b606-cb3cd878a74d tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de729cec-2c1c-4907-8590-89d3f51a5881,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:34.826497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:34.844489 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.894781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:34.909096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:34.910791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:34.919412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:54:34.920597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:34.930657 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:34.931027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:54:34.945235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:54:34.953119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:54:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:35.030753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-924d440c-c4bf-401d-866f-47ca586655e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "PUT /v2.0/floatingips/81652cd0-3eda-42c8-ab64-087124fe031d HTTP/1.1" status: 200 len: 991 time: 4.5518045 May 12 19:54:35.031959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:35.150090 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34b7ee5-9e2f-49d7-8c69-21b86660bf04'] response: {'name': 'network-changed', 'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'status': 'completed', 'code': 200} May 12 19:54:35.210612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:35.218729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:35.327824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-5df2048d-bd36-4100-8fad-050966a25c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:35.327824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-5df2048d-bd36-4100-8fad-050966a25c87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 1097 time: 0.1743758 May 12 19:54:35.385521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:54:35.401715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d2256-be20-4da3-beba-5741736f3ae4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:35.417689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:35.422193 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-daa45d65-fa27-4d3d-817b-b79442ae5142 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6567848 May 12 19:54:35.423890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52574) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:35.437793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-dd22261d-34e8-43c0-a134-009d40591192 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': 'de729cec-2c1c-4907-8590-89d3f51a5881', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7f5d2256-be20-4da3-beba-5741736f3ae4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:35.465690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dd22261d-34e8-43c0-a134-009d40591192 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:35.476036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd22261d-34e8-43c0-a134-009d40591192 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:35.484143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd22261d-34e8-43c0-a134-009d40591192 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:35.499333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dd22261d-34e8-43c0-a134-009d40591192 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:35.555094 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-dd22261d-34e8-43c0-a134-009d40591192 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:35.577603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd22261d-34e8-43c0-a134-009d40591192 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1524048 May 12 19:54:35.579193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52588) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:35.745728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae61e-9051-462e-80ed-0f3c7a806868 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:35.805075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae61e-9051-462e-80ed-0f3c7a806868 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:35.865043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-c8fd0b7c-ede8-4f7e-a19d-9b5afad209f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:35.866727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-c8fd0b7c-ede8-4f7e-a19d-9b5afad209f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.5330689 May 12 19:54:35.910897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae61e-9051-462e-80ed-0f3c7a806868 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:35.985666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ae61e-9051-462e-80ed-0f3c7a806868 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d2256-be20-4da3-beba-5741736f3ae4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:36.015361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae61e-9051-462e-80ed-0f3c7a806868 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:36.022164 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ee0ae61e-9051-462e-80ed-0f3c7a806868 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/7f5d2256-be20-4da3-beba-5741736f3ae4 HTTP/1.1" status: 204 len: 168 time: 0.4418569 May 12 19:54:36.023200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52606) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:36.299178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-1bb55c6d-026f-4d00-9290-3ea4a6d8b8b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79 HTTP/1.1" status: 200 len: 999 time: 0.3079908 May 12 19:54:36.307973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c8aa23b-4bc2-4332-9153-92a2acb53cc5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:36.398592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c8aa23b-4bc2-4332-9153-92a2acb53cc5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:36.401666 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c8aa23b-4bc2-4332-9153-92a2acb53cc5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3654096 May 12 19:54:36.401666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:36.441636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:32Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:36.448451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:54:36.461447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:54:36.462292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:54:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:36.492638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40cd1217-3920-448d-9444-233cc3501331 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:36.531137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-e219eb24-1fe6-4e83-bfee-a27fa2e0af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:36.532611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-e219eb24-1fe6-4e83-bfee-a27fa2e0af37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.2211778 May 12 19:54:36.568419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40cd1217-3920-448d-9444-233cc3501331 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:36.574014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc577d-afb2-4c0b-a5b6-ad8efcbe56c8 req-c072d0e8-707a-4681-8eb3-1d1504e2b934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:36.592278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09bc577d-afb2-4c0b-a5b6-ad8efcbe56c8 req-c072d0e8-707a-4681-8eb3-1d1504e2b934 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 945 time: 0.7198975 May 12 19:54:36.707664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40cd1217-3920-448d-9444-233cc3501331 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:36.766156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd1217-3920-448d-9444-233cc3501331 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de729cec-2c1c-4907-8590-89d3f51a5881,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:36.777138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4a6c281f-9480-40d7-91be-858c93f164e4 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:54:36.779578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40cd1217-3920-448d-9444-233cc3501331 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:36.779578 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40cd1217-3920-448d-9444-233cc3501331 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/de729cec-2c1c-4907-8590-89d3f51a5881 HTTP/1.1" status: 204 len: 168 time: 0.3753452 May 12 19:54:36.779578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52634) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:36.821246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-09bc577d-afb2-4c0b-a5b6-ad8efcbe56c8 req-2f2cfce1-5f9d-48b3-a628-73a497ae288b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282367 May 12 19:54:36.864196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-366404be-22c0-4ee5-bcf1-cbc5e0c40db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:36.866016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-366404be-22c0-4ee5-bcf1-cbc5e0c40db5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3064442 May 12 19:54:36.926872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ff65a64-b8c5-4598-aca7-bdc28b64a740 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:36.970190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3ff65a64-b8c5-4598-aca7-bdc28b64a740 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:36.975712 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3ff65a64-b8c5-4598-aca7-bdc28b64a740 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1963725 May 12 19:54:36.976643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:36.982135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--465168907'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:36.998688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:37.071536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:37.082244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:37.118420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:54:37.121726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:37.130807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:37.144392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:37.166782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:37.425573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:37.445296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:37.539375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 4a6c281f-9480-40d7-91be-858c93f164e4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:54:37.548157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-c16347a8-cf8e-449f-acfb-2b2a5709b69e service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691904 May 12 19:54:37.551161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 4a6c281f-9480-40d7-91be-858c93f164e4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:54:37.551161 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:37.567884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad90bf2-b225-4d42-a81c-227b94a3d213,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:37.604817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:37.620956 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-738aa5ae-2071-4602-b21b-08b88f9ce78a tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6289885 May 12 19:54:37.620956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52662) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:37.632602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-60c3f608-fe42-42db-8970-8f853866ef36 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '3ad90bf2-b225-4d42-a81c-227b94a3d213', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:37.662825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60c3f608-fe42-42db-8970-8f853866ef36 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:37.679370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-60c3f608-fe42-42db-8970-8f853866ef36 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:37.687019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-60c3f608-fe42-42db-8970-8f853866ef36 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:37.696910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60c3f608-fe42-42db-8970-8f853866ef36 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:37.765680 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-60c3f608-fe42-42db-8970-8f853866ef36 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:37.765680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-60c3f608-fe42-42db-8970-8f853866ef36 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1521451 May 12 19:54:37.768681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52666) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:37.776992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-338457b6-8b86-4f24-99a3-edc0135e8ac5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group_rule': {'security_group_id': '3ad90bf2-b225-4d42-a81c-227b94a3d213', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:37.779534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36f74492-622d-4bb9-97be-7dbf2ca111d7 req-4b180d19-03a6-490b-b200-813485f8190d service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247601 May 12 19:54:37.799108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-338457b6-8b86-4f24-99a3-edc0135e8ac5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:37.806351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-338457b6-8b86-4f24-99a3-edc0135e8ac5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:37.811333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-338457b6-8b86-4f24-99a3-edc0135e8ac5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:37.819612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-338457b6-8b86-4f24-99a3-edc0135e8ac5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:37.863412 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-338457b6-8b86-4f24-99a3-edc0135e8ac5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 19:54:37.879503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52674) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:37.884024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-338457b6-8b86-4f24-99a3-edc0135e8ac5 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1155877 May 12 19:54:38.135294 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.162785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4a6c281f-9480-40d7-91be-858c93f164e4 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:38.162785 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.195873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:32Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:54:38.200503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e89caa7-f209-41dd-960a-19399ff19782 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.245904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb97840-1f38-4dca-bdf8-4403168d39ee None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:32Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:54:38.284804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e89caa7-f209-41dd-960a-19399ff19782 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.285832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:38.370810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:38.385550 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.409557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e89caa7-f209-41dd-960a-19399ff19782 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.469027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89caa7-f209-41dd-960a-19399ff19782 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad90bf2-b225-4d42-a81c-227b94a3d213,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:38.507769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175b02f-fce0-454c-882a-908cb0cc29ba req-26812a86-c6e8-4b53-a294-9dfb2c108dcd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:38.519617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b175b02f-fce0-454c-882a-908cb0cc29ba req-26812a86-c6e8-4b53-a294-9dfb2c108dcd tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 945 time: 0.5039568 May 12 19:54:38.540516 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e89caa7-f209-41dd-960a-19399ff19782 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.540516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e89caa7-f209-41dd-960a-19399ff19782 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/3ad90bf2-b225-4d42-a81c-227b94a3d213 HTTP/1.1" status: 204 len: 168 time: 0.6536355 May 12 19:54:38.540516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52696) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:38.560003 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d713f10-8977-408e-a8f3-670c54351303'] response: {'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4', 'code': 200} May 12 19:54:38.617207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b175b02f-fce0-454c-882a-908cb0cc29ba req-3b7d7733-6e2b-45ff-b5a1-1ca0c4bf0f58 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979331 May 12 19:54:38.721526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dba31556-d9c9-4900-9d67-90ed95603c35 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:38.758758 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:38.773423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dba31556-d9c9-4900-9d67-90ed95603c35 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:38.775339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dba31556-d9c9-4900-9d67-90ed95603c35 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2362633 May 12 19:54:38.778765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52706) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:38.798482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391147279'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:38.817738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:38.819517 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d82fc-7d6d-4c36-b882-ae530a9e3424 None None] New status for floating IP 81652cd0-3eda-42c8-ab64-087124fe031d: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:54:38.861813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:38.904170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:38.946436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.000154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:39.008849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c9a57-44c0-45e3-9423-8f6a98e45d15 req-59fdae42-a4f4-43b6-baff-e5ddbaf38c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:39.008849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-432c9a57-44c0-45e3-9423-8f6a98e45d15 req-59fdae42-a4f4-43b6-baff-e5ddbaf38c7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 1097 time: 0.4799130 May 12 19:54:39.022363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Usage tracker for resource:security_group_rule and tenant:b1205a522b2743f6bc7db01757b5923b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:39.039598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:39.059767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:39.117505 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-432c9a57-44c0-45e3-9423-8f6a98e45d15 req-833a9067-aba9-4960-8431-adc74512b4c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012216 May 12 19:54:39.225680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.234125 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.374449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.374449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5931182 May 12 19:54:39.379084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:39.387227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-832a6080-553d-4424-a62a-4c316624bcc3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:54:39.387659 n-d-841626-1 neutron-server[88113]: WARNING neutron.api.v2.base [None req-832a6080-553d-4424-a62a-4c316624bcc3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 12 19:54:39.388172 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-832a6080-553d-4424-a62a-4c316624bcc3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] update failed (client error): There was a conflict when trying to complete your request. May 12 19:54:39.389251 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-832a6080-553d-4424-a62a-4c316624bcc3 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "PUT /v2.0/security-groups/33d1197d-21c3-4a81-a4b5-704f9b518057 HTTP/1.1" status: 409 len: 330 time: 0.0122063 May 12 19:54:39.392301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52728) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:39.472071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d9ebc-b5b1-4ef6-99ce-b9b544392170 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d1197d-21c3-4a81-a4b5-704f9b518057,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:39.545348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8cf02d4-2220-468b-8400-10dfda1b8225 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.592090 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8cf02d4-2220-468b-8400-10dfda1b8225 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.654059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8cf02d4-2220-468b-8400-10dfda1b8225 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.681270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf02d4-2220-468b-8400-10dfda1b8225 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d1197d-21c3-4a81-a4b5-704f9b518057,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:39.694946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b8cf02d4-2220-468b-8400-10dfda1b8225 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:39.696937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b8cf02d4-2220-468b-8400-10dfda1b8225 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/33d1197d-21c3-4a81-a4b5-704f9b518057 HTTP/1.1" status: 204 len: 168 time: 0.3036742 May 12 19:54:39.699393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52736) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:39.913571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-55def994-c275-4fab-ba8e-3001295cd7db tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Synchronizing usage tracker for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:54:39.958287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-55def994-c275-4fab-ba8e-3001295cd7db tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] Unset dirty status for tenant:b1205a522b2743f6bc7db01757b5923b on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:54:39.958287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-55def994-c275-4fab-ba8e-3001295cd7db tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2551274 May 12 19:54:39.962437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52752) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:39.994648 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-cb2eda6d-3466-47a8-885c-21a24578af3f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] delete failed (client error): The resource could not be found. May 12 19:54:39.994648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cb2eda6d-3466-47a8-885c-21a24578af3f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "DELETE /v2.0/security-groups/a4f5066b-ead2-4f2a-a63c-9db888623351 HTTP/1.1" status: 404 len: 347 time: 0.0257447 May 12 19:54:39.994648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52756) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:40.021700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90326582-3c10-4d0e-ac82-2eb5c58c199c req-be2d48f8-d5f3-4b1a-888d-b8129bbaa5d5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:40.023189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90326582-3c10-4d0e-ac82-2eb5c58c199c req-be2d48f8-d5f3-4b1a-888d-b8129bbaa5d5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1924226 May 12 19:54:40.024097 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-afaa8403-ca32-43a1-a3c8-6e8f74698b8f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] show failed (client error): The resource could not be found. May 12 19:54:40.024994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-afaa8403-ca32-43a1-a3c8-6e8f74698b8f tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-groups/bdd2373d-a956-43fd-82e7-e639fd2fca17 HTTP/1.1" status: 404 len: 347 time: 0.0319548 May 12 19:54:40.028919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52760) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:40.053086 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-a2cdd01e-7ba4-4616-b6f1-47c4dd8da067 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] show failed (client error): The resource could not be found. May 12 19:54:40.058300 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a2cdd01e-7ba4-4616-b6f1-47c4dd8da067 tempest-NegativeSecGroupIPv6Test-1536440738 tempest-NegativeSecGroupIPv6Test-1536440738-project] 10.222.0.72 "GET /v2.0/security-group-rules/05bb86ac-a617-4cbd-919d-18aa763c8a72 HTTP/1.1" status: 404 len: 356 time: 0.0270646 May 12 19:54:40.074537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90326582-3c10-4d0e-ac82-2eb5c58c199c req-bca43bc5-09cc-42ff-91fe-c65ce49eb0df tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455754 May 12 19:54:40.534149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52782) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:40.752030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-443a6355-d9c1-4cc9-b881-4a0013304d7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b1205a522b2743f6bc7db01757b5923b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167048 May 12 19:54:40.754985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:40.867990 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efae24c0-bdb7-4d95-a7cd-56c9eb38cfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:40.930518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efae24c0-bdb7-4d95-a7cd-56c9eb38cfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:41.011322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efae24c0-bdb7-4d95-a7cd-56c9eb38cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:41.032195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae24c0-bdb7-4d95-a7cd-56c9eb38cfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2de28-4294-4243-9a58-e273957c2aee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:41.050296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efae24c0-bdb7-4d95-a7cd-56c9eb38cfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:41.051527 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-efae24c0-bdb7-4d95-a7cd-56c9eb38cfba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2f2de28-4294-4243-9a58-e273957c2aee HTTP/1.1" status: 204 len: 168 time: 0.2952576 May 12 19:54:41.386672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16f661-d383-4b15-9645-97c29c9c00ad req-1e1456d3-fe5f-4cd6-8ea8-9f8f45a00caf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:41.388229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be16f661-d383-4b15-9645-97c29c9c00ad req-1e1456d3-fe5f-4cd6-8ea8-9f8f45a00caf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1379714 May 12 19:54:41.440010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be16f661-d383-4b15-9645-97c29c9c00ad req-af9416e4-d0e0-49af-8365-0877f36acd9a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 May 12 19:54:42.122494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822010f7-191e-4def-9030-76aea3b953bc req-b795bbba-5baf-4f78-9a90-067b5d052cb1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:42.124065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-822010f7-191e-4def-9030-76aea3b953bc req-b795bbba-5baf-4f78-9a90-067b5d052cb1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.2837539 May 12 19:54:42.282449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-822010f7-191e-4def-9030-76aea3b953bc req-c4e4302c-5a7d-42fb-8137-9fc70a6b541f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366510 May 12 19:54:42.474244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52874) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:42.477028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032125 May 12 19:54:42.485631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52876) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:42.664334 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bf588173-1ef2-4edc-8db4-7722c20a26ca tempest-NetworksApiDiscovery-617336457 tempest-NetworksApiDiscovery-617336457-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1726072 May 12 19:54:43.364574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52906) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:43.623299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:43.656192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:43.662388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Usage tracker for resource:security_group_rule and tenant:9178f9a20cc74a9d93997dc2739afd96 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:43.666286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:43.673818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:43.692516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6daf5-aca0-4260-b1af-c90ee6b92375 req-a0714977-35fa-4b36-b3f1-2e5797e866e5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:43.694112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16f6daf5-aca0-4260-b1af-c90ee6b92375 req-a0714977-35fa-4b36-b3f1-2e5797e866e5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1898875 May 12 19:54:43.771002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16f6daf5-aca0-4260-b1af-c90ee6b92375 req-1d6017d4-83d7-42f0-8651-01133e0f6760 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665758 May 12 19:54:43.948307 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:43.963120 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:44.080008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52938) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:44.098447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9178f9a20cc74a9d93997dc2739afd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314451 May 12 19:54:44.102591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41543e-3417-4eca-8a1f-a8df05c1fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc6fec-8df1-44fa-bcae-eee2c3d1e733,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:44.243803 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9c896b9-d41f-4b8a-8b2a-879c7a0f4668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:44.335126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9c896b9-d41f-4b8a-8b2a-879c7a0f4668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:44.475066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9c896b9-d41f-4b8a-8b2a-879c7a0f4668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:44.489456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c896b9-d41f-4b8a-8b2a-879c7a0f4668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc6fec-8df1-44fa-bcae-eee2c3d1e733,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:44.549750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9c896b9-d41f-4b8a-8b2a-879c7a0f4668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:44.551170 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f9c896b9-d41f-4b8a-8b2a-879c7a0f4668 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84fc6fec-8df1-44fa-bcae-eee2c3d1e733 HTTP/1.1" status: 204 len: 168 time: 0.4701858 May 12 19:54:45.018554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90279c3-f60f-4bb1-baaa-b7e8b25b04af req-21d3e00e-0211-4542-a90d-80684a5e31f8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:45.020141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f90279c3-f60f-4bb1-baaa-b7e8b25b04af req-21d3e00e-0211-4542-a90d-80684a5e31f8 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1605687 May 12 19:54:45.145058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f90279c3-f60f-4bb1-baaa-b7e8b25b04af req-1f587376-6d6d-455c-84d2-d0dd6d9009fa tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166332 May 12 19:54:46.486302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82561ef-b30e-4efb-829f-ee417182bec5 req-28d0b19d-505f-4528-bb95-7742214ba606 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:46.497875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e82561ef-b30e-4efb-829f-ee417182bec5 req-28d0b19d-505f-4528-bb95-7742214ba606 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1735225 May 12 19:54:46.552894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e82561ef-b30e-4efb-829f-ee417182bec5 req-a387083e-fa11-42ec-ac56-6891c867dfa9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537872 May 12 19:54:46.677857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4a6c281f-9480-40d7-91be-858c93f164e4 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:54:46.967944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:46.986261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '4a6c281f-9480-40d7-91be-858c93f164e4', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'port_id': '4a6c281f-9480-40d7-91be-858c93f164e4', 'mac_address': 'fa:16:3e:b4:96:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:54:47.056635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4a6c281f-9480-40d7-91be-858c93f164e4 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:47.057013 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:47.078579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a6c281f-9480-40d7-91be-858c93f164e4 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:54:47.112105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:47.125778 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:47.241115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:47.291018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['4a6c281f-9480-40d7-91be-858c93f164e4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:54:47.816147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1c30-4c83-4419-bfa7-86a63aa9c3bf req-cf040c6c-876b-49c3-b71a-39f0bf964fc9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:47.826149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a92e1c30-4c83-4419-bfa7-86a63aa9c3bf req-cf040c6c-876b-49c3-b71a-39f0bf964fc9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 945 time: 0.1132216 May 12 19:54:47.889471 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a92e1c30-4c83-4419-bfa7-86a63aa9c3bf req-987d5a99-5dca-4854-baaa-0a35b04c72e2 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564740 May 12 19:54:48.679668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4a6c281f-9480-40d7-91be-858c93f164e4 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:54:48.787186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 4a6c281f-9480-40d7-91be-858c93f164e4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:54:48.788263 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:49.038819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4a6c281f-9480-40d7-91be-858c93f164e4 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:54:49.042307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:49.269208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:54:49.305071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:54:49.321505 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:49.345006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ff147-d40e-43a7-9609-07aef6755b4f req-006a96da-d912-4a6d-90bf-31d477d66425 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:49.367668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-619ff147-d40e-43a7-9609-07aef6755b4f req-006a96da-d912-4a6d-90bf-31d477d66425 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 945 time: 0.3102810 May 12 19:54:49.506612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-619ff147-d40e-43a7-9609-07aef6755b4f req-95d5569c-e9c4-4430-b4dc-0f86dc734695 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343935 May 12 19:54:49.530239 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af78721f-ed40-445d-bd1f-08598ee05f39'] response: {'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4', 'code': 200} May 12 19:54:49.532487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:50.957753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:50.970463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebcd36-69e7-413f-b3bf-4bd19f6ab259 req-4754ed71-d74a-419b-8d99-417eb0bb5d15 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:50.991561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5cebcd36-69e7-413f-b3bf-4bd19f6ab259 req-4754ed71-d74a-419b-8d99-417eb0bb5d15 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.2630339 May 12 19:54:51.175250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5cebcd36-69e7-413f-b3bf-4bd19f6ab259 req-be9f7bd7-17af-44bb-a2d1-695fa6e64faa tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808009 May 12 19:54:51.305151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:51.370006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:51.382013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e1b62ed3f249a0aa5bc3b70519a928 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:51.395942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:51.414796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:51.602710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:51.618117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:51.714604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98120f6-4e4f-406d-aea4-33fdb31ff833,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:51.791118 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8b4132fa-c133-49ef-a6b5-7d9e8316d531 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0e1b62ed3f249a0aa5bc3b70519a928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8292789 May 12 19:54:51.791357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:51.970033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93acfc85-2d2d-4b49-a42d-cb7af1c0b43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:52.018061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93acfc85-2d2d-4b49-a42d-cb7af1c0b43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:52.226692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93acfc85-2d2d-4b49-a42d-cb7af1c0b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:52.264120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acfc85-2d2d-4b49-a42d-cb7af1c0b43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98120f6-4e4f-406d-aea4-33fdb31ff833,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:52.269314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93acfc85-2d2d-4b49-a42d-cb7af1c0b43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:52.276166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-93acfc85-2d2d-4b49-a42d-cb7af1c0b43a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f98120f6-4e4f-406d-aea4-33fdb31ff833 HTTP/1.1" status: 204 len: 168 time: 0.4833283 May 12 19:54:52.611825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312d6b-87fc-4270-9efd-7f51ba00d4ba req-6fb34aa2-688b-4ff4-824c-baa524fcccde tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:52.618631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0312d6b-87fc-4270-9efd-7f51ba00d4ba req-6fb34aa2-688b-4ff4-824c-baa524fcccde tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1821613 May 12 19:54:52.750313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0312d6b-87fc-4270-9efd-7f51ba00d4ba req-dfad565d-5737-44a6-8fca-064dbcee8f02 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151996 May 12 19:54:53.091149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53318) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:53.145806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:53.204990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:53.214159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Usage tracker for resource:security_group_rule and tenant:b8f689b1f62e4cc5b98b6dc8d6e3534e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:53.224791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:53.246172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:53.616185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:53.627365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:53.750345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30722ab8-1792-460a-b5a2-a4eeaae6f912,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:53.813240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53372) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:53.824919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ce8ad622-3ed8-429f-b3b9-3179cf67862b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8f689b1f62e4cc5b98b6dc8d6e3534e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7322655 May 12 19:54:53.974571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fac7006-f2e5-401e-a82f-49b61377cac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:54.015396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fac7006-f2e5-401e-a82f-49b61377cac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:54.161362 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fac7006-f2e5-401e-a82f-49b61377cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:54.221601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac7006-f2e5-401e-a82f-49b61377cac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30722ab8-1792-460a-b5a2-a4eeaae6f912,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:54.221819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cce30-2d20-46ed-b383-e4c60efeb5ea req-6104cf96-c9c7-4af9-aaf6-78c542b7757d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:54.224777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fac7006-f2e5-401e-a82f-49b61377cac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:54.226895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0fac7006-f2e5-401e-a82f-49b61377cac0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30722ab8-1792-460a-b5a2-a4eeaae6f912 HTTP/1.1" status: 204 len: 168 time: 0.4116986 May 12 19:54:54.269895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-682cce30-2d20-46ed-b383-e4c60efeb5ea req-6104cf96-c9c7-4af9-aaf6-78c542b7757d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.3393602 May 12 19:54:54.381594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-682cce30-2d20-46ed-b383-e4c60efeb5ea req-bc4aadaf-0947-425d-a37d-e66b5a38e66a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078551 May 12 19:54:54.798096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53444) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:55.167958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:55.226428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:55.258727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Usage tracker for resource:security_group_rule and tenant:f9e26a0fd7a944e091dc4977aeecbdb8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:55.270167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:55.278897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:55.449501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:55.458143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:55.556219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9e26a0fd7a944e091dc4977aeecbdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567849 May 12 19:54:55.558825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53502) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:55.618099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8a73f-90cc-4c8d-ae2e-844987eab89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2dfb3-5ad1-4a66-8221-46277822debd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:55.818919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-215b2e9d-1ddd-4134-a3b2-1aab68d827c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:55.879845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-215b2e9d-1ddd-4134-a3b2-1aab68d827c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:55.992831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-215b2e9d-1ddd-4134-a3b2-1aab68d827c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:56.073471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b2e9d-1ddd-4134-a3b2-1aab68d827c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2dfb3-5ad1-4a66-8221-46277822debd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:56.122267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-215b2e9d-1ddd-4134-a3b2-1aab68d827c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:56.123980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-215b2e9d-1ddd-4134-a3b2-1aab68d827c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96b2dfb3-5ad1-4a66-8221-46277822debd HTTP/1.1" status: 204 len: 168 time: 0.5639894 May 12 19:54:56.235340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51379f5d-a229-496e-972a-c48d89697e91 req-30545686-d07c-43e4-8d8c-8fc36d95f95e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:56.253711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51379f5d-a229-496e-972a-c48d89697e91 req-30545686-d07c-43e4-8d8c-8fc36d95f95e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.5664291 May 12 19:54:56.489366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51379f5d-a229-496e-972a-c48d89697e91 req-69d433e3-9086-4665-b2e3-a1ddb827305f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304971 May 12 19:54:56.681027 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:54:56.904552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-224d77fb-64e4-4c8a-950f-17b65be5abaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:57.263294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53624) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:57.308440 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:57.330354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:57.334542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Usage tracker for resource:security_group_rule and tenant:cf79aa30f87e48ff8a7d686b0d4dd0cf is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:57.337651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:57.349259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:57.445868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:57.454498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:57.566770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53654) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:57.569946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf79aa30f87e48ff8a7d686b0d4dd0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044789 May 12 19:54:57.571183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491224d-45eb-432f-9795-08cf950132f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e8778b-4693-461e-a0bf-53ffe5320418,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:57.769476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23b82ed8-21b0-4d57-9a4c-b653e772eb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:57.813481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23b82ed8-21b0-4d57-9a4c-b653e772eb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:57.927305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23b82ed8-21b0-4d57-9a4c-b653e772eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:57.971976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b82ed8-21b0-4d57-9a4c-b653e772eb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e8778b-4693-461e-a0bf-53ffe5320418,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:57.975808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23b82ed8-21b0-4d57-9a4c-b653e772eb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:58.002015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-23b82ed8-21b0-4d57-9a4c-b653e772eb6f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96e8778b-4693-461e-a0bf-53ffe5320418 HTTP/1.1" status: 204 len: 168 time: 0.4088316 May 12 19:54:58.027652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955b632-ab92-49c8-93ac-5d8535a9f122 req-160cc80a-7820-48f3-b357-cc8cb2f10b97 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:54:58.029221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6955b632-ab92-49c8-93ac-5d8535a9f122 req-160cc80a-7820-48f3-b357-cc8cb2f10b97 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.2434363 May 12 19:54:58.152589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6955b632-ab92-49c8-93ac-5d8535a9f122 req-8112d1f4-99f6-47b5-a657-2705e240f960 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042211 May 12 19:54:58.655086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53740) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:58.959078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:58.964821 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16d9990a-516c-4c11-962e-96a2a1df7de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:59.016157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:54:59.028165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Usage tracker for resource:security_group_rule and tenant:f911d82b61de4d5db152e8963fdbcdb8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:54:59.038520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:54:59.048341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:54:59.312065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:59.320382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:59.419046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc06bd8-e68f-4f5c-ae71-f9d794ec0ca0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:54:59.462896 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4f98d3f7-afd4-4578-8b0a-00d2f592884b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f911d82b61de4d5db152e8963fdbcdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8066294 May 12 19:54:59.466391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:54:59.884912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:59.957157 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:54:59.999224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20abc1a-44fd-4803-8e9a-e0f4f5a83994 req-41165d28-6a81-4fab-8b7e-9777e738f839 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:00.007484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b20abc1a-44fd-4803-8e9a-e0f4f5a83994 req-41165d28-6a81-4fab-8b7e-9777e738f839 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.7068303 May 12 19:55:00.112266 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:00.164161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:00.215358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc06bd8-e68f-4f5c-ae71-f9d794ec0ca0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:00.219505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:00.221098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dcc06bd8-e68f-4f5c-ae71-f9d794ec0ca0 HTTP/1.1" status: 204 len: 168 time: 0.7524266 May 12 19:55:00.236225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b20abc1a-44fd-4803-8e9a-e0f4f5a83994 req-d473d99f-0b13-44e0-964a-a7005375ae11 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335161 May 12 19:55:00.259055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.259404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.259736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.260147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.260416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.262284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.265001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.265824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.268058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.268424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.268758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.269085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c1ce82-77fd-4691-b9bc-1aa4ee2426e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:00.572567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:01.138549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 53950) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:01.195918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:01.278340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:01.301282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Usage tracker for resource:security_group_rule and tenant:49ae84108681452dab7e3d4ef71b3b43 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:01.325009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:01.358989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:01.660349 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:01.677062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:01.728199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:01.779274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=49ae84108681452dab7e3d4ef71b3b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395242 May 12 19:55:01.798697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 53982) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:01.816174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d10c0-1158-442e-9b17-4ab67f4924a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97253cd4-e2c2-4db5-89a4-01ede21cbb73,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:01.904558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a502ec5-f4a0-408c-bb55-3292e60f92db req-10820772-b802-4fe9-bf08-329e3166055c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:01.906439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a502ec5-f4a0-408c-bb55-3292e60f92db req-10820772-b802-4fe9-bf08-329e3166055c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.2443793 May 12 19:55:02.023813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a502ec5-f4a0-408c-bb55-3292e60f92db req-b08fe7ab-a239-443c-ac94-803f1e0ceb08 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070409 May 12 19:55:02.036044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a033d7c6-6aba-4a63-9d36-3a024e6a1c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:02.067084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a033d7c6-6aba-4a63-9d36-3a024e6a1c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:02.132927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a033d7c6-6aba-4a63-9d36-3a024e6a1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:02.153085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033d7c6-6aba-4a63-9d36-3a024e6a1c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97253cd4-e2c2-4db5-89a4-01ede21cbb73,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:02.188794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a033d7c6-6aba-4a63-9d36-3a024e6a1c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:02.190432 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a033d7c6-6aba-4a63-9d36-3a024e6a1c9c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97253cd4-e2c2-4db5-89a4-01ede21cbb73 HTTP/1.1" status: 204 len: 168 time: 0.3790441 May 12 19:55:03.566307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e7deb-3e0a-4c99-b75f-5aecfc5f3602 req-f1aa758a-aad5-41a1-9780-5f58039db675 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:03.582822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f8e7deb-3e0a-4c99-b75f-5aecfc5f3602 req-f1aa758a-aad5-41a1-9780-5f58039db675 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.2687118 May 12 19:55:03.689785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f8e7deb-3e0a-4c99-b75f-5aecfc5f3602 req-4526047e-c001-42f1-b7b8-595d6c7691c1 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024668 May 12 19:55:03.888005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54070) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:04.199605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:04.233877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:04.242470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Usage tracker for resource:security_group_rule and tenant:f24f25b4b0f34e53ab4e56d2c06f38ed is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:04.249209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:04.264465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:04.428870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:04.446764 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:04.546918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a19c369-224b-4165-80ed-4a6842d527f3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:04.608859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fe963f12-454c-4e88-a35e-547abc8a705b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f24f25b4b0f34e53ab4e56d2c06f38ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7193561 May 12 19:55:04.611243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54106) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:04.832239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e1647d42-1fca-4b23-9001-fafa3aff362b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:04.912596 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e1647d42-1fca-4b23-9001-fafa3aff362b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:05.201335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8417d-1433-46ff-9486-84ac8890bc88 req-249c692c-1c62-482e-aef1-61a66e0d1172 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:05.209318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30a8417d-1433-46ff-9486-84ac8890bc88 req-249c692c-1c62-482e-aef1-61a66e0d1172 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1692071 May 12 19:55:05.230516 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e1647d42-1fca-4b23-9001-fafa3aff362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:05.259221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1647d42-1fca-4b23-9001-fafa3aff362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a19c369-224b-4165-80ed-4a6842d527f3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:05.304156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30a8417d-1433-46ff-9486-84ac8890bc88 req-749b396a-b42e-42f8-ad2e-8c356b43602b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916326 May 12 19:55:05.306032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e1647d42-1fca-4b23-9001-fafa3aff362b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:05.309720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e1647d42-1fca-4b23-9001-fafa3aff362b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a19c369-224b-4165-80ed-4a6842d527f3 HTTP/1.1" status: 204 len: 168 time: 0.6973641 May 12 19:55:05.332759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54128) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:05.909171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:05.967869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:05.981466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e492102f78484baebae438697add5627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:05.988690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:06.012982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:06.039407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54166) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:06.096132 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.156846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:06.183123 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.196798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.197614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbfb83ef0c843c18a92074ae5aa9c84 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:06.204462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:06.226400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:06.286016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e492102f78484baebae438697add5627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476388 May 12 19:55:06.289305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54172) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:06.406951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b7211-9221-4377-9ccd-e7dda55499b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5615a387-dd88-4d8e-80ff-1145d9c27226,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:06.429747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-098877ab-1d85-400a-8bff-f8d65b1d6e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.498298 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-098877ab-1d85-400a-8bff-f8d65b1d6e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.591618 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.626437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.677839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-098877ab-1d85-400a-8bff-f8d65b1d6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.718426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098877ab-1d85-400a-8bff-f8d65b1d6e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5615a387-dd88-4d8e-80ff-1145d9c27226,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:06.758057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-098877ab-1d85-400a-8bff-f8d65b1d6e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:06.761435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-098877ab-1d85-400a-8bff-f8d65b1d6e9a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5615a387-dd88-4d8e-80ff-1145d9c27226 HTTP/1.1" status: 204 len: 168 time: 0.4578764 May 12 19:55:07.092879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5cbfb83ef0c843c18a92074ae5aa9c84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0523233 May 12 19:55:07.096089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54200) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:07.196909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b73d7e-c3e6-43eb-b167-c75f626b9a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40707c6-e941-40d3-b29b-f338f38ae9b2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:07.271311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-a0a3ccd3-fb9e-41d2-87bd-ea19b5b4e05c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4920278 May 12 19:55:07.306229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc99f6-01be-48aa-bc40-6448e9b40a39 req-8c1f42e2-8f1b-4395-8824-7135b6e4a0c6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:07.308130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46cc99f6-01be-48aa-bc40-6448e9b40a39 req-8c1f42e2-8f1b-4395-8824-7135b6e4a0c6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.7049427 May 12 19:55:07.311205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0070-702d-4fb4-88b3-00024f952739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:07.371396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0070-702d-4fb4-88b3-00024f952739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:07.424433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46cc99f6-01be-48aa-bc40-6448e9b40a39 req-cc05910b-3579-492b-887d-6ceeaee854ed tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597334 May 12 19:55:07.460031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-5b1cc91e-2b39-42ee-aebb-0d1db79a6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:07.462386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-5b1cc91e-2b39-42ee-aebb-0d1db79a6c08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 1096 time: 0.1531327 May 12 19:55:07.467044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0070-702d-4fb4-88b3-00024f952739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:07.533692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0070-702d-4fb4-88b3-00024f952739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:07.554978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1fbe0070-702d-4fb4-88b3-00024f952739 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c40707c6-e941-40d3-b29b-f338f38ae9b2 HTTP/1.1" status: 204 len: 168 time: 0.4575586 May 12 19:55:07.561618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0070-702d-4fb4-88b3-00024f952739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40707c6-e941-40d3-b29b-f338f38ae9b2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:07.744451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-cc480e9c-631f-48da-954d-096ec9dec691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:07.746516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-cc480e9c-631f-48da-954d-096ec9dec691 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.2636113 May 12 19:55:07.853987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-f14c80ca-3e3b-4c77-a1e4-59e3e58b4a19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8 HTTP/1.1" status: 200 len: 217 time: 0.0981889 May 12 19:55:07.962746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-ac1a0489-d9cd-42ee-aed7-5417e2c32e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:07.964246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-ac1a0489-d9cd-42ee-aed7-5417e2c32e29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1037018 May 12 19:55:07.998928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:08.264071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-c66634ce-ccb4-4dbb-ab3b-81a59e8a75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:08.272010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-c66634ce-ccb4-4dbb-ab3b-81a59e8a75a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995417 May 12 19:55:08.482630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54250) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:08.554449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:08.815495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-8a3f3252-dca4-43e4-9a37-e90f42f2adc1 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335331 May 12 19:55:09.047846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:09.081243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:09.087623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8a0a8a6edd413b82bafd1292f097f1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:09.095067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:09.112830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:09.292118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03e273-0426-418a-af0f-e3e055832546 req-b21b2cfd-0f47-438c-8ded-fb16dee7a9f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:09.294715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa03e273-0426-418a-af0f-e3e055832546 req-b21b2cfd-0f47-438c-8ded-fb16dee7a9f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.6506157 May 12 19:55:09.370355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa03e273-0426-418a-af0f-e3e055832546 req-eeb8208e-5c6b-427d-80b8-14de89bee5f3 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 May 12 19:55:09.380564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4dfbadf3-245e-4357-95d6-0184b3191d07 req-58e2dfd7-9373-4259-9517-f187a490462d service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576603 May 12 19:55:09.423297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:09.432564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:09.645072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6900023-0acf-4394-bde6-6fef06e26e0c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:09.706330 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-210094a5-7be9-47e3-8bd7-e52a708dd691 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a8a0a8a6edd413b82bafd1292f097f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2181044 May 12 19:55:09.728672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:09.862918 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7c6686b-7ec0-48f6-9df1-3e61310699ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:09.907625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7c6686b-7ec0-48f6-9df1-3e61310699ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:10.016254 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7c6686b-7ec0-48f6-9df1-3e61310699ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:10.039464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6686b-7ec0-48f6-9df1-3e61310699ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6900023-0acf-4394-bde6-6fef06e26e0c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:10.052872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7c6686b-7ec0-48f6-9df1-3e61310699ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:10.054516 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d7c6686b-7ec0-48f6-9df1-3e61310699ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6900023-0acf-4394-bde6-6fef06e26e0c HTTP/1.1" status: 204 len: 168 time: 0.3246922 May 12 19:55:10.780144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f077-c420-443a-986b-9aada784eac8 req-fefa34c3-1ab7-4dcf-afff-dc0c28d1c0ff tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:10.792681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7da6f077-c420-443a-986b-9aada784eac8 req-fefa34c3-1ab7-4dcf-afff-dc0c28d1c0ff tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1713183 May 12 19:55:10.857654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7da6f077-c420-443a-986b-9aada784eac8 req-5bcb89b0-5843-419b-a9f6-11f23b9184ed tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636554 May 12 19:55:11.031847 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-e61df0d6-154d-44bf-817e-9a2986521b77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2465470 May 12 19:55:11.248077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:11.353756 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:11.400250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:11.416057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Usage tracker for resource:security_group_rule and tenant:60dd53d61d3040a49c4d51a3075faf06 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:11.419573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:11.445737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:11.515446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-aa5b1897-9150-43a4-9daf-3ce03b984b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:11.518996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-aa5b1897-9150-43a4-9daf-3ce03b984b75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 1059 time: 0.2043676 May 12 19:55:11.666951 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:11.685222 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:11.702011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-4191348a-1832-491d-8732-b677cdda132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:11.703865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-4191348a-1832-491d-8732-b677cdda132e service neutron] 10.222.0.73 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.1620762 May 12 19:55:11.738878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7722cbc4-ce52-4a6e-bd3f-28df4fbb3a75,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:11.778673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-899f7e6c-fbd5-4807-b081-664b0398a65b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60dd53d61d3040a49c4d51a3075faf06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311556 May 12 19:55:11.780857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:11.811328 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-97b973c9-6662-49ed-bfb5-354a102a2fb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb HTTP/1.1" status: 200 len: 217 time: 0.0977180 May 12 19:55:11.959050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-af421c05-47fe-47ef-9249-63ecf8544785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:11.971682 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-af421c05-47fe-47ef-9249-63ecf8544785 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1508677 May 12 19:55:11.972399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-806682bf-45b2-4d49-bda1-384cddd8bbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:12.062651 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-806682bf-45b2-4d49-bda1-384cddd8bbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:12.160507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-62d42509-8531-494b-a55e-24437e0a25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:12.162928 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-62d42509-8531-494b-a55e-24437e0a25a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841419 May 12 19:55:12.458918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-806682bf-45b2-4d49-bda1-384cddd8bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:12.478859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-fc1e1eec-cbfd-4b92-87a6-e0ba5b34cf73 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085585 May 12 19:55:12.547816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-806682bf-45b2-4d49-bda1-384cddd8bbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:12.553861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-806682bf-45b2-4d49-bda1-384cddd8bbdc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7722cbc4-ce52-4a6e-bd3f-28df4fbb3a75 HTTP/1.1" status: 204 len: 168 time: 0.7702165 May 12 19:55:12.583639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806682bf-45b2-4d49-bda1-384cddd8bbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722cbc4-ce52-4a6e-bd3f-28df4fbb3a75,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:12.633259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-5e4eee95-1cbb-42c8-b35b-321b395f7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:12.634796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-5e4eee95-1cbb-42c8-b35b-321b395f7ac1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 1097 time: 0.3688450 May 12 19:55:12.660444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97cbef-7cbb-4e37-bafd-f06bf56dfa58 req-628efb31-3b49-40ac-989d-4c8c85a40e5d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:12.685759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c97cbef-7cbb-4e37-bafd-f06bf56dfa58 req-628efb31-3b49-40ac-989d-4c8c85a40e5d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.6060786 May 12 19:55:12.891722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7805ec4a-77c1-4bb8-86fb-f49b8b849d42 req-9b75862d-8f2a-48c1-ad3e-38fa66a026c3 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008160 May 12 19:55:13.008617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-bd30f640-228d-4649-9669-6c2eb3595aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:13.013800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-bd30f640-228d-4649-9669-6c2eb3595aee service neutron] 10.222.0.73 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.3667772 May 12 19:55:13.127660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c97cbef-7cbb-4e37-bafd-f06bf56dfa58 req-3c87783f-02ac-40bf-99f5-f5e805ddf567 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371986 May 12 19:55:13.150605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-0c86b029-5879-479a-aacd-30352626bcea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6c281f-9480-40d7-91be-858c93f164e4 HTTP/1.1" status: 200 len: 217 time: 0.1281962 May 12 19:55:13.311758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-a9e254e7-07de-489f-b60a-b21876914127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:13.313600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-a9e254e7-07de-489f-b60a-b21876914127 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1569281 May 12 19:55:13.495158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-330aabbf-58e1-4263-8b4d-f6a21edbd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:13.497130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-330aabbf-58e1-4263-8b4d-f6a21edbd9f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764138 May 12 19:55:13.579545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54440) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:13.686231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-f9315e87-44e0-4dae-a836-09a74990c3e8 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813173 May 12 19:55:13.885571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:13.902253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:13.907190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Usage tracker for resource:security_group_rule and tenant:6f624cf4e2b646349560d646dcb35e83 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:13.911326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:13.918061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:13.938356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8695a60d-ef03-4c4b-a6f5-8d89370f9627 req-445a757a-74fa-4158-a28b-2bd97591bc90 service neutron] 10.222.0.73 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455289 May 12 19:55:14.179239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:14.188899 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:14.323720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d0b140-97f9-40dc-9979-09b1e30937da,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:14.369047 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44cef94c-6ae1-4061-9cfe-83fd3c08afac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f624cf4e2b646349560d646dcb35e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880113 May 12 19:55:14.377458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54484) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:14.483448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d47c8e-4c3d-4954-9d4a-d2f792d68ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:14.533383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d47c8e-4c3d-4954-9d4a-d2f792d68ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:14.542482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e645d-4aee-4c3d-b4ec-34be896c19e2 req-febd3965-2f17-462c-82ea-99acf1ed1807 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:14.549670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-352e645d-4aee-4c3d-b4ec-34be896c19e2 req-febd3965-2f17-462c-82ea-99acf1ed1807 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 946 time: 0.1876121 May 12 19:55:14.623684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-352e645d-4aee-4c3d-b4ec-34be896c19e2 req-892b1ac3-e2ee-4aa7-8530-1774ff2380af tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716476 May 12 19:55:14.624692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d47c8e-4c3d-4954-9d4a-d2f792d68ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:14.642325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d47c8e-4c3d-4954-9d4a-d2f792d68ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d0b140-97f9-40dc-9979-09b1e30937da,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:14.651044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59d47c8e-4c3d-4954-9d4a-d2f792d68ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:14.652235 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-59d47c8e-4c3d-4954-9d4a-d2f792d68ad1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69d0b140-97f9-40dc-9979-09b1e30937da HTTP/1.1" status: 204 len: 168 time: 0.2738044 May 12 19:55:14.876444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4a6c281f-9480-40d7-91be-858c93f164e4 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:55:15.083695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4a6c281f-9480-40d7-91be-858c93f164e4 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:55:15.084255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:15.198304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:15.209921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:15.228739 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:15.325761 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4605a430-6788-4a3d-86ff-01046845962f'] response: {'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4', 'code': 200} May 12 19:55:15.397149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:15.409729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:15.418709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.419533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.420183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.420798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.421365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.421926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.422465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.423020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.423541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.424074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.424610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.425152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:15.430862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:15.454536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:15.470728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Usage tracker for resource:security_group_rule and tenant:7ece170d3fb54821aa7578d8d295a9eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:15.476336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:15.490083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:15.744998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:15.757923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:15.818407 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ece170d3fb54821aa7578d8d295a9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202266 May 12 19:55:15.820279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8df5bd-3b37-45f9-9473-18723f458395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0df25-f961-40cf-ad0a-d56adafdccc5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:15.822877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54560) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:15.953706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:15.981269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:16.047696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae1211-14a6-4b66-8e1e-af6d2e229aea req-425f6a1d-6951-40f3-a5e8-d7608dad7794 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:16.050396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cae1211-14a6-4b66-8e1e-af6d2e229aea req-425f6a1d-6951-40f3-a5e8-d7608dad7794 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 944 time: 0.2406442 May 12 19:55:16.094425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:16.170909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0df25-f961-40cf-ad0a-d56adafdccc5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:16.206673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.209591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.210322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.210801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.214951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.215463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.215799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.216262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.216597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.216921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.217284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.217608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:55:16.227753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cae1211-14a6-4b66-8e1e-af6d2e229aea req-beba29bf-eb2c-4bfe-aa71-6d3706229af4 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515200 May 12 19:55:16.228698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:16.241320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b26e3107-5b62-4511-a5be-f1d34a2a3461 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76a0df25-f961-40cf-ad0a-d56adafdccc5 HTTP/1.1" status: 204 len: 168 time: 0.4003012 May 12 19:55:17.473341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c118bbd-2c2e-4b3a-9377-30d093a59700 req-a6f50e36-5434-4067-af20-8c5495888a38 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:17.489870 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c118bbd-2c2e-4b3a-9377-30d093a59700 req-a6f50e36-5434-4067-af20-8c5495888a38 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 944 time: 0.1218042 May 12 19:55:17.547768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9c118bbd-2c2e-4b3a-9377-30d093a59700 req-7bd7387c-2aca-49bb-ba2b-cb504b40c13c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566168 May 12 19:55:17.886982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a545-2426-47d0-8ec6-607d36e83421 req-6ffce2a9-2878-4d0a-8457-e4e4d370d4eb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:17.921612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a70a545-2426-47d0-8ec6-607d36e83421 req-6ffce2a9-2878-4d0a-8457-e4e4d370d4eb tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2278209 May 12 19:55:18.042277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a70a545-2426-47d0-8ec6-607d36e83421 req-bfffeb33-c506-4f14-8e0a-a7c136787dc6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193349 May 12 19:55:18.381694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695d60-029a-46f1-ad7b-3edb6bfa2fa4 req-8d76874b-8b38-45ad-97e5-71dfae17c48f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:18.383178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46695d60-029a-46f1-ad7b-3edb6bfa2fa4 req-8d76874b-8b38-45ad-97e5-71dfae17c48f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1786163 May 12 19:55:18.560487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46695d60-029a-46f1-ad7b-3edb6bfa2fa4 req-f3b87a52-ed09-441f-9aef-754086aaab2d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703367 May 12 19:55:18.901618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4a6c281f-9480-40d7-91be-858c93f164e4 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:55:18.904301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451d6c-7bd2-4979-842e-2eb65a7347ee req-6e029a65-137e-4b67-9f9e-d320109e1511 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:18.905949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30451d6c-7bd2-4979-842e-2eb65a7347ee req-6e029a65-137e-4b67-9f9e-d320109e1511 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1750872 May 12 19:55:18.994961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30451d6c-7bd2-4979-842e-2eb65a7347ee req-3b116049-3431-4c65-bb7c-d82d6d81a258 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769181 May 12 19:55:19.259680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4a6c281f-9480-40d7-91be-858c93f164e4 is: DOWN; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:55:19.421494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa9726-ffd3-445c-bbde-721ff975846a req-bb6b28b6-d17a-409c-8163-d1882ea0d25f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:19.437363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-63fa9726-ffd3-445c-bbde-721ff975846a req-bb6b28b6-d17a-409c-8163-d1882ea0d25f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1578574 May 12 19:55:19.695337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-63fa9726-ffd3-445c-bbde-721ff975846a req-fdfbeb1f-8169-43fa-82a7-a2925e0cafa5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554004 May 12 19:55:20.333114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e1553-7314-4fc0-86e9-c2fdff771c63 req-f06ac011-8718-4701-b978-ff49e84df215 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:20.334910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d82e1553-7314-4fc0-86e9-c2fdff771c63 req-f06ac011-8718-4701-b978-ff49e84df215 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1822679 May 12 19:55:20.388041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d82e1553-7314-4fc0-86e9-c2fdff771c63 req-6c542461-b5f9-4f3c-a1e5-062724c04857 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467753 May 12 19:55:20.675538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54774) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:20.686476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645420249', 'description': 'tempest-description--381366505'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:20.697198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:20.704176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:20.708671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:20.719199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:20.741434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:20.772100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:20.776702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:20.780486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:20.789418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:20.950649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:20.961652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.028123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:21.032545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.037427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54800) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:21.038004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-18265ad5-2c6c-42ce-9f0c-12b3f6c1dbbb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3593044 May 12 19:55:21.044024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': 'ef8e3406-ea82-401c-b44b-3b07ec4bc9a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:21.057111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:21.066402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:21.070750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:21.100115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:21.133080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.330122 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.346803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.424782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8501d9b-d394-4887-bb0e-3b7659970da4,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:21.442022 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.443218 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9dee8aaa-1c6c-453b-9d24-b95bb34eceea tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4038248 May 12 19:55:21.446181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 54848) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:21.451933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': 'ef8e3406-ea82-401c-b44b-3b07ec4bc9a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:21.465745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:21.474962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:21.483378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:21.502310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:21.547711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.634384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.685753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.727968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.729420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822723 May 12 19:55:21.733047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 54882) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:21.734283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1ffa7-99f0-48e2-8ed6-16a4839f5570 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29e3cb1-6c08-4263-8251-4d4a9beb7db1,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:21.739997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:21.754994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:21.764864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:floatingip and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:21.770568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:21.771380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c280b-3af8-4b2e-9929-9af3c0b85379 req-bb355bfa-86b3-4825-94a7-dd5df825e549 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:21.773143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b7c280b-3af8-4b2e-9929-9af3c0b85379 req-bb355bfa-86b3-4825-94a7-dd5df825e549 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1372731 May 12 19:55:21.784378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:21.854734 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:21.930467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b7c280b-3af8-4b2e-9929-9af3c0b85379 req-64c3306c-9262-4cf9-9c79-d1b034afb416 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482105 May 12 19:55:22.219835 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:22.567382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.25.2.116 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c91dcb8f-0d7d-49c3-bade-54221f5e702b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:55:22.876046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:22.946183 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:23.085443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:55:23.099286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:55:23.115305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:55:23.243034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=c91dcb8f-0d7d-49c3-bade-54221f5e702b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:23.407729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:23.431282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058604b-4156-49e1-89cd-2e9075d1d84d req-b582d430-1f6c-4942-afa0-512ee5476c65 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:23.439374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d058604b-4156-49e1-89cd-2e9075d1d84d req-b582d430-1f6c-4942-afa0-512ee5476c65 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2264552 May 12 19:55:23.490649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d058604b-4156-49e1-89cd-2e9075d1d84d req-6acdea79-f2ee-4852-ba1c-ffc17fbef1a9 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502360 May 12 19:55:23.605468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:23.923989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:23.942780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:24.105300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:24.114719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=c91dcb8f-0d7d-49c3-bade-54221f5e702b,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:24.160060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:24.164346 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3c6ad994-c409-4fc5-abca-319c8af17a70 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4298933 May 12 19:55:24.699884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-14fd767b-c215-493d-bcba-1d58b62f00d6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--645420249&fields=id&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 267 time: 0.1594288 May 12 19:55:24.905779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55254) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:25.028034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-d53689a1-62d2-4050-9bc9-b5500b84ab14 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:25.035240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-d53689a1-62d2-4050-9bc9-b5500b84ab14 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 0.3363321 May 12 19:55:25.064698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-d6394a5f-4a0c-4af1-afda-bf5b1528ecb9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/quotas/0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 375 time: 0.0281503 May 12 19:55:25.129501 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:25.171566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:25.176952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Usage tracker for resource:security_group_rule and tenant:8132bf3b0dc34c3ca2111bf7870b52f8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:25.192694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:25.200260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:25.267737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c8a3-9341-42ab-bdce-e2ba8fa3040f req-0a7e35e1-da90-4a91-9ab6-261c50c98a64 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:25.281586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23b1c8a3-9341-42ab-bdce-e2ba8fa3040f req-0a7e35e1-da90-4a91-9ab6-261c50c98a64 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6189773 May 12 19:55:25.352643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-150783b1-2db7-4350-b8ab-b091a85cfe42 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2814195 May 12 19:55:25.418992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23b1c8a3-9341-42ab-bdce-e2ba8fa3040f req-80335caf-8627-4e2d-bc3a-d9e9f8357470 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356874 May 12 19:55:25.458907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:25.468003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:25.555759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687442e1-a42f-4edc-bd14-ebb2fd4ad6e1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:25.561125 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-11fe1656-2e67-4bfc-90a1-5ca9fcc89035 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8132bf3b0dc34c3ca2111bf7870b52f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543033 May 12 19:55:25.563640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55336) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:25.639314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4aaba4ec-dc8a-4056-896b-95eb1c8f6fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:25.677479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4aaba4ec-dc8a-4056-896b-95eb1c8f6fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:25.779392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-06b3c7e5-bdcc-47cf-9a91-d07904bcd480 service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999271 May 12 19:55:25.803563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4aaba4ec-dc8a-4056-896b-95eb1c8f6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:25.844817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaba4ec-dc8a-4056-896b-95eb1c8f6fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687442e1-a42f-4edc-bd14-ebb2fd4ad6e1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:25.854490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4aaba4ec-dc8a-4056-896b-95eb1c8f6fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:25.867408 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4aaba4ec-dc8a-4056-896b-95eb1c8f6fdd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/687442e1-a42f-4edc-bd14-ebb2fd4ad6e1 HTTP/1.1" status: 204 len: 168 time: 0.3024549 May 12 19:55:26.037212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-3a6a41a7-f3d7-40f6-995f-02b8f388e7f7 service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510922 May 12 19:55:26.416639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55424) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:26.463523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:26.479427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0325d4d-1fd8-40f0-afa4-ffafec7f73f8 req-aaa475d0-8230-4601-8126-1d386fd4ed27 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 210 time: 0.0993423 May 12 19:55:26.517827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:26.532801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Usage tracker for resource:security_group_rule and tenant:2dd5ebfe65114d01ab9a2048e963004b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:26.543518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:26.620504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:26.842080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190de42-6739-4524-8497-41f5c652bad8 req-1db04df2-cae2-44e2-803a-c104bec31161 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:26.850767 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3190de42-6739-4524-8497-41f5c652bad8 req-1db04df2-cae2-44e2-803a-c104bec31161 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1711152 May 12 19:55:26.863733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:26.872255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:26.932381 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3997f4f3-9162-415e-a80b-ef2f4c866f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:26.961321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2dd5ebfe65114d01ab9a2048e963004b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5427506 May 12 19:55:26.963977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55452) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:26.979224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7011c2-cba8-4dc7-a40b-40b6b005093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d96a66-d016-4c40-ba20-a7244386465a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:26.984042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3190de42-6739-4524-8497-41f5c652bad8 req-b2f3766b-f20f-49ab-bf4b-214b21fe297d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259043 May 12 19:55:27.047515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e044-384a-4781-b670-8ace5c2fd8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:27.275907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626d576-a324-470f-95d3-0e60d3010795 req-1acaa3bc-f06f-47e5-a3b9-c7992e7df4bd tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:27.283464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-1acaa3bc-f06f-47e5-a3b9-c7992e7df4bd tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/networks?id=e968bd23-e561-4a0f-84eb-f5584a365039 HTTP/1.1" status: 200 len: 814 time: 0.3598614 May 12 19:55:27.301509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-049b829e-6798-43cb-82e0-2d2ee6dff01e tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/quotas/9693f4e8f6d44bd3ad9e9ed7db9e11c1 HTTP/1.1" status: 200 len: 375 time: 0.0167689 May 12 19:55:27.356224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e044-384a-4781-b670-8ace5c2fd8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:27.356860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-5d08bbc4-cb64-48ac-8734-afecf751a1c9 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9693f4e8f6d44bd3ad9e9ed7db9e11c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538831 May 12 19:55:27.363235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-f55eb89f-705b-4d67-aada-a35edade67fb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:55:27.373583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-f55eb89f-705b-4d67-aada-a35edade67fb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155663 May 12 19:55:27.430877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e044-384a-4781-b670-8ace5c2fd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:27.472107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e044-384a-4781-b670-8ace5c2fd8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d96a66-d016-4c40-ba20-a7244386465a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:27.479081 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e044-384a-4781-b670-8ace5c2fd8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:27.483699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b4c9e044-384a-4781-b670-8ace5c2fd8e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e4d96a66-d016-4c40-ba20-a7244386465a HTTP/1.1" status: 204 len: 168 time: 0.5177181 May 12 19:55:27.529093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-12e620af-d33f-4f5f-9503-88314410c018 service neutron] 10.222.0.72 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544511 May 12 19:55:28.009353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cf78733-1ff9-4351-b891-12fe3cee24fd req-5e01ada9-4e49-4cbb-951a-d3cb72e91261 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 210 time: 0.4080260 May 12 19:55:28.103803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-ce766dcd-08a9-4b54-bd85-6d83c9151644 service neutron] 10.222.0.72 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674527 May 12 19:55:28.431563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdaaf9-22a8-472f-a692-88afb85aa0f8 req-67636ad3-041a-4fd2-8127-05a7f320a26c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:28.438861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96fdaaf9-22a8-472f-a692-88afb85aa0f8 req-67636ad3-041a-4fd2-8127-05a7f320a26c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2463048 May 12 19:55:28.573538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86d6b8dc-4912-4801-95f2-6b59d60ad56a req-6a92d2c7-8fbc-4667-9cdc-5e383e5a57ec tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 210 time: 0.0825438 May 12 19:55:28.607048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-96fdaaf9-22a8-472f-a692-88afb85aa0f8 req-ad39aeab-1fdc-4267-938c-4d5b24e96400 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672442 May 12 19:55:28.952350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-5c880173-8f8f-46f7-a8da-c8db55335757 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:28.955087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-5c880173-8f8f-46f7-a8da-c8db55335757 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 0.2922721 May 12 19:55:28.961048 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db44849e-1aa8-4f39-9dd4-36c77b052b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:29.063447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-5b070357-0563-4d98-ba66-391c3b91439d tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 471 time: 0.1006260 May 12 19:55:29.077252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'port': {'device_id': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'admin_state_up': True, 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'security_groups': ['ef8e3406-ea82-401c-b44b-3b07ec4bc9a7']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:29.434059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9889c444-500a-4909-9ab8-a03447252d29 req-73179274-bd24-4ea8-a66a-4d8606ba6b73 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 210 time: 0.1257529 May 12 19:55:29.451780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:29.475103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:29.502060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Made reservation on behalf of 0f24a5391d624f52a0f54fef6c8a60c5 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:55:29.511029 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:29.731100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.20.0.3 (7bfbd232-cfd2-4531-a519-b7b561e7fa40/b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475/bc24a73d-ed34-4496-b969-90f73760fa75) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:55:29.799189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55552) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:30.099891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.113313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.117523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.118509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Transition to ACTIVE for port object bc24a73d-ed34-4496-b969-90f73760fa75 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:55:30.164587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:30.181391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Usage tracker for resource:security_group_rule and tenant:66cd3e4f6d58416db530708b0a7f656f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:30.190860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:30.197988 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.203846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:30.207437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9079a381-2c70-4034-9e53-27308ee3f754 req-6cdf6ba1-9b4c-4923-a117-c25ea802326b tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 210 time: 0.3493896 May 12 19:55:30.359701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:55:30.419410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:55:30.501299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.515286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.597326 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.631946 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66cd3e4f6d58416db530708b0a7f656f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8316500 May 12 19:55:30.644574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55580) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:30.719061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fc55a-81a9-49cc-b0ba-95d4acc7f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca184f4-87ad-4fca-8564-298ac500a24c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:30.806446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf738ec6-0ebe-4242-a267-87ca28c60f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.856975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626d576-a324-470f-95d3-0e60d3010795 req-81bfa0bb-cc89-48da-b424-5afe19d6d189 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:30.859068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-81bfa0bb-cc89-48da-b424-5afe19d6d189 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.36 "GET /v2.0/networks?id=e968bd23-e561-4a0f-84eb-f5584a365039 HTTP/1.1" status: 200 len: 814 time: 0.5607324 May 12 19:55:30.877300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0aced454-e913-48f7-abb7-e5ce5931b47e None None] Provisioning for port bc24a73d-ed34-4496-b969-90f73760fa75 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:55:30.889024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0aced454-e913-48f7-abb7-e5ce5931b47e None None] Provisioning complete for port bc24a73d-ed34-4496-b969-90f73760fa75 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:55:30.891100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf738ec6-0ebe-4242-a267-87ca28c60f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.894773 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0aced454-e913-48f7-abb7-e5ce5931b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:30.908341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:55:30.975179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=bc24a73d-ed34-4496-b969-90f73760fa75,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:30.998647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Request body: {'port': {'device_id': 'adca883a-cc35-4719-9330-536833efff8f', 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039', 'admin_state_up': True, 'tenant_id': '9693f4e8f6d44bd3ad9e9ed7db9e11c1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:31.014779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf738ec6-0ebe-4242-a267-87ca28c60f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:31.070664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf738ec6-0ebe-4242-a267-87ca28c60f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:31.074128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bf738ec6-0ebe-4242-a267-87ca28c60f10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dca184f4-87ad-4fca-8564-298ac500a24c HTTP/1.1" status: 204 len: 168 time: 0.4260223 May 12 19:55:31.074128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf738ec6-0ebe-4242-a267-87ca28c60f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca184f4-87ad-4fca-8564-298ac500a24c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:31.097175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0aced454-e913-48f7-abb7-e5ce5931b47e None None] Port bc24a73d-ed34-4496-b969-90f73760fa75 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:55:31.408148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:31.417020 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:31.544593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfae42b-6cc5-4a14-82ce-756ec46a273d req-81a27ca9-9cb8-42ba-984d-f9215b268c06 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:31.546809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dfae42b-6cc5-4a14-82ce-756ec46a273d req-81a27ca9-9cb8-42ba-984d-f9215b268c06 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 1.6940317 May 12 19:55:31.560202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-60fa7ce6-8631-48d8-b2d3-b0708325afaf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4891834 May 12 19:55:31.613042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Request body: {'port': {'device_id': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:31.670110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:31.762527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0d1ab-54de-409e-ab51-149280b31636 req-82b6c14f-cfc5-4810-bd45-557322f0e1f1 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:31.763349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-08d0d1ab-54de-409e-ab51-149280b31636 req-82b6c14f-cfc5-4810-bd45-557322f0e1f1 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:55:31.840420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:31.853734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:31.861574 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dfae42b-6cc5-4a14-82ce-756ec46a273d req-d364db91-476b-42c0-9524-9c296ed2a386 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694969 May 12 19:55:31.871454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-08d0d1ab-54de-409e-ab51-149280b31636 req-82b6c14f-cfc5-4810-bd45-557322f0e1f1 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:55:31.872807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08d0d1ab-54de-409e-ab51-149280b31636 req-82b6c14f-cfc5-4810-bd45-557322f0e1f1 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 931 time: 1.0098135 May 12 19:55:31.875811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Usage tracker for resource:port and tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:31.888107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:31.921676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:31.942013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Usage tracker for resource:security_group_rule and tenant:63eb89c6057141338f9c3cad35c41bdd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:31.964395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:31.970189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:31.987750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:31.992283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:32.032075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Made reservation on behalf of 9693f4e8f6d44bd3ad9e9ed7db9e11c1 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:55:32.035923 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.056545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08d0d1ab-54de-409e-ab51-149280b31636 req-ea3914eb-9b91-464e-ac47-eee40b102a9b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716976 May 12 19:55:32.059749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.185146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.194494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.269284 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=63eb89c6057141338f9c3cad35c41bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147294 May 12 19:55:32.273492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:32.343288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eec3d-7532-45e9-9c8a-80fcbd45d1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15de6b-4995-495b-93bd-77859772fcee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:32.362646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2fbec0a-2dff-4a4e-81b0-c507848b64f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.405593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2fbec0a-2dff-4a4e-81b0-c507848b64f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.430508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20a4fe2f-07dc-468f-bbf9-600338430c7c req-27c3d18c-11cf-4cc3-8da0-d729d2570ccb tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 210 time: 0.3295937 May 12 19:55:32.498734 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2fbec0a-2dff-4a4e-81b0-c507848b64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.530841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbec0a-2dff-4a4e-81b0-c507848b64f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15de6b-4995-495b-93bd-77859772fcee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:32.548978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2fbec0a-2dff-4a4e-81b0-c507848b64f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:32.550681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a2fbec0a-2dff-4a4e-81b0-c507848b64f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a15de6b-4995-495b-93bd-77859772fcee HTTP/1.1" status: 204 len: 168 time: 0.2759309 May 12 19:55:32.824933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Allocated IP 172.20.0.11 (e968bd23-e561-4a0f-84eb-f5584a365039/39aeaad5-bbdc-479e-95a5-9c2c1f488649/ca25083e-b5d7-42e0-94e1-72b8cf0a5f38) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:55:33.118961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55674) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:33.266243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.337146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55682) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:33.347504 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.355840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.365845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:33.370098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Usage tracker for resource:security_group_rule and tenant:7f45996ae9d04fc0bb70967af2d696fe is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:33.373064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:33.378984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:33.494141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.499623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.554194 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.577038 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f45996ae9d04fc0bb70967af2d696fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539156 May 12 19:55:33.577038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55694) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:33.615687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09499dd7-bdf3-4168-bd9f-5540658ddc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75bfdf5-0f80-44bf-b268-299f4f7308e8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:33.686014 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:55:33.702162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c82d92b3-37e3-493a-b868-811841bd1a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.721500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:33.728703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Network e968bd23-e561-4a0f-84eb-f5584a365039 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:55:33.736848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c82d92b3-37e3-493a-b868-811841bd1a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.740600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:55:33.743468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:55:33.774033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Usage tracker for resource:security_group_rule and tenant:96a66a19acf940b68bb4d2847033085d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:33.782464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc24a73d-ed34-4496-b969-90f73760fa75 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:55:33.792815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:33.795748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Pushing event updated for resources: {'Port': ['ID=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:33.807644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c82d92b3-37e3-493a-b868-811841bd1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.821479 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.830822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:33.833368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d92b3-37e3-493a-b868-811841bd1a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75bfdf5-0f80-44bf-b268-299f4f7308e8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:33.860114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c82d92b3-37e3-493a-b868-811841bd1a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.863732 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c82d92b3-37e3-493a-b868-811841bd1a0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d75bfdf5-0f80-44bf-b268-299f4f7308e8 HTTP/1.1" status: 204 len: 168 time: 0.2821882 May 12 19:55:33.889086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Transition to ACTIVE for port object bc24a73d-ed34-4496-b969-90f73760fa75 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:55:33.903505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:33.908202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:33.919617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.011591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3fc4d-de27-442a-97af-8a2a92e298a6 req-08be5b44-cc44-4786-a7a7-bf2ca42a082d tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:34.013480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78d3fc4d-de27-442a-97af-8a2a92e298a6 req-08be5b44-cc44-4786-a7a7-bf2ca42a082d tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 931 time: 0.6957412 May 12 19:55:34.175865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352294c6-b8f3-4a40-85ec-85caebc8ae29 req-e920bb73-9aa0-43b6-8ec3-d56f05dea155 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:34.177399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-352294c6-b8f3-4a40-85ec-85caebc8ae29 req-e920bb73-9aa0-43b6-8ec3-d56f05dea155 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.8455369 May 12 19:55:34.197042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-e4cc2c11-bafc-4b4f-a8e3-31e2c102c71f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2040482 May 12 19:55:34.205463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24a73d-ed34-4496-b969-90f73760fa75,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:34.287824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Request body: {'port': {'device_id': 'adca883a-cc35-4719-9330-536833efff8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:34.405252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55712) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:34.425524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.474204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:34.488541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Usage tracker for resource:security_group_rule and tenant:8405346498964ef08516496edb3d4e40 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:34.492984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:34.500410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:34.632145 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78d3fc4d-de27-442a-97af-8a2a92e298a6 req-5d50497e-27ca-46c6-9d54-48795c2570b4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5478926 May 12 19:55:34.645101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.653448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.673125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-352294c6-b8f3-4a40-85ec-85caebc8ae29 req-8d2fd8ea-f1b5-49dd-ad81-245b1ae29e37 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718640 May 12 19:55:34.767087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8405346498964ef08516496edb3d4e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601418 May 12 19:55:34.770342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:34.771156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12868d-0ce6-438d-9876-84457ed9981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04a4e2-6329-4416-9b45-a6d9f6f6c332,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:34.801858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.837689 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.868249 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.912154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3997475c-0fad-410b-9f28-56ff10d15827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:34.974987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3997475c-0fad-410b-9f28-56ff10d15827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:35.072920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3997475c-0fad-410b-9f28-56ff10d15827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:35.118462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997475c-0fad-410b-9f28-56ff10d15827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04a4e2-6329-4416-9b45-a6d9f6f6c332,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:35.134435 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3997475c-0fad-410b-9f28-56ff10d15827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:35.136299 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3997475c-0fad-410b-9f28-56ff10d15827 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc04a4e2-6329-4416-9b45-a6d9f6f6c332 HTTP/1.1" status: 204 len: 168 time: 0.3496115 May 12 19:55:35.399736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-faa6f025-d52c-48c8-8222-38a693c11e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:35.401673 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-faa6f025-d52c-48c8-8222-38a693c11e2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.1119039 May 12 19:55:35.408344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e60dc32-4707-4c2a-8e68-e7a6fb727a64,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:35.483547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Attempting to bind port bc24a73d-ed34-4496-b969-90f73760fa75 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:55:35.483879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Attempting to bind port bc24a73d-ed34-4496-b969-90f73760fa75 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:55:35.484209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Attempting to bind port bc24a73d-ed34-4496-b969-90f73760fa75 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:55:35.507544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Port bc24a73d-ed34-4496-b969-90f73760fa75 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:55:35.507544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Attempting to bind port bc24a73d-ed34-4496-b969-90f73760fa75 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:55:35.545977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:55:35.546807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Checking segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:55:35.547209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Bound using segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:55:35.547664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Bound port: bc24a73d-ed34-4496-b969-90f73760fa75, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:55:35.548016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:35.561923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0932d1f9-c642-4391-b98c-8b8a5227c7ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96a66a19acf940b68bb4d2847033085d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2110395 May 12 19:55:35.565636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55750) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:35.655999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-587fa9b6-304a-45f6-a92f-2a6337f1354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:35.657975 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-587fa9b6-304a-45f6-a92f-2a6337f1354a service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.2476804 May 12 19:55:35.708720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb3b95-5fc2-4904-883c-a3b13c01c99e req-dc3e58bd-8496-487e-af57-fc2397800d39 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:35.710109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0ebb3b95-5fc2-4904-883c-a3b13c01c99e req-dc3e58bd-8496-487e-af57-fc2397800d39 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Synchronizing usage tracker for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:55:35.744059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82da5ac-632d-479e-85af-eabea4a566ea req-fcbf2710-8bfb-4185-ab9e-31e9a16c738e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:35.745596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e82da5ac-632d-479e-85af-eabea4a566ea req-fcbf2710-8bfb-4185-ab9e-31e9a16c738e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.4275727 May 12 19:55:35.804724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] For port bc24a73d-ed34-4496-b969-90f73760fa75, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:55:35.824641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de958068-93dc-4bb4-9f37-906c5785f6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:35.861114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0ebb3b95-5fc2-4904-883c-a3b13c01c99e req-dc3e58bd-8496-487e-af57-fc2397800d39 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Unset dirty status for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:55:35.861680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de958068-93dc-4bb4-9f37-906c5785f6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:35.862229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ebb3b95-5fc2-4904-883c-a3b13c01c99e req-dc3e58bd-8496-487e-af57-fc2397800d39 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 932 time: 0.9618587 May 12 19:55:35.868752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] For port bc24a73d-ed34-4496-b969-90f73760fa75, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc24a73d-ed34-4496-b969-90f73760fa75,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:55:35.889440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-ef99cbec-6855-4664-8655-ce9683203411 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.2235789 May 12 19:55:35.913478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e82da5ac-632d-479e-85af-eabea4a566ea req-733877a1-be85-4d61-b6ad-7c8469b23359 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585987 May 12 19:55:35.921681 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:36.007704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:55:36.018845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:36.063705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-02f7a3f1-6342-4ba9-8ca8-f644920cf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:36.065425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-02f7a3f1-6342-4ba9-8ca8-f644920cf125 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.1636832 May 12 19:55:36.138913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Transition to ACTIVE for port object ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:55:36.150326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:36.150935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:36.152308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] 10.222.0.73 "PUT /v2.0/ports/bc24a73d-ed34-4496-b969-90f73760fa75 HTTP/1.1" status: 200 len: 1091 time: 4.5463905 May 12 19:55:36.166770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:36.170027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de958068-93dc-4bb4-9f37-906c5785f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:36.185816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:36.211866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ebb3b95-5fc2-4904-883c-a3b13c01c99e req-94cb3388-04da-4fd8-b047-c73aa963a80f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404181 May 12 19:55:36.243189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de958068-93dc-4bb4-9f37-906c5785f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e60dc32-4707-4c2a-8e68-e7a6fb727a64,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:36.261448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de958068-93dc-4bb4-9f37-906c5785f6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:36.262716 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-de958068-93dc-4bb4-9f37-906c5785f6c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e60dc32-4707-4c2a-8e68-e7a6fb727a64 HTTP/1.1" status: 204 len: 168 time: 0.6960099 May 12 19:55:36.301593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-4524fb04-2afc-4a98-b5c9-2dd8117aa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:36.309702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-4524fb04-2afc-4a98-b5c9-2dd8117aa9cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340283 May 12 19:55:36.373789 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e072888b-bdfe-4b33-8b65-8481a5f4e120'] response: {'name': 'network-changed', 'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'status': 'completed', 'code': 200} May 12 19:55:36.618634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-96b7aafb-63c6-46fa-9727-26d026e71564 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992976 May 12 19:55:36.626088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ede62-23e8-411c-99b6-d81a20471ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24a73d-ed34-4496-b969-90f73760fa75,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:36.795117 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-551ea265-a4b1-4dc5-b6ff-e010df1718ec req-7cd82e49-35c3-4e2b-ae1f-8c5945c3cde2 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732306 May 12 19:55:36.942811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Pushing event updated for resources: {'Port': ['ID=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:36.976829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac093-ba30-44d6-b92d-7480f5d26f93 req-df2f9ec8-ac87-498e-b76b-051111b44256 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:36.993830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48cac093-ba30-44d6-b92d-7480f5d26f93 req-df2f9ec8-ac87-498e-b76b-051111b44256 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 943 time: 0.9511378 May 12 19:55:37.102559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Attempting to bind port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:55:37.102793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Attempting to bind port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:55:37.109680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Attempting to bind port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 on network e968bd23-e561-4a0f-84eb-f5584a365039 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:55:37.117789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-1cd4237b-f3a9-4530-883e-24db7465707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:37.131641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-1cd4237b-f3a9-4530-883e-24db7465707b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 1094 time: 0.9004884 May 12 19:55:37.136334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 on network e968bd23-e561-4a0f-84eb-f5584a365039 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:55:37.141041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Attempting to bind port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 on network e968bd23-e561-4a0f-84eb-f5584a365039 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:55:37.266376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48cac093-ba30-44d6-b92d-7480f5d26f93 req-7b87da34-b845-4262-9788-0b3719ae7e2c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716150 May 12 19:55:37.313975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:55:37.314504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Checking segment: {'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:55:37.315069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Bound using segment: {'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:55:37.315835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Bound port: ca25083e-b5d7-42e0-94e1-72b8cf0a5f38, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:55:37.316332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:37.395398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-e6da91be-38ef-4e5b-a4c9-95197d984e18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc24a73d-ed34-4496-b969-90f73760fa75 HTTP/1.1" status: 200 len: 217 time: 0.2099888 May 12 19:55:37.612644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-229f6214-3f2d-48d4-a851-5c3959662fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:37.614131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-229f6214-3f2d-48d4-a851-5c3959662fa9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.2289870 May 12 19:55:37.998587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] For port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:55:38.011436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:38.027979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] For port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:55:38.040890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:38.052931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b262a-ed8d-4640-9d88-db74812c6a7f req-387ec85a-f769-433a-a4d9-5712224329bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:38.054697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-846b262a-ed8d-4640-9d88-db74812c6a7f req-387ec85a-f769-433a-a4d9-5712224329bf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.8019423 May 12 19:55:38.157131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:38.157770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:38.161045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] 10.222.0.36 "PUT /v2.0/ports/ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 HTTP/1.1" status: 200 len: 1092 time: 3.9369769 May 12 19:55:38.363031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-97e00073-6463-4a97-8e14-d7406f64d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:38.364804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-97e00073-6463-4a97-8e14-d7406f64d372 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7410970 May 12 19:55:38.371412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-846b262a-ed8d-4640-9d88-db74812c6a7f req-ec9f4ecc-5699-4fcf-89a7-7095fa236b00 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835522 May 12 19:55:38.384090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc329684-d6ba-403a-aebd-814fc295738b req-dcb47658-3bb9-4a84-8ea9-b6c80f8c5f7a tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:38.389052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc329684-d6ba-403a-aebd-814fc295738b req-dcb47658-3bb9-4a84-8ea9-b6c80f8c5f7a tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 944 time: 0.4528081 May 12 19:55:38.389606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adca883a-cc35-4719-9330-536833efff8f', 'tag': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:38.552078 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:38.564364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed39c2-58d6-44d1-a9b4-860bdac4ddbb service neutron] Pushing event updated for resources: {'Port': ['ID=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:38.741481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc329684-d6ba-403a-aebd-814fc295738b req-ad4b2205-4e6a-49e1-96b1-d6d71fe46b12 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618721 May 12 19:55:38.757357 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-400f38e8-b776-4f6a-ad33-e16713c29336 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815739 May 12 19:55:38.868466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626d576-a324-470f-95d3-0e60d3010795 req-d3847645-9813-484d-901f-6e877c906300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:38.869956 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-d3847645-9813-484d-901f-6e877c906300 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9693f4e8f6d44bd3ad9e9ed7db9e11c1&device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 1095 time: 0.6188791 May 12 19:55:38.885454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64afc8-df58-4e99-b7f0-704c27ad9aa0 req-4233e549-fdea-4582-a455-17022f2599d3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:38.886976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc64afc8-df58-4e99-b7f0-704c27ad9aa0 req-4233e549-fdea-4582-a455-17022f2599d3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 943 time: 0.3101735 May 12 19:55:38.888771 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ff9cea-6f83-4655-8dbd-50c56b63dadd'] response: {'name': 'network-changed', 'server_uuid': 'adca883a-cc35-4719-9330-536833efff8f', 'tag': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38', 'status': 'completed', 'code': 200} May 12 19:55:38.965623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-e81301f9-3d36-480d-bd8a-5ce7de1556c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 HTTP/1.1" status: 200 len: 217 time: 0.0758324 May 12 19:55:39.129998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc64afc8-df58-4e99-b7f0-704c27ad9aa0 req-2f65263b-6314-4fa9-a9fe-0b30d7a11e17 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589949 May 12 19:55:39.133740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626d576-a324-470f-95d3-0e60d3010795 req-0007c7ef-94a8-450f-a4f6-42d28097b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:39.135191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-0007c7ef-94a8-450f-a4f6-42d28097b216 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39aeaad5-bbdc-479e-95a5-9c2c1f488649 HTTP/1.1" status: 200 len: 854 time: 0.1517158 May 12 19:55:39.144610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccad5ad7-6588-476b-880b-13e8232b3146 req-b393b13f-cbe6-403c-97dd-ae29b894aa6c service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771193 May 12 19:55:39.208890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-43abf5e2-5071-4b1e-ab23-f48072f2fec9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e968bd23-e561-4a0f-84eb-f5584a365039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631988 May 12 19:55:39.507024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-768cfa12-1c5c-4c7e-a2a6-5f36be5fc683 service neutron] 10.222.0.36 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544188 May 12 19:55:39.527537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55944) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:39.534317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 55946) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:39.672999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-404beebd-c59e-47af-8ace-8b0aa61f478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:39.674528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-404beebd-c59e-47af-8ace-8b0aa61f478f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 1094 time: 0.4647343 May 12 19:55:39.675125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:39.721035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:39.725833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:35762b16b2d24392b59cb7cbd0152f74 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:39.730805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:39.752383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:39.820347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9626d576-a324-470f-95d3-0e60d3010795 req-b9d712d4-e67d-4305-842b-fbe9f90fa8ff service neutron] 10.222.0.36 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056352 May 12 19:55:39.874669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:39.885578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:39.893888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Usage tracker for resource:security_group_rule and tenant:ed022377b6ee499e97e2ce8e0fecab17 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:39.898234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:39.912780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:40.051383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.064231 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.184072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.189807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35762b16b2d24392b59cb7cbd0152f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6609607 May 12 19:55:40.199124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 55998) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:40.208780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.225894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3489d30-f7f2-4b2a-aee4-cf08fd8a5fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c52bc37-4600-464f-bfcd-1e5ad56b165a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:40.278500 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed022377b6ee499e97e2ce8e0fecab17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7430990 May 12 19:55:40.281664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56004) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:40.298405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91502a6-59d0-483f-985f-97c8cc41ae08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c435fff0-acc2-4ad0-9f4b-0d3a7a0254a8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:40.353283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d53c2a0-cefd-44cf-9d49-8a65b71d3db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.383406 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d53c2a0-cefd-44cf-9d49-8a65b71d3db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.385851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb26358-1db5-4b19-ba19-11b85004fcb8 req-c0d645f1-e6d8-4d5a-8f4f-59f2365bd626 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:40.392779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eeb26358-1db5-4b19-ba19-11b85004fcb8 req-c0d645f1-e6d8-4d5a-8f4f-59f2365bd626 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.7146666 May 12 19:55:40.413562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-abfbb017-9cfc-4bb6-9b32-8aee2be61223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:40.415255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-abfbb017-9cfc-4bb6-9b32-8aee2be61223 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.6664889 May 12 19:55:40.442831 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d53c2a0-cefd-44cf-9d49-8a65b71d3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.500521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d53c2a0-cefd-44cf-9d49-8a65b71d3db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.501982 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d53c2a0-cefd-44cf-9d49-8a65b71d3db6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c435fff0-acc2-4ad0-9f4b-0d3a7a0254a8 HTTP/1.1" status: 204 len: 168 time: 0.2194138 May 12 19:55:40.503097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53c2a0-cefd-44cf-9d49-8a65b71d3db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435fff0-acc2-4ad0-9f4b-0d3a7a0254a8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:40.575567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-321cd6dd-edb3-4e92-b1a4-3556dfa7d067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.578550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-dea6643f-5f74-425a-8346-3a44bd2c6495 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc24a73d-ed34-4496-b969-90f73760fa75 HTTP/1.1" status: 200 len: 217 time: 0.1499922 May 12 19:55:40.612894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eeb26358-1db5-4b19-ba19-11b85004fcb8 req-5bb8c6f7-8284-4298-898b-f58632415e80 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185738 May 12 19:55:40.622569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8b07-1d49-4bfb-9a24-af747dfd18e1 req-e6e196a3-41ea-4e1f-be86-4fb805c36703 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:40.624519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cae8b07-1d49-4bfb-9a24-af747dfd18e1 req-e6e196a3-41ea-4e1f-be86-4fb805c36703 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 944 time: 0.6893187 May 12 19:55:40.626508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-7e1c6566-17cf-467e-b2dd-6f3366ed67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:40.627869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-7e1c6566-17cf-467e-b2dd-6f3366ed67f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9693f4e8f6d44bd3ad9e9ed7db9e11c1&device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 1095 time: 0.7043808 May 12 19:55:40.858849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-b0ac1f21-b60b-4e52-b485-231cfb005704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:40.860424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-b0ac1f21-b60b-4e52-b485-231cfb005704 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.2527518 May 12 19:55:40.947067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device bc24a73d-ed34-4496-b969-90f73760fa75 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:55:40.971544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-321cd6dd-edb3-4e92-b1a4-3556dfa7d067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:40.988634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cae8b07-1d49-4bfb-9a24-af747dfd18e1 req-13f7db4e-ac33-4afa-958d-f7527b10fc62 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502577 May 12 19:55:41.018078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56028) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:41.056428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.109682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:41.110768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port bc24a73d-ed34-4496-b969-90f73760fa75, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc24a73d-ed34-4496-b969-90f73760fa75,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:41.118991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Usage tracker for resource:security_group_rule and tenant:f8bda0f9d19d42058e4f3cd203f6b439 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:41.127697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'port_id': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'mac_address': 'fa:16:3e:51:aa:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:55:41.130192 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:41.145628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:41.155993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-635794fa-b7b8-4d1f-8b9b-8605cd59a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:41.157868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-635794fa-b7b8-4d1f-8b9b-8605cd59a84a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e968bd23-e561-4a0f-84eb-f5584a365039 HTTP/1.1" status: 200 len: 915 time: 0.4515235 May 12 19:55:41.209493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port bc24a73d-ed34-4496-b969-90f73760fa75 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:55:41.210007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.230417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc24a73d-ed34-4496-b969-90f73760fa75 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:55:41.263313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port bc24a73d-ed34-4496-b969-90f73760fa75, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc24a73d-ed34-4496-b969-90f73760fa75,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:41.266625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-f89bfbe7-0f1f-4b12-aba9-021fbe536d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:41.268268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-f89bfbe7-0f1f-4b12-aba9-021fbe536d41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3848624 May 12 19:55:41.276939 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.341206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-b3af2968-5c70-4748-90c3-ee18a69256e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 HTTP/1.1" status: 200 len: 217 time: 0.1750524 May 12 19:55:41.358240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=bc24a73d-ed34-4496-b969-90f73760fa75,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:41.490200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.495570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.497823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d64353-9354-43e8-87f9-5234f0edd6a2 req-3a449f25-bad4-4537-ae65-03f86bdc1a15 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:41.501775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d64353-9354-43e8-87f9-5234f0edd6a2 req-3a449f25-bad4-4537-ae65-03f86bdc1a15 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 943 time: 0.6294968 May 12 19:55:41.532349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['bc24a73d-ed34-4496-b969-90f73760fa75'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:55:41.550905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-321cd6dd-edb3-4e92-b1a4-3556dfa7d067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.587907 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8bda0f9d19d42058e4f3cd203f6b439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673535 May 12 19:55:41.599467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56042) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:41.662651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2232d3-dd39-412a-9edd-68745eb05cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da699120-7a1b-4295-bbfa-ad8d1e5a2f41,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:41.665847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cd6dd-edb3-4e92-b1a4-3556dfa7d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c52bc37-4600-464f-bfcd-1e5ad56b165a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:41.677668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-a021594f-c82c-4ed1-93ea-a771541607a0 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223920 May 12 19:55:41.706612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11201178-ee94-4196-88ec-62fcb72e1dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.727109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-321cd6dd-edb3-4e92-b1a4-3556dfa7d067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.731458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-321cd6dd-edb3-4e92-b1a4-3556dfa7d067 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c52bc37-4600-464f-bfcd-1e5ad56b165a HTTP/1.1" status: 204 len: 168 time: 1.5270309 May 12 19:55:41.761748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11201178-ee94-4196-88ec-62fcb72e1dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.811787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-f2dcd6cf-aa40-4626-9303-1a881c9af57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:41.813878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-f2dcd6cf-aa40-4626-9303-1a881c9af57d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39aeaad5-bbdc-479e-95a5-9c2c1f488649 HTTP/1.1" status: 200 len: 854 time: 0.4490924 May 12 19:55:41.888304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d64353-9354-43e8-87f9-5234f0edd6a2 req-5cd20c56-ca37-40f3-a2da-2b7abaebe00e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222551 May 12 19:55:41.896195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11201178-ee94-4196-88ec-62fcb72e1dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.927914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-d31dfa95-1f14-4653-978c-716584d08be3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e968bd23-e561-4a0f-84eb-f5584a365039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947549 May 12 19:55:41.934206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11201178-ee94-4196-88ec-62fcb72e1dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da699120-7a1b-4295-bbfa-ad8d1e5a2f41,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:41.943464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0de74-4eb9-4714-b714-f0f493309242 req-53376aa6-fdc3-42a3-a39d-4fa94facd11c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:41.948414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11201178-ee94-4196-88ec-62fcb72e1dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:41.952651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-11201178-ee94-4196-88ec-62fcb72e1dac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da699120-7a1b-4295-bbfa-ad8d1e5a2f41 HTTP/1.1" status: 204 len: 168 time: 0.3505526 May 12 19:55:41.956763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d0de74-4eb9-4714-b714-f0f493309242 req-53376aa6-fdc3-42a3-a39d-4fa94facd11c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.7289705 May 12 19:55:42.321778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d0de74-4eb9-4714-b714-f0f493309242 req-120d39e9-9e67-4de9-9d2b-dd018326f26c tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632708 May 12 19:55:42.425239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-580a9a27-3f68-4c67-9c20-d9aa86e76b60 req-d11350c6-1607-45af-9a10-1b5e8a9532b7 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288747 May 12 19:55:42.476542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-dd23b67c-0aa4-41f8-9ebd-cd43d3e68a61 service neutron] 10.222.0.36 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143988 May 12 19:55:42.952212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device bc24a73d-ed34-4496-b969-90f73760fa75 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:55:43.078426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port bc24a73d-ed34-4496-b969-90f73760fa75 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:55:43.086882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port bc24a73d-ed34-4496-b969-90f73760fa75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:55:43.087479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.105512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd065001-a38d-4135-a198-2027827c4679 req-002edb35-9f27-4009-b35f-e1059bdeb9b8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:43.117807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd065001-a38d-4135-a198-2027827c4679 req-002edb35-9f27-4009-b35f-e1059bdeb9b8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 944 time: 0.8740778 May 12 19:55:43.246362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c62f2040-2152-4cbb-963e-76b51b963d9e req-90ee4209-0eb4-43b6-a01f-fbe6d6e1b967 service neutron] 10.222.0.36 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586906 May 12 19:55:43.253573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56114) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:43.287962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd065001-a38d-4135-a198-2027827c4679 req-64a7324b-d181-4d8e-b99d-916d9366fe98 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689308 May 12 19:55:43.308877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d209-ebfe-40d9-b491-9b16de9ed445 req-899ae881-31c0-4221-99aa-1e57cb2700d4 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:43.310479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c42d209-ebfe-40d9-b491-9b16de9ed445 req-899ae881-31c0-4221-99aa-1e57cb2700d4 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.6487172 May 12 19:55:43.331890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:55:43.406178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c42d209-ebfe-40d9-b491-9b16de9ed445 req-69ea8b26-a34a-415a-9ee6-159acd0f6899 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886011 May 12 19:55:43.466946 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:55:43.489688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1257964517-network', 'tenant_id': '2a642587e3574f9b95f7fb3edd1131eb'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:43.495499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:43.502210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Usage tracker for resource:network and tenant:2a642587e3574f9b95f7fb3edd1131eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:43.510242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:43.517106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:43.538149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Made reservation on behalf of 2a642587e3574f9b95f7fb3edd1131eb for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:55:43.540978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.582105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.623844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d1e9a-5e0c-420e-a4fb-a737553c4685 req-1b27779f-02b8-475d-af13-88969b5a5d2a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:43.630803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a36d1e9a-5e0c-420e-a4fb-a737553c4685 req-1b27779f-02b8-475d-af13-88969b5a5d2a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 944 time: 0.1829367 May 12 19:55:43.641882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:43.654634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Usage tracker for resource:security_group_rule and tenant:2a642587e3574f9b95f7fb3edd1131eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:43.660729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:43.672512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:43.706122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port bc24a73d-ed34-4496-b969-90f73760fa75 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:55:43.706594 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.765746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:43.791652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port bc24a73d-ed34-4496-b969-90f73760fa75, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc24a73d-ed34-4496-b969-90f73760fa75,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:43.798502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:43.808124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.859081 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.869176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a36d1e9a-5e0c-420e-a4fb-a737553c4685 req-47023348-cf9a-4b25-ac87-494f3d205d93 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337070 May 12 19:55:43.878430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.906989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38', 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039', 'port_id': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38', 'mac_address': 'fa:16:3e:c3:8c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39aeaad5-bbdc-479e-95a5-9c2c1f488649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:55:43.924333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:55:43.955799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:43.957688 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Added segment c1cfacd3-b561-4922-a3ed-6acbed69b35a of type vlan for network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 May 12 19:55:43.969059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f540be-6319-4bec-b2af-27c50b645214 req-d56e062e-f165-4a81-8577-e1467e13a9f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:43.972834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1f540be-6319-4bec-b2af-27c50b645214 req-d56e062e-f165-4a81-8577-e1467e13a9f7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3045976 May 12 19:55:43.999068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=bc24a73d-ed34-4496-b969-90f73760fa75,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:44.014980 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890f0f20-26c3-4e02-8185-d9bfb9895316'] response: {'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'code': 200} May 12 19:55:44.020619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:55:44.022586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:44.044729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:55:44.082185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d91b16-4c22-4c33-9d12-efb9ee060222,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:44.083659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:44.092470 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:44.104715 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:44.127293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1f540be-6319-4bec-b2af-27c50b645214 req-1ffbc3e8-6528-4c7a-a11f-024096cbf869 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478107 May 12 19:55:44.194921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:44.200308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:44.202604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:44.203690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516ad8-c455-41e0-a3ba-dc5af9e9c8c2 req-720de335-d3df-4db3-afd3-ef1ebb4d0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:44.210050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5516ad8-c455-41e0-a3ba-dc5af9e9c8c2 req-720de335-d3df-4db3-afd3-ef1ebb4d0d68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 1096 time: 0.1298332 May 12 19:55:44.242091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:44.349898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5516ad8-c455-41e0-a3ba-dc5af9e9c8c2 req-3fa589c1-a698-468a-a302-efd5203ef7b3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338029 May 12 19:55:44.389539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ca25083e-b5d7-42e0-94e1-72b8cf0a5f38'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:55:44.495606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] Pushing event updated for resources: {'Network': ['ID=ce7c2151-2bf6-4d9c-9420-a3f2a7621d85,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:44.518568 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-607319bb-6e7e-48ec-bdf0-59f09784ef2c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2622170 May 12 19:55:44.519364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:44.539255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Request body: {'subnet': {'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1257964517-subnet', 'tenant_id': '2a642587e3574f9b95f7fb3edd1131eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:44.540980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:55:44.559580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:44.576938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Usage tracker for resource:subnet and tenant:2a642587e3574f9b95f7fb3edd1131eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:44.581698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:44.611851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538098c-3c0f-4e15-93f4-f8d1abd425a4 req-f36c4404-ffc6-4134-9076-ca37ac4c49be tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:44.612320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:44.613489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f538098c-3c0f-4e15-93f4-f8d1abd425a4 req-f36c4404-ffc6-4134-9076-ca37ac4c49be tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2701116 May 12 19:55:44.632220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Made reservation on behalf of 2a642587e3574f9b95f7fb3edd1131eb for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:55:44.634792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:44.723567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f538098c-3c0f-4e15-93f4-f8d1abd425a4 req-1f6bf0fe-49c8-470c-9dff-9582bf3c4117 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089797 May 12 19:55:44.815370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7dc73-48dd-474f-a582-9cfadcb91939 req-19b0d85c-b568-40fc-ae27-105af22b7050 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:44.849765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1e7dc73-48dd-474f-a582-9cfadcb91939 req-19b0d85c-b568-40fc-ae27-105af22b7050 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 945 time: 0.3054521 May 12 19:55:44.921964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1e7dc73-48dd-474f-a582-9cfadcb91939 req-0281acff-5c26-4a6b-bb52-84af4e015a1f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674808 May 12 19:55:44.984230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:45.203342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5a436a-794c-4a25-b456-e76a5d486981,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:45.252376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465939a8-9c0d-45eb-bff4-1fea646042c2 req-29f37dc5-1a91-4ed3-b80a-08261e6e36b0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:45.267483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Checking segment: {'id': 'c1cfacd3-b561-4922-a3ed-6acbed69b35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:55:45.268031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Network hostable DHCP agents. Network: ce7c2151-2bf6-4d9c-9420-a3f2a7621d85, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:55:45.270963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-465939a8-9c0d-45eb-bff4-1fea646042c2 req-29f37dc5-1a91-4ed3-b80a-08261e6e36b0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 945 time: 0.2015741 May 12 19:55:45.321093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:55:45.353487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ce7c2151-2bf6-4d9c-9420-a3f2a7621d85) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:55:45.357724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:45.358429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:45.365638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9227729-dc6c-4388-9ac0-d60db90e08d5 None None] Network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:55:45.394920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-465939a8-9c0d-45eb-bff4-1fea646042c2 req-73040d9c-4da7-4ea0-8e62-c3a6688cf6a7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219804 May 12 19:55:45.415217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f40d9cea-167b-4bcf-a031-97a409cf16e5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8943956 May 12 19:55:45.582176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b162a3-a7b1-44bd-ade0-4c6850654be8 req-ae707e20-faad-4cd3-947a-39e5c2c7167f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:45.584387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90b162a3-a7b1-44bd-ade0-4c6850654be8 req-ae707e20-faad-4cd3-947a-39e5c2c7167f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1484990 May 12 19:55:45.748731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90b162a3-a7b1-44bd-ade0-4c6850654be8 req-a301e857-8c61-4751-9972-8241e7a371d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291449 May 12 19:55:45.895450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed692a98-6ed4-4d1d-b754-3babe008e7cd None None] Network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:55:46.242729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44efdd3-6cec-412d-8d3c-3fb3451fafd8 req-2fa2b567-ca52-4f98-838a-13f75af9eb92 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:46.251541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f44efdd3-6cec-412d-8d3c-3fb3451fafd8 req-2fa2b567-ca52-4f98-838a-13f75af9eb92 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 945 time: 0.1730812 May 12 19:55:46.327183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f44efdd3-6cec-412d-8d3c-3fb3451fafd8 req-8602fe2c-da32-4b1d-8c48-0c19fab36b8c tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705171 May 12 19:55:46.388572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56212) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:46.395154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-49629566-network', 'tenant_id': 'a0966cc7b80543cf9bafc315590a90ff'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:46.401137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:46.410194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Usage tracker for resource:network and tenant:a0966cc7b80543cf9bafc315590a90ff is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:46.414358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:46.424173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:46.438170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Made reservation on behalf of a0966cc7b80543cf9bafc315590a90ff for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:55:46.441611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:46.456998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:46.480809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:46.491311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0966cc7b80543cf9bafc315590a90ff is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:46.496492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:46.503633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:46.615000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a82b01-5f1f-4bc9-86f5-83b56fb033c3 req-3027c7c7-531b-4f96-a17b-e250b10ae07b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:46.616135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3a82b01-5f1f-4bc9-86f5-83b56fb033c3 req-3027c7c7-531b-4f96-a17b-e250b10ae07b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 945 time: 0.1176019 May 12 19:55:46.643548 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:46.651923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:46.689005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3a82b01-5f1f-4bc9-86f5-83b56fb033c3 req-82b11bf9-da72-4195-9377-08e152ded70f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640764 May 12 19:55:46.693848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:55:46.712420 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:46.712769 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Added segment 4a16d61a-44a2-4be3-ac03-f4a6a5a5ffe6 of type vlan for network 66c74ef1-3112-4ca5-85ef-b48945150d20 May 12 19:55:46.713857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d25c65a-88da-4ba5-b5c8-d558b27336d0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:46.755552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:46.801638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:46.803219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:46.804926 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:47.019873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] Pushing event updated for resources: {'Network': ['ID=66c74ef1-3112-4ca5-85ef-b48945150d20,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:47.027571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af16ac3f-4b91-46c3-be8d-f99c096042f7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6376853 May 12 19:55:47.029777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56234) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:47.033720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 66c74ef1-3112-4ca5-85ef-b48945150d20 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:55:47.035767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Request body: {'subnet': {'network_id': '66c74ef1-3112-4ca5-85ef-b48945150d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-49629566-subnet', 'tenant_id': 'a0966cc7b80543cf9bafc315590a90ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:47.041797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:47.046160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Usage tracker for resource:subnet and tenant:a0966cc7b80543cf9bafc315590a90ff is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:47.049782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:47.056023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:47.076642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Made reservation on behalf of a0966cc7b80543cf9bafc315590a90ff for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:55:47.080750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:47.123584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7e05a-1dfd-4896-b048-74ef9985ffdd req-421af0e2-092c-454d-b892-9edb8410b2c6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:47.134236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2f7e05a-1dfd-4896-b048-74ef9985ffdd req-421af0e2-092c-454d-b892-9edb8410b2c6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 945 time: 0.3143585 May 12 19:55:47.140022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56242) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:47.159274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'port_id': 'bc24a73d-ed34-4496-b969-90f73760fa75'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:47.368449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:55:47.449259 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:47.496174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:47.618217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa3c250-e52f-418d-86bc-caf39ffda761,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:47.636163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:55:47.642031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:55:47.642611 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:47.658737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Checking segment: {'id': '4a16d61a-44a2-4be3-ac03-f4a6a5a5ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '66c74ef1-3112-4ca5-85ef-b48945150d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:55:47.659344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Network hostable DHCP agents. Network: 66c74ef1-3112-4ca5-85ef-b48945150d20, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:55:47.686336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Network 66c74ef1-3112-4ca5-85ef-b48945150d20 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:55:47.689075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8b2e-c38d-4c14-b50b-c93fe35b1ad1 req-1f7f0c10-0251-4b9b-a0b7-136a5c41acec tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:47.696336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dac8b2e-c38d-4c14-b50b-c93fe35b1ad1 req-1f7f0c10-0251-4b9b-a0b7-136a5c41acec tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.7736006 May 12 19:55:47.709485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 66c74ef1-3112-4ca5-85ef-b48945150d20) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:55:47.714996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:47.714996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:47.741637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80627e7b-4341-4dab-94fe-01c82d680eb0 None None] Network 66c74ef1-3112-4ca5-85ef-b48945150d20 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:55:47.785001 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d7f603aa-70d9-4ca3-8bcd-20fe9f497755 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7530944 May 12 19:55:47.863256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dac8b2e-c38d-4c14-b50b-c93fe35b1ad1 req-dd05d54c-3369-4cc0-a3b5-93a44e88b0d4 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660299 May 12 19:55:48.111111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b6357-b1f6-4d70-89e6-2f773dccc534 None None] Network 66c74ef1-3112-4ca5-85ef-b48945150d20 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:55:48.206126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c81bd-0b12-4c9d-885e-d0de1f775176 req-ffb42f13-27f9-44aa-8959-b1dee07c5181 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:48.212823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac8c81bd-0b12-4c9d-885e-d0de1f775176 req-ffb42f13-27f9-44aa-8959-b1dee07c5181 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 945 time: 0.5318749 May 12 19:55:48.745992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:55:48.746374 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:48.783736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ac8c81bd-0b12-4c9d-885e-d0de1f775176 req-c0463cce-35d6-48ab-a299-884dbad35675 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950161 May 12 19:55:48.812186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:48.814375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adca883a-cc35-4719-9330-536833efff8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:48.826607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:48.902134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-21ea0517-52b6-40a1-ba87-7586dc100255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:48.908289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-21ea0517-52b6-40a1-ba87-7586dc100255 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.2723503 May 12 19:55:48.994930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:49.219582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-b81c27ba-ca9f-4f02-aaef-f5e1154981d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:49.221173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-b81c27ba-ca9f-4f02-aaef-f5e1154981d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.3040626 May 12 19:55:49.486405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-ac8eb2fe-0363-4304-b743-ef62032fdf86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.2461638 May 12 19:55:49.519745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:55:49.752619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-a1733950-d483-453e-849a-30744c70a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:49.754860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-a1733950-d483-453e-849a-30744c70a86e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2481604 May 12 19:55:49.758208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:49.840672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fa2f4-68a8-440b-989a-b26776168685 req-bb0f3b86-e6f1-4db1-9684-62d4ac789c21 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:49.842254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b2fa2f4-68a8-440b-989a-b26776168685 req-bb0f3b86-e6f1-4db1-9684-62d4ac789c21 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.7975438 May 12 19:55:49.842973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:50.053063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-389ba526-be80-48a3-b916-b8b2876f61eb tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:50.054729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-389ba526-be80-48a3-b916-b8b2876f61eb tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/networks?id=ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 HTTP/1.1" status: 200 len: 809 time: 1.0117834 May 12 19:55:50.104499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-cd09b34a-118a-4d4b-816c-dae67d3ba5c1 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/quotas/2a642587e3574f9b95f7fb3edd1131eb HTTP/1.1" status: 200 len: 375 time: 0.0422988 May 12 19:55:50.110607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b2fa2f4-68a8-440b-989a-b26776168685 req-876a5404-f079-4b2e-9397-59e69e4b1def tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734331 May 12 19:55:50.173077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-14b9627a-9509-44de-a277-e18822349890 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a642587e3574f9b95f7fb3edd1131eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571659 May 12 19:55:50.182587 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP d8aeaf9f-a949-4c3e-af70-119fb7e1649a associated. External IP: 172.25.2.116, port: bc24a73d-ed34-4496-b969-90f73760fa75. May 12 19:55:50.262412 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaed792-473b-4cf7-b60e-3a43110f82a1'] response: {'server_uuid': 'adca883a-cc35-4719-9330-536833efff8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38', 'code': 200} May 12 19:55:50.512824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2f2c6-e8b9-4881-b0db-43fbb5110cf5 req-58b4345e-20d0-45db-847f-e9c62217a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:50.512824 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e6c2f2c6-e8b9-4881-b0db-43fbb5110cf5 req-58b4345e-20d0-45db-847f-e9c62217a300 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 1097 time: 0.1743777 May 12 19:55:50.621948 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e6c2f2c6-e8b9-4881-b0db-43fbb5110cf5 req-4ec3f6ea-7a7c-4c2b-8661-f3d3f9f47aee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984144 May 12 19:55:50.946584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-41be0520-a43c-458c-9398-babbd9340726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:50.946584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-41be0520-a43c-458c-9398-babbd9340726 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1659286 May 12 19:55:51.139847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-f7fff6fd-3296-4d8e-b4d0-b15c283f24d5 service neutron] 10.222.0.72 "GET /v2.0/networks/ce7c2151-2bf6-4d9c-9420-a3f2a7621d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264723 May 12 19:55:51.233644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba328e-8c13-4440-9279-fcb4195a103a req-e60036b5-424a-408d-83e7-67ce5e0e7b19 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:51.240952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fba328e-8c13-4440-9279-fcb4195a103a req-e60036b5-424a-408d-83e7-67ce5e0e7b19 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 946 time: 0.5006101 May 12 19:55:51.482535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7fba328e-8c13-4440-9279-fcb4195a103a req-e027e805-a945-4adb-9415-4f6acc37bb74 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405951 May 12 19:55:51.580190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-20863e12-cdb0-4ce9-b33d-882b91fef898 service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981905 May 12 19:55:51.683269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-5022c9a1-aec3-45f5-94e4-62e291711fb4 service neutron] 10.222.0.72 "GET /v2.0/networks/ce7c2151-2bf6-4d9c-9420-a3f2a7621d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340331 May 12 19:55:51.945682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:55:52.040711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2d8ba13-05fe-4a93-9927-87b310432ec4 req-10c686b7-960c-4179-b04e-84cb40abb5fd tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 210 time: 0.0935612 May 12 19:55:52.045675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e53f5e38-0a23-43c4-9aa2-dda71a93ae18 req-d35b76f4-b260-4f11-a2a7-a1105d9cbcbd service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514508 May 12 19:55:52.301655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481093f-cd2d-4430-a2ee-8aa8bc0761d9 req-50ab993f-82f0-4aaa-a184-57788aac6e34 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:52.309081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1481093f-cd2d-4430-a2ee-8aa8bc0761d9 req-50ab993f-82f0-4aaa-a184-57788aac6e34 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.7120569 May 12 19:55:52.468143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1481093f-cd2d-4430-a2ee-8aa8bc0761d9 req-8e8b7a1b-9fbe-446b-ab43-56cc1061ee5b tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488545 May 12 19:55:52.488540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:55:52.500336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:52.503057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:55:52.530318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:55:52.531069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:55:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:55:52.618653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-525ba0c6-4ad7-4fa2-82b4-013380e15559 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "PUT /v2.0/floatingips/d8aeaf9f-a949-4c3e-af70-119fb7e1649a HTTP/1.1" status: 200 len: 991 time: 5.4773035 May 12 19:55:52.620001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:52.726945 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb8cfe6-8bcc-4870-acb4-b940806c4f55'] response: {'name': 'network-changed', 'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'status': 'completed', 'code': 200} May 12 19:55:52.936232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:55:52.990393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd633084-6d4c-4487-9822-af34b263b406 req-a7cdce51-adfe-4b29-b11e-0558b617c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:52.991863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd633084-6d4c-4487-9822-af34b263b406 req-a7cdce51-adfe-4b29-b11e-0558b617c641 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 1096 time: 0.1381176 May 12 19:55:53.423432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692bbed-b4bd-4d3c-a8a4-09c09d3653db req-97e088ca-32b5-448e-bdf0-2c6ccf0a9241 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:53.432740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6692bbed-b4bd-4d3c-a8a4-09c09d3653db req-97e088ca-32b5-448e-bdf0-2c6ccf0a9241 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 946 time: 0.6775372 May 12 19:55:53.633953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2385855f-2fa1-498a-b68b-17ae0d842770 req-abf6eed4-fa1f-45ce-b2bc-982b451fb6d9 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 210 time: 0.2330613 May 12 19:55:53.723214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:39Z', 'revision_number': 2, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}, {'id': 'd8aeaf9f-a949-4c3e-af70-119fb7e1649a', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:51:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:55:23Z', 'updated_at': '2022-05-12T19:55:49Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:55:53.735599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:55:53.747100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:55:53.749213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:55:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:55:53.751588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6692bbed-b4bd-4d3c-a8a4-09c09d3653db req-0016ac1d-2be2-4666-8cde-d0eb1a94738f tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247818 May 12 19:55:53.848069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd633084-6d4c-4487-9822-af34b263b406 req-8f71ee61-1266-4b15-ae3d-deed4f009398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:53.856685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd633084-6d4c-4487-9822-af34b263b406 req-8f71ee61-1266-4b15-ae3d-deed4f009398 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.8486979 May 12 19:55:54.271145 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd633084-6d4c-4487-9822-af34b263b406 req-15521967-81da-4fb5-93f7-777789f4d317 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc24a73d-ed34-4496-b969-90f73760fa75 HTTP/1.1" status: 200 len: 999 time: 0.4122407 May 12 19:55:54.282026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:55:54.334314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-a981b26b-00f0-4bdd-8c3b-f13f461e1777 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:54.335048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-a981b26b-00f0-4bdd-8c3b-f13f461e1777 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Synchronizing usage tracker for tenant:2a642587e3574f9b95f7fb3edd1131eb on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:55:54.397721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-a981b26b-00f0-4bdd-8c3b-f13f461e1777 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Unset dirty status for tenant:2a642587e3574f9b95f7fb3edd1131eb on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:55:54.399510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-a981b26b-00f0-4bdd-8c3b-f13f461e1777 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.73 "GET /v2.0/networks?id=ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 HTTP/1.1" status: 200 len: 809 time: 0.5861208 May 12 19:55:54.425395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Request body: {'port': {'device_id': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85', 'admin_state_up': True, 'tenant_id': '2a642587e3574f9b95f7fb3edd1131eb'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:54.513393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd633084-6d4c-4487-9822-af34b263b406 req-1dbd9e6f-458f-40c4-be10-2548b11bc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:54.515832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd633084-6d4c-4487-9822-af34b263b406 req-1dbd9e6f-458f-40c4-be10-2548b11bc502 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.2272747 May 12 19:55:54.642053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52efd6-5d5a-48c7-b5d0-aa60828b8644 req-609d96e6-8ee7-4022-84a8-d8d8d940c801 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:54.650197 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e52efd6-5d5a-48c7-b5d0-aa60828b8644 req-609d96e6-8ee7-4022-84a8-d8d8d940c801 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.5903394 May 12 19:55:54.772115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd633084-6d4c-4487-9822-af34b263b406 req-9aaf64a9-534e-4329-a241-f22b78a2b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:54.773970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd633084-6d4c-4487-9822-af34b263b406 req-9aaf64a9-534e-4329-a241-f22b78a2b1dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514670 May 12 19:55:54.794500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e52efd6-5d5a-48c7-b5d0-aa60828b8644 req-4bdd43eb-fd5b-4bd8-a5e5-c11280ed5723 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432827 May 12 19:55:54.972205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:54.988340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Usage tracker for resource:port and tenant:2a642587e3574f9b95f7fb3edd1131eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:55.003153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:55.037125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:55.076899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Made reservation on behalf of 2a642587e3574f9b95f7fb3edd1131eb for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:55:55.096553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:55.172106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bee20638-19f7-4b59-804e-50bd12429a61 req-28406eb1-56e2-43fb-9adb-817a6961e79e tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 210 time: 0.1945133 May 12 19:55:55.390740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd633084-6d4c-4487-9822-af34b263b406 req-906bb480-bb72-405a-9eff-a184b29eee24 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943158 May 12 19:55:55.415229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:39Z', 'revision_number': 2, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}, {'id': 'd8aeaf9f-a949-4c3e-af70-119fb7e1649a', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:51:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:55:23Z', 'updated_at': '2022-05-12T19:55:49Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:55:55.428280 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d01712-14ec-42d3-b860-c8898cb85fd0 None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:39Z', 'revision_number': 2, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}, {'id': 'd8aeaf9f-a949-4c3e-af70-119fb7e1649a', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:51:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:55:23Z', 'updated_at': '2022-05-12T19:55:49Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:55:55.479088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Allocated IP 172.20.0.4 (ce7c2151-2bf6-4d9c-9420-a3f2a7621d85/fe5a436a-794c-4a25-b456-e76a5d486981/dfe64662-4d2a-4e57-83c4-5838f35270a2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:55:55.555552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c6e6e-2b06-4c4f-9626-35d4a5162224 req-7ab0656f-9dab-4481-adf3-85a05fa2e084 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:55.563001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-869c6e6e-2b06-4c4f-9626-35d4a5162224 req-7ab0656f-9dab-4481-adf3-85a05fa2e084 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.3554337 May 12 19:55:55.643981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-869c6e6e-2b06-4c4f-9626-35d4a5162224 req-e97c442f-a8af-47fe-92a0-d52f8bcabcea tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800011 May 12 19:55:55.712792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd633084-6d4c-4487-9822-af34b263b406 req-df670324-b8ed-4bc2-8004-3fef726fe165 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124051 May 12 19:55:55.831820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432407e8-651e-49cc-bfa1-cc349b682750 None None] New status for floating IP d8aeaf9f-a949-4c3e-af70-119fb7e1649a: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:55:55.872205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:55.928357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:56.070191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:55:56.074063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:55:56.078626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:55:56.117450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Pushing event updated for resources: {'Port': ['ID=dfe64662-4d2a-4e57-83c4-5838f35270a2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:56.169319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:56.170270 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:56.208708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fa7f1278-ace3-4471-acff-39baed35a31c tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8002479 May 12 19:55:56.223083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Request body: {'port': {'device_id': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:55:56.462938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:56.603238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68507a1-6881-42fc-86f6-b2bdd411bbee req-a43cb417-51e1-40b1-b6ab-5e5bdc21bb88 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:56.610535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d68507a1-6881-42fc-86f6-b2bdd411bbee req-a43cb417-51e1-40b1-b6ab-5e5bdc21bb88 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 931 time: 0.1962795 May 12 19:55:56.693619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d68507a1-6881-42fc-86f6-b2bdd411bbee req-1c1af401-6cb5-4131-8074-b170c86b2964 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762815 May 12 19:55:56.907142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e70af119-9a15-422f-a043-013118bb64ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:57.250059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe64662-4d2a-4e57-83c4-5838f35270a2 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:55:57.271794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:57.315137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Transition to ACTIVE for port object dfe64662-4d2a-4e57-83c4-5838f35270a2 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:55:57.322167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:57.687879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-e001db27-9f80-44c9-9a47-7c479f375589 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:57.701035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-e001db27-9f80-44c9-9a47-7c479f375589 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=12977d7f-fb92-4531-9049-ffd3ba38539b HTTP/1.1" status: 200 len: 944 time: 0.2658291 May 12 19:55:57.747661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe64662-4d2a-4e57-83c4-5838f35270a2,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:57.820761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Attempting to bind port dfe64662-4d2a-4e57-83c4-5838f35270a2 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:55:57.821098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Attempting to bind port dfe64662-4d2a-4e57-83c4-5838f35270a2 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'c1cfacd3-b561-4922-a3ed-6acbed69b35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:55:57.821471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Attempting to bind port dfe64662-4d2a-4e57-83c4-5838f35270a2 on network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:55:57.839731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Port dfe64662-4d2a-4e57-83c4-5838f35270a2 on network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:55:57.839731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Attempting to bind port dfe64662-4d2a-4e57-83c4-5838f35270a2 on network ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:55:57.857062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:55:57.857062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Checking segment: {'id': 'c1cfacd3-b561-4922-a3ed-6acbed69b35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:55:57.863724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Bound using segment: {'id': 'c1cfacd3-b561-4922-a3ed-6acbed69b35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:55:57.864302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Bound port: dfe64662-4d2a-4e57-83c4-5838f35270a2, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cfacd3-b561-4922-a3ed-6acbed69b35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:55:57.864661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:57.864930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Deleting port 4a6c281f-9480-40d7-91be-858c93f164e4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:55:57.867821 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:57.910689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56588) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:58.032289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] For port dfe64662-4d2a-4e57-83c4-5838f35270a2, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:55:58.035639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] For port dfe64662-4d2a-4e57-83c4-5838f35270a2, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=dfe64662-4d2a-4e57-83c4-5838f35270a2,segment=NetworkSegment(c1cfacd3-b561-4922-a3ed-6acbed69b35a),segment_id=c1cfacd3-b561-4922-a3ed-6acbed69b35a)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:55:58.041569 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:58.124485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:58.125099 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:58.127286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] 10.222.0.73 "PUT /v2.0/ports/dfe64662-4d2a-4e57-83c4-5838f35270a2 HTTP/1.1" status: 200 len: 1091 time: 1.9089289 May 12 19:55:58.134033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'tag': 'dfe64662-4d2a-4e57-83c4-5838f35270a2'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:58.163585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e232c-1762-4a71-8390-241ed5ed2ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe64662-4d2a-4e57-83c4-5838f35270a2,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:58.241897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:58.270011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:55:58.274427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Usage tracker for resource:security_group_rule and tenant:ab3426a749c64cc38e270bf6160a1541 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:55:58.277106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:55:58.282200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788e558-7d78-4e8c-89b2-dc2e12a1dcad req-6ea19dd4-0b8e-47bb-89f3-a6e03b96e22b tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:58.283156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:55:58.294693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b788e558-7d78-4e8c-89b2-dc2e12a1dcad req-6ea19dd4-0b8e-47bb-89f3-a6e03b96e22b tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 943 time: 0.3636711 May 12 19:55:58.394742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fca1649a-3134-4626-b8ff-ef166dd63723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:58.396569 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-fca1649a-3134-4626-b8ff-ef166dd63723 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a642587e3574f9b95f7fb3edd1131eb&device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 1094 time: 0.2078288 May 12 19:55:58.401407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b788e558-7d78-4e8c-89b2-dc2e12a1dcad req-5b8a99cc-47aa-4604-9ec6-44ded6394860 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958438 May 12 19:55:58.611036 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880f01b2-cd6f-421c-8c44-ff5390e776c8'] response: {'name': 'network-changed', 'server_uuid': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'tag': 'dfe64662-4d2a-4e57-83c4-5838f35270a2', 'status': 'completed', 'code': 200} May 12 19:55:58.619761 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-4d1abd1a-72b2-4915-a8d9-fbb3a7457203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe64662-4d2a-4e57-83c4-5838f35270a2 HTTP/1.1" status: 200 len: 217 time: 0.2117264 May 12 19:55:58.629574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:58.638258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] For port 4a6c281f-9480-40d7-91be-858c93f164e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4a6c281f-9480-40d7-91be-858c93f164e4,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:55:58.638591 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:58.662363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:58.756890 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab3426a749c64cc38e270bf6160a1541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8394363 May 12 19:55:58.763827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56608) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:55:58.803580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b8f48-67c2-430d-a60a-11abba57b88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323e989e-1fd3-4a0e-a6a9-11583886a1d4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:58.804469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Calling delete_port for 4a6c281f-9480-40d7-91be-858c93f164e4 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:55:58.811765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-6e0cc89c-8c5b-4a56-9825-9cc8605edea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:58.813279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-6e0cc89c-8c5b-4a56-9825-9cc8605edea1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe5a436a-794c-4a25-b456-e76a5d486981 HTTP/1.1" status: 200 len: 849 time: 0.1844974 May 12 19:55:58.886066 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-e31495ce-5065-4d25-b877-b2a0471572f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce7c2151-2bf6-4d9c-9420-a3f2a7621d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635386 May 12 19:55:58.976675 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d5b5c5ce-4c65-4141-83c5-4b03cb2a0d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:58.996042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2227751-172f-4281-af3e-e21911013c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:59.040557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2227751-172f-4281-af3e-e21911013c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:59.055016 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:59.082564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', '8ffc7c62-11df-4977-982c-d9f46294d2b8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:55:59.187629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-5fbeb892-05e2-49d1-930d-efce0452ce02 service neutron] 10.222.0.73 "GET /v2.0/networks/ce7c2151-2bf6-4d9c-9420-a3f2a7621d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908096 May 12 19:55:59.213653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event deleted for resources: {'Port': ['ID=4a6c281f-9480-40d7-91be-858c93f164e4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:59.413360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] No DVR routers for this DVR port 4a6c281f-9480-40d7-91be-858c93f164e4 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:55:59.417680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:59.420678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-deleted', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:55:59.435846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b82d0b06-7d28-41c3-8b6f-1626be8829e7 req-6f2c7989-20bf-4fef-ae34-9467fc07d8ac tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "DELETE /v2.0/ports/4a6c281f-9480-40d7-91be-858c93f164e4 HTTP/1.1" status: 204 len: 173 time: 1.7338021 May 12 19:55:59.453393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3b05268d-e550-4ec6-a27d-c695ace3c4fb req-e7122e50-e1df-4772-9f4f-ec21b4085a44 service neutron] 10.222.0.73 "GET /v2.0/networks/ce7c2151-2bf6-4d9c-9420-a3f2a7621d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590625 May 12 19:55:59.455443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2227751-172f-4281-af3e-e21911013c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:59.482253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2227751-172f-4281-af3e-e21911013c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e989e-1fd3-4a0e-a6a9-11583886a1d4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:55:59.486109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f2227751-172f-4281-af3e-e21911013c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:55:59.488292 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f2227751-172f-4281-af3e-e21911013c52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/323e989e-1fd3-4a0e-a6a9-11583886a1d4 HTTP/1.1" status: 204 len: 168 time: 0.7235401 May 12 19:55:59.523932 n-d-841626-1 neutron-server[88112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6a650aff-295a-4faf-89ea-f8c18df232ae']: {'server_uuid': '12977d7f-fb92-4531-9049-ffd3ba38539b', 'name': 'network-vif-deleted', 'tag': '4a6c281f-9480-40d7-91be-858c93f164e4', 'status': 'failed', 'code': 422} returned with failed status May 12 19:55:59.792927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-5b79ef7a-21cd-4a52-bf42-5b13ea72d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:59.803866 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-5b79ef7a-21cd-4a52-bf42-5b13ea72d9e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a642587e3574f9b95f7fb3edd1131eb&device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 1094 time: 0.2735226 May 12 19:55:59.885769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb021729-6873-4a27-ab96-bd950fc3f32d req-4126d56c-c0ae-4896-a44b-9fd375eea6b7 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:55:59.897171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb021729-6873-4a27-ab96-bd950fc3f32d req-4126d56c-c0ae-4896-a44b-9fd375eea6b7 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 943 time: 0.1456358 May 12 19:55:59.997306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb021729-6873-4a27-ab96-bd950fc3f32d req-69756e42-5bd9-46cd-8f3a-4e9b0a4e4bdf tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989997 May 12 19:56:00.137243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:00.226622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-3bbe4c65-7651-4fcf-b799-cc14a201c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:00.228392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-3bbe4c65-7651-4fcf-b799-cc14a201c060 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 HTTP/1.1" status: 200 len: 910 time: 0.4181936 May 12 19:56:00.372064 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-1550261e-9466-478f-a845-79d6fefeaf1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe64662-4d2a-4e57-83c4-5838f35270a2 HTTP/1.1" status: 200 len: 217 time: 0.1359301 May 12 19:56:00.550704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-d7dec0b0-e3d4-46c5-902f-6ccfec790948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:00.552022 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-d7dec0b0-e3d4-46c5-902f-6ccfec790948 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe5a436a-794c-4a25-b456-e76a5d486981 HTTP/1.1" status: 200 len: 849 time: 0.1715815 May 12 19:56:00.610478 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:00.639053 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-e7fec113-8eaa-45c3-bb69-0d5cc04f5388 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce7c2151-2bf6-4d9c-9420-a3f2a7621d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803032 May 12 19:56:00.854312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-12afb7b4-a26e-48a0-86a5-6a0cea473666 service neutron] 10.222.0.73 "GET /v2.0/networks/ce7c2151-2bf6-4d9c-9420-a3f2a7621d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048376 May 12 19:56:00.904935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56672) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:01.076474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device dfe64662-4d2a-4e57-83c4-5838f35270a2 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:56:01.257436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1677563198-network', 'tenant_id': 'f87713d909384d5896b97e4b9112ef69'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:01.263934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:01.268530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Usage tracker for resource:network and tenant:f87713d909384d5896b97e4b9112ef69 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:01.272533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:01.279608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:01.305429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Made reservation on behalf of f87713d909384d5896b97e4b9112ef69 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:01.309659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.317053 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d342699d-d48a-4e66-bbe9-5c57e2949d3a req-594c1c49-be91-45d3-96fb-40daae9e82bc service neutron] 10.222.0.73 "GET /v2.0/networks/ce7c2151-2bf6-4d9c-9420-a3f2a7621d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542599 May 12 19:56:01.329078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.356703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:01.361516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f87713d909384d5896b97e4b9112ef69 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:01.365500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:01.372441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:01.490112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port dfe64662-4d2a-4e57-83c4-5838f35270a2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=dfe64662-4d2a-4e57-83c4-5838f35270a2,segment=NetworkSegment(c1cfacd3-b561-4922-a3ed-6acbed69b35a),segment_id=c1cfacd3-b561-4922-a3ed-6acbed69b35a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:01.508380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'dfe64662-4d2a-4e57-83c4-5838f35270a2', 'network_id': 'ce7c2151-2bf6-4d9c-9420-a3f2a7621d85', 'port_id': 'dfe64662-4d2a-4e57-83c4-5838f35270a2', 'mac_address': 'fa:16:3e:ab:27:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a436a-794c-4a25-b456-e76a5d486981', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:56:01.549866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db1a62-feed-471b-be87-740a6e401741 req-79be1f23-7056-4e89-a413-fd929c26e1ad tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:01.557962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3db1a62-feed-471b-be87-740a6e401741 req-79be1f23-7056-4e89-a413-fd929c26e1ad tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 943 time: 0.3686697 May 12 19:56:01.585008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port dfe64662-4d2a-4e57-83c4-5838f35270a2 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:01.585429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.607138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe64662-4d2a-4e57-83c4-5838f35270a2 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:56:01.628798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3db1a62-feed-471b-be87-740a6e401741 req-c254d712-6a73-4d1b-a9b0-219a83bf3811 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 May 12 19:56:01.680053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port dfe64662-4d2a-4e57-83c4-5838f35270a2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=dfe64662-4d2a-4e57-83c4-5838f35270a2,segment=NetworkSegment(c1cfacd3-b561-4922-a3ed-6acbed69b35a),segment_id=c1cfacd3-b561-4922-a3ed-6acbed69b35a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:01.695495 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.705754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f552c9b-3c93-4936-949e-ebc9de850b9b req-72495b7e-a768-40b5-b208-5d478fa925c0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:01.706832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7f552c9b-3c93-4936-949e-ebc9de850b9b req-72495b7e-a768-40b5-b208-5d478fa925c0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:01.728572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.738802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.740935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.752381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:56:01.762976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.763266 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Added segment 4aea4a87-7877-4f8e-a865-29af5cac42b7 of type vlan for network 569703b1-a483-4d79-a763-b628ae4b38a9 May 12 19:56:01.793949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.796961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=dfe64662-4d2a-4e57-83c4-5838f35270a2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:01.842791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7f552c9b-3c93-4936-949e-ebc9de850b9b req-72495b7e-a768-40b5-b208-5d478fa925c0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:01.843995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f552c9b-3c93-4936-949e-ebc9de850b9b req-72495b7e-a768-40b5-b208-5d478fa925c0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 908 time: 0.4532573 May 12 19:56:01.851114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.852089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:01.853522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:01.922266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['dfe64662-4d2a-4e57-83c4-5838f35270a2'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:56:01.989490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058ce2c4-c344-48b2-bf89-d682c2da4126,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:02.020570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Pushing event updated for resources: {'Network': ['ID=569703b1-a483-4d79-a763-b628ae4b38a9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:02.037135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.037831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.038327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.038824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.039302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.039783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.040534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.041045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.041563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.042078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.042685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.043343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.051392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.053796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.054324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.054833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.055335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.056193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.056683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.057385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.058091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.059009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.060084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.060941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:02.068388 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d94e3458-303f-4d69-bc47-0c80f0de08d6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1615436 May 12 19:56:02.071426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56716) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:02.077573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Request body: {'subnet': {'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1677563198-subnet', 'tenant_id': 'f87713d909384d5896b97e4b9112ef69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:02.083662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:02.090667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Usage tracker for resource:subnet and tenant:f87713d909384d5896b97e4b9112ef69 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:02.095133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:02.102591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:02.117291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Made reservation on behalf of f87713d909384d5896b97e4b9112ef69 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:02.120461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:02.135843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 569703b1-a483-4d79-a763-b628ae4b38a9 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:56:02.562826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:02.658755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c8a0b7-43cb-4174-a07a-1385b1fc64f9,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:02.676121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Checking segment: {'id': '4aea4a87-7877-4f8e-a865-29af5cac42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:56:02.676474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Network hostable DHCP agents. Network: 569703b1-a483-4d79-a763-b628ae4b38a9, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:56:02.712582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-5051ec97-acb5-4e1d-a50d-96351279d612 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:02.713296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-5051ec97-acb5-4e1d-a50d-96351279d612 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:02.717421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Network 569703b1-a483-4d79-a763-b628ae4b38a9 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:56:02.732056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-5051ec97-acb5-4e1d-a50d-96351279d612 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:02.733269 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-5051ec97-acb5-4e1d-a50d-96351279d612 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 908 time: 0.3066809 May 12 19:56:02.959464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c66ced-74bf-4700-9fb4-3fb6382db785 req-cc7f6164-4bb7-45a1-bf20-97aae91cc578 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:02.960062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 569703b1-a483-4d79-a763-b628ae4b38a9) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:02.967508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7c66ced-74bf-4700-9fb4-3fb6382db785 req-cc7f6164-4bb7-45a1-bf20-97aae91cc578 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 944 time: 0.1225603 May 12 19:56:02.968953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f8cdf9-c0d7-4a09-86e4-688e7dfa33d7 None None] Network 569703b1-a483-4d79-a763-b628ae4b38a9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:56:03.017605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:03.018240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:03.033929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7c66ced-74bf-4700-9fb4-3fb6382db785 req-d611138d-ccb4-4c87-9b4c-ee9f5ca9a828 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651128 May 12 19:56:03.078119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Deleting port a9441a9b-bf4e-432d-a31d-32dbd804efbb {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:03.078839 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:03.148128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b76ae442-b23e-4fab-97c1-6d6d83d73fd7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0661001 May 12 19:56:03.233746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52536a9-3ce4-47e1-839a-1623c512a129 req-f8832d9c-a4c3-43a1-a76e-9699d53b1f70 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:03.235547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52536a9-3ce4-47e1-839a-1623c512a129 req-f8832d9c-a4c3-43a1-a76e-9699d53b1f70 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 908 time: 0.1927352 May 12 19:56:03.241912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device dfe64662-4d2a-4e57-83c4-5838f35270a2 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:56:03.357015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea294c0-5106-4df5-989b-d020cd4b044c None None] Network 569703b1-a483-4d79-a763-b628ae4b38a9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:56:03.399367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port dfe64662-4d2a-4e57-83c4-5838f35270a2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:56:03.494782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port dfe64662-4d2a-4e57-83c4-5838f35270a2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:56:03.495228 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:03.673814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port dfe64662-4d2a-4e57-83c4-5838f35270a2 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:03.674195 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:03.677676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] For port a9441a9b-bf4e-432d-a31d-32dbd804efbb, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a9441a9b-bf4e-432d-a31d-32dbd804efbb,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:03.678038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:03.774868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe64662-4d2a-4e57-83c4-5838f35270a2'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:03.828609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port dfe64662-4d2a-4e57-83c4-5838f35270a2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=dfe64662-4d2a-4e57-83c4-5838f35270a2,segment=NetworkSegment(c1cfacd3-b561-4922-a3ed-6acbed69b35a),segment_id=c1cfacd3-b561-4922-a3ed-6acbed69b35a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:03.837948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:03.952922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Calling delete_port for a9441a9b-bf4e-432d-a31d-32dbd804efbb owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:03.970737 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8832d990-136e-4b6a-a994-4dae36b34140'] response: {'server_uuid': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe64662-4d2a-4e57-83c4-5838f35270a2', 'code': 200} May 12 19:56:03.998069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=dfe64662-4d2a-4e57-83c4-5838f35270a2,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:04.191799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34a146-2adf-41a4-b34b-151b4da1ba7e req-839ea10c-e74a-483c-a0fc-40203787dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:04.193436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c34a146-2adf-41a4-b34b-151b4da1ba7e req-839ea10c-e74a-483c-a0fc-40203787dae9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 1096 time: 0.1928596 May 12 19:56:04.221400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 56764) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:04.234241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-849937415-network', 'tenant_id': 'a3573aa3cd984ad297f5acfaa337a1b4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:04.249819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:04.258487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Usage tracker for resource:network and tenant:a3573aa3cd984ad297f5acfaa337a1b4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:04.264271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:04.289564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:04.301044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c34a146-2adf-41a4-b34b-151b4da1ba7e req-9672afa9-9eec-47d3-9ca6-6bef343234bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972841 May 12 19:56:04.318279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Made reservation on behalf of a3573aa3cd984ad297f5acfaa337a1b4 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:04.320661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.342138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.353905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d32747-4a0a-4adb-a4a9-3b16e7f4a6f0 req-fedc56b1-eb88-45c4-9cdb-6236fc677d5f tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:04.355411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83d32747-4a0a-4adb-a4a9-3b16e7f4a6f0 req-fedc56b1-eb88-45c4-9cdb-6236fc677d5f tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 945 time: 0.1261935 May 12 19:56:04.402380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.422685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83d32747-4a0a-4adb-a4a9-3b16e7f4a6f0 req-16ccf260-e560-4c9d-9ec4-c7033392b7d6 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577712 May 12 19:56:04.475600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event deleted for resources: {'Port': ['ID=a9441a9b-bf4e-432d-a31d-32dbd804efbb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:04.482764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f11deb3-8efc-4239-8025-c9ad63f8a761 req-b6620f61-9733-4dd1-8532-d7020d278911 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 210 time: 0.0569000 May 12 19:56:04.484184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:04.538347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Usage tracker for resource:security_group_rule and tenant:a3573aa3cd984ad297f5acfaa337a1b4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:04.545490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:04.549057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] No DVR routers for this DVR port a9441a9b-bf4e-432d-a31d-32dbd804efbb on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:04.551716 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.558797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'name': 'network-vif-deleted', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:04.563496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:04.588080 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d240d495-a87d-4d1f-b9fc-17994c5414b4 req-9a7c157e-6b7e-4f07-91be-ba7a9f0959ba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.73 "DELETE /v2.0/ports/a9441a9b-bf4e-432d-a31d-32dbd804efbb HTTP/1.1" status: 204 len: 173 time: 1.8492296 May 12 19:56:04.636218 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5781a90f-3f80-4b10-bb72-aafd5b5d693f'] response: {'server_uuid': 'f07ddf54-ded7-4149-87bf-89f966ae9274', 'name': 'network-vif-deleted', 'tag': 'a9441a9b-bf4e-432d-a31d-32dbd804efbb', 'status': 'completed', 'code': 200} May 12 19:56:04.721740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.728836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.775940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6404c5-e789-4178-97b7-557a7de15f6f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:04.818419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:56:04.832007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.832417 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Added segment b35e1a7f-eb54-4c7d-8104-10c8338dbe65 of type vlan for network cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8 May 12 19:56:04.866984 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.902313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:04.903440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:04.904052 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:05.019021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] Pushing event updated for resources: {'Network': ['ID=cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:05.022214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-15a60009-1ea0-44ab-99bb-ee1037f1541a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7990875 May 12 19:56:05.025132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 56790) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:05.030968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Request body: {'subnet': {'network_id': 'cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-849937415-subnet', 'tenant_id': 'a3573aa3cd984ad297f5acfaa337a1b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:05.031831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:56:05.038885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:05.052679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Usage tracker for resource:subnet and tenant:a3573aa3cd984ad297f5acfaa337a1b4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:05.056702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:05.068558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:05.117139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Made reservation on behalf of a3573aa3cd984ad297f5acfaa337a1b4 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:05.119920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9441a9b-bf4e-432d-a31d-32dbd804efbb no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:05.122726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:05.174541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: a9441a9b-bf4e-432d-a31d-32dbd804efbb {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:05.175215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a9441a9b-bf4e-432d-a31d-32dbd804efbb not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:05.767481 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:06.029983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d423a88d-180b-41f7-b615-574f567d8a51 req-10bb6978-fba1-4275-979b-2599dbccdfed tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ddf54-ded7-4149-87bf-89f966ae9274 HTTP/1.1" status: 200 len: 210 time: 0.2735612 May 12 19:56:06.095484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5a486c-3ebc-4431-9df3-2d96aec5e2d9,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:06.136723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Checking segment: {'id': 'b35e1a7f-eb54-4c7d-8104-10c8338dbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:56:06.137300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Network hostable DHCP agents. Network: cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:56:06.153730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b274f-5f1e-4912-8fec-7a98a45e5f7d req-56daa971-04f5-412f-8a7c-49035bccc5f4 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:06.161674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-523b274f-5f1e-4912-8fec-7a98a45e5f7d req-56daa971-04f5-412f-8a7c-49035bccc5f4 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 945 time: 0.4549451 May 12 19:56:06.212703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Network cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:56:06.237210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-523b274f-5f1e-4912-8fec-7a98a45e5f7d req-8b9e3e2e-ae3a-409a-8405-b37f33ec4a9b tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 May 12 19:56:06.238411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:06.247802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:06.248000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce163b-badc-4fcb-8f32-0a71f8e4aaba None None] Network cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:56:06.249035 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:06.279635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-51ff8c84-393d-4aea-9d8a-c0563276c262 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2529619 May 12 19:56:06.736686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052fe0f-1ef0-4c27-ac40-69f9b425817d None None] Network cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:56:06.761367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-535f3491-41fe-42bb-a5a0-03ec63ec6208 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1874132 May 12 19:56:07.202103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-12270d9a-b10d-4d0e-b83b-132d3c351bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:07.203573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-12270d9a-b10d-4d0e-b83b-132d3c351bab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0b3349604e4492857ab6d4797f5629&device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 1095 time: 0.3043697 May 12 19:56:07.210914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8f98-3680-4f7e-944e-257430b759bd req-a0cc77a7-5c48-4d57-889a-ae575b5a7cf0 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:07.211766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-55aa8f98-3680-4f7e-944e-257430b759bd req-a0cc77a7-5c48-4d57-889a-ae575b5a7cf0 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Synchronizing usage tracker for tenant:f87713d909384d5896b97e4b9112ef69 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:07.244228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-55aa8f98-3680-4f7e-944e-257430b759bd req-a0cc77a7-5c48-4d57-889a-ae575b5a7cf0 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Unset dirty status for tenant:f87713d909384d5896b97e4b9112ef69 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:07.253609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-a0cc77a7-5c48-4d57-889a-ae575b5a7cf0 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/networks?id=569703b1-a483-4d79-a763-b628ae4b38a9 HTTP/1.1" status: 200 len: 812 time: 0.2568169 May 12 19:56:07.308396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-45508876-adb7-4304-a228-3a49f9c24f10 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/quotas/f87713d909384d5896b97e4b9112ef69 HTTP/1.1" status: 200 len: 375 time: 0.0510790 May 12 19:56:07.416334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-ef900cc7-c5bc-4339-ab15-886d578e0461 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f87713d909384d5896b97e4b9112ef69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064467 May 12 19:56:07.772063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-16fc4fa3-c281-40f4-942c-f5371f8e8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:07.774734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-16fc4fa3-c281-40f4-942c-f5371f8e8628 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 200 len: 912 time: 0.5086250 May 12 19:56:07.915193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-0599ac66-cecb-4c44-b19a-81f5b6ebf3c1 service neutron] 10.222.0.72 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970443 May 12 19:56:07.943890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8bbf-64c5-41b2-82a5-08fe6ebb8813 req-43cfbf94-5a2c-4cda-9287-f01d9a8454d9 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:07.946799 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caac8bbf-64c5-41b2-82a5-08fe6ebb8813 req-43cfbf94-5a2c-4cda-9287-f01d9a8454d9 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 945 time: 0.4495754 May 12 19:56:08.024203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-b1647f93-58ab-4c0e-8fb9-c46c3de428e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 200 len: 999 time: 0.2403555 May 12 19:56:08.030469 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:08.206832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-caac8bbf-64c5-41b2-82a5-08fe6ebb8813 req-f76b0f55-4e61-480e-85c0-8949b14c3c77 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252631 May 12 19:56:08.304555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-3d59121b-4726-45c7-b1d6-0ea109ac3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:08.311071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-3d59121b-4726-45c7-b1d6-0ea109ac3792 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 200 len: 850 time: 0.2139218 May 12 19:56:08.435254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-00e21130-c1f9-4cc5-a1a1-c3173c0b8000 service neutron] 10.222.0.72 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872742 May 12 19:56:08.501731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-7274f4cb-cae3-4dcd-8454-7657b063768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:08.504733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-7274f4cb-cae3-4dcd-8454-7657b063768a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15fbf267-c48b-4eb1-9539-3c6270a2b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764991 May 12 19:56:08.582148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:09.156394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddc11f3b-8faf-4b83-82ef-feec7c949092 req-d075ad95-4cfa-42aa-81fa-c604a30e1bc6 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 210 time: 0.3283877 May 12 19:56:09.224053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-d78e60e8-df9e-4550-9355-8fbbcb9ec3cc service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105937 May 12 19:56:09.504383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1c2d8-1c09-42f0-853c-d0f614fb504b req-fbb42866-9732-4f93-8ed9-35b191df9fba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:09.508667 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4b1c2d8-1c09-42f0-853c-d0f614fb504b req-fbb42866-9732-4f93-8ed9-35b191df9fba tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 945 time: 0.5095353 May 12 19:56:09.583995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97395504-e577-4cf0-9b6d-e3ed17b83956 req-f72417af-b7db-415a-a3ff-63adfa6ae4af service neutron] 10.222.0.36 "GET /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487267 May 12 19:56:09.589366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4b1c2d8-1c09-42f0-853c-d0f614fb504b req-f092c72a-2f40-4320-8095-38010c20d418 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648050 May 12 19:56:10.395686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4523ec7e-fa27-4d00-8fbb-e27f5a3d2bdf req-28e9a0a2-3749-49a9-9ab3-369533103b43 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 210 time: 0.0464611 May 12 19:56:10.677800 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:56:10.860043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-a869ccf5-1a03-4515-b749-953f9ffc17ec tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:10.861884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-a869ccf5-1a03-4515-b749-953f9ffc17ec tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 945 time: 0.2073693 May 12 19:56:10.945088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057d314-31be-4901-9bad-1d61791faf51 req-e5ddca0b-5eed-43e3-a9fc-e8c556d8dd46 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:10.947295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b057d314-31be-4901-9bad-1d61791faf51 req-e5ddca0b-5eed-43e3-a9fc-e8c556d8dd46 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 945 time: 0.1948454 May 12 19:56:10.993665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Deleting port 8ffc7c62-11df-4977-982c-d9f46294d2b8 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:10.994018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:11.075441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b057d314-31be-4901-9bad-1d61791faf51 req-782dd8c5-ed42-4cf5-a748-174e6c0f974a tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218851 May 12 19:56:11.367997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8f98-3680-4f7e-944e-257430b759bd req-53f2e2b5-c67d-4a61-aefe-deffb22c1f31 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:11.371862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-53f2e2b5-c67d-4a61-aefe-deffb22c1f31 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.36 "GET /v2.0/networks?id=569703b1-a483-4d79-a763-b628ae4b38a9 HTTP/1.1" status: 200 len: 812 time: 0.3451371 May 12 19:56:11.392213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Request body: {'port': {'device_id': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9', 'admin_state_up': True, 'tenant_id': 'f87713d909384d5896b97e4b9112ef69'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:11.588516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:11.594354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Usage tracker for resource:port and tenant:f87713d909384d5896b97e4b9112ef69 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:11.598501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:11.606103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:11.627857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Made reservation on behalf of f87713d909384d5896b97e4b9112ef69 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:11.633898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:11.730633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] For port 8ffc7c62-11df-4977-982c-d9f46294d2b8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8ffc7c62-11df-4977-982c-d9f46294d2b8,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:11.731603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:11.751321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-150da87c-8495-4594-9b44-3b54f0e445df req-f029fef7-cf3d-4852-b21f-3bc31ab2083e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 210 time: 0.1195018 May 12 19:56:11.936608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Calling delete_port for 8ffc7c62-11df-4977-982c-d9f46294d2b8 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:12.002504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Allocated IP 172.20.0.11 (569703b1-a483-4d79-a763-b628ae4b38a9/b1c8a0b7-43cb-4174-a07a-1385b1fc64f9/417245a3-f406-471b-8c83-6260c853df5d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:56:12.208279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:12.224427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:56:12.580536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event deleted for resources: {'Port': ['ID=8ffc7c62-11df-4977-982c-d9f46294d2b8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:12.594913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] No DVR routers for this DVR port 8ffc7c62-11df-4977-982c-d9f46294d2b8 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:12.669740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:12.673998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d939ddc-0785-4ae8-995c-e96638354157', 'name': 'network-vif-deleted', 'tag': '8ffc7c62-11df-4977-982c-d9f46294d2b8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:12.715029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0068adec-6aab-4b3d-a555-39078c1d2845 req-a5a743ee-a1cb-4766-8ede-2b0c5ec574d6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d939ddc-0785-4ae8-995c-e96638354157 HTTP/1.1" status: 200 len: 210 time: 0.3065610 May 12 19:56:12.720239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee436d96-850e-44a4-a45e-2b5b267fe89f req-c52c74ca-f713-479d-b837-2b273901d6d0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "DELETE /v2.0/ports/8ffc7c62-11df-4977-982c-d9f46294d2b8 HTTP/1.1" status: 204 len: 173 time: 1.8508158 May 12 19:56:12.760115 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd43147-8f0b-412f-9fe8-59676b670bb3'] response: {'server_uuid': '3d939ddc-0785-4ae8-995c-e96638354157', 'name': 'network-vif-deleted', 'tag': '8ffc7c62-11df-4977-982c-d9f46294d2b8', 'status': 'completed', 'code': 200} May 12 19:56:12.762233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:12.882361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:13.044630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Network 569703b1-a483-4d79-a763-b628ae4b38a9 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:56:13.045730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Pushing event updated for resources: {'Port': ['ID=417245a3-f406-471b-8c83-6260c853df5d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:13.058699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:13.061405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:56:13.149119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:13.150100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:13.204708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebfc1b-3b53-424d-85a0-34cd47a51c4c req-c3d59cde-78ae-4f13-ae00-0d41d8873180 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:13.206802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95ebfc1b-3b53-424d-85a0-34cd47a51c4c req-c3d59cde-78ae-4f13-ae00-0d41d8873180 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 932 time: 0.2207870 May 12 19:56:13.207352 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2fec31b5-73e3-4d65-9a1d-27a6824aeee2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8216560 May 12 19:56:13.219723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Request body: {'port': {'device_id': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:13.268234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-95ebfc1b-3b53-424d-85a0-34cd47a51c4c req-09d5866c-a562-4be9-b384-641ac5186b3e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Synchronizing usage tracker for tenant:f87713d909384d5896b97e4b9112ef69 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:13.295741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-95ebfc1b-3b53-424d-85a0-34cd47a51c4c req-09d5866c-a562-4be9-b384-641ac5186b3e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Unset dirty status for tenant:f87713d909384d5896b97e4b9112ef69 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:13.297443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95ebfc1b-3b53-424d-85a0-34cd47a51c4c req-09d5866c-a562-4be9-b384-641ac5186b3e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841391 May 12 19:56:13.420120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:13.479667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8ffc7c62-11df-4977-982c-d9f46294d2b8 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:13.605702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 8ffc7c62-11df-4977-982c-d9f46294d2b8 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:13.606412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8ffc7c62-11df-4977-982c-d9f46294d2b8 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:14.127505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417245a3-f406-471b-8c83-6260c853df5d {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:56:14.140219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:14.178314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Transition to ACTIVE for port object 417245a3-f406-471b-8c83-6260c853df5d will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:56:14.184532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:14.524728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ad612-0caa-4bbd-805c-f3ef9f70efa1 req-cffe6843-00b0-46ff-aab4-deae7e18dd84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:14.537924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-999ad612-0caa-4bbd-805c-f3ef9f70efa1 req-cffe6843-00b0-46ff-aab4-deae7e18dd84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:14.659304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-999ad612-0caa-4bbd-805c-f3ef9f70efa1 req-cffe6843-00b0-46ff-aab4-deae7e18dd84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:14.666257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-999ad612-0caa-4bbd-805c-f3ef9f70efa1 req-cffe6843-00b0-46ff-aab4-deae7e18dd84 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.3910377 May 12 19:56:14.722767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-c7002804-919b-4085-b921-552e1a7f67b6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:14.724355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-c7002804-919b-4085-b921-552e1a7f67b6 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.3154998 May 12 19:56:14.741321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Pushing event updated for resources: {'Port': ['ID=417245a3-f406-471b-8c83-6260c853df5d,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:14.828191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Attempting to bind port 417245a3-f406-471b-8c83-6260c853df5d on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:56:14.828595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Attempting to bind port 417245a3-f406-471b-8c83-6260c853df5d by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '4aea4a87-7877-4f8e-a865-29af5cac42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:56:14.828931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Attempting to bind port 417245a3-f406-471b-8c83-6260c853df5d on network 569703b1-a483-4d79-a763-b628ae4b38a9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:56:14.840959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Port 417245a3-f406-471b-8c83-6260c853df5d on network 569703b1-a483-4d79-a763-b628ae4b38a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:56:14.841330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Attempting to bind port 417245a3-f406-471b-8c83-6260c853df5d on network 569703b1-a483-4d79-a763-b628ae4b38a9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:56:14.853017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:56:14.853380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Checking segment: {'id': '4aea4a87-7877-4f8e-a865-29af5cac42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:56:14.853769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Bound using segment: {'id': '4aea4a87-7877-4f8e-a865-29af5cac42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:56:14.854216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Bound port: 417245a3-f406-471b-8c83-6260c853df5d, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aea4a87-7877-4f8e-a865-29af5cac42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:56:14.854563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:14.915583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-999ad612-0caa-4bbd-805c-f3ef9f70efa1 req-c6cb15c5-a249-49f2-a118-beaa2dcf7bbf tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480738 May 12 19:56:15.004329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Deleting port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:15.004579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:15.044422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] For port 417245a3-f406-471b-8c83-6260c853df5d, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:56:15.059498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] For port 417245a3-f406-471b-8c83-6260c853df5d, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=417245a3-f406-471b-8c83-6260c853df5d,segment=NetworkSegment(4aea4a87-7877-4f8e-a865-29af5cac42b7),segment_id=4aea4a87-7877-4f8e-a865-29af5cac42b7)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:56:15.071067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:15.186451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57402) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:15.204765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:15.205656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:15.207209 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] 10.222.0.36 "PUT /v2.0/ports/417245a3-f406-471b-8c83-6260c853df5d HTTP/1.1" status: 200 len: 1092 time: 1.9923458 May 12 19:56:15.208124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'tag': '417245a3-f406-471b-8c83-6260c853df5d'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:15.232643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c73c46-d36b-457f-b127-8c0e6c03c141 service neutron] Pushing event updated for resources: {'Port': ['ID=417245a3-f406-471b-8c83-6260c853df5d,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:15.464277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2d83ee2a-6fb9-4cea-8be8-c5128a829320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:15.473127 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-2d83ee2a-6fb9-4cea-8be8-c5128a829320 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f87713d909384d5896b97e4b9112ef69&device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 1095 time: 0.2131510 May 12 19:56:15.555951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128de19-8ffa-438c-b221-7629f3536c84 req-59f7d0fa-7742-4164-ab4b-d3c4d9659837 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:15.578653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0128de19-8ffa-438c-b221-7629f3536c84 req-59f7d0fa-7742-4164-ab4b-d3c4d9659837 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 944 time: 0.9738181 May 12 19:56:15.602869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-cc8dc723-680c-46a3-8653-b66f551fd112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417245a3-f406-471b-8c83-6260c853df5d HTTP/1.1" status: 200 len: 217 time: 0.1213212 May 12 19:56:15.662758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] For port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:15.663358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:15.719560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:15.790190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:15.798517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Usage tracker for resource:security_group_rule and tenant:185d9e6e513043778007d2d07b903b5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:15.803329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:15.812390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8f98-3680-4f7e-944e-257430b759bd req-e332d78c-a394-40ca-a0da-eec5dbd407d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:15.816279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-e332d78c-a394-40ca-a0da-eec5dbd407d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c8a0b7-43cb-4174-a07a-1385b1fc64f9 HTTP/1.1" status: 200 len: 852 time: 0.1859188 May 12 19:56:15.820163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:15.873636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Calling delete_port for c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:15.902415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-a6f02966-bc4a-4d0c-93c6-11ec26a21b0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=569703b1-a483-4d79-a763-b628ae4b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761650 May 12 19:56:15.904522 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e76aabf-3860-4f06-8845-02fa3aa74dec'] response: {'name': 'network-changed', 'server_uuid': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'tag': '417245a3-f406-471b-8c83-6260c853df5d', 'status': 'completed', 'code': 200} May 12 19:56:16.007265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0128de19-8ffa-438c-b221-7629f3536c84 req-4a688a6f-852f-4aaa-b061-8e4211c68776 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276764 May 12 19:56:16.198870 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-8d99332d-b58b-44e0-9561-5125a1acadcd service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852623 May 12 19:56:16.301842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:16.408923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event deleted for resources: {'Port': ['ID=c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:16.471273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] No DVR routers for this DVR port c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:16.474344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:16.485132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d597fd4-86e1-4989-bde5-af7a3a55d23e req-d4d1ddce-430c-4d62-8288-1f24702b29d8 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:16.486735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d597fd4-86e1-4989-bde5-af7a3a55d23e req-d4d1ddce-430c-4d62-8288-1f24702b29d8 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 945 time: 0.4556909 May 12 19:56:16.489655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'name': 'network-vif-deleted', 'tag': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:16.530083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:16.554070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:16.564891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9091001f-b8f7-437a-a7aa-77f5004d60f2 req-4929de1a-73c7-4963-8c54-4c692b1a815d tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "DELETE /v2.0/ports/c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 HTTP/1.1" status: 204 len: 173 time: 1.6686077 May 12 19:56:16.576696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa027dd-8109-4185-9c68-b579bbc3a3de req-25c1555a-2458-436b-90ee-d83f6477dbb0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:16.578097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0fa027dd-8109-4185-9c68-b579bbc3a3de req-25c1555a-2458-436b-90ee-d83f6477dbb0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:16.634859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d597fd4-86e1-4989-bde5-af7a3a55d23e req-1c5a0008-31c5-4651-b6eb-b726f6079fa7 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359768 May 12 19:56:16.635637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0fa027dd-8109-4185-9c68-b579bbc3a3de req-25c1555a-2458-436b-90ee-d83f6477dbb0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:16.636689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0fa027dd-8109-4185-9c68-b579bbc3a3de req-25c1555a-2458-436b-90ee-d83f6477dbb0 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c9d211-fcc3-4392-8f83-b24c3d9c6f35 HTTP/1.1" status: 200 len: 945 time: 0.4211020 May 12 19:56:16.721591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57426) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:16.722571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=185d9e6e513043778007d2d07b903b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5343249 May 12 19:56:16.728328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8600eebb-cc4c-4e71-b597-ff2fa7ffb3ec,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:16.772072 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f38021-0e3c-4c57-b696-2f859bf0932f'] response: {'server_uuid': 'f4c9d211-fcc3-4392-8f83-b24c3d9c6f35', 'name': 'network-vif-deleted', 'tag': 'c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533', 'status': 'completed', 'code': 200} May 12 19:56:16.777610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0fa027dd-8109-4185-9c68-b579bbc3a3de req-206458e9-6a8a-4192-a8f1-ab277eb22b98 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d0341-d57d-4a1a-8edc-da355cad0c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280572 May 12 19:56:16.787126 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55aa8f98-3680-4f7e-944e-257430b759bd req-7ba2063b-8dfe-4100-850d-ba7d50ef1b16 service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770841 May 12 19:56:16.807580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.807921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.808255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.808584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.808907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.818298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.818928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.819282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.819648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.820020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.822359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.822770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54adb84-fa0f-4824-b0f0-f5200064a913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:16.892071 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2bef0009-1dbf-4488-a72a-333c446d6262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:16.926810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2bef0009-1dbf-4488-a72a-333c446d6262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:16.951024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-fbc010bd-d494-4f2b-a82e-89e3ddb7fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:16.952656 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-fbc010bd-d494-4f2b-a82e-89e3ddb7fd4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f87713d909384d5896b97e4b9112ef69&device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 1095 time: 0.0979216 May 12 19:56:16.990915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2bef0009-1dbf-4488-a72a-333c446d6262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:17.012117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0009-1dbf-4488-a72a-333c446d6262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8600eebb-cc4c-4e71-b597-ff2fa7ffb3ec,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:17.029611 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2bef0009-1dbf-4488-a72a-333c446d6262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:17.036998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2bef0009-1dbf-4488-a72a-333c446d6262 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8600eebb-cc4c-4e71-b597-ff2fa7ffb3ec HTTP/1.1" status: 204 len: 168 time: 0.3133266 May 12 19:56:17.200389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-89d2e69d-7c82-4f17-bf57-dec00fdfc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:17.202155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-89d2e69d-7c82-4f17-bf57-dec00fdfc84a service neutron] 10.222.0.36 "GET /v2.0/networks?id=569703b1-a483-4d79-a763-b628ae4b38a9 HTTP/1.1" status: 200 len: 913 time: 0.2355232 May 12 19:56:17.219281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-2d650bfc-0f5a-412c-a110-66d2898476fb tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:17.219998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-2d650bfc-0f5a-412c-a110-66d2898476fb tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Synchronizing usage tracker for tenant:2a642587e3574f9b95f7fb3edd1131eb on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:17.370376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-41fc2f19-9062-46c4-86a3-7d467571724a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417245a3-f406-471b-8c83-6260c853df5d HTTP/1.1" status: 200 len: 217 time: 0.1455514 May 12 19:56:17.372132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d819dbd-3f40-4ab8-8108-1c33c5526999 req-3628328b-4f8a-4ebe-b800-452dbb46a585 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:17.375625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d819dbd-3f40-4ab8-8108-1c33c5526999 req-3628328b-4f8a-4ebe-b800-452dbb46a585 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 944 time: 0.2080748 May 12 19:56:17.450962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-2d650bfc-0f5a-412c-a110-66d2898476fb tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Unset dirty status for tenant:2a642587e3574f9b95f7fb3edd1131eb on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:17.453764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-2d650bfc-0f5a-412c-a110-66d2898476fb tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 945 time: 0.3784389 May 12 19:56:17.486500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-76f0936f-0569-4a75-ba6f-760ac8820796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:17.488512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-76f0936f-0569-4a75-ba6f-760ac8820796 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c8a0b7-43cb-4174-a07a-1385b1fc64f9 HTTP/1.1" status: 200 len: 852 time: 0.1078498 May 12 19:56:17.488961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:17.515400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d819dbd-3f40-4ab8-8108-1c33c5526999 req-a8ccfc44-64be-460a-9e06-d32ab4a2a769 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284852 May 12 19:56:17.569440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:17.570054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c4ea92e8-c6bd-41dd-9dd4-b9fe385e8533 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:17.617523 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-94a85c85-b2c3-4289-83e4-35b27a7a7453 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=569703b1-a483-4d79-a763-b628ae4b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890479 May 12 19:56:17.761350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Deleting port dfe64662-4d2a-4e57-83c4-5838f35270a2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:17.761701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:17.956939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48581ec8-c5dc-4924-af96-2e9a5721fee9 req-224b83c3-e233-416f-a4d9-c2bc6b5cfd40 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:17.958530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48581ec8-c5dc-4924-af96-2e9a5721fee9 req-224b83c3-e233-416f-a4d9-c2bc6b5cfd40 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 945 time: 0.1565504 May 12 19:56:18.001536 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-e801f701-ab87-4be7-a7a8-938f13b824bf service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731735 May 12 19:56:18.031879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48581ec8-c5dc-4924-af96-2e9a5721fee9 req-573ee89c-c78a-43c8-aab1-283d85730003 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/security-groups?id=62d91b16-4c22-4c33-9d12-efb9ee060222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560446 May 12 19:56:18.311866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] For port dfe64662-4d2a-4e57-83c4-5838f35270a2, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=dfe64662-4d2a-4e57-83c4-5838f35270a2,segment=NetworkSegment(c1cfacd3-b561-4922-a3ed-6acbed69b35a),segment_id=c1cfacd3-b561-4922-a3ed-6acbed69b35a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:18.312562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:18.435362 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7711d377-7b1c-4af2-a682-80de2174fdd1 req-02d2e8c9-b989-4c25-b643-f8ee5badff93 service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263616 May 12 19:56:18.511814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Calling delete_port for dfe64662-4d2a-4e57-83c4-5838f35270a2 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:18.639080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19fe9-c50c-4349-aa13-067031faf8ed req-25f7d52e-e440-4dd0-a31b-49dc0aa0f653 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:18.647793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4c19fe9-c50c-4349-aa13-067031faf8ed req-25f7d52e-e440-4dd0-a31b-49dc0aa0f653 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.1184180 May 12 19:56:18.792229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:18.807673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4c19fe9-c50c-4349-aa13-067031faf8ed req-2e0457d9-3caa-4cc4-934a-98bd877a067f tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564865 May 12 19:56:18.846674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00851fe5-d6ec-41e4-9005-9b20cb37a882 req-eed6d8f9-a425-4049-b9d5-04670944bd5b tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:18.849450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00851fe5-d6ec-41e4-9005-9b20cb37a882 req-eed6d8f9-a425-4049-b9d5-04670944bd5b tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 944 time: 0.1807287 May 12 19:56:18.921576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00851fe5-d6ec-41e4-9005-9b20cb37a882 req-c9a5f938-2e50-4a69-987a-ea58196a78c0 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652184 May 12 19:56:18.933788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Pushing event deleted for resources: {'Port': ['ID=dfe64662-4d2a-4e57-83c4-5838f35270a2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:19.106911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57480) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:19.157598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] No DVR routers for this DVR port dfe64662-4d2a-4e57-83c4-5838f35270a2 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:19.160452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.163781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'name': 'network-vif-deleted', 'tag': 'dfe64662-4d2a-4e57-83c4-5838f35270a2'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:19.171158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device dfe64662-4d2a-4e57-83c4-5838f35270a2 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:19.192339 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13051ef5-1dac-4427-afcd-1780eede50a0 req-f4cecc00-3fc6-45e8-9832-cdcef9547cc2 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.73 "DELETE /v2.0/ports/dfe64662-4d2a-4e57-83c4-5838f35270a2 HTTP/1.1" status: 204 len: 173 time: 1.7023656 May 12 19:56:19.256702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: dfe64662-4d2a-4e57-83c4-5838f35270a2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:19.258352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device dfe64662-4d2a-4e57-83c4-5838f35270a2 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:19.304525 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d674fa-80c9-4043-968a-457f67293fb2'] response: {'server_uuid': 'dfc687c1-c220-4a11-963d-9154b2d1f1ff', 'name': 'network-vif-deleted', 'tag': 'dfe64662-4d2a-4e57-83c4-5838f35270a2', 'status': 'completed', 'code': 200} May 12 19:56:19.402112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f663794-2e28-4bc6-b412-fc84ad6d46cc req-09d2d031-2bd7-4b54-ac9b-c10d02994387 tempest-VolumesActionsTest-1507787888 tempest-VolumesActionsTest-1507787888-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc687c1-c220-4a11-963d-9154b2d1f1ff HTTP/1.1" status: 200 len: 210 time: 0.1002834 May 12 19:56:19.402906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.429453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:19.435601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Usage tracker for resource:security_group_rule and tenant:16c5fa618b4a4a9da8b43b6d8bdfa2e5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:19.440057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:19.446956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:19.486480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 417245a3-f406-471b-8c83-6260c853df5d details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:56:19.588909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.596387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.688529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 417245a3-f406-471b-8c83-6260c853df5d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=417245a3-f406-471b-8c83-6260c853df5d,segment=NetworkSegment(4aea4a87-7877-4f8e-a865-29af5cac42b7),segment_id=4aea4a87-7877-4f8e-a865-29af5cac42b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:19.705624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '417245a3-f406-471b-8c83-6260c853df5d', 'network_id': '569703b1-a483-4d79-a763-b628ae4b38a9', 'port_id': '417245a3-f406-471b-8c83-6260c853df5d', 'mac_address': 'fa:16:3e:f4:b1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c8a0b7-43cb-4174-a07a-1385b1fc64f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:56:19.780438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 417245a3-f406-471b-8c83-6260c853df5d is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:19.781055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.800261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417245a3-f406-471b-8c83-6260c853df5d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:56:19.808345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9876a9-e30f-4435-94ca-0db332567484,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:19.815635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7c6700e5-721b-4bd7-a9aa-40c9d76a3a81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16c5fa618b4a4a9da8b43b6d8bdfa2e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053356 May 12 19:56:19.815945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57494) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:19.829423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 417245a3-f406-471b-8c83-6260c853df5d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=417245a3-f406-471b-8c83-6260c853df5d,segment=NetworkSegment(4aea4a87-7877-4f8e-a865-29af5cac42b7),segment_id=4aea4a87-7877-4f8e-a865-29af5cac42b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:19.837278 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.881272 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aaa5811-d981-45eb-8289-334d0760ef7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.912594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aaa5811-d981-45eb-8289-334d0760ef7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:19.990375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=417245a3-f406-471b-8c83-6260c853df5d,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:20.007591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.010961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.012560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.012987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.013518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.030054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.030961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.032654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.033278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.033843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.044523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.045264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:56:20.163914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['417245a3-f406-471b-8c83-6260c853df5d'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:56:20.197709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de623d-cc2f-48cc-b9b1-b42ecdc596de req-04885df4-c6d9-4b15-ac1e-cace36299202 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:20.206371 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27de623d-cc2f-48cc-b9b1-b42ecdc596de req-04885df4-c6d9-4b15-ac1e-cace36299202 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2248454 May 12 19:56:20.325786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27de623d-cc2f-48cc-b9b1-b42ecdc596de req-b4b658e0-6d0d-41ff-9566-055a03e31d91 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups?id=450dcb66-ae92-4e34-ab39-7cad4e935d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180840 May 12 19:56:20.345841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-1ed57635-7f9a-477b-bd36-d81f841efa7e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:20.346632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-1ed57635-7f9a-477b-bd36-d81f841efa7e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Synchronizing usage tracker for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:20.374725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-1ed57635-7f9a-477b-bd36-d81f841efa7e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Unset dirty status for tenant:ee0b3349604e4492857ab6d4797f5629 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:20.375874 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-1ed57635-7f9a-477b-bd36-d81f841efa7e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 944 time: 0.2955215 May 12 19:56:20.378194 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aaa5811-d981-45eb-8289-334d0760ef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:20.408327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa5811-d981-45eb-8289-334d0760ef7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9876a9-e30f-4435-94ca-0db332567484,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:20.424444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aaa5811-d981-45eb-8289-334d0760ef7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:20.425611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0aaa5811-d981-45eb-8289-334d0760ef7c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e9876a9-e30f-4435-94ca-0db332567484 HTTP/1.1" status: 204 len: 168 time: 0.6087320 May 12 19:56:20.463250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2bca-3b4b-4d13-8682-954520d97a6a req-ba85db9e-ff28-489f-97e1-9f71a172c37d tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:20.467766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5de2bca-3b4b-4d13-8682-954520d97a6a req-ba85db9e-ff28-489f-97e1-9f71a172c37d tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 945 time: 0.2111170 May 12 19:56:20.542097 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5de2bca-3b4b-4d13-8682-954520d97a6a req-5a7fadb3-4a59-4a42-bf48-b7715ceb448b tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648556 May 12 19:56:20.571069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Deleting port 5a334359-df56-4f51-b1ed-972cce1ed99e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:20.571069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:20.959462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57532) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:20.980330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] For port 5a334359-df56-4f51-b1ed-972cce1ed99e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5a334359-df56-4f51-b1ed-972cce1ed99e,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:20.980689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:20.999388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.039329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:21.056331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Usage tracker for resource:security_group_rule and tenant:f3c09dcd20d24e9d9ee5beee857d459f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:21.059821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:21.066088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:21.180765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.186382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.254690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f6d2a8-7da4-443e-a3df-495b7737c6aa,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:21.288581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5145c6f5-0851-42d5-b6ea-99d4a0bb6efc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3c09dcd20d24e9d9ee5beee857d459f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257284 May 12 19:56:21.289653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57544) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:21.365554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-61369bf5-7ead-4012-a695-4c053b19232f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.401452 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-61369bf5-7ead-4012-a695-4c053b19232f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.428377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.429018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.429481 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Floating IP e407b79d-2a88-4aca-af31-5cf32bdd839c disassociated. External IP: 172.25.2.174, port: 5a334359-df56-4f51-b1ed-972cce1ed99e. May 12 19:56:21.429932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Calling delete_port for 5a334359-df56-4f51-b1ed-972cce1ed99e owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:21.468775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-61369bf5-7ead-4012-a695-4c053b19232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.487395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369bf5-7ead-4012-a695-4c053b19232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f6d2a8-7da4-443e-a3df-495b7737c6aa,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:21.499661 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-61369bf5-7ead-4012-a695-4c053b19232f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.500199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-61369bf5-7ead-4012-a695-4c053b19232f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81f6d2a8-7da4-443e-a3df-495b7737c6aa HTTP/1.1" status: 204 len: 168 time: 0.2062991 May 12 19:56:21.538964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 417245a3-f406-471b-8c83-6260c853df5d up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:56:21.650024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 417245a3-f406-471b-8c83-6260c853df5d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:56:21.657635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 417245a3-f406-471b-8c83-6260c853df5d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:56:21.658105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.712431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.730338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a79f75b9-dd61-43da-b3e0-475232f46fe5 req-1267d2a9-ba77-4b17-8ffc-9c7b0359fd7e tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 210 time: 0.0588129 May 12 19:56:21.793725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event deleted for resources: {'Port': ['ID=5a334359-df56-4f51-b1ed-972cce1ed99e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:21.934945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b3ac5-e902-4a15-b046-9a9d8c85baea req-fb42e40f-6680-42f2-8d89-68a75c66613c tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:21.937342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b3ac5-e902-4a15-b046-9a9d8c85baea req-fb42e40f-6680-42f2-8d89-68a75c66613c tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 945 time: 0.1420650 May 12 19:56:21.965711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 417245a3-f406-471b-8c83-6260c853df5d is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:21.966448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:21.994308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa6b3ac5-e902-4a15-b046-9a9d8c85baea req-4c108551-de11-4915-a5e4-212cb808e1c2 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 May 12 19:56:22.050356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 417245a3-f406-471b-8c83-6260c853df5d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=417245a3-f406-471b-8c83-6260c853df5d,segment=NetworkSegment(4aea4a87-7877-4f8e-a865-29af5cac42b7),segment_id=4aea4a87-7877-4f8e-a865-29af5cac42b7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:22.051926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417245a3-f406-471b-8c83-6260c853df5d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:22.083967 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:22.218625 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4342e99-5b90-4f2a-af51-b554f763175d'] response: {'server_uuid': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417245a3-f406-471b-8c83-6260c853df5d', 'code': 200} May 12 19:56:22.286023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=417245a3-f406-471b-8c83-6260c853df5d,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:22.312855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Router c65eaace-27a0-4589-9be0-3bde342333a5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:56:22.510320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8963b90-b830-4eaa-bc01-8275537d335e req-ed8f26bf-5605-4480-adad-ade36cc1d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:22.515049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8963b90-b830-4eaa-bc01-8275537d335e req-ed8f26bf-5605-4480-adad-ade36cc1d280 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 1097 time: 0.2433074 May 12 19:56:22.596705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8963b90-b830-4eaa-bc01-8275537d335e req-046bb988-320f-4574-998a-186c2b9d42db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726748 May 12 19:56:22.678053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:56:22.690438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] Sync routers for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:56:22.725730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:22.728856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:55:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:22.768938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] No DVR routers for this DVR port 5a334359-df56-4f51-b1ed-972cce1ed99e on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:22.771759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:22.774650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-deleted', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:22.800956 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aa5e91f7-eee6-4f1e-bc39-e27797df4c8f req-93f47bb3-d5da-4d55-b183-f8566ae7f7ef tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.36 "DELETE /v2.0/ports/5a334359-df56-4f51-b1ed-972cce1ed99e HTTP/1.1" status: 204 len: 173 time: 2.4178801 May 12 19:56:22.898749 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e829fdbe-bfdf-48b4-aaa9-62bce7471f64'] response: {'server_uuid': 'c7a9e615-a52b-4764-8299-c249369a3592', 'name': 'network-vif-deleted', 'tag': '5a334359-df56-4f51-b1ed-972cce1ed99e', 'status': 'completed', 'code': 200} May 12 19:56:23.025839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dff2f7db-da64-46bb-97a0-ef824a08d384 req-30ac1c29-0bfe-4fd3-aec7-223ff0544a07 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7a9e615-a52b-4764-8299-c249369a3592 HTTP/1.1" status: 200 len: 210 time: 0.0961635 May 12 19:56:23.139679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:23.353710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38661d5-94bb-47a7-a8f3-697ca481ba3d req-ad275c84-53a2-45e4-b923-761edc295264 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:23.370682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f38661d5-94bb-47a7-a8f3-697ca481ba3d req-ad275c84-53a2-45e4-b923-761edc295264 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.1433487 May 12 19:56:23.494168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f38661d5-94bb-47a7-a8f3-697ca481ba3d req-a97a18c3-7b7a-48c7-a38b-47135fe674ca tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217344 May 12 19:56:23.536263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:23.640010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 5a334359-df56-4f51-b1ed-972cce1ed99e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:23.640347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5a334359-df56-4f51-b1ed-972cce1ed99e not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:23.843163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:28Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:23.847756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] Checking router: c65eaace-27a0-4589-9be0-3bde342333a5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:56:23.857871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:23.858395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:55:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:24.345646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:24.345800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57632) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:24.510654 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bfba31cf-72db-40a7-8efc-a357afd3c6b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:24.573865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bfba31cf-72db-40a7-8efc-a357afd3c6b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:24.798972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bfba31cf-72db-40a7-8efc-a357afd3c6b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:24.875667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba31cf-72db-40a7-8efc-a357afd3c6b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450dcb66-ae92-4e34-ab39-7cad4e935d6a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:24.933602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7581a-5252-494c-b552-05443621bd86 req-82f322a1-315f-4752-bc9b-a1f8926d1499 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:24.935189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9df7581a-5252-494c-b552-05443621bd86 req-82f322a1-315f-4752-bc9b-a1f8926d1499 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.2212379 May 12 19:56:24.937663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bfba31cf-72db-40a7-8efc-a357afd3c6b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:24.938663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bfba31cf-72db-40a7-8efc-a357afd3c6b7 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "DELETE /v2.0/security-groups/450dcb66-ae92-4e34-ab39-7cad4e935d6a HTTP/1.1" status: 204 len: 168 time: 0.5917253 May 12 19:56:24.941317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57652) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:24.959985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:28Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:24.975317 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-d85d0b81-f3de-4595-96db-65334a2ed1db tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] show failed (client error): The resource could not be found. May 12 19:56:24.975530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cbf8e-e289-4e87-b20c-61eb226c46b5 None None] The sync data for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 is: [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:47:14Z', 'revision_number': 4, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5251c3cf-35c5-4069-bffb-2faf2f26dc4b', 'name': '', 'network_id': '15fbf267-c48b-4eb1-9539-3c6270a2b040', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'mac_address': 'fa:16:3e:3f:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:13Z', 'updated_at': '2022-05-12T19:47:28Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'subnets': [{'id': '73c3575e-a17f-451b-9e01-b175a05b3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:56:24.982007 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d85d0b81-f3de-4595-96db-65334a2ed1db tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "GET /v2.0/security-groups/450dcb66-ae92-4e34-ab39-7cad4e935d6a HTTP/1.1" status: 404 len: 347 time: 0.0362494 May 12 19:56:24.982895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:25.079407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9df7581a-5252-494c-b552-05443621bd86 req-068a6c62-2981-4bcd-ae9b-40dd7315d82e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022053 May 12 19:56:25.137108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68974f-57cc-4fa1-9f94-7bb3fb51d5f3 req-6d64d6d3-6e57-4994-9f0d-2947d8a22b4e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:25.143344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db68974f-57cc-4fa1-9f94-7bb3fb51d5f3 req-6d64d6d3-6e57-4994-9f0d-2947d8a22b4e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 945 time: 0.2069387 May 12 19:56:25.307319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db68974f-57cc-4fa1-9f94-7bb3fb51d5f3 req-cdffbdce-ef41-4826-97b2-f8229e05b3b4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517770 May 12 19:56:25.450903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Deleting port fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:25.451274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:25.507483 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43746af-a515-47df-a238-501cae0fe157 None None] New status for floating IP e407b79d-2a88-4aca-af31-5cf32bdd839c: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:56:25.553834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aa494-bcef-40b8-a005-e6e8c2876b02 req-c58301f9-8dea-46b5-b6a8-0e8e3fe476d0 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:25.555344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a3aa494-bcef-40b8-a005-e6e8c2876b02 req-c58301f9-8dea-46b5-b6a8-0e8e3fe476d0 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.2436802 May 12 19:56:25.655776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a3aa494-bcef-40b8-a005-e6e8c2876b02 req-70103f3d-79f0-4e5d-8aaf-cada6890a498 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 May 12 19:56:25.790524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:25.792084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:25.974228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-8e80ddca-b6bb-4dea-a1cf-53f5ac6d4f74 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0628e288d32343da89b0791e4f2cb066&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939746 May 12 19:56:25.984797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Calling delete_port for fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:26.260832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:56:26.261470 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:56:26.365530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-ae4efd2b-4cd0-421f-af0a-65ac2f76ede9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:26.368997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-ae4efd2b-4cd0-421f-af0a-65ac2f76ede9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3939679 May 12 19:56:26.390606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-d1927d01-3abb-4e82-be9e-ca66014d89aa tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/quotas/0628e288d32343da89b0791e4f2cb066 HTTP/1.1" status: 200 len: 375 time: 0.0147917 May 12 19:56:26.405451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-8448072d-5886-4059-ae0f-8329b0960337 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:26.410095 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-8448072d-5886-4059-ae0f-8329b0960337 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 945 time: 0.2422142 May 12 19:56:26.519112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-d334542f-3bfa-412d-87a1-40969999795d tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0628e288d32343da89b0791e4f2cb066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184423 May 12 19:56:26.569347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port bc24a73d-ed34-4496-b969-90f73760fa75 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:26.574399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:26.632524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72672-2715-46cb-83e6-c178bcfe89bd req-3f134cb8-f73b-4eca-8b3c-2ba94a6a9320 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:26.654646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4e72672-2715-46cb-83e6-c178bcfe89bd req-3f134cb8-f73b-4eca-8b3c-2ba94a6a9320 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.2016723 May 12 19:56:26.737524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4e72672-2715-46cb-83e6-c178bcfe89bd req-45a65c91-0ba7-44eb-b07a-12b7db218cce tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815444 May 12 19:56:26.763906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Deleting port fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:26.764453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:26.944850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-25804c59-8fcc-4d54-9481-6ff4be57ed6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:26.959648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bf4c54e-1373-490e-9e0b-96d37d4e9a1d req-5a2fa11c-8889-43d9-8a33-ec0c28038505 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 210 time: 0.1446905 May 12 19:56:27.324952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:27.329740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:27.554770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba254d-2bb0-4bef-8674-de422be4e7e7 req-85e535ef-8ea3-4b15-b74f-3b18c5a80b32 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:27.561844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05ba254d-2bb0-4bef-8674-de422be4e7e7 req-85e535ef-8ea3-4b15-b74f-3b18c5a80b32 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 945 time: 0.5938098 May 12 19:56:27.613846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05ba254d-2bb0-4bef-8674-de422be4e7e7 req-bb6b2234-347d-44e0-9d61-88d21bfe7311 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508556 May 12 19:56:27.715985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Calling delete_port for fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:28.063166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dc3ac-401b-4da7-91b6-cf584c1bb9a3 req-3b16d903-d282-4574-bb38-f750092ccb6c tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:28.072366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d61dc3ac-401b-4da7-91b6-cf584c1bb9a3 req-3b16d903-d282-4574-bb38-f750092ccb6c tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.1261241 May 12 19:56:28.093621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] For port bc24a73d-ed34-4496-b969-90f73760fa75, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=bc24a73d-ed34-4496-b969-90f73760fa75,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:28.094249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:28.181845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d61dc3ac-401b-4da7-91b6-cf584c1bb9a3 req-11ca003f-90b6-45c3-9afa-c474c7694fa9 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084743 May 12 19:56:28.262655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92692469-ce1f-45ae-8f05-04cdb73ca4c4 req-c55d77f2-f58e-4b13-bcd2-e19686549163 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 210 time: 0.0740128 May 12 19:56:28.405894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:28.541427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Pushing event deleted for resources: {'Port': ['ID=fa91f9b0-b6fb-48f5-9a1e-068c594c1a2b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:28.922395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-541f046a-1da6-4ab7-9791-2b9a03dcfb52 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0628e288d32343da89b0791e4f2cb066&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314927 May 12 19:56:28.976849 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c1899b1f-a012-43df-915e-1e36cded2fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.062956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.184391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device bc24a73d-ed34-4496-b969-90f73760fa75 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:29.184641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9d581-8952-431b-8952-d2b565675de2 req-38146586-e528-4cfb-a945-615016cfe004 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:29.191684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7f9d581-8952-431b-8952-d2b565675de2 req-38146586-e528-4cfb-a945-615016cfe004 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.3864710 May 12 19:56:29.216027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2fc91-6625-49e6-812f-25c64cd4353e req-e3fcddf0-b31f-498b-b99f-9252a37b8ac8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:29.217550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dd2fc91-6625-49e6-812f-25c64cd4353e req-e3fcddf0-b31f-498b-b99f-9252a37b8ac8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 945 time: 0.3278255 May 12 19:56:29.242121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-1be3bd30-7a96-4f43-8365-543691285c01 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:29.243620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-1be3bd30-7a96-4f43-8365-543691285c01 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148885 May 12 19:56:29.267047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.267597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.269102 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP d8aeaf9f-a949-4c3e-af70-119fb7e1649a disassociated. External IP: 172.25.2.116, port: bc24a73d-ed34-4496-b969-90f73760fa75. May 12 19:56:29.269723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for bc24a73d-ed34-4496-b969-90f73760fa75 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:29.287168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Request body: {'port': {'device_id': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': '0628e288d32343da89b0791e4f2cb066'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:29.398003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port bc24a73d-ed34-4496-b969-90f73760fa75 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:29.398385 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.409863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7f9d581-8952-431b-8952-d2b565675de2 req-c41a50bd-735c-44e2-b37e-109bf9b9d988 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172523 May 12 19:56:29.438512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0dd2fc91-6625-49e6-812f-25c64cd4353e req-8c4c5a2c-7f93-49b4-b39f-55075ab6947b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140689 May 12 19:56:29.484871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-35695aeb-7034-4197-b88f-c281c0b04a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:29.486311 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-35695aeb-7034-4197-b88f-c281c0b04a54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f87713d909384d5896b97e4b9112ef69&device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 1097 time: 0.5917099 May 12 19:56:29.490044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.494184 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40feaca7-326b-4877-90f7-791aa576bae5 tempest-ServerActionsTestJSON-1085522546 tempest-ServerActionsTestJSON-1085522546-project] 10.222.0.72 "DELETE /v2.0/floatingips/e407b79d-2a88-4aca-af31-5cf32bdd839c HTTP/1.1" status: 204 len: 168 time: 4.5100234 May 12 19:56:29.496267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57734) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:29.532246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:29.536976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Usage tracker for resource:port and tenant:0628e288d32343da89b0791e4f2cb066 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:29.540086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:29.547441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:29.562231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Made reservation on behalf of 0628e288d32343da89b0791e4f2cb066 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:29.566473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.578995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.634047 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.668227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0690e0d8-5242-4794-8a6c-991d975965df req-e5108f0e-e812-4c48-b26b-2c72ea493ca4 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 210 time: 0.0775576 May 12 19:56:29.676284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:29.688586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Usage tracker for resource:security_group_rule and tenant:0628e288d32343da89b0791e4f2cb066 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:29.692588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:29.699422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:29.761997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=bc24a73d-ed34-4496-b969-90f73760fa75,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:29.828367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:29.835812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:30.051977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1df954-f0bf-445b-8c79-74c267e66f39,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:30.059178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:56:30.060700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-a2f9f2a9-560e-4256-a600-799b4a45deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:30.062465 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-a2f9f2a9-560e-4256-a600-799b4a45deb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=569703b1-a483-4d79-a763-b628ae4b38a9 HTTP/1.1" status: 200 len: 913 time: 0.5622473 May 12 19:56:30.096597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:30.308248 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-0b4c049e-418f-4389-9ce1-9ce0489bb065 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417245a3-f406-471b-8c83-6260c853df5d HTTP/1.1" status: 200 len: 217 time: 0.2179315 May 12 19:56:30.414730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Allocated IP 192.168.233.190 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/82b9a760-6830-452b-bf69-2bfe2bce9de1) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:56:30.436881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-b8fd6af4-eb58-4c40-936f-ed37bf852be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:30.438449 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-b8fd6af4-eb58-4c40-936f-ed37bf852be3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c8a0b7-43cb-4174-a07a-1385b1fc64f9 HTTP/1.1" status: 200 len: 852 time: 0.1057315 May 12 19:56:30.545405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-5adacc9c-396b-42dc-9166-6c72d2d642bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=569703b1-a483-4d79-a763-b628ae4b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982933 May 12 19:56:30.622581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:30.733287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a0b80e0-3849-4759-91bc-059946694ee1 req-b6e8e177-1efb-4ece-9760-849e30df5acf tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 210 time: 0.0806055 May 12 19:56:30.871019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:56:30.884530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:56:30.904513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:30.905612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:30.971475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] No DVR routers for this DVR port bc24a73d-ed34-4496-b969-90f73760fa75 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:30.976294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:30.979297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'name': 'network-vif-deleted', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:31.010917 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-cb2fe4e6-0dc7-49a3-b199-9107ab590b6f service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544417 May 12 19:56:31.016648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80ee7240-a0f9-47b7-b825-3185736a31cf req-7c8642fd-8681-4532-bd7a-71ceb52b7d66 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "DELETE /v2.0/ports/bc24a73d-ed34-4496-b969-90f73760fa75 HTTP/1.1" status: 204 len: 173 time: 4.5972974 May 12 19:56:31.165689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:31.246328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f8e3216-fa39-40e0-ae76-3e732697b381 req-1cec35b2-6c4d-4e4c-a553-e911832bc3ec tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 210 time: 0.0892024 May 12 19:56:31.377091 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14afa0dd-71d9-44e0-85b4-6b18ad4a5319'] response: {'server_uuid': '1ab0f480-4045-4943-8f60-ab049fd52c23', 'name': 'network-vif-deleted', 'tag': 'bc24a73d-ed34-4496-b969-90f73760fa75', 'status': 'completed', 'code': 200} May 12 19:56:31.400842 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2422874-6e13-40ba-b545-c6869d5059a9 req-2b436951-5eb0-438f-9dfe-458047736225 service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821082 May 12 19:56:31.413826 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:31.442692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07273962-e03c-4bec-8105-4ce6b17ce012 req-b13b701a-8479-4351-b25a-f36eb7d434f3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:31.444227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07273962-e03c-4bec-8105-4ce6b17ce012 req-b13b701a-8479-4351-b25a-f36eb7d434f3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.7077024 May 12 19:56:31.507134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Transition to ACTIVE for port object 82b9a760-6830-452b-bf69-2bfe2bce9de1 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:56:31.580170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07273962-e03c-4bec-8105-4ce6b17ce012 req-ae29b9e0-e150-413e-9a99-7de7fe54fe0e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010151 May 12 19:56:31.616078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:31.703165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:56:31.707521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:31.772763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:56:31.815648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Pushing event updated for resources: {'Port': ['ID=82b9a760-6830-452b-bf69-2bfe2bce9de1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:31.894487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:31.895863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:31.898571 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:31.912627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:32.280473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:39Z', 'revision_number': 2, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:32.292879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-32a6d4d7-ff11-4594-9b25-ab77625589f4 None None] Provisioning for port 82b9a760-6830-452b-bf69-2bfe2bce9de1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:56:32.307568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:56:32.315992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-32a6d4d7-ff11-4594-9b25-ab77625589f4 None None] Provisioning complete for port 82b9a760-6830-452b-bf69-2bfe2bce9de1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:56:32.317807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-32a6d4d7-ff11-4594-9b25-ab77625589f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:32.398766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:32.399452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:32.479324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-b09f067d-8edd-4ab7-ac73-47a5f3fef0a9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2038631 May 12 19:56:32.483190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-08f64c89-3ca4-43be-a255-4009e7ae8bd3 req-274ce77d-88d6-41ea-81f9-b9b638890aae tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ab0f480-4045-4943-8f60-ab049fd52c23 HTTP/1.1" status: 200 len: 210 time: 0.0647252 May 12 19:56:32.495631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-32a6d4d7-ff11-4594-9b25-ab77625589f4 None None] Port 82b9a760-6830-452b-bf69-2bfe2bce9de1 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:56:32.519977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Request body: {'port': {'device_id': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:32.642745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:32.914314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231b08-a9a1-48b2-a63c-ddf4cef9cb81 req-cde2f8bf-b37e-4c0e-a45c-03787e1d95cc tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:32.914973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8231b08-a9a1-48b2-a63c-ddf4cef9cb81 req-cde2f8bf-b37e-4c0e-a45c-03787e1d95cc tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Synchronizing usage tracker for tenant:0628e288d32343da89b0791e4f2cb066 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:32.936625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:32.976429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b6da3-c057-4507-959e-cde1adfde425 req-77672344-aa54-44a9-938b-3027fc4410e1 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:32.978002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-420b6da3-c057-4507-959e-cde1adfde425 req-77672344-aa54-44a9-938b-3027fc4410e1 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.1858635 May 12 19:56:33.028334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8231b08-a9a1-48b2-a63c-ddf4cef9cb81 req-cde2f8bf-b37e-4c0e-a45c-03787e1d95cc tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Unset dirty status for tenant:0628e288d32343da89b0791e4f2cb066 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:33.029404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8231b08-a9a1-48b2-a63c-ddf4cef9cb81 req-cde2f8bf-b37e-4c0e-a45c-03787e1d95cc tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 936 time: 0.5192463 May 12 19:56:33.178605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-420b6da3-c057-4507-959e-cde1adfde425 req-4e00b403-b600-4d69-b171-77cca80e5f31 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644216 May 12 19:56:33.239954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8231b08-a9a1-48b2-a63c-ddf4cef9cb81 req-e22e1dfa-604f-4113-ac68-f2063d92725b tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Synchronizing usage tracker for tenant:0628e288d32343da89b0791e4f2cb066 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:33.288951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Deleting port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:33.289457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:33.317556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:39Z', 'revision_number': 2, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:33.349201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea34f6-0039-4615-99e5-a489f607189b None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '81652cd0-3eda-42c8-ab64-087124fe031d', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:f9:61:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d02d074-a508-4140-a469-8b69ba49d78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:53:54Z', 'updated_at': '2022-05-12T19:54:39Z', 'revision_number': 2, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:56:33.767469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8231b08-a9a1-48b2-a63c-ddf4cef9cb81 req-e22e1dfa-604f-4113-ac68-f2063d92725b tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Unset dirty status for tenant:0628e288d32343da89b0791e4f2cb066 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:33.768688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8231b08-a9a1-48b2-a63c-ddf4cef9cb81 req-e22e1dfa-604f-4113-ac68-f2063d92725b tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192900 May 12 19:56:33.779722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b9a760-6830-452b-bf69-2bfe2bce9de1 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:56:33.864298 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ea0f9-3e15-436c-a1af-8ec2b26b2dc0 None None] New status for floating IP d8aeaf9f-a949-4c3e-af70-119fb7e1649a: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:56:33.868422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:33.871162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:33.888939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Transition to ACTIVE for port object 82b9a760-6830-452b-bf69-2bfe2bce9de1 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:56:33.976565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:33.999027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f09b3331-9d48-480e-9393-817f37affb7c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.032653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f09b3331-9d48-480e-9393-817f37affb7c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.153250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f09b3331-9d48-480e-9393-817f37affb7c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.181977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b3331-9d48-480e-9393-817f37affb7c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e3406-ea82-401c-b44b-3b07ec4bc9a7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:34.191410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f09b3331-9d48-480e-9393-817f37affb7c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.193162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f09b3331-9d48-480e-9393-817f37affb7c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/security-groups/ef8e3406-ea82-401c-b44b-3b07ec4bc9a7 HTTP/1.1" status: 204 len: 168 time: 0.3237257 May 12 19:56:34.195809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57820) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:34.217560 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-b49f531a-b7c0-4523-bbc3-4147e30f082c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] show failed (client error): The resource could not be found. May 12 19:56:34.218978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b49f531a-b7c0-4523-bbc3-4147e30f082c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups/ef8e3406-ea82-401c-b44b-3b07ec4bc9a7 HTTP/1.1" status: 404 len: 347 time: 0.0217044 May 12 19:56:34.222809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 57826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:34.266689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] For port 5251c3cf-35c5-4069-bffb-2faf2f26dc4b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:34.267314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.445046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Calling delete_port for 5251c3cf-35c5-4069-bffb-2faf2f26dc4b owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:34.551014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port c91dcb8f-0d7d-49c3-bade-54221f5e702b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:34.552016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.627056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Pushing event updated for resources: {'Port': ['ID=82b9a760-6830-452b-bf69-2bfe2bce9de1,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:34.719243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71c63-9c6c-4057-a4df-cfc788ee369a req-e01e702d-0900-4440-a6c9-bf7b13522e5b tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:34.729873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84c71c63-9c6c-4057-a4df-cfc788ee369a req-e01e702d-0900-4440-a6c9-bf7b13522e5b tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.9564517 May 12 19:56:34.767853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.768423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.805079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Attempting to bind port 82b9a760-6830-452b-bf69-2bfe2bce9de1 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:56:34.805540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Attempting to bind port 82b9a760-6830-452b-bf69-2bfe2bce9de1 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:56:34.805642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Attempting to bind port 82b9a760-6830-452b-bf69-2bfe2bce9de1 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:56:34.814054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Port 82b9a760-6830-452b-bf69-2bfe2bce9de1 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:56:34.814054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Attempting to bind port 82b9a760-6830-452b-bf69-2bfe2bce9de1 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:56:34.820094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:56:34.820453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:56:34.820818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:56:34.821326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Bound port: 82b9a760-6830-452b-bf69-2bfe2bce9de1, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:56:34.821672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:34.841500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84c71c63-9c6c-4057-a4df-cfc788ee369a req-edb78daa-3189-4672-8dea-5ff690bacf73 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107938 May 12 19:56:34.963321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] For port 82b9a760-6830-452b-bf69-2bfe2bce9de1, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:56:34.964201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for c91dcb8f-0d7d-49c3-bade-54221f5e702b owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:34.975122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] For port 82b9a760-6830-452b-bf69-2bfe2bce9de1, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:56:35.020003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:35.172766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:35.182165 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:35.183842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] 10.222.0.73 "PUT /v2.0/ports/82b9a760-6830-452b-bf69-2bfe2bce9de1 HTTP/1.1" status: 200 len: 1096 time: 2.6749215 May 12 19:56:35.187997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'tag': '82b9a760-6830-452b-bf69-2bfe2bce9de1'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:35.194498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:35.312969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=c91dcb8f-0d7d-49c3-bade-54221f5e702b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:35.339544 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75b3377-1ee6-4b98-b436-341983d75fb6'] response: {'name': 'network-changed', 'server_uuid': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'tag': '82b9a760-6830-452b-bf69-2bfe2bce9de1', 'status': 'completed', 'code': 200} May 12 19:56:35.348451 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:35.361469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6c267-746f-4855-ba19-b742c553f841 service neutron] Pushing event updated for resources: {'Port': ['ID=82b9a760-6830-452b-bf69-2bfe2bce9de1,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:35.432012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ff5d-ab2d-4529-8eb6-342ad926ea9d req-51cd9144-cc7b-4ee0-b923-da5130226436 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:35.439079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a767ff5d-ab2d-4529-8eb6-342ad926ea9d req-51cd9144-cc7b-4ee0-b923-da5130226436 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 948 time: 0.4592016 May 12 19:56:35.529050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:35.561377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5251c3cf-35c5-4069-bffb-2faf2f26dc4b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:35.578064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:35.579978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-26f55bc4-57ba-4a0a-92d4-dbf7eb99211c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/floatingips/d8aeaf9f-a949-4c3e-af70-119fb7e1649a HTTP/1.1" status: 204 len: 168 time: 1.3560343 May 12 19:56:35.660113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a767ff5d-ab2d-4529-8eb6-342ad926ea9d req-ffc52153-3f1f-4b3d-b306-9d09dc0bb90f tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831894 May 12 19:56:35.674829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-ae84439c-8557-4391-b2fc-24c4677c34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:35.676343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-ae84439c-8557-4391-b2fc-24c4677c34c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0628e288d32343da89b0791e4f2cb066&device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 1099 time: 0.4317124 May 12 19:56:36.063802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:36.073755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-9f0e7439-2978-4d38-815e-228ad1b442f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1 HTTP/1.1" status: 200 len: 217 time: 0.0736082 May 12 19:56:36.377475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-0d54702e-7b0d-40d1-8c31-4c946ff1d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:36.379416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-0d54702e-7b0d-40d1-8c31-4c946ff1d984 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.2018783 May 12 19:56:36.446162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda83509-530a-4c2d-bccc-f9fcb39c5e3c req-3e3db92f-0d92-4792-b0ad-629c3f0a01d4 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:36.447679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda83509-530a-4c2d-bccc-f9fcb39c5e3c req-3e3db92f-0d92-4792-b0ad-629c3f0a01d4 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.3730597 May 12 19:56:36.699191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda83509-530a-4c2d-bccc-f9fcb39c5e3c req-eaef4aa6-16f3-4423-8b07-9bd8c27910c7 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190128 May 12 19:56:36.806078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-add6e539-0d3b-4471-8333-33fbf2d86629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:36.807398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-add6e539-0d3b-4471-8333-33fbf2d86629 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4171362 May 12 19:56:36.970017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Router c65eaace-27a0-4589-9be0-3bde342333a5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:56:37.167443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-ebd14779-2cc2-4fd2-9e0a-fcf063b7b41b service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528235 May 12 19:56:37.204160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158117-3388-4fab-84fc-334932c95a3b req-f98d4eeb-3158-4ece-948c-15c254dce56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:37.206038 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0158117-3388-4fab-84fc-334932c95a3b req-f98d4eeb-3158-4ece-948c-15c254dce56c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f87713d909384d5896b97e4b9112ef69&device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 1097 time: 0.1055970 May 12 19:56:37.283755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270d118-7578-470d-ba1c-d641209a0d64 req-7554dff6-3d67-47cf-a046-a227270d8886 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:37.290843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5270d118-7578-470d-ba1c-d641209a0d64 req-7554dff6-3d67-47cf-a046-a227270d8886 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 948 time: 0.4508698 May 12 19:56:37.417894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158117-3388-4fab-84fc-334932c95a3b req-44e5725a-adf5-4153-a698-14f66514114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:37.420087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0158117-3388-4fab-84fc-334932c95a3b req-44e5725a-adf5-4153-a698-14f66514114e service neutron] 10.222.0.36 "GET /v2.0/networks?id=569703b1-a483-4d79-a763-b628ae4b38a9 HTTP/1.1" status: 200 len: 913 time: 0.2066381 May 12 19:56:37.661735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:56:37.673969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] Sync routers for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:56:37.693148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:37.693382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2c39b8b9-1776-4b89-8b0d-33d03808e3c1 admin admin] 10.222.0.72 "PUT /v2.0/routers/c65eaace-27a0-4589-9be0-3bde342333a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1957412 May 12 19:56:37.694458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:37.702234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:37.713274 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0158117-3388-4fab-84fc-334932c95a3b req-7dbbdbc6-96a6-48ec-938f-5356892a1672 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417245a3-f406-471b-8c83-6260c853df5d HTTP/1.1" status: 200 len: 217 time: 0.2828441 May 12 19:56:37.804694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5270d118-7578-470d-ba1c-d641209a0d64 req-abaa42a2-e755-42b4-b5f7-470a403e5bfe tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128276 May 12 19:56:37.830452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158117-3388-4fab-84fc-334932c95a3b req-c0ecb4eb-e4e6-4931-9831-3cc4796506d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:37.832218 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0158117-3388-4fab-84fc-334932c95a3b req-c0ecb4eb-e4e6-4931-9831-3cc4796506d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c8a0b7-43cb-4174-a07a-1385b1fc64f9 HTTP/1.1" status: 200 len: 852 time: 0.1119320 May 12 19:56:37.933079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d5b6-4ff1-4e3e-99a3-6685484c4832 req-d14d88f5-0200-4095-bad3-38825c51b7b8 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:37.940486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60a3d5b6-4ff1-4e3e-99a3-6685484c4832 req-d14d88f5-0200-4095-bad3-38825c51b7b8 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.8448708 May 12 19:56:37.991862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:38.005536 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0158117-3388-4fab-84fc-334932c95a3b req-8f53121b-b259-4950-8c02-6efcdeb54b4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=569703b1-a483-4d79-a763-b628ae4b38a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613135 May 12 19:56:38.177634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60a3d5b6-4ff1-4e3e-99a3-6685484c4832 req-5d6eb966-1683-42dc-b086-244baf5fdd7f tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358985 May 12 19:56:38.202174 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0158117-3388-4fab-84fc-334932c95a3b req-3768c03f-873b-4030-94fe-7e8ee0bef26b service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896763 May 12 19:56:38.207021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601ad95d-4548-4a56-b9e0-61abcce72cf2 req-d054cd57-2522-41dd-bd6e-e1124ce3c46c service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9765561 May 12 19:56:38.251724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:38.367188 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:38.383133 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c0158117-3388-4fab-84fc-334932c95a3b req-cc19f044-9a92-47d3-8725-df226abe3451 service neutron] 10.222.0.36 "GET /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715283 May 12 19:56:38.398480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:56:34Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:38.406792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] Checking router: c65eaace-27a0-4589-9be0-3bde342333a5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:56:38.419393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] Routers {'c65eaace-27a0-4589-9be0-3bde342333a5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:38.420315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c65eaace-27a0-4589-9be0-3bde342333a5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:38.555749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:38.573005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Deleting port f2df07c7-0136-46fc-8920-b73cd8279a07 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:38.573433 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:38.605419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-5ab0e00c-06e4-4d9f-a3f0-614caa7382a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:38.607001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-5ab0e00c-06e4-4d9f-a3f0-614caa7382a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0628e288d32343da89b0791e4f2cb066&device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 1099 time: 0.1424439 May 12 19:56:38.653678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] Set router c65eaace-27a0-4589-9be0-3bde342333a5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:38.753004 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:38.976627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] For port f2df07c7-0136-46fc-8920-b73cd8279a07, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f2df07c7-0136-46fc-8920-b73cd8279a07,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:38.976994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:39.006724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:56:34Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:39.016032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1925-acbb-4e77-9513-a76d632b80d7 None None] The sync data for ids ['c65eaace-27a0-4589-9be0-3bde342333a5'] in n-d-841626-1 is: [{'id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'name': 'tempest-ServerActionsTestJSON-796572365-router', 'tenant_id': 'ee0b3349604e4492857ab6d4797f5629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:47:01Z', 'updated_at': '2022-05-12T19:56:34Z', 'revision_number': 5, 'project_id': 'ee0b3349604e4492857ab6d4797f5629', 'gw_port': {'id': 'f2df07c7-0136-46fc-8920-b73cd8279a07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65eaace-27a0-4589-9be0-3bde342333a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:47:03Z', 'updated_at': '2022-05-12T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:56:39.088475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-7c20715f-bd6c-4b57-af45-7e6ce8182b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:39.091103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-7c20715f-bd6c-4b57-af45-7e6ce8182b8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.4761708 May 12 19:56:39.222906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82b9a760-6830-452b-bf69-2bfe2bce9de1 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:56:39.366378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Calling delete_port for f2df07c7-0136-46fc-8920-b73cd8279a07 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:39.489895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-6ced012a-8a6b-49d7-b4e9-902b3c2588ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1 HTTP/1.1" status: 200 len: 217 time: 0.2642698 May 12 19:56:39.504971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2d89-c158-4adc-aae9-dbdbe523a699 req-72ac7f45-2830-497c-baea-e2efacca3f8c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:39.506623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3abc2d89-c158-4adc-aae9-dbdbe523a699 req-72ac7f45-2830-497c-baea-e2efacca3f8c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 946 time: 0.8714337 May 12 19:56:39.546103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82b9a760-6830-452b-bf69-2bfe2bce9de1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:39.561177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '82b9a760-6830-452b-bf69-2bfe2bce9de1', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': '82b9a760-6830-452b-bf69-2bfe2bce9de1', 'mac_address': 'fa:16:3e:68:a2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:56:39.639643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 82b9a760-6830-452b-bf69-2bfe2bce9de1 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:39.639989 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:39.667372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b9a760-6830-452b-bf69-2bfe2bce9de1 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:56:39.686622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82b9a760-6830-452b-bf69-2bfe2bce9de1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:39.695457 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:39.785458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=82b9a760-6830-452b-bf69-2bfe2bce9de1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:39.887636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['82b9a760-6830-452b-bf69-2bfe2bce9de1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:56:39.891884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3abc2d89-c158-4adc-aae9-dbdbe523a699 req-23512024-dc84-4529-a502-12f3a5fc5b9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735945 May 12 19:56:39.904062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-e1c36445-2cd2-4fc3-85b8-6e221277f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:39.921579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-e1c36445-2cd2-4fc3-85b8-6e221277f5ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.4138978 May 12 19:56:40.185579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1108e-b0c3-43e3-844d-8a5a87d59812 req-656319b9-4b28-4a63-b87f-349847d17da9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:40.187396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77c1108e-b0c3-43e3-844d-8a5a87d59812 req-656319b9-4b28-4a63-b87f-349847d17da9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 948 time: 1.0961969 May 12 19:56:40.243678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:40.339741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77c1108e-b0c3-43e3-844d-8a5a87d59812 req-fac9e188-c345-4e8f-ac38-7bedb53f32b7 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397970 May 12 19:56:40.394244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2df07c7-0136-46fc-8920-b73cd8279a07,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:40.419761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-7e186385-caaa-4762-b5a5-ffd99e5738b3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:40.420474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-7e186385-caaa-4762-b5a5-ffd99e5738b3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:40.440256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-7e186385-caaa-4762-b5a5-ffd99e5738b3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:40.443783 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-7e186385-caaa-4762-b5a5-ffd99e5738b3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 946 time: 0.1316056 May 12 19:56:40.516385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-145d67cb-590f-4f26-87c8-a19b08b73844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:40.531165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-145d67cb-590f-4f26-87c8-a19b08b73844 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5977659 May 12 19:56:40.609380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a27c7-fc18-41c4-b3a0-8de96824fdfd req-aae076c5-5a2b-45bd-8434-d8c0cd4d2ee1 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:40.615642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-094a27c7-fc18-41c4-b3a0-8de96824fdfd req-aae076c5-5a2b-45bd-8434-d8c0cd4d2ee1 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.5023959 May 12 19:56:40.628596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port 963c6d6f-9148-4a77-8a9b-237fd9806a79 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:40.629754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:40.648274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5251c3cf-35c5-4069-bffb-2faf2f26dc4b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:40.691836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 5251c3cf-35c5-4069-bffb-2faf2f26dc4b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:40.692435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5251c3cf-35c5-4069-bffb-2faf2f26dc4b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:40.705680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:40.951310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-094a27c7-fc18-41c4-b3a0-8de96824fdfd req-73a87aaf-db33-4fc0-af7b-c157796ad282 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811103 May 12 19:56:40.953625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:40.958386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:40.997431 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-c793e9fc-500b-476f-9198-c0842c786408 service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559128 May 12 19:56:41.009100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] For port 963c6d6f-9148-4a77-8a9b-237fd9806a79, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=963c6d6f-9148-4a77-8a9b-237fd9806a79,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:41.014818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.031525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.032054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c65eaace-27a0-4589-9be0-3bde342333a5 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 19:56:41.190331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.194727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-58122931-7c09-4546-9f1c-5a7d3af34608 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c65eaace-27a0-4589-9be0-3bde342333a5 HTTP/1.1" status: 204 len: 168 time: 3.4913435 May 12 19:56:41.197774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57966) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:41.217576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82b9a760-6830-452b-bf69-2bfe2bce9de1 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:56:41.429687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 82b9a760-6830-452b-bf69-2bfe2bce9de1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:56:41.435180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 82b9a760-6830-452b-bf69-2bfe2bce9de1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:56:41.435659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.468085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b8a6152-cbcd-40a2-988a-344af1faa674 req-d8bb6de1-c8a3-453c-8cbc-8ae8075e762c service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635208 May 12 19:56:41.588110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] Deleting subnet 73c3575e-a17f-451b-9e01-b175a05b3b9a {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:56:41.593504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.654439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.694254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 82b9a760-6830-452b-bf69-2bfe2bce9de1 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:41.694732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.763694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.767514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82b9a760-6830-452b-bf69-2bfe2bce9de1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:41.768594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9a760-6830-452b-bf69-2bfe2bce9de1'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:41.770123 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.770691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.771022 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP 81652cd0-3eda-42c8-ab64-087124fe031d disassociated. External IP: 172.25.2.57, port: 963c6d6f-9148-4a77-8a9b-237fd9806a79. May 12 19:56:41.771364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for 963c6d6f-9148-4a77-8a9b-237fd9806a79 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:41.776152 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.895351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99378c-69e4-41fc-9e93-f2abaaaeb1a2 req-2ac2d507-791b-47e2-ac77-860d7e7f539e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:41.898379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb99378c-69e4-41fc-9e93-f2abaaaeb1a2 req-2ac2d507-791b-47e2-ac77-860d7e7f539e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 946 time: 0.5316610 May 12 19:56:41.903312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:41.982598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=82b9a760-6830-452b-bf69-2bfe2bce9de1,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:41.983699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c3575e-a17f-451b-9e01-b175a05b3b9a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:41.986656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:42.004290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:42.004448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f4ba1-fbef-44f7-bdf7-79f53b68da75 None None] Network 15fbf267-c48b-4eb1-9539-3c6270a2b040 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:56:42.017298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e13f079-2caf-4544-b399-3ef5a39741ea admin admin] 10.222.0.72 "DELETE /v2.0/subnets/73c3575e-a17f-451b-9e01-b175a05b3b9a HTTP/1.1" status: 204 len: 168 time: 0.8147972 May 12 19:56:42.021998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb99378c-69e4-41fc-9e93-f2abaaaeb1a2 req-a3fae50f-201d-4431-ac58-0e93cb850b41 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147425 May 12 19:56:42.047069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 57978) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:42.115441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=963c6d6f-9148-4a77-8a9b-237fd9806a79,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:42.251759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:42.268695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Deleting port 5d297887-11f2-4b0e-854e-0d78e76fb8ca {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:42.269018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:42.498677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] DHCP port deletion for 15fbf267-c48b-4eb1-9539-3c6270a2b040 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:56:42.504153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Deleting port 5d297887-11f2-4b0e-854e-0d78e76fb8ca {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:42.505047 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:42.726758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5d297887-11f2-4b0e-854e-0d78e76fb8ca no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:42.834242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32afb6-033a-4a64-95cf-03ee5a8af749 req-204dcceb-def9-4d7b-9ded-0b9ce37edcdc tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:42.844987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b32afb6-033a-4a64-95cf-03ee5a8af749 req-204dcceb-def9-4d7b-9ded-0b9ce37edcdc tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 950 time: 0.9931650 May 12 19:56:42.851796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:56:42.997315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af181fb-8f3d-4d89-a5a4-72834e95dd83 req-721d91c7-75a4-4407-8076-ef8b0ab48d09 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:42.998844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8af181fb-8f3d-4d89-a5a4-72834e95dd83 req-721d91c7-75a4-4407-8076-ef8b0ab48d09 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.3659782 May 12 19:56:43.019591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b32afb6-033a-4a64-95cf-03ee5a8af749 req-225d20fe-a167-466f-a59a-7d3dc9d74ac5 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709359 May 12 19:56:43.267989 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b125b9-e26a-49a3-bb45-9565777c722d'] response: {'server_uuid': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9a760-6830-452b-bf69-2bfe2bce9de1', 'code': 200} May 12 19:56:43.280371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:56:43.306921 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:56:43.343876 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:43.344758 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:43.396356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5d297887-11f2-4b0e-854e-0d78e76fb8ca,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:43.396746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:43.530774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] No DVR routers for this DVR port 963c6d6f-9148-4a77-8a9b-237fd9806a79 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:43.538332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:43.559809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'name': 'network-vif-deleted', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:43.575234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-03168ed0-83d8-49a8-afa5-3a40916e313e req-6b6a48e5-26b8-4b0c-88f4-3fd9c657a14a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "DELETE /v2.0/ports/963c6d6f-9148-4a77-8a9b-237fd9806a79 HTTP/1.1" status: 204 len: 173 time: 3.1259384 May 12 19:56:43.630878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5d297887-11f2-4b0e-854e-0d78e76fb8ca is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:56:43.631883 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:43.775644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcdcabb0-b928-4863-8784-f270c6612f5b req-6dbff846-d44d-4413-b7b7-f2c09ef1f39d tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d02d074-a508-4140-a469-8b69ba49d78c HTTP/1.1" status: 200 len: 210 time: 0.2108159 May 12 19:56:43.837629 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:43.855188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5d297887-11f2-4b0e-854e-0d78e76fb8ca,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:43.856523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 963c6d6f-9148-4a77-8a9b-237fd9806a79 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:43.868685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5d297887-11f2-4b0e-854e-0d78e76fb8ca,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:43.869711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:43.914190 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565db589-227a-42c1-b609-d835daf430e4'] response: {'server_uuid': '7d02d074-a508-4140-a469-8b69ba49d78c', 'name': 'network-vif-deleted', 'tag': '963c6d6f-9148-4a77-8a9b-237fd9806a79', 'status': 'completed', 'code': 200} May 12 19:56:43.929636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Calling delete_port for 5d297887-11f2-4b0e-854e-0d78e76fb8ca owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:44.025660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Calling delete_port for 5d297887-11f2-4b0e-854e-0d78e76fb8ca owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:44.169511 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:44.170698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2df07c7-0136-46fc-8920-b73cd8279a07 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:44.199789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8af181fb-8f3d-4d89-a5a4-72834e95dd83 req-87c536a7-3d1b-480d-bf43-93c2a98757a7 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1491585 May 12 19:56:44.233097 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 12 19:56:44.233097 n-d-841626-1 neutron-server[88112]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] May 12 19:56:44.233097 n-d-841626-1 neutron-server[88112]: [parameters: {'port_id': '5d297887-11f2-4b0e-854e-0d78e76fb8ca', 'host': 'n-d-841626-1', 'level': 0}] May 12 19:56:44.233097 n-d-841626-1 neutron-server[88112]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:56:44.233577 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:56:44.347646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13b3d7-2e89-4565-93a8-cb7208335629 req-1f6df1d1-b060-4a32-b4df-c93def38b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:44.349248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b13b3d7-2e89-4565-93a8-cb7208335629 req-1f6df1d1-b060-4a32-b4df-c93def38b9d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 1101 time: 1.0116971 May 12 19:56:44.363331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-9d41b45c-31ec-4e2a-981f-aa73fb8b684e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:44.364895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-9d41b45c-31ec-4e2a-981f-aa73fb8b684e tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.8219032 May 12 19:56:44.365966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 963c6d6f-9148-4a77-8a9b-237fd9806a79 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:44.366300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 963c6d6f-9148-4a77-8a9b-237fd9806a79 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:44.416622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f2df07c7-0136-46fc-8920-b73cd8279a07 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:44.417066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f2df07c7-0136-46fc-8920-b73cd8279a07 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:44.418823 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:56:44.419247 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:56:44.466160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=5d297887-11f2-4b0e-854e-0d78e76fb8ca,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:44.508903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9686aa-c678-4d65-a2e1-000dddc27ca1 req-f97b4ab1-75fa-49e5-b0e7-d63c8164f76c tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:44.515677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a9686aa-c678-4d65-a2e1-000dddc27ca1 req-f97b4ab1-75fa-49e5-b0e7-d63c8164f76c tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 950 time: 0.2812853 May 12 19:56:44.536735 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:44.542698 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:56:44.568141 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:56:44.568902 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:44.618599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a9686aa-c678-4d65-a2e1-000dddc27ca1 req-a46800b5-047f-43c5-ab96-b14b2e14392b tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018584 May 12 19:56:44.662018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Deleting port 417245a3-f406-471b-8c83-6260c853df5d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:44.662370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:44.722450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b13b3d7-2e89-4565-93a8-cb7208335629 req-d5eca56e-8925-45b2-8013-aefee3f4e3f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555179 May 12 19:56:44.741103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Deleting port 5d297887-11f2-4b0e-854e-0d78e76fb8ca {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:44.741476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:44.917651 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:56:44.920114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Deleting port 5d297887-11f2-4b0e-854e-0d78e76fb8ca {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:44.920590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:45.042609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58026) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:45.302973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b07248ce-25f1-4068-a5ed-3e3faf4181b9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:45.418761 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b07248ce-25f1-4068-a5ed-3e3faf4181b9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:45.431047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5d297887-11f2-4b0e-854e-0d78e76fb8ca,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:45.431813 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:45.449177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] For port 5d297887-11f2-4b0e-854e-0d78e76fb8ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5d297887-11f2-4b0e-854e-0d78e76fb8ca,segment=NetworkSegment(e7b69aa7-a788-42ef-a32b-f4d29c46c155),segment_id=e7b69aa7-a788-42ef-a32b-f4d29c46c155)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:45.449791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:45.492216 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:45.507219 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c9815-a031-43a7-bba1-d877c0e73bb0 None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:56:45.538141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b07248ce-25f1-4068-a5ed-3e3faf4181b9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:45.593885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07248ce-25f1-4068-a5ed-3e3faf4181b9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c2d255-1e09-4c4a-9134-d0b7a1d3363d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:45.622514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b07248ce-25f1-4068-a5ed-3e3faf4181b9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:45.627104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b07248ce-25f1-4068-a5ed-3e3faf4181b9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/security-groups/e3c2d255-1e09-4c4a-9134-d0b7a1d3363d HTTP/1.1" status: 204 len: 168 time: 0.5806456 May 12 19:56:45.627722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58034) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:45.663411 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-3f1e01e8-d85d-4378-87d5-750bc5367ac0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] show failed (client error): The resource could not be found. May 12 19:56:45.664687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3f1e01e8-d85d-4378-87d5-750bc5367ac0 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups/e3c2d255-1e09-4c4a-9134-d0b7a1d3363d HTTP/1.1" status: 404 len: 347 time: 0.0359979 May 12 19:56:45.668622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58040) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:45.759695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Calling delete_port for 5d297887-11f2-4b0e-854e-0d78e76fb8ca owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:45.947661 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:46.080927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd34f4-e284-49b1-b931-20c3c2cdb79d None None] New status for floating IP 81652cd0-3eda-42c8-ab64-087124fe031d: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:56:46.085415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port b73f6d54-1711-472c-b56d-ffd55a5afdf2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:46.087220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:46.203602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Calling delete_port for 5d297887-11f2-4b0e-854e-0d78e76fb8ca owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:46.271682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] For port 417245a3-f406-471b-8c83-6260c853df5d, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=417245a3-f406-471b-8c83-6260c853df5d,segment=NetworkSegment(4aea4a87-7877-4f8e-a865-29af5cac42b7),segment_id=4aea4a87-7877-4f8e-a865-29af5cac42b7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:56:46.272317 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:46.348566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] Pushing event deleted for resources: {'Port': ['ID=5d297887-11f2-4b0e-854e-0d78e76fb8ca,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:46.371323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73cb801-2930-4f2e-836f-9ae8147f75d1 None None] No DVR routers for this DVR port 5d297887-11f2-4b0e-854e-0d78e76fb8ca on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:46.409411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58052) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:46.519023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Calling delete_port for 417245a3-f406-471b-8c83-6260c853df5d owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:46.531843 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:46.532488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:46.713847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for b73f6d54-1711-472c-b56d-ffd55a5afdf2 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:46.770934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:46.785249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c050e-ce92-4670-97d5-948f1873cafc req-57f3f9cb-7bfb-4a11-8e32-afd9c9bba537 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:46.792534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e20c050e-ce92-4670-97d5-948f1873cafc req-57f3f9cb-7bfb-4a11-8e32-afd9c9bba537 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea HTTP/1.1" status: 200 len: 946 time: 0.6425745 May 12 19:56:46.806755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:46.815045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Usage tracker for resource:security_group_rule and tenant:8723c9941aec470eae57e8d3b8e77694 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:46.820981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:46.829510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:46.854554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:56:46.854919 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:56:46.894170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:56:46.897805 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:56:46.939761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e20c050e-ce92-4670-97d5-948f1873cafc req-717fb4fe-2981-4644-b385-9aa32ca49f47 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.72 "GET /v2.0/security-groups?id=058ce2c4-c344-48b2-bf89-d682c2da4126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461639 May 12 19:56:46.978995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.058680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.065660 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.107823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3667-49da-4e90-b9b8-5c3f32ee14d0 req-6c5fa39c-717c-4e56-b518-9effbec706d9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:47.107823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-761b3667-49da-4e90-b9b8-5c3f32ee14d0 req-6c5fa39c-717c-4e56-b518-9effbec706d9 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 950 time: 0.8704185 May 12 19:56:47.109176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Pushing event deleted for resources: {'Port': ['ID=417245a3-f406-471b-8c83-6260c853df5d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:47.137770 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8723c9941aec470eae57e8d3b8e77694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264397 May 12 19:56:47.143652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58066) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:47.221788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f43c4-e6fa-4004-8760-71d8e5935808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28540eb6-cc18-4c91-9cad-ced130aa70b2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:47.263421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af8a8a0c-239c-4257-b370-d84bd4276aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.265528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] No DVR routers for this DVR port 417245a3-f406-471b-8c83-6260c853df5d on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:56:47.277175 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.280052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'name': 'network-vif-deleted', 'tag': '417245a3-f406-471b-8c83-6260c853df5d'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:56:47.295871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af8a8a0c-239c-4257-b370-d84bd4276aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.303255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0a2d9c8-437e-4b24-a0a2-ebddc4f86e1e req-30019431-9cdb-4f04-909f-89488455e6a3 tempest-TestServerAdvancedOps-1910277768 tempest-TestServerAdvancedOps-1910277768-project] 10.222.0.36 "DELETE /v2.0/ports/417245a3-f406-471b-8c83-6260c853df5d HTTP/1.1" status: 204 len: 173 time: 2.9007697 May 12 19:56:47.325146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-761b3667-49da-4e90-b9b8-5c3f32ee14d0 req-2a1c4a11-b9d5-4d11-ac5a-f61ba283b8a1 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897408 May 12 19:56:47.363685 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727069bd-f151-4416-8181-3226610e0aa4'] response: {'server_uuid': '0e6ca978-a7c0-4ac2-86ff-ab0bffb698ea', 'name': 'network-vif-deleted', 'tag': '417245a3-f406-471b-8c83-6260c853df5d', 'status': 'completed', 'code': 200} May 12 19:56:47.386241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af8a8a0c-239c-4257-b370-d84bd4276aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.404939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port b73f6d54-1711-472c-b56d-ffd55a5afdf2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:47.405304 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.458484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a8a0c-239c-4257-b370-d84bd4276aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28540eb6-cc18-4c91-9cad-ced130aa70b2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:47.586391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af8a8a0c-239c-4257-b370-d84bd4276aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.587514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af8a8a0c-239c-4257-b370-d84bd4276aef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28540eb6-cc18-4c91-9cad-ced130aa70b2 HTTP/1.1" status: 204 len: 168 time: 0.4349437 May 12 19:56:47.635801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.636164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.644932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Deleting port 5d297887-11f2-4b0e-854e-0d78e76fb8ca {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:56:47.647030 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.658004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 417245a3-f406-471b-8c83-6260c853df5d no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:56:47.680438 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:56:47.698824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 417245a3-f406-471b-8c83-6260c853df5d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:56:47.699597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 417245a3-f406-471b-8c83-6260c853df5d not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:56:47.765549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] The port '5d297887-11f2-4b0e-854e-0d78e76fb8ca' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:56:47.784590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for b73f6d54-1711-472c-b56d-ffd55a5afdf2 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:56:47.924225 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.952564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fbf267-c48b-4eb1-9539-3c6270a2b040']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:47.965300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:47.971909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b69aa7-a788-42ef-a32b-f4d29c46c155') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:47.972203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b69aa7-a788-42ef-a32b-f4d29c46c155') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:47.997891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.025637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.036291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:56:48.036722 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.042033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=b73f6d54-1711-472c-b56d-ffd55a5afdf2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: util.warn( May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: timer() May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:56:48.065927 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:56:48.171278 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.183738 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.247487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58094) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:48.263236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fbf267-c48b-4eb1-9539-3c6270a2b040,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:48.276364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9fe58f97-73e2-47c1-be4e-5f9e06138a85 admin admin] 10.222.0.72 "DELETE /v2.0/networks/15fbf267-c48b-4eb1-9539-3c6270a2b040 HTTP/1.1" status: 204 len: 168 time: 6.2270112 May 12 19:56:48.347187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] Deleting subnet b1c8a0b7-43cb-4174-a07a-1385b1fc64f9 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:56:48.353784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.454040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.495582 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.496694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c0ffb14-802f-4a5e-8fad-a56cd7169dc7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/floatingips/81652cd0-3eda-42c8-ab64-087124fe031d HTTP/1.1" status: 204 len: 168 time: 2.8263018 May 12 19:56:48.565910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.733452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.739751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58116) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:48.740314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58118) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:48.749744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404501768', 'description': 'tempest-description--1141798029'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:48.757421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:48.762076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:48.765859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:48.773929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:48.828193 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.841417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.863327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:48.867729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:48.871067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:48.877407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:48.894511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c8a0b7-43cb-4174-a07a-1385b1fc64f9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:48.894511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:48.904604 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4dd82cd4-f7e9-478b-ac2b-cf0a0a6aacd5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b1c8a0b7-43cb-4174-a07a-1385b1fc64f9 HTTP/1.1" status: 204 len: 168 time: 0.6561522 May 12 19:56:48.905206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58126) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:48.924959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-41bf54fe-63c2-4c13-a0c3-bfe329a4a23e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee0b3349604e4492857ab6d4797f5629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836383 May 12 19:56:48.925921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58130) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:48.972046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecca45-96d5-4296-8681-219d92727bb0 req-418c898b-fd27-4435-8c30-59f9bc05eeb0 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:48.973959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eaecca45-96d5-4296-8681-219d92727bb0 req-418c898b-fd27-4435-8c30-59f9bc05eeb0 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 950 time: 0.3230374 May 12 19:56:49.019829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.173777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eaecca45-96d5-4296-8681-219d92727bb0 req-f7f7a9b3-ae07-46a6-ab84-af2006ea6bca tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905849 May 12 19:56:49.174482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.210013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.213283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4be-89bb-4198-8d11-9d1ebbbe9ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.230228 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.242943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569703b1-a483-4d79-a763-b628ae4b38a9']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:49.271257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aea4a87-7877-4f8e-a865-29af5cac42b7') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:49.271858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aea4a87-7877-4f8e-a865-29af5cac42b7') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:49.281648 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4be-89bb-4198-8d11-9d1ebbbe9ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.297068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.319485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.342944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.345299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:56:49.345764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.346170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6023202 May 12 19:56:49.347373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d81e6f-72e7-4060-98b0-5f1ca1523b51 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9dc52a-47f2-4737-88bb-4acb84f9671b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:49.350601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58142) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:49.366564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': '8f9dc52a-47f2-4737-88bb-4acb84f9671b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: timer() May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:56:49.384837 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:56:49.397705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:49.406671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:49.411111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:49.420465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:49.464785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.489694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-a6508ab3-e74c-420c-b882-10887ef979d0 req-8ec4e1ec-0478-4df7-a455-06c05ea5abd4 service neutron] (88113) timed out ('10.222.0.72', 39524) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:56:49.502948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.599372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.605090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=569703b1-a483-4d79-a763-b628ae4b38a9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:49.635607 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8a11d1d5-52fa-494c-8bb6-846f97e558b4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/569703b1-a483-4d79-a763-b628ae4b38a9 HTTP/1.1" status: 204 len: 168 time: 0.7282932 May 12 19:56:49.637346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:49.660677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4be-89bb-4198-8d11-9d1ebbbe9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.690800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4be-89bb-4198-8d11-9d1ebbbe9ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.691933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ddecb4be-89bb-4198-8d11-9d1ebbbe9ae5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f8d0341-d57d-4a1a-8edc-da355cad0c54 HTTP/1.1" status: 204 len: 168 time: 0.7600996 May 12 19:56:49.700946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecb4be-89bb-4198-8d11-9d1ebbbe9ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8d0341-d57d-4a1a-8edc-da355cad0c54,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:49.784854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] Deleting subnet de5a486c-3ebc-4431-9df3-2d96aec5e2d9 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:56:49.792415 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.799144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.809857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.877549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b25148-0acf-4bd9-adcd-59ca113e8551,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:49.909985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.914638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3ece5597-1054-4af5-a133-2a1ef591bc9f tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5589793 May 12 19:56:49.915359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58174) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:49.924769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': '8f9dc52a-47f2-4737-88bb-4acb84f9671b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:49.932245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:49.933236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:49.937127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:49.941070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:49.952024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:49.997354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.062732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.150841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.163606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.230971 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.232164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153954 May 12 19:56:50.234136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f50afe-7c21-4f70-ac2b-f9ce81e2591a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92193536-f4dd-47e0-93e4-4e20ad162f04,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:50.238284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58204) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:50.269207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:50.290748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:50.300428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:floatingip and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:50.308188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:50.323715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:50.345917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.527924 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.568173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5a486c-3ebc-4431-9df3-2d96aec5e2d9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:50.607825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:50.661541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58248) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:50.676098 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3e17f049-f572-4926-b87d-e8cbf2539c16 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/de5a486c-3ebc-4431-9df3-2d96aec5e2d9 HTTP/1.1" status: 204 len: 168 time: 1.0197523 May 12 19:56:50.960095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.149001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.273811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.25.2.5 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f2685cc9-69b7-465c-a81b-fe58395e95d7) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:56:51.556036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.620096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:51.650056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35e1a7f-eb54-4c7d-8104-10c8338dbe65') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:51.650714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35e1a7f-eb54-4c7d-8104-10c8338dbe65') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:56:51.675487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.676176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.693229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.703959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:56:51.704356 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: timer() May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:56:51.739766 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:56:51.748556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.814912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:56:51.816036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:51.828519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:56:51.957313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58338) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:51.989411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:51.996273 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.061921 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8 HTTP/1.1" status: 204 len: 168 time: 1.3970344 May 12 19:56:52.063028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2cbaa-e8a3-44c2-963e-2c5ab671dbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef904b3-73a2-4bf2-a9f8-a9bd9fbd36a8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:52.083512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=f2685cc9-69b7-465c-a81b-fe58395e95d7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:52.217153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.230899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.259328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:52.264490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Usage tracker for resource:security_group_rule and tenant:8d90d25b8a2a45b7934628e690a7edca is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:52.268676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:52.276043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:52.367339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58358) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:52.396867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.496976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-acb8d7cd-9298-40f6-98db-9bccf2bc984f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f87713d909384d5896b97e4b9112ef69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281598 May 12 19:56:52.499902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:52.597121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.692298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.765506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16bfd5a-719a-4cea-a5cc-b1cb361bb92b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:52.769779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db7fbae2-3311-45e3-b060-e258379a45ff req-fbf2e396-2fa4-4391-9c72-251252252369 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.1701944 May 12 19:56:52.816844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-af97bc55-41c1-48b4-9be9-36b69aeb8090 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d90d25b8a2a45b7934628e690a7edca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568113 May 12 19:56:52.819909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58380) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:52.845978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2691226-1c85-4638-bcc1-672cb635574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.902060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.910735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2691226-1c85-4638-bcc1-672cb635574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.913436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.937748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c80-548f-437b-9d43-1817f1c0134c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:52.996762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c80-548f-437b-9d43-1817f1c0134c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.052941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2691226-1c85-4638-bcc1-672cb635574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.077426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2691226-1c85-4638-bcc1-672cb635574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058ce2c4-c344-48b2-bf89-d682c2da4126,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:53.087411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c80-548f-437b-9d43-1817f1c0134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.120013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=f2685cc9-69b7-465c-a81b-fe58395e95d7,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:53.135525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd55c80-548f-437b-9d43-1817f1c0134c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16bfd5a-719a-4cea-a5cc-b1cb361bb92b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:53.153559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c80-548f-437b-9d43-1817f1c0134c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.157502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0fd55c80-548f-437b-9d43-1817f1c0134c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d16bfd5a-719a-4cea-a5cc-b1cb361bb92b HTTP/1.1" status: 204 len: 168 time: 0.3344054 May 12 19:56:53.157502 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2691226-1c85-4638-bcc1-672cb635574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.158873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c2691226-1c85-4638-bcc1-672cb635574e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/058ce2c4-c344-48b2-bf89-d682c2da4126 HTTP/1.1" status: 204 len: 168 time: 0.6576338 May 12 19:56:53.159450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.237521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.247140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fbc4276e-4c9d-4206-95f5-b3008b04cd45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9987588 May 12 19:56:53.867827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58418) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:53.884409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d54a32ac-05d4-4e07-8577-19da6353a092 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:53.911903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d54a32ac-05d4-4e07-8577-19da6353a092 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:53.928755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d54a32ac-05d4-4e07-8577-19da6353a092 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1404501768&fields=id&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 267 time: 0.1289983 May 12 19:56:53.942783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:53.981615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:54.010523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b8970e51fbaf4802be6fd025242de037 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:54.014558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:54.033312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:54.039536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58424) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:54.148221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e033aac2-59bd-41ad-ae4b-fc2ff0810ae8 req-f25b5507-b951-4e53-8a4d-74d1eabe3f52 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.0827215 May 12 19:56:54.179906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-554f2d62-e138-4b71-9018-2866af071c06 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3573aa3cd984ad297f5acfaa337a1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391816 May 12 19:56:54.180524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58428) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:54.246200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-308fd284-14bc-4479-a7db-99b447186fd3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:54.247886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-308fd284-14bc-4479-a7db-99b447186fd3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 0.3173432 May 12 19:56:54.277417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-3cf537a3-2e47-4915-9d95-b2127a587554 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/quotas/0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 375 time: 0.0222790 May 12 19:56:54.342891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc47fe8a-610f-4aa0-b887-18cb47f08d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.382955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.390821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc47fe8a-610f-4aa0-b887-18cb47f08d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.393455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-f826835c-80bc-4290-a08c-4e4570cca744 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981829 May 12 19:56:54.400966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.460722 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8970e51fbaf4802be6fd025242de037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894210 May 12 19:56:54.469499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58436) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:54.475747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c542d79-f179-4f06-bcad-cb511d62f4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9a5d71-e9b7-4ff8-ac99-2b96cc75b656,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:54.540795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d46e43b-aff8-4fb5-b535-19bdc6dfdeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.553719 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc47fe8a-610f-4aa0-b887-18cb47f08d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.564136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-7ff987cd-ee19-463e-b82f-9af221a2487f service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561391 May 12 19:56:54.579962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47fe8a-610f-4aa0-b887-18cb47f08d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6404c5-e789-4178-97b7-557a7de15f6f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:54.587395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d46e43b-aff8-4fb5-b535-19bdc6dfdeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.608517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cc47fe8a-610f-4aa0-b887-18cb47f08d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.612074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cc47fe8a-610f-4aa0-b887-18cb47f08d85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd6404c5-e789-4178-97b7-557a7de15f6f HTTP/1.1" status: 204 len: 168 time: 0.4183023 May 12 19:56:54.659109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d46e43b-aff8-4fb5-b535-19bdc6dfdeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.678417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46e43b-aff8-4fb5-b535-19bdc6dfdeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9a5d71-e9b7-4ff8-ac99-2b96cc75b656,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:54.685359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4d46e43b-aff8-4fb5-b535-19bdc6dfdeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:54.697829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4d46e43b-aff8-4fb5-b535-19bdc6dfdeed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e9a5d71-e9b7-4ff8-ac99-2b96cc75b656 HTTP/1.1" status: 204 len: 168 time: 0.2235255 May 12 19:56:54.741975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-def131e1-b1e7-46ce-a0a2-a66d3842cba8 service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743829 May 12 19:56:54.961539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2810fc2-f152-47f4-810e-f0fd0efec23e req-a2ebbf87-592a-433e-8e2a-0c102dbd765a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 210 time: 0.0588737 May 12 19:56:55.536714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a629d68-b1a7-4383-8731-dd45640fb9a4 req-ff158cb5-d7ab-418b-88ed-88d7cb671791 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.1143000 May 12 19:56:55.558877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a6e2c1e-ee11-4436-b96e-c4b80289b59d req-dfa7acec-5998-429a-a122-9a7e0226e582 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.0740867 May 12 19:56:56.064251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58494) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:56.260011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1789223981-network', 'tenant_id': 'e96682707d7144beb8c5c280c4026363'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:56.274752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:56.292487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03a76db3-df9c-403e-9396-e8f40fc21b4c req-e9366109-428a-47aa-ac29-7df0cfaa4190 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 210 time: 0.2022870 May 12 19:56:56.319274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Usage tracker for resource:network and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:56.328816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:56.340255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:56.353499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:56.356323 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.370670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.386967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:56.391540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:56.394729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:56.403525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:56.563976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.569106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.593975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:56:56.632838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.634411 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Added segment 536e9a55-91a5-46ab-93c9-a9f2a9f8654e of type vlan for network f2ef90a6-b6d9-4597-82ae-e701d0c9053e May 12 19:56:56.669679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.719423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.721291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:56.722025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.740041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-357bbc18-2643-4df9-8c4d-6cbcdeb654f6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:56.742926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-357bbc18-2643-4df9-8c4d-6cbcdeb654f6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 0.2986662 May 12 19:56:56.785866 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7174594 May 12 19:56:56.791561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58508) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:56.827967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Request body: {'subnet': {'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1789223981-subnet', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:56.835036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:56.840179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Usage tracker for resource:subnet and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:56.843566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:56.850992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:56.862656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dadd86-e385-42ea-8850-814d8516e71b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:56.888823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed53003-0dcf-449e-a4f4-6e9da65ce7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ef90a6-b6d9-4597-82ae-e701d0c9053e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:56.900359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:56.902771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.911224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:56:56.944874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-317863f6-87d6-4ded-ad25-ee7733cd3fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:56.949346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-e3fb54b3-036e-4bc7-b000-d01925cc62c6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 380 time: 0.1959565 May 12 19:56:56.970152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad30ba9a-3b26-433e-af62-352a3f795ac9 req-f1c6016f-fbb0-4e21-8041-f7358bcd5c6f tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.1059663 May 12 19:56:57.032090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'port': {'device_id': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'admin_state_up': True, 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'security_groups': ['8f9dc52a-47f2-4737-88bb-4acb84f9671b']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:57.202178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:57.236487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:port and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:57.242971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:57.255190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:57.273557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Made reservation on behalf of 0f24a5391d624f52a0f54fef6c8a60c5 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:56:57.276963 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:57.362908 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:57.557983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-49b108d4-46f4-4d47-9f72-dae5d6cc6604 req-750b537d-20ad-49b8-95c3-cc746055ae4a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 210 time: 0.0999107 May 12 19:56:57.571487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6138e4bb-00df-4c58-9c8f-c9334adc4a13,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:57.586440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:56:57.586964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Network hostable DHCP agents. Network: f2ef90a6-b6d9-4597-82ae-e701d0c9053e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:56:57.639179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.20.0.6 (7bfbd232-cfd2-4531-a519-b7b561e7fa40/b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475/e0fffe5f-d151-4de3-9a23-2f124e5ae352) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:56:57.641759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:56:57.663859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, f2ef90a6-b6d9-4597-82ae-e701d0c9053e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:57.674183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c9209-a18f-4aab-94eb-e1e4addae176 None None] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:56:57.676687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:57.677320 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:57.790771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fe814141-fdf0-41f5-ac9f-9d354601c018 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9967821 May 12 19:56:57.793672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58522) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:56:57.801538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:57.811955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:56:57.834092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Usage tracker for resource:router and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:56:57.841850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:56:57.853047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:56:57.869726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:57.873030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:57.899505 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:58.000367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:58.044600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Transition to ACTIVE for port object e0fffe5f-d151-4de3-9a23-2f124e5ae352 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:56:58.046728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:56:58.047709 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:58.096865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:58.326168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Allocated IP 172.20.0.2 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/d674f505-6ac2-454e-bd16-19355ed6138a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:56:58.329175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df115c4a-d228-45a7-9406-c907e4f2f8f2 req-d45727a0-ce7d-4e90-93d6-3019295d9196 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.1556437 May 12 19:56:58.347657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:56:58.351473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:58.368577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:56:58.379216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:58.466516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=e0fffe5f-d151-4de3-9a23-2f124e5ae352,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:58.569860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:58.570896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:58.633487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-2c026635-f5db-45ef-ac76-f5b5e627093e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6057448 May 12 19:56:58.654271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Request body: {'port': {'device_id': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:56:58.966777 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:58.977557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Transition to ACTIVE for port object d674f505-6ac2-454e-bd16-19355ed6138a will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:56:58.999702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Transition to ACTIVE for port object d674f505-6ac2-454e-bd16-19355ed6138a will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:56:59.077280 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.156691 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.230279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-03d64122-5dcc-45a5-8a46-239b6e2b8e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.232062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d919d257-9274-473d-b9f1-d65eb5a6b7d3 None None] Provisioning for port e0fffe5f-d151-4de3-9a23-2f124e5ae352 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:56:59.244545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:56:59.245495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d919d257-9274-473d-b9f1-d65eb5a6b7d3 None None] Provisioning complete for port e0fffe5f-d151-4de3-9a23-2f124e5ae352 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:56:59.245613 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d919d257-9274-473d-b9f1-d65eb5a6b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.268514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d01aa-b236-4ea5-90a6-4ff5857b5225 req-a267a0b4-dd78-4ab1-b885-2963f96fc99c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:56:59.271280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8a8d01aa-b236-4ea5-90a6-4ff5857b5225 req-a267a0b4-dd78-4ab1-b885-2963f96fc99c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:56:59.273079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:56:59.331232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:56:59.362346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Pushing event updated for resources: {'Port': ['ID=d674f505-6ac2-454e-bd16-19355ed6138a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:56:59.476767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8a8d01aa-b236-4ea5-90a6-4ff5857b5225 req-a267a0b4-dd78-4ab1-b885-2963f96fc99c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:56:59.478602 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a8d01aa-b236-4ea5-90a6-4ff5857b5225 req-a267a0b4-dd78-4ab1-b885-2963f96fc99c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 931 time: 0.5474153 May 12 19:56:59.551286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d919d257-9274-473d-b9f1-d65eb5a6b7d3 None None] Port e0fffe5f-d151-4de3-9a23-2f124e5ae352 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:56:59.578296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Attempting to bind port d674f505-6ac2-454e-bd16-19355ed6138a on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:56:59.579018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Attempting to bind port d674f505-6ac2-454e-bd16-19355ed6138a by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:56:59.579563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Attempting to bind port d674f505-6ac2-454e-bd16-19355ed6138a on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:56:59.595725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:56:59.596538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:56:59.597146 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.597792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:56:59.598610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Bound port: d674f505-6ac2-454e-bd16-19355ed6138a, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:56:59.599275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.644500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.691514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.836407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] For port d674f505-6ac2-454e-bd16-19355ed6138a, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:56:59.850137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] For port d674f505-6ac2-454e-bd16-19355ed6138a, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d674f505-6ac2-454e-bd16-19355ed6138a,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:56:59.874075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:56:59.980983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ea7b-6047-42ca-b929-bb37a2bb6c32 None None] Pushing event updated for resources: {'Port': ['ID=d674f505-6ac2-454e-bd16-19355ed6138a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:00.002556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Allocated IP 172.25.2.177 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/4e89d0ca-2f81-4ebc-9344-33ca01a59d25) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:00.109976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a8d01aa-b236-4ea5-90a6-4ff5857b5225 req-56447514-b8aa-48b4-9607-37c4f55f08b7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6242514 May 12 19:57:00.113221 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:00.312162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e871d06f-461a-46f5-85c5-225774fc6431 req-4839ec6b-a687-44d5-85f0-b8d6c9595a3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1243a5f502c34118b22e750765e71686&device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.2114468 May 12 19:57:00.323824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-736bbece-0885-4cc9-be86-dd531cfef709 req-134af8fb-edc5-476e-a9a6-59f7fa201849 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.2183225 May 12 19:57:00.360730 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:00.373485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e871d06f-461a-46f5-85c5-225774fc6431 req-51d6bda2-f079-40b1-bef1-c17b7dfeb1a3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1243a5f502c34118b22e750765e71686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414751 May 12 19:57:00.445549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:00.512645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fffe5f-d151-4de3-9a23-2f124e5ae352 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:00.523394 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:00.564411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Transition to ACTIVE for port object e0fffe5f-d151-4de3-9a23-2f124e5ae352 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:00.615366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:00.616224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:00.618379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:00.623065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:00.654213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:00.679894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Pushing event updated for resources: {'Port': ['ID=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:00.718264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d674f505-6ac2-454e-bd16-19355ed6138a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:01.018641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d674f505-6ac2-454e-bd16-19355ed6138a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:01.067259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Pushing event updated for resources: {'Port': ['ID=e0fffe5f-d151-4de3-9a23-2f124e5ae352,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:01.300811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d06f-461a-46f5-85c5-225774fc6431 req-a0297f71-aceb-4cd5-84c2-1a4cf45a5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:01.302329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e871d06f-461a-46f5-85c5-225774fc6431 req-a0297f71-aceb-4cd5-84c2-1a4cf45a5990 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7272055 May 12 19:57:01.662332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Attempting to bind port e0fffe5f-d151-4de3-9a23-2f124e5ae352 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:01.666077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Attempting to bind port e0fffe5f-d151-4de3-9a23-2f124e5ae352 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:01.667231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Attempting to bind port e0fffe5f-d151-4de3-9a23-2f124e5ae352 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:01.672458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:01.700584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Port e0fffe5f-d151-4de3-9a23-2f124e5ae352 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:57:01.703887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Attempting to bind port e0fffe5f-d151-4de3-9a23-2f124e5ae352 on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:01.725343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:01.725952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Checking segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:01.727090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Bound using segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:01.728898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Bound port: e0fffe5f-d151-4de3-9a23-2f124e5ae352, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:01.729716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:01.733925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:01.849016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490db-853f-4b44-a448-29225f568085 req-1171ce52-5605-4815-a53c-4c02b8a25bfc tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:01.856810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68f490db-853f-4b44-a448-29225f568085 req-1171ce52-5605-4815-a53c-4c02b8a25bfc tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 943 time: 0.3605576 May 12 19:57:01.938564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68f490db-853f-4b44-a448-29225f568085 req-ba51be2c-6b7c-4987-a83a-b802a904b8e8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796893 May 12 19:57:01.971294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] For port e0fffe5f-d151-4de3-9a23-2f124e5ae352, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:01.976659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] For port e0fffe5f-d151-4de3-9a23-2f124e5ae352, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:01.994450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:02.075868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1de12e-d0b7-488b-b657-a5a93d8905a6 None None] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:57:02.154113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:02.154766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:02.156246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] 10.222.0.73 "PUT /v2.0/ports/e0fffe5f-d151-4de3-9a23-2f124e5ae352 HTTP/1.1" status: 200 len: 1091 time: 3.5137920 May 12 19:57:02.161322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:02.196473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8599a9b-bd93-4b37-bc95-798f020bc1ba req-85603388-5133-4394-bd5c-e72acc1cfe16 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.1803293 May 12 19:57:02.293791 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c3add1-7b2b-481d-bc39-925d81c8e881'] response: {'name': 'network-changed', 'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'status': 'completed', 'code': 200} May 12 19:57:02.351962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Pushing event updated for resources: {'Port': ['ID=e0fffe5f-d151-4de3-9a23-2f124e5ae352,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.375797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b06a-5179-41a1-a4c4-7a0e0073ac5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:02.402498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] Provisioning for port d674f505-6ac2-454e-bd16-19355ed6138a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:02.413475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-1077ac0e-dd7b-489e-8ab9-7c5f7e716a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:02.415068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-1077ac0e-dd7b-489e-8ab9-7c5f7e716a8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 1094 time: 0.2061484 May 12 19:57:02.439160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] Provisioning complete for port d674f505-6ac2-454e-bd16-19355ed6138a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:02.439583 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:02.549313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-354eddeb-4960-4827-94f2-ba665d024e06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352 HTTP/1.1" status: 200 len: 217 time: 0.1267087 May 12 19:57:02.636317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-338a2c04-7b70-4a09-9a82-189d40a80655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:02.636516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:02.638777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-338a2c04-7b70-4a09-9a82-189d40a80655 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.0822809 May 12 19:57:02.732311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-a731e17c-ba71-42de-a50d-fd2dac92c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:02.734992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-a731e17c-ba71-42de-a50d-fd2dac92c030 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904951 May 12 19:57:02.818419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] Current status of the port d674f505-6ac2-454e-bd16-19355ed6138a is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:02.819023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:02.897465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] For port d674f505-6ac2-454e-bd16-19355ed6138a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d674f505-6ac2-454e-bd16-19355ed6138a,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:02.914716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:03.045422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-598c7449-f3d2-4864-99d5-bb3ac3a955d2 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946546 May 12 19:57:03.088813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820563e0-f549-4fc3-a416-f9c3859212ef None None] Pushing event updated for resources: {'Port': ['ID=d674f505-6ac2-454e-bd16-19355ed6138a,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:03.246833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Router 7241454d-c4e5-468c-99a4-66f474f24c36 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:57:03.341767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af6b3e47-677e-4496-8834-bbf7ea691afd None None] Provisioning complete for port d674f505-6ac2-454e-bd16-19355ed6138a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:03.345041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af6b3e47-677e-4496-8834-bbf7ea691afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:03.641330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58616) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:03.692168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af6b3e47-677e-4496-8834-bbf7ea691afd None None] Current status of the port d674f505-6ac2-454e-bd16-19355ed6138a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:03.724167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7a92647-fc51-40f0-b088-53ec26e8f136 req-c5489dcb-34cc-45c3-bc02-2c6102ad2ee8 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.1132431 May 12 19:57:03.738525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e871d06f-461a-46f5-85c5-225774fc6431 req-831e0c21-dcb0-4547-9caf-347b976e6ab8 tempest-ServersAaction247Test-1370089142 tempest-ServersAaction247Test-1370089142-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd16d13d-d06f-4966-ab27-2fe84a04bc95 HTTP/1.1" status: 200 len: 210 time: 0.2186561 May 12 19:57:03.740160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:57:03.744413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] Deleting subnet fe5a436a-794c-4a25-b456-e76a5d486981 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:57:03.750675 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:57:03.754923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:03.774128 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:03.774869 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:03.829102 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:03.861274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:03.866924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-57d24a0c-b555-46bd-8fd0-b8f90019e015 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0712926 May 12 19:57:03.867855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58620) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:03.906877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4261885-ca20-4dac-820a-2e0f554221f1 req-4b1d683d-27f4-4840-921a-c99a9016540d service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8601522 May 12 19:57:03.930802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423bc44-285e-4599-93c0-af9381f360ae req-a77db431-a167-4820-863f-f8981b7ce2f6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:03.942129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6423bc44-285e-4599-93c0-af9381f360ae req-a77db431-a167-4820-863f-f8981b7ce2f6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 943 time: 0.5099566 May 12 19:57:03.996135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:04.081728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6423bc44-285e-4599-93c0-af9381f360ae req-2d76cb9e-0a58-4209-ba2f-789e57e325cb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329229 May 12 19:57:04.112459 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:04.116558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-236a6a0e-edc7-466d-98f7-e34175e5d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:04.119512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-236a6a0e-edc7-466d-98f7-e34175e5d125 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 1094 time: 0.1354439 May 12 19:57:04.294274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:04.340401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-224e5093-6c01-4e48-86ae-4cf04732ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:04.341892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-224e5093-6c01-4e48-86ae-4cf04732ecc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.2165539 May 12 19:57:04.402519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:04.422969 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fe5a436a-794c-4a25-b456-e76a5d486981 HTTP/1.1" status: 204 len: 168 time: 0.7802339 May 12 19:57:04.430464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f40725-a2fa-4d5f-90d5-faa72fa36e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5a436a-794c-4a25-b456-e76a5d486981,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:04.432142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:04.472195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-dcc1e3f0-41bd-46fb-8251-30cc268e368e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352 HTTP/1.1" status: 200 len: 217 time: 0.1220911 May 12 19:57:04.575458 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:01Z', 'revision_number': 3, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:04.587398 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:57:04.589155 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Updating router 7241454d-c4e5-468c-99a4-66f474f24c36 port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:57:04.611360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-48fd1c63-c17f-492d-95d1-d265b3661062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:04.612796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-48fd1c63-c17f-492d-95d1-d265b3661062 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.1336608 May 12 19:57:04.676531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d674f505-6ac2-454e-bd16-19355ed6138a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:04.704780 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:04.764895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d674f505-6ac2-454e-bd16-19355ed6138a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:04.765293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:04.791078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-3a6f23f4-8805-48d5-831a-f5f4d2057aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:04.792922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-3a6f23f4-8805-48d5-831a-f5f4d2057aaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719446 May 12 19:57:04.991300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-82ebb6fc-3b88-4430-84dc-30caa294e613 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912527 May 12 19:57:05.030706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d674f505-6ac2-454e-bd16-19355ed6138a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:05.236228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.336527 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.351510 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Transition to ACTIVE for port object 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:05.366677 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.402685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e0fffe5f-d151-4de3-9a23-2f124e5ae352 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:57:05.430917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58646) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:05.462107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.462662 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Attempting to bind port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:05.462860 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Attempting to bind port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:05.463334 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Attempting to bind port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:05.466906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cc0d79b-dcdb-45f8-8bb7-dd55b8ae0fac req-4e5ac827-824e-4e9a-b864-449fa154d2fc service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688730 May 12 19:57:05.469575 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Pushing event updated for resources: {'Port': ['ID=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:05.485808 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:05.486345 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:05.486870 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.487348 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:05.488012 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Bound port: 4e89d0ca-2f81-4ebc-9344-33ca01a59d25, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:05.488377 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.490949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7c2151-2bf6-4d9c-9420-a3f2a7621d85']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:05.506666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793a25-5de3-44e6-90d0-a5e01c03a88c req-def0f70e-20af-41bc-9bfd-cd306a327f8c tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:05.508720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cfacd3-b561-4922-a3ed-6acbed69b35a') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:05.509338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cfacd3-b561-4922-a3ed-6acbed69b35a') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:05.511659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6793a25-5de3-44e6-90d0-a5e01c03a88c req-def0f70e-20af-41bc-9bfd-cd306a327f8c tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 946 time: 0.3006253 May 12 19:57:05.529857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.548904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.555034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:57:05.555446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.573250 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.582711 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.583436 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.586583 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.586906 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.587348 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.587825 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.588171 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.588599 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.588952 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.589361 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.592702 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:05.593745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e0fffe5f-d151-4de3-9a23-2f124e5ae352, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:05.618444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'port_id': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'mac_address': 'fa:16:3e:3d:8a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:57:05.653983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b5f7d-07f7-41ea-a86d-1d92ae92b077 req-f3010f38-2042-4df9-97da-4aa5d697088c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:05.661128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f44b5f7d-07f7-41ea-a86d-1d92ae92b077 req-f3010f38-2042-4df9-97da-4aa5d697088c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 943 time: 0.3794076 May 12 19:57:05.673778 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] For port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:05.677615 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] For port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: timer() May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:57:05.683587 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:57:05.691868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6793a25-5de3-44e6-90d0-a5e01c03a88c req-befb5afc-a472-4f72-90a0-f73cd2bde0fe tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729953 May 12 19:57:05.693524 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.744085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port e0fffe5f-d151-4de3-9a23-2f124e5ae352 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:05.744633 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.765864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.778318 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:05.779171 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:05.783625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fffe5f-d151-4de3-9a23-2f124e5ae352 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:05.802132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e0fffe5f-d151-4de3-9a23-2f124e5ae352, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:05.807968 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.813123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.826464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:05.843814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f44b5f7d-07f7-41ea-a86d-1d92ae92b077 req-27cd4260-82a2-4527-abad-c340dbd7a1e2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796055 May 12 19:57:05.848788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Usage tracker for resource:security_group_rule and tenant:1243a5f502c34118b22e750765e71686 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:05.852241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:05.860241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:05.867445 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.878992 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a692c-7bc2-4e1d-a348-98aaa49d1a1f None None] Pushing event updated for resources: {'Port': ['ID=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:05.905754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7c2151-2bf6-4d9c-9420-a3f2a7621d85,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:05.930521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:05.965807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=e0fffe5f-d151-4de3-9a23-2f124e5ae352,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:05.968819 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1d8f7f36-e024-45bf-b487-0c677b0693ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/ce7c2151-2bf6-4d9c-9420-a3f2a7621d85 HTTP/1.1" status: 204 len: 168 time: 1.5280962 May 12 19:57:05.971830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58656) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:06.041282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['e0fffe5f-d151-4de3-9a23-2f124e5ae352'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:57:06.042778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] Deleting subnet bfa3c250-e52f-418d-86bc-caf39ffda761 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:57:06.048510 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.048981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:06.114726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.200866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.220512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.233444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Allocated IP 172.20.0.1 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:06.262579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.392784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf1245e-f86b-4cac-b04e-95ced06b486a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:06.424889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-523f96ae-aec2-4220-b733-dc28edb06d68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1243a5f502c34118b22e750765e71686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9882987 May 12 19:57:06.427565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58660) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:06.476593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.498831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Transition to ACTIVE for port object c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:06.556058 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:01Z', 'revision_number': 3, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:06.560778 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e81f3-e290-4d46-b380-5aa57564c2b0 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:01Z', 'revision_number': 3, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:57:06.574157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.653485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:06.656729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:06.659291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:06.705640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:06.724724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c439dd71-5dc1-4ac2-bd8b-df9683374e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.728426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.745922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.804811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:06.827184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa3c250-e52f-418d-86bc-caf39ffda761,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:06.829902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f5d21bbb-b400-478b-ac5b-a938cb75b2e7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bfa3c250-e52f-418d-86bc-caf39ffda761 HTTP/1.1" status: 204 len: 168 time: 0.8568048 May 12 19:57:06.838342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58668) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:07.011375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c439dd71-5dc1-4ac2-bd8b-df9683374e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.154091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9792b65-bbde-4cde-a920-489eb6e04b26 None None] Provisioning for port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:07.168390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9792b65-bbde-4cde-a920-489eb6e04b26 None None] Provisioning complete for port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:07.168759 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9792b65-bbde-4cde-a920-489eb6e04b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.223794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-681755fb-b727-499d-a461-79b9e3216f2b tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:07.226804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-681755fb-b727-499d-a461-79b9e3216f2b tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.36 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 946 time: 0.6212683 May 12 19:57:07.331434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.333058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d9792b65-bbde-4cde-a920-489eb6e04b26 None None] Port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:57:07.387385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Deleting port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:57:07.387747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.419474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e0fffe5f-d151-4de3-9a23-2f124e5ae352 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:07.516890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.569107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c439dd71-5dc1-4ac2-bd8b-df9683374e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.573611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port e0fffe5f-d151-4de3-9a23-2f124e5ae352 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:07.579264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port e0fffe5f-d151-4de3-9a23-2f124e5ae352 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:07.579941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.594409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439dd71-5dc1-4ac2-bd8b-df9683374e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf1245e-f86b-4cac-b04e-95ced06b486a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:07.697424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353737a-570d-4109-b799-4f8f66aa7965 req-7da923f1-1e16-483d-a423-8356be770d14 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:07.700200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8353737a-570d-4109-b799-4f8f66aa7965 req-7da923f1-1e16-483d-a423-8356be770d14 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 944 time: 0.5895846 May 12 19:57:07.744361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.756808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53bdb4-dbc2-45f2-8f6b-72710fcd7e9b req-389a4f31-c14a-4bbd-9d66-a4b1f935d4ed tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:07.758975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f53bdb4-dbc2-45f2-8f6b-72710fcd7e9b req-389a4f31-c14a-4bbd-9d66-a4b1f935d4ed tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 946 time: 0.7626269 May 12 19:57:07.759341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.780626 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c439dd71-5dc1-4ac2-bd8b-df9683374e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.785041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c439dd71-5dc1-4ac2-bd8b-df9683374e13 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9bf1245e-f86b-4cac-b04e-95ced06b486a HTTP/1.1" status: 204 len: 168 time: 1.3562725 May 12 19:57:07.885867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port e0fffe5f-d151-4de3-9a23-2f124e5ae352 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:07.886262 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.962649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port e0fffe5f-d151-4de3-9a23-2f124e5ae352, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:07.964157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:07.979635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:07.980524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.057059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.091517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8353737a-570d-4109-b799-4f8f66aa7965 req-12cf8adb-72ee-47bd-8118-6a63fc9f95c2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553946 May 12 19:57:08.120840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f53bdb4-dbc2-45f2-8f6b-72710fcd7e9b req-9eacab94-d11a-4e3f-b1d0-ccec3c175f6e tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414440 May 12 19:57:08.202511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c74ef1-3112-4ca5-85ef-b48945150d20']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:08.224495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=e0fffe5f-d151-4de3-9a23-2f124e5ae352,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:08.274411 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8544a2a5-ee5f-46c0-9fb9-27e08f226339'] response: {'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'code': 200} May 12 19:57:08.288265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a16d61a-44a2-4be3-ac03-f4a6a5a5ffe6') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:08.288265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a16d61a-44a2-4be3-ac03-f4a6a5a5ffe6') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:08.296878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.316159 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.348733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.362919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:57:08.362919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: timer() May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:57:08.462125 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:57:08.569449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.579594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.591952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:08.601815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.614415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] 10.222.0.72 "DELETE /v2.0/networks/66c74ef1-3112-4ca5-85ef-b48945150d20 HTTP/1.1" status: 204 len: 168 time: 1.7729173 May 12 19:57:08.622554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] For port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:08.622806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:08.631576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0e7c3-6438-4d2c-8cc7-d7a09837ea60 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c74ef1-3112-4ca5-85ef-b48945150d20,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:08.680633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:08.778044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Calling delete_port for ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:57:08.848443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c22669-dce2-4d80-85d6-644493a60709 req-ce368806-79c3-411d-97c2-2581bce79941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:08.850227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1c22669-dce2-4d80-85d6-644493a60709 req-ce368806-79c3-411d-97c2-2581bce79941 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 1096 time: 0.3814502 May 12 19:57:08.867288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:08.885735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:08.904765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:08.983329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1c22669-dce2-4d80-85d6-644493a60709 req-dea6c89d-925f-4bd3-90f7-e14d5bd54313 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245096 May 12 19:57:09.051014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:09.076021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:09.079000 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.200564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.289715 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b118694e-8594-41b4-8643-e95e406a4745 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a642587e3574f9b95f7fb3edd1131eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185455 May 12 19:57:09.292729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58700) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:09.399656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:57:09.407641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b94650aa-31e0-46f7-9286-2f1d153a3f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.504220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-16699e39-33f9-409e-a58f-60dcaac60bec None None] Provisioning complete for port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:09.504835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16699e39-33f9-409e-a58f-60dcaac60bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.622088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:09.622995 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.668950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:09.671299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-16699e39-33f9-409e-a58f-60dcaac60bec None None] Port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:57:09.672911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b94650aa-31e0-46f7-9286-2f1d153a3f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.678079 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.776313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:57:09.787127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Pushing event deleted for resources: {'Port': ['ID=ca25083e-b5d7-42e0-94e1-72b8cf0a5f38,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:09.843537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:57:09.858709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:57:09.859098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:57:09.862779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:57:09.868021 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b94650aa-31e0-46f7-9286-2f1d153a3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.895671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94650aa-31e0-46f7-9286-2f1d153a3f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d91b16-4c22-4c33-9d12-efb9ee060222,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:09.907486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b94650aa-31e0-46f7-9286-2f1d153a3f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:09.909672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98b3c86c-23dc-485f-b265-bfd31ea322fe req-a368a713-ee1e-468e-b980-52d8d7ee75d6 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 210 time: 0.1229246 May 12 19:57:09.918798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b94650aa-31e0-46f7-9286-2f1d153a3f8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62d91b16-4c22-4c33-9d12-efb9ee060222 HTTP/1.1" status: 204 len: 168 time: 0.6179948 May 12 19:57:09.931604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:09.950643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b472935a-711d-4d7c-b332-a598db915f16 admin admin] 10.222.0.72 "PUT /v2.0/routers/7241454d-c4e5-468c-99a4-66f474f24c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0655904 May 12 19:57:09.952120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:09.954330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:10.147422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] No DVR routers for this DVR port ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:57:10.153063 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:10.167765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adca883a-cc35-4719-9330-536833efff8f', 'name': 'network-vif-deleted', 'tag': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:10.235271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6456274-ff92-4b72-9c0a-77c81e589024 req-cd60dce9-376f-42d6-8f8b-be5b02d2edb8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.36 "DELETE /v2.0/ports/ca25083e-b5d7-42e0-94e1-72b8cf0a5f38 HTTP/1.1" status: 204 len: 173 time: 2.9940078 May 12 19:57:10.295971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3916bf-650f-4558-aad0-da368ce38571 req-b47b5960-b8f8-484b-b4b9-2577f7367b72 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:10.306666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f3916bf-650f-4558-aad0-da368ce38571 req-b47b5960-b8f8-484b-b4b9-2577f7367b72 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 945 time: 0.5227935 May 12 19:57:10.315687 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70443e5-77d7-414e-8dfc-6b2bf93f32cd'] response: {'server_uuid': 'adca883a-cc35-4719-9330-536833efff8f', 'name': 'network-vif-deleted', 'tag': 'ca25083e-b5d7-42e0-94e1-72b8cf0a5f38', 'status': 'completed', 'code': 200} May 12 19:57:10.333646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:10.419456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:10.425843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f3916bf-650f-4558-aad0-da368ce38571 req-43944108-c872-4737-b270-5f5ec42203ba tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124566 May 12 19:57:10.670099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58734) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:10.682655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:10.715490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1646392849-network', 'tenant_id': 'cc047d67175b4737a227a19ffc6c5690'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:10.724896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:10.736389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Usage tracker for resource:network and tenant:cc047d67175b4737a227a19ffc6c5690 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:10.742713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:10.753149 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aad049f6-eeba-4916-a450-31a95a07056e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0966cc7b80543cf9bafc315590a90ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816793 May 12 19:57:10.754833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:10.757284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:10.770159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Made reservation on behalf of cc047d67175b4737a227a19ffc6c5690 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:57:10.773110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:10.788842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:10.817956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:10.825152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Usage tracker for resource:security_group_rule and tenant:cc047d67175b4737a227a19ffc6c5690 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:10.836250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:10.862730 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1e50dda-9b32-470e-bd87-e210d994d0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:10.862963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:10.898044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1e50dda-9b32-470e-bd87-e210d994d0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:10.962972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:10.963664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.039845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1e50dda-9b32-470e-bd87-e210d994d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.044852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 2, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:11.053497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:57:11.054132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Updating router 7241454d-c4e5-468c-99a4-66f474f24c36 port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:57:11.091602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e50dda-9b32-470e-bd87-e210d994d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d25c65a-88da-4ba5-b5c8-d558b27336d0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:11.117388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d1e50dda-9b32-470e-bd87-e210d994d0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.126927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d1e50dda-9b32-470e-bd87-e210d994d0f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d25c65a-88da-4ba5-b5c8-d558b27336d0 HTTP/1.1" status: 204 len: 168 time: 0.3682606 May 12 19:57:11.150058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.157964 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.268070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:57:11.294631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b389d047-ec03-46ed-a63d-e759b74a4c3a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:11.323974 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.330524 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.336928 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Added segment f0643ab7-38b6-4245-9631-f36ce00a75de of type vlan for network 4106a423-1691-495b-99d7-6b07966e2f14 May 12 19:57:11.345570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:11.348558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-873b8562-f99b-4c9f-b319-d7b9bddf7501 req-8032a43e-9fba-41d3-a774-3b4366a73eb0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Synchronizing usage tracker for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:57:11.380247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-873b8562-f99b-4c9f-b319-d7b9bddf7501 req-8032a43e-9fba-41d3-a774-3b4366a73eb0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Unset dirty status for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:57:11.381798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-873b8562-f99b-4c9f-b319-d7b9bddf7501 req-8032a43e-9fba-41d3-a774-3b4366a73eb0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=adca883a-cc35-4719-9330-536833efff8f HTTP/1.1" status: 200 len: 210 time: 0.1284606 May 12 19:57:11.412120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.468576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.473142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:11.473783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.653671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] Pushing event updated for resources: {'Network': ['ID=4106a423-1691-495b-99d7-6b07966e2f14,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:11.671623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4106a423-1691-495b-99d7-6b07966e2f14 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:57:11.677350 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-74c86acd-abb3-4603-a523-69607e85456a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2548454 May 12 19:57:11.679705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a13a6-b86f-4120-a52a-d811e4eacf92 req-ff9f4241-23aa-4f50-9490-de983e8999c1 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:11.680638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58760) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:11.683765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b0a13a6-b86f-4120-a52a-d811e4eacf92 req-ff9f4241-23aa-4f50-9490-de983e8999c1 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 945 time: 0.1435947 May 12 19:57:11.686664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Request body: {'subnet': {'network_id': '4106a423-1691-495b-99d7-6b07966e2f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1646392849-subnet', 'tenant_id': 'cc047d67175b4737a227a19ffc6c5690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:11.692670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:11.697615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Usage tracker for resource:subnet and tenant:cc047d67175b4737a227a19ffc6c5690 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:11.701769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:11.711541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:11.754640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Made reservation on behalf of cc047d67175b4737a227a19ffc6c5690 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:57:11.764717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.768846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b0a13a6-b86f-4120-a52a-d811e4eacf92 req-37fb1d1c-def5-47ff-8827-ba748c14a0a3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757425 May 12 19:57:11.882928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58770) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:11.897161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-170903048-network', 'tenant_id': '86f967bfbea0431a957b03dac65b3809'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:11.904818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:11.913283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Usage tracker for resource:network and tenant:86f967bfbea0431a957b03dac65b3809 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:11.917967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:11.934932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:11.962446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Made reservation on behalf of 86f967bfbea0431a957b03dac65b3809 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:57:11.966359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:11.972155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.008176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Transition to ACTIVE for port object c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:12.025265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.033207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.061828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:12.066160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Usage tracker for resource:security_group_rule and tenant:86f967bfbea0431a957b03dac65b3809 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:12.069685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:12.075963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:12.212440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.271364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95971727-5f11-4a3d-9b0f-31cb8bdaff0e req-7da3ea4c-4cbb-4e7e-a902-f63f29d77d55 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:12.280372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95971727-5f11-4a3d-9b0f-31cb8bdaff0e req-7da3ea4c-4cbb-4e7e-a902-f63f29d77d55 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 945 time: 0.2900407 May 12 19:57:12.288531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58782) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:12.324591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'port_id': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:12.360118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9aa557-9e2f-4c45-837d-38ad1d1f3328 None None] Pushing event updated for resources: {'Port': ['ID=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:12.406179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.418627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.452107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.491643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:57:12.546410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52df26-a4ed-485f-b5f6-ae2e40112167,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:12.546410 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.546410 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Added segment 24276d9a-5220-430f-bf52-3e9a90bc5bb0 of type vlan for network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 May 12 19:57:12.608066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d14a21-25bd-4661-b705-570f707d6f46,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:12.614681 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.646713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Checking segment: {'id': 'f0643ab7-38b6-4245-9631-f36ce00a75de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4106a423-1691-495b-99d7-6b07966e2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:12.647084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Network hostable DHCP agents. Network: 4106a423-1691-495b-99d7-6b07966e2f14, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:57:12.693130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Attempting to bind port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:12.693569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Attempting to bind port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:12.693946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Attempting to bind port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:12.706973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:12.709721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:12.710511 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.711003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:12.711871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Bound port: c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:12.712339 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.718602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.719871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:12.720688 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.760416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Network 4106a423-1691-495b-99d7-6b07966e2f14 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:57:12.894185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] For port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:12.908558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] For port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:12.918122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:12.984837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] Pushing event updated for resources: {'Network': ['ID=c36181ea-05dd-4dbd-b8b1-24e7f683ab22,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:12.995697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6d053221-57a4-4d3f-ad0c-608894188b92 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0991693 May 12 19:57:12.995697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 58798) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:13.014599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Request body: {'subnet': {'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-170903048-subnet', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:13.065958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:57:13.074895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:13.077537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Usage tracker for resource:subnet and tenant:86f967bfbea0431a957b03dac65b3809 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:13.081120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:13.088174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:13.102575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Made reservation on behalf of 86f967bfbea0431a957b03dac65b3809 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:57:13.109980 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:13.153054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 4106a423-1691-495b-99d7-6b07966e2f14) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:13.178617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:13.178829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:13.391160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e366497-c51b-40c1-b8b7-4eeb40f05a46 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7091122 May 12 19:57:13.460218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f94d38-268c-456f-b002-e92104c0ee4c None None] Network 4106a423-1691-495b-99d7-6b07966e2f14 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:57:13.753032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:13.754193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:13.758625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:13.931575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9aa557-9e2f-4c45-837d-38ad1d1f3328 None None] Pushing event updated for resources: {'Port': ['ID=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:14.160037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebc8f5a-e138-4d22-9acb-98b2577a1fe8,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:14.260754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Checking segment: {'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:14.261969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Network hostable DHCP agents. Network: c36181ea-05dd-4dbd-b8b1-24e7f683ab22, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:57:14.322340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:57:14.346204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-22ab6dae-1a71-4573-99e6-29bca6df8c4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4270501 May 12 19:57:14.351051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c36181ea-05dd-4dbd-b8b1-24e7f683ab22) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:14.374478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:14.375111 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:14.428817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:14.493622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2929f178-232d-4d73-bdda-0d3988f0837a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5032446 May 12 19:57:14.501555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58830) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:14.524621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:14.538556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:14.552323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6de544-4c98-4efa-be90-3c7cd7d47292 None None] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:57:14.566646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:14.571206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:14.679549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-13aea7b3-694b-4b9b-8d3c-2689b4089358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:14.682904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-13aea7b3-694b-4b9b-8d3c-2689b4089358 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0628e288d32343da89b0791e4f2cb066&device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 1101 time: 0.1784146 May 12 19:57:14.998946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-c69143d4-3b3f-443d-a802-71d6317facd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:15.000450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-c69143d4-3b3f-443d-a802-71d6317facd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.2956295 May 12 19:57:15.051278 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP 5a60ac12-0f49-4462-b168-7efe16fa7696 associated. External IP: 172.25.2.5, port: e0fffe5f-d151-4de3-9a23-2f124e5ae352. May 12 19:57:15.187101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Usage tracker for resource:router and tenant:86f967bfbea0431a957b03dac65b3809 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:15.201226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:15.212001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644fc1f-a3a1-4f14-9589-58b24aff09f7 None None] Network 4106a423-1691-495b-99d7-6b07966e2f14 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:57:15.219530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:15.273059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-ca0dc0f9-6195-4454-8765-04442545437a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1 HTTP/1.1" status: 200 len: 217 time: 0.2632911 May 12 19:57:15.279575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-ce1a5923-a43e-450d-ba04-62024a8020c4 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:15.281065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-ce1a5923-a43e-450d-ba04-62024a8020c4 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/networks?id=4106a423-1691-495b-99d7-6b07966e2f14 HTTP/1.1" status: 200 len: 809 time: 0.4490669 May 12 19:57:15.350399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-5186262f-2f0e-45cc-b806-2dc5528c35b5 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/quotas/cc047d67175b4737a227a19ffc6c5690 HTTP/1.1" status: 200 len: 375 time: 0.0359359 May 12 19:57:15.391275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:15.391638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-ac72817e-39ed-4b68-8cdd-447e38bd5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:15.392517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:15.393092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-ac72817e-39ed-4b68-8cdd-447e38bd5ac6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.1111078 May 12 19:57:15.462502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:15.478611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-138d1e7b-0703-479f-9156-7211a86da48b tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc047d67175b4737a227a19ffc6c5690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212928 May 12 19:57:15.678763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-c36181ea-05dd-4dbd-b8b1-24e7f683ab22', 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'fixed_ips': [{'subnet_id': 'aebc8f5a-e138-4d22-9acb-98b2577a1fe8'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:57:15.680258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:15.948926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-a5045405-5fd8-4a58-a47d-b201e8f456bb service neutron] 10.222.0.72 "GET /v2.0/networks/4106a423-1691-495b-99d7-6b07966e2f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576535 May 12 19:57:15.959634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-94e7757d-aa99-47ff-a729-76cacbf2a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:15.967784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-94e7757d-aa99-47ff-a729-76cacbf2a989 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5687866 May 12 19:57:16.192109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:12Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:16.201729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-79f8c85d-71d3-4fd9-9f7b-be35306a43df service neutron] 10.222.0.72 "GET /v2.0/networks/4106a423-1691-495b-99d7-6b07966e2f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315838 May 12 19:57:16.346339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f45ce8-469d-44ba-b0d7-a3d1f9046aa5 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:12Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:57:16.374742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Allocated IP 172.20.0.2 (c36181ea-05dd-4dbd-b8b1-24e7f683ab22/aebc8f5a-e138-4d22-9acb-98b2577a1fe8/6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:16.513441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-25a6125e-2fa6-4f62-95b1-b67a3d8e9d4b service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106875 May 12 19:57:16.839519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c335436-2217-4b51-afc9-c8dc3b3e478b req-8c373e25-18c7-4f4b-b492-51c34d1eea89 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 210 time: 0.2494891 May 12 19:57:16.849123 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:16.861501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:16.980283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:57:16.996739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfece4a-eae4-4659-94ef-7029e350d02f req-b865701f-4fa4-4a71-9f7d-765da2ef8a5d service neutron] 10.222.0.73 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767790 May 12 19:57:17.163452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:17.200574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Transition to ACTIVE for port object 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:17.301342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:17.326064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Transition to ACTIVE for port object 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:17.332539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:17.332935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:17.455287 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:17.623225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:57:17.635525 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:57:17.654523 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:17.655154 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:17.710416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:17.784686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:17.847213 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bee96637-6ece-464a-9037-7a14de93bfc4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "PUT /v2.0/floatingips/5a60ac12-0f49-4462-b168-7efe16fa7696 HTTP/1.1" status: 200 len: 989 time: 5.5437105 May 12 19:57:17.848266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Pushing event updated for resources: {'Port': ['ID=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:17.856716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:17.861289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:17.868284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:18.020493 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf62b82-2fda-4641-9a6d-df8e0a0b87d5'] response: {'name': 'network-changed', 'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'status': 'completed', 'code': 200} May 12 19:57:18.075051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:18.086674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Attempting to bind port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:18.086674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Attempting to bind port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:18.086674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Attempting to bind port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b on network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:18.101790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:18.116811 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:18.141859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:18.142011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Checking segment: {'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:18.143570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:18.145900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:18.146735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Bound using segment: {'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:18.147311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Bound port: 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:18.147751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:18.159697 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:18.246310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aef98686-f472-4a83-abfb-14a07d5f882d req-d82a8934-05a1-48c5-b1ef-b9fafe7d9bd4 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 210 time: 0.1136451 May 12 19:57:18.322370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de096b2-68df-411f-9617-9dcbcf448389 req-5694a776-a81d-4df4-8986-4be781795d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:18.324018 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de096b2-68df-411f-9617-9dcbcf448389 req-5694a776-a81d-4df4-8986-4be781795d67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 1096 time: 0.2833989 May 12 19:57:18.415803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] For port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:18.430804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] For port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,segment=NetworkSegment(24276d9a-5220-430f-bf52-3e9a90bc5bb0),segment_id=24276d9a-5220-430f-bf52-3e9a90bc5bb0)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:18.493879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:18.497062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:18.589140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Allocated IP 172.25.2.201 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/e2bb19b9-6473-42f6-8220-330e09fc8257) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:18.652162 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:18.787034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56403a-cedf-4c63-b12d-089ed2480b13 None None] Pushing event updated for resources: {'Port': ['ID=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:18.973591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de096b2-68df-411f-9617-9dcbcf448389 req-605d1252-4bab-45c4-80a0-4c55610b6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:18.976353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de096b2-68df-411f-9617-9dcbcf448389 req-605d1252-4bab-45c4-80a0-4c55610b6ca0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.6458542 May 12 19:57:19.002893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:19.032689 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5a60ac12-0f49-4462-b168-7efe16fa7696', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:3d:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:56:52Z', 'updated_at': '2022-05-12T19:57:14Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:19.040142 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:57:19.048666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:19.053503 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:19.054639 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:19.079333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-663b20e9-d8f7-498c-9523-dfc1a3dab5fc tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:19.081089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-663b20e9-d8f7-498c-9523-dfc1a3dab5fc tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.36 "GET /v2.0/networks?id=4106a423-1691-495b-99d7-6b07966e2f14 HTTP/1.1" status: 200 len: 809 time: 0.6145833 May 12 19:57:19.127785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:19.147419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de096b2-68df-411f-9617-9dcbcf448389 req-e5731591-b66b-4954-8c40-9c7e99dcf5a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352 HTTP/1.1" status: 200 len: 997 time: 0.1615052 May 12 19:57:19.153895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Request body: {'port': {'device_id': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'network_id': '4106a423-1691-495b-99d7-6b07966e2f14', 'admin_state_up': True, 'tenant_id': 'cc047d67175b4737a227a19ffc6c5690'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:19.278295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:19.281876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:19.286949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:19.311407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:19.315326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Usage tracker for resource:port and tenant:cc047d67175b4737a227a19ffc6c5690 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:19.318502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:19.335959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Pushing event updated for resources: {'Port': ['ID=e2bb19b9-6473-42f6-8220-330e09fc8257,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:19.349965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:19.364630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.366784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.368369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.368744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.369840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.370340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.370688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.372545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.373446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.374443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.374873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.377036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:19.540989 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:19.950347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Made reservation on behalf of cc047d67175b4737a227a19ffc6c5690 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:57:19.962436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:20.113815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6cf42ba-5060-4605-a7a8-04188fd0d46f req-02fa5473-622f-453b-8da6-a7371036a11f tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 210 time: 0.1490715 May 12 19:57:20.234340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de096b2-68df-411f-9617-9dcbcf448389 req-ec7a5d41-c77a-4d3d-9dbe-8d0c5c4cc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:20.236991 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de096b2-68df-411f-9617-9dcbcf448389 req-ec7a5d41-c77a-4d3d-9dbe-8d0c5c4cc93e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.8671308 May 12 19:57:20.419604 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5a60ac12-0f49-4462-b168-7efe16fa7696', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:3d:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:56:52Z', 'updated_at': '2022-05-12T19:57:14Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:20.433360 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f20d5-928c-4a0d-9d03-726c2ab9a209 None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5a60ac12-0f49-4462-b168-7efe16fa7696', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:3d:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:56:52Z', 'updated_at': '2022-05-12T19:57:14Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:57:20.470918 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:20.561869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Allocated IP 172.20.0.12 (4106a423-1691-495b-99d7-6b07966e2f14/62d14a21-25bd-4661-b705-570f707d6f46/8766cc81-e52a-4190-b48a-3b89b6b65559) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:20.629847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de096b2-68df-411f-9617-9dcbcf448389 req-963fecad-d7e6-44bc-80ca-5a7ebeb8322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:20.632184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de096b2-68df-411f-9617-9dcbcf448389 req-963fecad-d7e6-44bc-80ca-5a7ebeb8322b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3796997 May 12 19:57:20.686888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3024789-ae33-4c05-80a3-5f52e1464a62 None None] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:57:20.912456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4dbebab6-b3b6-4a7b-9e5d-1f89fa3721bd None None] Provisioning for port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:20.937478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954135a-764a-4b38-ae40-e8f6614a7ef1 None None] New status for floating IP 5a60ac12-0f49-4462-b168-7efe16fa7696: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:57:21.013940 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de096b2-68df-411f-9617-9dcbcf448389 req-bfb1b380-01de-4530-b3e0-789ce645623b service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735366 May 12 19:57:21.016397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:21.215514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:21.358216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:21.440381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a72ac71-5534-4f8e-ae9b-63103e7aba75 req-6a579c0c-a424-43c8-a379-0fa7586b88bc tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 210 time: 0.1593544 May 12 19:57:21.442389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:21.445513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1de096b2-68df-411f-9617-9dcbcf448389 req-c799c951-092a-408e-9836-c6a9faebe064 service neutron] 10.222.0.73 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174335 May 12 19:57:21.532937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Network 4106a423-1691-495b-99d7-6b07966e2f14 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:21.536592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:21.541095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:21.552173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Router de8b40e6-4349-40c6-829a-6915939b395f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:57:21.568378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:21.568775 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:21.586350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Pushing event updated for resources: {'Port': ['ID=8766cc81-e52a-4190-b48a-3b89b6b65559,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:21.641652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:21.642639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:21.673720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-127c5a30-1b65-4c40-8862-93fd86839cd3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5245457 May 12 19:57:21.690554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Request body: {'port': {'device_id': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:21.773458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:57:21.784923 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Sync routers for ids ['de8b40e6-4349-40c6-829a-6915939b395f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:57:21.798891 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Routers {'de8b40e6-4349-40c6-829a-6915939b395f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:21.799941 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['de8b40e6-4349-40c6-829a-6915939b395f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:21.820751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:21.824610 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-170cff07-ae50-4b97-800c-8fc61bef1d7a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3040466 May 12 19:57:21.824986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 58936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:21.945411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:21.946568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:21.989909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:22.096109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:22.104537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:22.105068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:22.240611 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Set router de8b40e6-4349-40c6-829a-6915939b395f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:22.353849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c2cf3d3f-cd0b-4ef0-955e-221af5f09ee3 None None] Provisioning complete for port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:22.354218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3d3f-cd0b-4ef0-955e-221af5f09ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:22.436321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:22.436701 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:22.488155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,segment=NetworkSegment(24276d9a-5220-430f-bf52-3e9a90bc5bb0),segment_id=24276d9a-5220-430f-bf52-3e9a90bc5bb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:22.551970 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:22.718363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf3d3f-cd0b-4ef0-955e-221af5f09ee3 None None] Current status of the port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:22.810134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:22.822216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.822720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.823585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.824015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.824460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.825887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.826328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.826760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.827182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.827601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.828019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.828432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:57:22.908549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8766cc81-e52a-4190-b48a-3b89b6b65559 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:22.917913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:22.934848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Transition to ACTIVE for port object 8766cc81-e52a-4190-b48a-3b89b6b65559 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:22.948179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:23.028678 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T19:57:19Z', 'revision_number': 3, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port': {'id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:18Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:23.047569 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Checking router: de8b40e6-4349-40c6-829a-6915939b395f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:57:23.048031 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Updating router de8b40e6-4349-40c6-829a-6915939b395f port e2bb19b9-6473-42f6-8220-330e09fc8257 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:57:23.206356 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:23.432381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Pushing event updated for resources: {'Port': ['ID=8766cc81-e52a-4190-b48a-3b89b6b65559,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:23.681041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286f86-f56a-443f-a985-4bb32884a740 req-eb185bb3-6a04-4f61-a556-2b79334f1779 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:23.682247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4a286f86-f56a-443f-a985-4bb32884a740 req-eb185bb3-6a04-4f61-a556-2b79334f1779 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Synchronizing usage tracker for tenant:cc047d67175b4737a227a19ffc6c5690 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:57:23.717676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4a286f86-f56a-443f-a985-4bb32884a740 req-eb185bb3-6a04-4f61-a556-2b79334f1779 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Unset dirty status for tenant:cc047d67175b4737a227a19ffc6c5690 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:57:23.726744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a286f86-f56a-443f-a985-4bb32884a740 req-eb185bb3-6a04-4f61-a556-2b79334f1779 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 932 time: 0.9282579 May 12 19:57:23.799045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Attempting to bind port 8766cc81-e52a-4190-b48a-3b89b6b65559 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:23.801692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Attempting to bind port 8766cc81-e52a-4190-b48a-3b89b6b65559 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'f0643ab7-38b6-4245-9631-f36ce00a75de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4106a423-1691-495b-99d7-6b07966e2f14'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:23.801692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Attempting to bind port 8766cc81-e52a-4190-b48a-3b89b6b65559 on network 4106a423-1691-495b-99d7-6b07966e2f14 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:23.811668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Port 8766cc81-e52a-4190-b48a-3b89b6b65559 on network 4106a423-1691-495b-99d7-6b07966e2f14 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:57:23.811668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Attempting to bind port 8766cc81-e52a-4190-b48a-3b89b6b65559 on network 4106a423-1691-495b-99d7-6b07966e2f14 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:23.829896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a286f86-f56a-443f-a985-4bb32884a740 req-574a3c09-e1b2-45c5-a52c-09b54d234486 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972893 May 12 19:57:23.855899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:23.855899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Checking segment: {'id': 'f0643ab7-38b6-4245-9631-f36ce00a75de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4106a423-1691-495b-99d7-6b07966e2f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:23.855899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Bound using segment: {'id': 'f0643ab7-38b6-4245-9631-f36ce00a75de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4106a423-1691-495b-99d7-6b07966e2f14'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:23.855899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Bound port: 8766cc81-e52a-4190-b48a-3b89b6b65559, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0643ab7-38b6-4245-9631-f36ce00a75de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4106a423-1691-495b-99d7-6b07966e2f14'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:23.855899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:23.867239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:23.970592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] For port 8766cc81-e52a-4190-b48a-3b89b6b65559, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:23.977208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] For port 8766cc81-e52a-4190-b48a-3b89b6b65559, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8766cc81-e52a-4190-b48a-3b89b6b65559,segment=NetworkSegment(f0643ab7-38b6-4245-9631-f36ce00a75de),segment_id=f0643ab7-38b6-4245-9631-f36ce00a75de)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:23.990891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.010953 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.029159 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Transition to ACTIVE for port object e2bb19b9-6473-42f6-8220-330e09fc8257 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:24.046146 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.143943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:24.147252 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.148832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] 10.222.0.36 "PUT /v2.0/ports/8766cc81-e52a-4190-b48a-3b89b6b65559 HTTP/1.1" status: 200 len: 1092 time: 2.4676764 May 12 19:57:24.156135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'tag': '8766cc81-e52a-4190-b48a-3b89b6b65559'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:24.197627 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Attempting to bind port e2bb19b9-6473-42f6-8220-330e09fc8257 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:24.198429 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Attempting to bind port e2bb19b9-6473-42f6-8220-330e09fc8257 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:24.198909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Attempting to bind port e2bb19b9-6473-42f6-8220-330e09fc8257 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:24.218603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:24.219771 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:24.222862 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.223018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2be25-e435-47bd-a981-04dcfad812cb service neutron] Pushing event updated for resources: {'Port': ['ID=8766cc81-e52a-4190-b48a-3b89b6b65559,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:24.224824 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:24.226164 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Bound port: e2bb19b9-6473-42f6-8220-330e09fc8257, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:24.230511 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.248617 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244dcde9-ff2b-496d-b7b5-ee1b5e343fc9'] response: {'name': 'network-changed', 'server_uuid': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'tag': '8766cc81-e52a-4190-b48a-3b89b6b65559', 'status': 'completed', 'code': 200} May 12 19:57:24.342057 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac46683-32e0-42d8-9c28-c2b9b9d85f3d None None] Pushing event updated for resources: {'Port': ['ID=e2bb19b9-6473-42f6-8220-330e09fc8257,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:24.363663 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] For port e2bb19b9-6473-42f6-8220-330e09fc8257, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:24.367746 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] For port e2bb19b9-6473-42f6-8220-330e09fc8257, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e2bb19b9-6473-42f6-8220-330e09fc8257,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:24.380220 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.402607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Allocated IP 172.20.0.1 (c36181ea-05dd-4dbd-b8b1-24e7f683ab22/aebc8f5a-e138-4d22-9acb-98b2577a1fe8/bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:24.407852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe17d0-2d1a-49e4-9466-2699e75b1be7 req-20ee92ac-c73d-43a2-919a-3b567c412064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:24.410087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ebe17d0-2d1a-49e4-9466-2699e75b1be7 req-20ee92ac-c73d-43a2-919a-3b567c412064 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc047d67175b4737a227a19ffc6c5690&device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 1095 time: 0.1068025 May 12 19:57:24.462201 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Routers {'de8b40e6-4349-40c6-829a-6915939b395f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:24.462893 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['de8b40e6-4349-40c6-829a-6915939b395f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:24.534244 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac46683-32e0-42d8-9c28-c2b9b9d85f3d None None] Pushing event updated for resources: {'Port': ['ID=e2bb19b9-6473-42f6-8220-330e09fc8257,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:24.587773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe17d0-2d1a-49e4-9466-2699e75b1be7 req-7a7b24b9-f67f-456b-a6ec-717670d4e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:24.591029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ebe17d0-2d1a-49e4-9466-2699e75b1be7 req-7a7b24b9-f67f-456b-a6ec-717670d4e1c1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc047d67175b4737a227a19ffc6c5690&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1733470 May 12 19:57:24.611824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.632167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Transition to ACTIVE for port object bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:24.674435 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.704959 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:57:24.731656 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] Set router de8b40e6-4349-40c6-829a-6915939b395f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:24.809635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:24.882039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe17d0-2d1a-49e4-9466-2699e75b1be7 req-eb8c8b98-8f1e-4419-ab56-57ac2e6ccc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:24.888716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ebe17d0-2d1a-49e4-9466-2699e75b1be7 req-eb8c8b98-8f1e-4419-ab56-57ac2e6ccc87 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2894452 May 12 19:57:24.900166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Pushing event updated for resources: {'Port': ['ID=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:24.918372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:24.919058 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:24.921258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:24.922490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:24.929078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:25.072122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:25.159989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-720a36c3-7ab0-430f-a0ae-5ee3be5e1686 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:25.162089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-720a36c3-7ab0-430f-a0ae-5ee3be5e1686 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/networks?id=e968bd23-e561-4a0f-84eb-f5584a365039 HTTP/1.1" status: 200 len: 814 time: 0.2461851 May 12 19:57:25.191935 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T19:57:19Z', 'revision_number': 3, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port': {'id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:18Z', 'updated_at': '2022-05-12T19:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:25.204454 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0087c-060a-4e72-8dbf-ce040af07eda None None] The sync data for ids ['de8b40e6-4349-40c6-829a-6915939b395f'] in n-d-841626-1 is: [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T19:57:19Z', 'revision_number': 3, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port': {'id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:18Z', 'updated_at': '2022-05-12T19:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:57:25.226313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:25.316942 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:25.336176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-c390a99a-66ec-4efb-85df-7288f3c423e3 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/quotas/9693f4e8f6d44bd3ad9e9ed7db9e11c1 HTTP/1.1" status: 200 len: 375 time: 0.0739732 May 12 19:57:25.384424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-12c6d0a4-d170-4112-94b5-342377a7288e None None] Provisioning for port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:25.393448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-fb0f61fa-f86c-4156-9090-0ae4aed870a8 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9693f4e8f6d44bd3ad9e9ed7db9e11c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474792 May 12 19:57:25.405774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-12c6d0a4-d170-4112-94b5-342377a7288e None None] Provisioning complete for port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:25.407276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12c6d0a4-d170-4112-94b5-342377a7288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:25.552869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-12c6d0a4-d170-4112-94b5-342377a7288e None None] Port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:57:25.565682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-b4c55335-7e9f-4d2d-b2bf-953f8d62e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:25.567399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-b4c55335-7e9f-4d2d-b2bf-953f8d62e249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc047d67175b4737a227a19ffc6c5690&device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 1095 time: 0.4780512 May 12 19:57:25.579186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c630ab-d937-440c-bb9e-b96770d3ad1f req-28ad78d2-6918-4b48-9475-99e93fc83555 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:25.580549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8c630ab-d937-440c-bb9e-b96770d3ad1f req-28ad78d2-6918-4b48-9475-99e93fc83555 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 944 time: 0.4950886 May 12 19:57:25.681240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:25.688780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:25.736941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-40045312-afa4-4df7-8daa-06af78c61ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8766cc81-e52a-4190-b48a-3b89b6b65559 HTTP/1.1" status: 200 len: 217 time: 0.1553781 May 12 19:57:25.826335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Pushing event updated for resources: {'Port': ['ID=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:25.834417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4681eca1-5926-47a6-8fe5-1a6092d1ed8e service neutron] 10.222.0.72 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253449 May 12 19:57:25.862722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:26.019555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8c630ab-d937-440c-bb9e-b96770d3ad1f req-eb90e173-7369-49a9-8fa6-4e6a1bf577a6 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233023 May 12 19:57:26.054317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-5f3d6d10-c8b5-4044-8df4-80fc9485eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:26.056713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-5f3d6d10-c8b5-4044-8df4-80fc9485eeff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62d14a21-25bd-4661-b705-570f707d6f46 HTTP/1.1" status: 200 len: 849 time: 0.3090005 May 12 19:57:26.150700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:26.154351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:26.187763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-6203801d-992d-4e79-83b2-f144cef2e887 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4106a423-1691-495b-99d7-6b07966e2f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102960 May 12 19:57:26.236344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-2f0b6a52-7deb-433e-8e4d-1f5a82fd1141 service neutron] 10.222.0.72 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009554 May 12 19:57:26.653176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Router de8b40e6-4349-40c6-829a-6915939b395f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:57:26.691624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e492b310-8179-4591-b97b-b4911fcffb34 None None] Provisioning complete for port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:26.692124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e492b310-8179-4591-b97b-b4911fcffb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:26.829841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2363c863-0afb-4ac1-b735-89b1e0fbf013 req-fe9597cc-f5b2-4fc5-aaaa-defb7d851218 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 210 time: 0.1660767 May 12 19:57:26.855923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e492b310-8179-4591-b97b-b4911fcffb34 None None] Port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:57:26.894101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e2bb19b9-6473-42f6-8220-330e09fc8257 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:26.926418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-86ffab24-5581-4de3-a1d8-9a61822e8492 service neutron] 10.222.0.36 "GET /v2.0/networks/4106a423-1691-495b-99d7-6b07966e2f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299540 May 12 19:57:27.016774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:57:27.027828 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d094d32c-a2f4-4a07-a009-99b36f54384d admin admin] 10.222.0.72 "PUT /v2.0/routers/de8b40e6-4349-40c6-829a-6915939b395f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2017314 May 12 19:57:27.041538 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cc0653f2-51c5-4651-9f9f-b43ba8631f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:27.067862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e2bb19b9-6473-42f6-8220-330e09fc8257 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:27.082477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e2bb19b9-6473-42f6-8220-330e09fc8257 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:27.083627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:27.191324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab26de83-8159-4ab5-b901-30eb2baf035c req-318fb914-4a94-4a5e-8d91-9a5e2dfdc4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/4106a423-1691-495b-99d7-6b07966e2f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568834 May 12 19:57:27.351008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64fcb1-281c-40b0-bd09-21b1404676e5 req-ae200e5a-e946-488b-9b92-7252ae9de5b9 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:27.373284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec64fcb1-281c-40b0-bd09-21b1404676e5 req-ae200e5a-e946-488b-9b92-7252ae9de5b9 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 944 time: 0.1425474 May 12 19:57:27.384715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e2bb19b9-6473-42f6-8220-330e09fc8257 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:27.388656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:27.421055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port e2bb19b9-6473-42f6-8220-330e09fc8257, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e2bb19b9-6473-42f6-8220-330e09fc8257,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:27.429401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:27.494672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec64fcb1-281c-40b0-bd09-21b1404676e5 req-693a3c33-a57f-4885-b597-afb6dea7495e tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205094 May 12 19:57:27.601579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=e2bb19b9-6473-42f6-8220-330e09fc8257,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:28.070848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efa756f0-a267-4ba6-a6a7-0408eeff39af req-971a33c3-6be4-4e69-87d2-bda271a41de6 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 210 time: 0.0569735 May 12 19:57:28.337673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Sync routers for ids ['de8b40e6-4349-40c6-829a-6915939b395f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:57:28.355320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Routers {'de8b40e6-4349-40c6-829a-6915939b395f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:28.355984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:56:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['de8b40e6-4349-40c6-829a-6915939b395f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:28.430123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-938ff645-5ffe-4c5f-aef5-11a4be8664c6 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:28.431639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-938ff645-5ffe-4c5f-aef5-11a4be8664c6 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.73 "GET /v2.0/networks?id=e968bd23-e561-4a0f-84eb-f5584a365039 HTTP/1.1" status: 200 len: 814 time: 0.2323320 May 12 19:57:28.447752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Request body: {'port': {'device_id': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039', 'admin_state_up': True, 'tenant_id': '9693f4e8f6d44bd3ad9e9ed7db9e11c1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:28.667116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:28.720742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:28.758695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Set router de8b40e6-4349-40c6-829a-6915939b395f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:28.770168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Made reservation on behalf of 9693f4e8f6d44bd3ad9e9ed7db9e11c1 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:57:28.780540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:28.807661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e2bb19b9-6473-42f6-8220-330e09fc8257 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:28.957397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa422d7-bd57-43e5-942f-58400fbab6d2 req-1998e816-9edf-4c0f-973a-bffb2196c6ad tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:28.965225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-baa422d7-bd57-43e5-942f-58400fbab6d2 req-1998e816-9edf-4c0f-973a-bffb2196c6ad tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 944 time: 0.2892191 May 12 19:57:29.058612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-baa422d7-bd57-43e5-942f-58400fbab6d2 req-d06ec23d-8290-4627-a020-d29a392bd0ad tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921626 May 12 19:57:29.171046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Allocated IP 172.20.0.7 (e968bd23-e561-4a0f-84eb-f5584a365039/39aeaad5-bbdc-479e-95a5-9c2c1f488649/6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:29.174852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3fe4afc6-d9d6-4a1a-8c8e-b15f1418b4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:29.195182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e2bb19b9-6473-42f6-8220-330e09fc8257 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:29.195980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:29.486071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e2bb19b9-6473-42f6-8220-330e09fc8257 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:29.516784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T19:57:25Z', 'revision_number': 4, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port': {'id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:18Z', 'updated_at': '2022-05-12T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41', 'name': '', 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'mac_address': 'fa:16:3e:17:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'aebc8f5a-e138-4d22-9acb-98b2577a1fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:23Z', 'updated_at': '2022-05-12T19:57:25Z', 'revision_number': 2, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'subnets': [{'id': 'aebc8f5a-e138-4d22-9acb-98b2577a1fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:29.540198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Checking router: de8b40e6-4349-40c6-829a-6915939b395f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:57:29.540733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Updating router de8b40e6-4349-40c6-829a-6915939b395f port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:57:29.636647 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:29.715589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:29.769226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4be35391-d46c-433b-955a-ad92327e6d18 req-65966220-c3c1-4f81-be7b-5085ff9910bd tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 210 time: 0.4080243 May 12 19:57:29.804739 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:29.887027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Network e968bd23-e561-4a0f-84eb-f5584a365039 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:29.890293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:29.900484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:29.958439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Pushing event updated for resources: {'Port': ['ID=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:29.982562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:29.983313 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:30.026163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4f00dbcf-1204-4293-bc92-1932578130e0 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5863304 May 12 19:57:30.041831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Request body: {'port': {'device_id': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:30.063357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8766cc81-e52a-4190-b48a-3b89b6b65559 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:57:30.165991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:30.172699 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:30.241836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Transition to ACTIVE for port object bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:30.274220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:30.344120 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:30.590663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027916fa-e9ac-4849-9242-f8c79ee5e243 None None] Pushing event updated for resources: {'Port': ['ID=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:30.744569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8766cc81-e52a-4190-b48a-3b89b6b65559, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8766cc81-e52a-4190-b48a-3b89b6b65559,segment=NetworkSegment(f0643ab7-38b6-4245-9631-f36ce00a75de),segment_id=f0643ab7-38b6-4245-9631-f36ce00a75de)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:30.799127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:30.819431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '8766cc81-e52a-4190-b48a-3b89b6b65559', 'network_id': '4106a423-1691-495b-99d7-6b07966e2f14', 'port_id': '8766cc81-e52a-4190-b48a-3b89b6b65559', 'mac_address': 'fa:16:3e:91:83:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d14a21-25bd-4661-b705-570f707d6f46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:57:30.829401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Attempting to bind port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:30.829769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Attempting to bind port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:30.830126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Attempting to bind port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 on network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:30.936582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:30.936965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Checking segment: {'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:30.938544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:30.938957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Bound using segment: {'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:30.939451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Bound port: bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24276d9a-5220-430f-bf52-3e9a90bc5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:30.941675 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:31.086150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b061c-7b7a-4cc2-adbc-137c69d1a633 req-9a9632f4-3952-4034-9e27-edc039743fa9 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:31.108583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f22b061c-7b7a-4cc2-adbc-137c69d1a633 req-9a9632f4-3952-4034-9e27-edc039743fa9 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 944 time: 0.7078235 May 12 19:57:31.121100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8766cc81-e52a-4190-b48a-3b89b6b65559 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:31.121771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:31.171052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8766cc81-e52a-4190-b48a-3b89b6b65559 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:31.209758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8766cc81-e52a-4190-b48a-3b89b6b65559, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8766cc81-e52a-4190-b48a-3b89b6b65559,segment=NetworkSegment(f0643ab7-38b6-4245-9631-f36ce00a75de),segment_id=f0643ab7-38b6-4245-9631-f36ce00a75de)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:31.216796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] For port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:31.220429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] For port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,segment=NetworkSegment(24276d9a-5220-430f-bf52-3e9a90bc5bb0),segment_id=24276d9a-5220-430f-bf52-3e9a90bc5bb0)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:31.222241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:31.264016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:31.337786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Routers {'de8b40e6-4349-40c6-829a-6915939b395f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:57:31.338494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:57:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['de8b40e6-4349-40c6-829a-6915939b395f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:31.391351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f22b061c-7b7a-4cc2-adbc-137c69d1a633 req-5982c410-975c-4b12-86e1-5797a55a86b3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814388 May 12 19:57:31.444205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:31.456748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:31.475044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8766cc81-e52a-4190-b48a-3b89b6b65559,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:31.477836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Transition to ACTIVE for port object 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:31.523717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:31.567727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8766cc81-e52a-4190-b48a-3b89b6b65559'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:57:31.578080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea26e-97ed-4d10-a2a5-621154c6708a req-b3535baa-7d36-4eb9-8588-eba470fc085d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:31.578918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ddcea26e-97ed-4d10-a2a5-621154c6708a req-b3535baa-7d36-4eb9-8588-eba470fc085d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Synchronizing usage tracker for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:57:31.621729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ddcea26e-97ed-4d10-a2a5-621154c6708a req-b3535baa-7d36-4eb9-8588-eba470fc085d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Unset dirty status for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:57:31.622948 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddcea26e-97ed-4d10-a2a5-621154c6708a req-b3535baa-7d36-4eb9-8588-eba470fc085d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 931 time: 0.6202819 May 12 19:57:31.712250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:31.763949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027916fa-e9ac-4849-9242-f8c79ee5e243 None None] Pushing event updated for resources: {'Port': ['ID=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:31.924938 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:32.021131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] Set router de8b40e6-4349-40c6-829a-6915939b395f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:57:32.029470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ddcea26e-97ed-4d10-a2a5-621154c6708a req-e52f5b8e-abcf-4e07-80c0-ecf85e8d681b tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144960 May 12 19:57:32.156965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Attempting to bind port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:32.158293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Attempting to bind port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:32.158852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Attempting to bind port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 on network e968bd23-e561-4a0f-84eb-f5584a365039 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:32.166936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 on network e968bd23-e561-4a0f-84eb-f5584a365039 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:57:32.167597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Attempting to bind port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 on network e968bd23-e561-4a0f-84eb-f5584a365039 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:32.180532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-aca643a2-4feb-4575-b737-d0fa3122fcff tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:32.182800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-aca643a2-4feb-4575-b737-d0fa3122fcff tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.4483047 May 12 19:57:32.185620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:32.186189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Checking segment: {'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:32.186765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Bound using segment: {'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:32.187843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Bound port: 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4035d7a7-c92f-4445-9f94-f11e0f4ac32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:32.188519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:32.221334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-e4650b96-046b-44a6-8dff-e16b9ae87a5e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/quotas/e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 375 time: 0.0172348 May 12 19:57:32.395464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] For port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:32.411336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] For port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:32.422243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:32.624173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-398c8ed3-9c30-4c4b-8755-fe09c8ccc1a2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3670180 May 12 19:57:32.637863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:32.638537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:32.640161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T19:57:25Z', 'revision_number': 4, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port': {'id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:18Z', 'updated_at': '2022-05-12T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41', 'name': '', 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'mac_address': 'fa:16:3e:17:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'aebc8f5a-e138-4d22-9acb-98b2577a1fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:23Z', 'updated_at': '2022-05-12T19:57:31Z', 'revision_number': 4, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'subnets': [{'id': 'aebc8f5a-e138-4d22-9acb-98b2577a1fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:32.640354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 HTTP/1.1" status: 200 len: 1091 time: 2.6059251 May 12 19:57:32.645867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106a2c-56f4-4fa2-8065-109f42ee003a None None] The sync data for ids ['de8b40e6-4349-40c6-829a-6915939b395f'] in n-d-841626-1 is: [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T19:57:25Z', 'revision_number': 4, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port': {'id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:18Z', 'updated_at': '2022-05-12T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41', 'name': '', 'network_id': 'c36181ea-05dd-4dbd-b8b1-24e7f683ab22', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'mac_address': 'fa:16:3e:17:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'aebc8f5a-e138-4d22-9acb-98b2577a1fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:23Z', 'updated_at': '2022-05-12T19:57:31Z', 'revision_number': 4, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'subnets': [{'id': 'aebc8f5a-e138-4d22-9acb-98b2577a1fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:57:32.833671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'tag': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:32.923400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b512e38-36a4-4a47-b93c-b172cb98d941 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:32.974631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-3f718346-a048-44d6-bd59-7aab6cb3f4ef service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332989 May 12 19:57:33.147153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-0ec8bb97-5b1c-4fef-b6f6-c52bdfc69530 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601532 May 12 19:57:33.176929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eec76-a7dd-4942-9fed-23c0b41d2900 req-9e512185-2e79-429b-a554-979ade8bb845 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:33.184036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-184eec76-a7dd-4942-9fed-23c0b41d2900 req-9e512185-2e79-429b-a554-979ade8bb845 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 945 time: 0.6218615 May 12 19:57:33.232402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-bd80e4d1-07fc-416f-a0d3-c0b1dfc68ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:33.248569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-bd80e4d1-07fc-416f-a0d3-c0b1dfc68ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9693f4e8f6d44bd3ad9e9ed7db9e11c1&device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 1094 time: 0.3916850 May 12 19:57:33.271281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-184eec76-a7dd-4942-9fed-23c0b41d2900 req-1b3623bd-af7f-433a-b266-578fd8f0d4fd tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862448 May 12 19:57:33.774928 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1383cbeb-2f75-4209-9b0f-9d5cc315d7b4'] response: {'name': 'network-changed', 'server_uuid': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'tag': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73', 'status': 'completed', 'code': 200} May 12 19:57:33.844947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-c7d1bd8d-fe97-47dc-baab-67dfa523fbce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 HTTP/1.1" status: 200 len: 217 time: 0.5725605 May 12 19:57:33.872439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8766cc81-e52a-4190-b48a-3b89b6b65559 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:34.031435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 8766cc81-e52a-4190-b48a-3b89b6b65559 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:34.038044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 8766cc81-e52a-4190-b48a-3b89b6b65559 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:34.038379 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:34.135783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2680805a-0477-43ed-9836-cbcb2fce0b54 req-5cc922ea-8cef-41bf-b4a0-a492cc437e0f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 210 time: 0.1433761 May 12 19:57:34.138120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-21d4b0d2-e310-4959-afaa-8efab4433b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:34.139888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-21d4b0d2-e310-4959-afaa-8efab4433b04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39aeaad5-bbdc-479e-95a5-9c2c1f488649 HTTP/1.1" status: 200 len: 854 time: 0.2852685 May 12 19:57:34.278094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3de86-4659-41ab-bd47-00aadc622a44 req-1fbd09ea-8fde-4bf9-b270-42a39bdca96d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:34.289736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ec3de86-4659-41ab-bd47-00aadc622a44 req-1fbd09ea-8fde-4bf9-b270-42a39bdca96d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 943 time: 0.5136809 May 12 19:57:34.329833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-47774fbd-fcf2-400a-aaeb-516f338b3d20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e968bd23-e561-4a0f-84eb-f5584a365039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754913 May 12 19:57:34.416787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 8766cc81-e52a-4190-b48a-3b89b6b65559 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:34.417702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:34.479949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ec3de86-4659-41ab-bd47-00aadc622a44 req-0407872a-185b-465d-8196-5815e38a89d4 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890719 May 12 19:57:34.524449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8766cc81-e52a-4190-b48a-3b89b6b65559'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:34.559089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 8766cc81-e52a-4190-b48a-3b89b6b65559, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8766cc81-e52a-4190-b48a-3b89b6b65559,segment=NetworkSegment(f0643ab7-38b6-4245-9631-f36ce00a75de),segment_id=f0643ab7-38b6-4245-9631-f36ce00a75de)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:34.568614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:34.593224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-fa2656ff-79ae-44cb-9c2c-1e94567a8446 service neutron] 10.222.0.73 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490802 May 12 19:57:34.652694 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216ccf37-9e44-4975-b8a7-7ec587a1a4cb'] response: {'server_uuid': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8766cc81-e52a-4190-b48a-3b89b6b65559', 'code': 200} May 12 19:57:34.716767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=8766cc81-e52a-4190-b48a-3b89b6b65559,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:34.838665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:34.970481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:34.974006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408a0a8-2d27-49d5-a9ab-adef8e329fc3 req-a6d06962-df02-4dc6-a4d9-0d3bb4acb416 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:34.983001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0408a0a8-2d27-49d5-a9ab-adef8e329fc3 req-a6d06962-df02-4dc6-a4d9-0d3bb4acb416 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 946 time: 0.3841157 May 12 19:57:35.000952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:35.001484 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:35.044117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b9a4b80-84f7-4204-9315-c9bf20ff6e58 req-ba22b1c3-818f-482d-b170-787f3023d1c1 service neutron] 10.222.0.73 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429586 May 12 19:57:35.048070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3e547-df74-4aed-9bef-2c3bef34f6c0 req-ad1c2db1-39f5-4041-829e-6e23dac780d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:35.050780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade3e547-df74-4aed-9bef-2c3bef34f6c0 req-ad1c2db1-39f5-4041-829e-6e23dac780d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 1097 time: 0.3370974 May 12 19:57:35.182905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:35.182905 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:35.211187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0408a0a8-2d27-49d5-a9ab-adef8e329fc3 req-b44685f1-0023-4162-887b-49911cc1e26b tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264240 May 12 19:57:35.217401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,segment=NetworkSegment(24276d9a-5220-430f-bf52-3e9a90bc5bb0),segment_id=24276d9a-5220-430f-bf52-3e9a90bc5bb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:35.224597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:35.262631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade3e547-df74-4aed-9bef-2c3bef34f6c0 req-8f6ca039-f2cd-4aef-8302-74a46c2837b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595619 May 12 19:57:35.318489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:35.362588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ae2892b-dd1b-4cdd-ab3a-8f66cff2870a req-569857e3-b832-4d7a-8158-bf278d99d3cb tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 210 time: 0.0521245 May 12 19:57:35.397076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-916c24c4-9c84-468a-a639-b0d79dcee760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:35.398884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-916c24c4-9c84-468a-a639-b0d79dcee760 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9693f4e8f6d44bd3ad9e9ed7db9e11c1&device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 1094 time: 0.1475344 May 12 19:57:35.544750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-768c59e3-d952-4350-be65-34e38eaa48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:35.546455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-768c59e3-d952-4350-be65-34e38eaa48e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e968bd23-e561-4a0f-84eb-f5584a365039 HTTP/1.1" status: 200 len: 915 time: 0.1403563 May 12 19:57:35.659348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-69bb8f30-556f-4638-847c-29c974ca7ef0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 HTTP/1.1" status: 200 len: 217 time: 0.1063526 May 12 19:57:35.736298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-7d20964c-2457-48a9-9774-b4a5651d1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:35.738181 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-7d20964c-2457-48a9-9774-b4a5651d1003 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39aeaad5-bbdc-479e-95a5-9c2c1f488649 HTTP/1.1" status: 200 len: 854 time: 0.0688140 May 12 19:57:35.787758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5679a-dc63-4064-80d5-a36dc90d552e req-9763f1ba-fb23-4cd0-8554-c9fafee7a727 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:35.799957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffe5679a-dc63-4064-80d5-a36dc90d552e req-9763f1ba-fb23-4cd0-8554-c9fafee7a727 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 943 time: 0.1855247 May 12 19:57:35.823748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-02035c82-2de5-41a9-844b-74dfe491441e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e968bd23-e561-4a0f-84eb-f5584a365039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779164 May 12 19:57:35.879772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffe5679a-dc63-4064-80d5-a36dc90d552e req-01582741-848d-4369-b6f6-b1843cdd26f1 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819557 May 12 19:57:36.324775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-c489f0aa-2937-4190-b8c4-d7d980dead19 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:36.326530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-c489f0aa-2937-4190-b8c4-d7d980dead19 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.4024379 May 12 19:57:36.358106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'port': {'device_id': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'admin_state_up': True, 'tenant_id': 'e96682707d7144beb8c5c280c4026363'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:36.669807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee249b9a-77d4-4f86-bd0c-3eaac0d98324 req-deb1dbbf-bc4d-4f3c-b7b4-34aeb7a73ff1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 210 time: 0.0885403 May 12 19:57:36.692581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-daa74f07-e425-4c89-a98d-fe6d1fb8e7cb service neutron] 10.222.0.73 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523643 May 12 19:57:36.752390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:36.877415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:36.877669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:36.877861 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:36.888264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:port and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:36.905957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:36.939775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:36.960655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be839cce-cd8f-4c03-b5e4-a9403e59a7a8 req-b17c94b2-f11b-4d04-aa3f-b75e04b2d1e3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:36.960655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be839cce-cd8f-4c03-b5e4-a9403e59a7a8 req-b17c94b2-f11b-4d04-aa3f-b75e04b2d1e3 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 946 time: 0.4378092 May 12 19:57:36.963492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8a059b-08f5-4369-b8a1-8287d4a410d2 req-437fbd17-ce8b-41a0-bbe9-079a5e247885 service neutron] 10.222.0.73 "GET /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643909 May 12 19:57:36.987247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:57:36.990770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:37.205611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:37.283569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be839cce-cd8f-4c03-b5e4-a9403e59a7a8 req-da2320cd-dbe5-4983-9009-e8cad45c706c tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110502 May 12 19:57:37.426026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.20.0.11 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/0986b492-9254-41cc-8d58-d4918cb35ad7) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:57:37.502729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccec3e1-80a0-4932-b3a0-89781bd39119 req-8d8a6113-4f79-49fe-967b-689f6c33b5fb tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:37.504930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cccec3e1-80a0-4932-b3a0-89781bd39119 req-8d8a6113-4f79-49fe-967b-689f6c33b5fb tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 943 time: 0.4183030 May 12 19:57:37.619769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:57:37.796590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:37.813648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Transition to ACTIVE for port object 0986b492-9254-41cc-8d58-d4918cb35ad7 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:37.846888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:37.883825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:37.899769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73', 'network_id': 'e968bd23-e561-4a0f-84eb-f5584a365039', 'port_id': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73', 'mac_address': 'fa:16:3e:f5:3c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39aeaad5-bbdc-479e-95a5-9c2c1f488649', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:57:37.939612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=0986b492-9254-41cc-8d58-d4918cb35ad7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:37.946129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cccec3e1-80a0-4932-b3a0-89781bd39119 req-92db40d1-603c-4d55-a184-1128244a9235 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332445 May 12 19:57:37.952517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:57:37.977729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:37.977729 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:38.002209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:57:38.025476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:57:38.070111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:38.097934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:38.109412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:38.117638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:38.160672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1e452-b4fa-4297-a655-c395575316a9 req-60613cfe-1074-4276-bbb1-b31691e6cd9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:38.162391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7c1e452-b4fa-4297-a655-c395575316a9 req-60613cfe-1074-4276-bbb1-b31691e6cd9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 932 time: 0.2249413 May 12 19:57:38.168833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:38.169675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:38.239326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:38.258885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-6c33756a-cc11-4c26-963a-584274a9c74e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9175596 May 12 19:57:38.278029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Request body: {'port': {'device_id': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:57:38.344951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:57:38.421131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7c1e452-b4fa-4297-a655-c395575316a9 req-4817f3ce-a864-4dff-8a0d-d87a000f7414 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412846 May 12 19:57:38.535541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c5c2e7ac-c41a-4e19-8b74-7b1a14d829c6 None None] Provisioning for port 0986b492-9254-41cc-8d58-d4918cb35ad7 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:38.544893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c5c2e7ac-c41a-4e19-8b74-7b1a14d829c6 None None] Provisioning complete for port 0986b492-9254-41cc-8d58-d4918cb35ad7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:38.544893 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e7ac-c41a-4e19-8b74-7b1a14d829c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:38.657890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:38.674749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c5c2e7ac-c41a-4e19-8b74-7b1a14d829c6 None None] Port 0986b492-9254-41cc-8d58-d4918cb35ad7 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:57:38.686124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:38.793064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bbe6-6437-40ce-ac24-4f426b30df5a req-ba7cfc7b-4c94-4af8-9039-d9bfd42cbb07 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:38.794552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b89bbe6-6437-40ce-ac24-4f426b30df5a req-ba7cfc7b-4c94-4af8-9039-d9bfd42cbb07 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 946 time: 0.2278697 May 12 19:57:39.045754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b89bbe6-6437-40ce-ac24-4f426b30df5a req-296b35f1-158f-46b2-9419-b7a27e9211fc tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101338 May 12 19:57:39.317997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547439-a429-491f-b216-76a2a66be060 req-b7c9dab3-c55b-49a4-98fe-0d422e13121d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:39.325760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70547439-a429-491f-b216-76a2a66be060 req-b7c9dab3-c55b-49a4-98fe-0d422e13121d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 944 time: 0.1896846 May 12 19:57:39.382755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70547439-a429-491f-b216-76a2a66be060 req-e8b25ca4-8d51-4a95-98c7-f062c1da3564 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532401 May 12 19:57:39.465114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0986b492-9254-41cc-8d58-d4918cb35ad7 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:39.473852 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:39.493309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Transition to ACTIVE for port object 0986b492-9254-41cc-8d58-d4918cb35ad7 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:57:39.505473 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:39.622614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:39.719797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0986b492-9254-41cc-8d58-d4918cb35ad7,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:39.785066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:39.792761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:39.794852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:39.963135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:39.963511 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:39.963628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48a8bb-9863-437a-bcef-d88babb7fa9a req-914166d2-2691-4475-86db-83e80d39129c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:39.964430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ec48a8bb-9863-437a-bcef-d88babb7fa9a req-914166d2-2691-4475-86db-83e80d39129c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:57:39.969253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Attempting to bind port 0986b492-9254-41cc-8d58-d4918cb35ad7 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:57:39.969598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Attempting to bind port 0986b492-9254-41cc-8d58-d4918cb35ad7 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:57:39.969927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Attempting to bind port 0986b492-9254-41cc-8d58-d4918cb35ad7 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:39.979409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Port 0986b492-9254-41cc-8d58-d4918cb35ad7 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:57:39.979758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Attempting to bind port 0986b492-9254-41cc-8d58-d4918cb35ad7 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:57:39.988191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:57:39.988651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:57:39.988934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:57:39.989423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Bound port: 0986b492-9254-41cc-8d58-d4918cb35ad7, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:57:39.989792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:40.034654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:40.049641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:40.056530 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:40.080076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ec48a8bb-9863-437a-bcef-d88babb7fa9a req-914166d2-2691-4475-86db-83e80d39129c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:57:40.086741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec48a8bb-9863-437a-bcef-d88babb7fa9a req-914166d2-2691-4475-86db-83e80d39129c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.5191035 May 12 19:57:40.230119 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105a2779-b2c2-46a5-9010-95b992913452'] response: {'server_uuid': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73', 'code': 200} May 12 19:57:40.230701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:40.255256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec48a8bb-9863-437a-bcef-d88babb7fa9a req-22d7447e-3cd2-4ff6-8404-826fa924f7a1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675425 May 12 19:57:40.369122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] For port 0986b492-9254-41cc-8d58-d4918cb35ad7, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:57:40.415200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] For port 0986b492-9254-41cc-8d58-d4918cb35ad7, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0986b492-9254-41cc-8d58-d4918cb35ad7,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:57:40.429206 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:40.437951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:40.568578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0986b492-9254-41cc-8d58-d4918cb35ad7,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:40.576033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:40.576639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:40.578083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-34c62254-aa58-4515-909d-fb51b72308a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0986b492-9254-41cc-8d58-d4918cb35ad7 HTTP/1.1" status: 200 len: 1092 time: 2.3083940 May 12 19:57:40.578518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'tag': '0986b492-9254-41cc-8d58-d4918cb35ad7'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:40.601246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356fe7-0c86-4af2-93b5-80fd20c3e454 req-023e490c-95a9-40e9-8448-2f868e150ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:40.603228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c356fe7-0c86-4af2-93b5-80fd20c3e454 req-023e490c-95a9-40e9-8448-2f868e150ab3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 1096 time: 0.3468347 May 12 19:57:40.638384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:40.852769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:40.870096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Usage tracker for resource:security_group_rule and tenant:68cf0cd36b644714bdda8f6a32ec10cd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:40.871566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:40.885618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:40.891841 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344fd5aa-09a3-4025-a09e-6ecb88d20b34'] response: {'name': 'network-changed', 'server_uuid': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'tag': '0986b492-9254-41cc-8d58-d4918cb35ad7', 'status': 'completed', 'code': 200} May 12 19:57:40.899303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c356fe7-0c86-4af2-93b5-80fd20c3e454 req-8fa21719-5273-4208-9590-f06546cf45a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923242 May 12 19:57:40.930952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ed27b-8e15-479b-a926-ca29c9e6b1ea req-2ab03106-ac5c-4490-a232-159f8fcc2ee2 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:40.932469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd9ed27b-8e15-479b-a926-ca29c9e6b1ea req-2ab03106-ac5c-4490-a232-159f8fcc2ee2 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 945 time: 0.3283291 May 12 19:57:40.935429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-b2da1e6d-87ad-4277-b0b9-15889f86d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:40.936848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-b2da1e6d-87ad-4277-b0b9-15889f86d979 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 1095 time: 0.2933323 May 12 19:57:40.987499 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:40.995046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:41.032970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-86855e40-4728-462f-9097-6a5d626130e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0986b492-9254-41cc-8d58-d4918cb35ad7 HTTP/1.1" status: 200 len: 217 time: 0.0754681 May 12 19:57:41.062009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68cf0cd36b644714bdda8f6a32ec10cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6227756 May 12 19:57:41.064806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59404) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:41.103710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd9ed27b-8e15-479b-a926-ca29c9e6b1ea req-2c69d4a6-3b61-437d-8047-169a7b6fc5d2 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611793 May 12 19:57:41.162768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-5a865f7f-4680-4302-afa8-bf328e02718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:41.165783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-5a865f7f-4680-4302-afa8-bf328e02718f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1239302 May 12 19:57:41.176399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8c5ba-7187-478d-8915-67dd1b105705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfb3bdf-bedc-4329-9a21-2f80afa54c4d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:41.247651 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66487233-1dbf-4002-af4b-6a0f99be264e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:41.300519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66487233-1dbf-4002-af4b-6a0f99be264e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:41.317731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-4ea6b4bb-042d-4978-833f-6e5384809aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:41.319323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-4ea6b4bb-042d-4978-833f-6e5384809aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469285 May 12 19:57:41.371091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66487233-1dbf-4002-af4b-6a0f99be264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:41.388006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66487233-1dbf-4002-af4b-6a0f99be264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfb3bdf-bedc-4329-9a21-2f80afa54c4d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:41.414105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66487233-1dbf-4002-af4b-6a0f99be264e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:41.415830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66487233-1dbf-4002-af4b-6a0f99be264e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/acfb3bdf-bedc-4329-9a21-2f80afa54c4d HTTP/1.1" status: 204 len: 168 time: 0.3498101 May 12 19:57:41.587235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-cd2036ff-51b6-40a5-a799-321d86b3653b service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597980 May 12 19:57:41.598724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3975be-ab2d-4246-8f0c-d2f702d5754f req-2c84541b-83d3-4104-ba5e-8962c9079823 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:41.606358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a3975be-ab2d-4246-8f0c-d2f702d5754f req-2c84541b-83d3-4104-ba5e-8962c9079823 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.1650257 May 12 19:57:41.867428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a3975be-ab2d-4246-8f0c-d2f702d5754f req-d2287279-1665-4db2-8ae1-26e2d0059828 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577243 May 12 19:57:41.926323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a70d5fe-5ef4-4a2e-835f-6bdc9297f81b req-eebb717e-62a0-4b41-bd61-3e06daa9ce86 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171079 May 12 19:57:41.960096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59430) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:41.983343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:42.016198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:42.022201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Usage tracker for resource:security_group_rule and tenant:08668e91d8004293917824933a0e8db3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:42.025686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:42.032502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:42.125795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-ecebafe6-422b-4db9-8110-2cd436716d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:42.128267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-ecebafe6-422b-4db9-8110-2cd436716d7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 1095 time: 0.1489611 May 12 19:57:42.258217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:42.265820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:42.323191 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08668e91d8004293917824933a0e8db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612309 May 12 19:57:42.324703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59444) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:42.331558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22652a7d-dc4a-4d2a-9e97-9972d88d8017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f75e503-cc07-4b87-891d-db70420462e8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:42.456667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4fe957c-40e8-42cf-b332-56693c4f61bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:42.501951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-973195c7-ae0b-478b-b735-c7aca8660ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:42.501951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-973195c7-ae0b-478b-b735-c7aca8660ddb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.3641417 May 12 19:57:42.519652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d00e6-42f0-45d9-8364-0d63d0865fe8 req-a5b7cbe3-1917-4805-8e92-3a1185ea21c9 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:42.521879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161d00e6-42f0-45d9-8364-0d63d0865fe8 req-a5b7cbe3-1917-4805-8e92-3a1185ea21c9 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 945 time: 0.2533429 May 12 19:57:42.601246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4fe957c-40e8-42cf-b332-56693c4f61bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:42.619542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-1016ac89-376e-4daf-ade8-94bca1a7c1a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0986b492-9254-41cc-8d58-d4918cb35ad7 HTTP/1.1" status: 200 len: 217 time: 0.0971558 May 12 19:57:42.721960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-161d00e6-42f0-45d9-8364-0d63d0865fe8 req-f5bf1ede-90e3-461c-ae7e-4c4b6a7bf7bc tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365106 May 12 19:57:42.728323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-5adaf7dd-6850-4a98-aab4-11fa9dc5f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:42.730174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-5adaf7dd-6850-4a98-aab4-11fa9dc5f2c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1013191 May 12 19:57:42.828590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4fe957c-40e8-42cf-b332-56693c4f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:42.852954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe957c-40e8-42cf-b332-56693c4f61bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f75e503-cc07-4b87-891d-db70420462e8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:42.858244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-9526588c-8299-46d8-ab62-d13a235976b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:42.859881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-9526588c-8299-46d8-ab62-d13a235976b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205530 May 12 19:57:42.862125 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4fe957c-40e8-42cf-b332-56693c4f61bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:42.863392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4fe957c-40e8-42cf-b332-56693c4f61bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f75e503-cc07-4b87-891d-db70420462e8 HTTP/1.1" status: 204 len: 168 time: 0.5309560 May 12 19:57:43.157361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-7b019850-9ae2-4908-b2dd-0162ee242259 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810185 May 12 19:57:43.170011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531e15a-2c9e-4529-a4c8-47f70aa1fffe req-5a84e9ca-90f6-450a-9a0d-c6e90275f7d2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:43.177148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b531e15a-2c9e-4529-a4c8-47f70aa1fffe req-5a84e9ca-90f6-450a-9a0d-c6e90275f7d2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.1624660 May 12 19:57:43.320063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b531e15a-2c9e-4529-a4c8-47f70aa1fffe req-cbda629e-9979-4576-8d7e-ad5b38bb4af7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419265 May 12 19:57:43.380534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87ec715f-eba9-485b-989b-0fdc54cea43c req-6d14b44b-36a2-4d85-98d7-a17427e2eb3f service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010565 May 12 19:57:44.320269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfc84a-57cf-439e-a158-2e976e8bd1cc req-bd4f9c64-7ee3-4f1e-b128-e63da2250dbb tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:44.322060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfdfc84a-57cf-439e-a158-2e976e8bd1cc req-bd4f9c64-7ee3-4f1e-b128-e63da2250dbb tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 946 time: 0.1105494 May 12 19:57:44.403778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfdfc84a-57cf-439e-a158-2e976e8bd1cc req-fc3df619-2de6-4f4a-8b62-a110bb9f372b tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742962 May 12 19:57:44.568660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba97634-f714-4c33-80d4-281f59979d87 req-b291a747-7d5b-4588-b2c1-31d9f5e4562a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:44.579507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ba97634-f714-4c33-80d4-281f59979d87 req-b291a747-7d5b-4588-b2c1-31d9f5e4562a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.1289310 May 12 19:57:44.647773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ba97634-f714-4c33-80d4-281f59979d87 req-b2ff1a3c-2b6d-43c1-a0ca-275acd38df2b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 May 12 19:57:45.676370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c37aae-1470-42da-aa4b-0e51c935568f req-27a4b22d-58da-44db-b488-0ea16ac17c54 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:45.684551 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7c37aae-1470-42da-aa4b-0e51c935568f req-27a4b22d-58da-44db-b488-0ea16ac17c54 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 946 time: 0.1582904 May 12 19:57:45.707959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-35e33bfa-dab3-45cb-bbfb-9af668b03466 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:45.710266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-35e33bfa-dab3-45cb-bbfb-9af668b03466 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 946 time: 0.1534352 May 12 19:57:46.005923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7c37aae-1470-42da-aa4b-0e51c935568f req-c9c3cf34-e44f-4894-944f-ca03428c8eb1 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/security-groups?id=b389d047-ec03-46ed-a63d-e759b74a4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204472 May 12 19:57:46.022579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Deleting port 8766cc81-e52a-4190-b48a-3b89b6b65559 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:57:46.022579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:46.102786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3c8f-8644-4339-8397-46ee7f6f6ab9 req-612635da-7adf-49ca-8289-66aba87faeb0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:46.110638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-904c3c8f-8644-4339-8397-46ee7f6f6ab9 req-612635da-7adf-49ca-8289-66aba87faeb0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.3551295 May 12 19:57:46.295013 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-904c3c8f-8644-4339-8397-46ee7f6f6ab9 req-756798c3-39fe-45d3-8532-73a0e5440a0b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835592 May 12 19:57:46.345848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] For port 8766cc81-e52a-4190-b48a-3b89b6b65559, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=8766cc81-e52a-4190-b48a-3b89b6b65559,segment=NetworkSegment(f0643ab7-38b6-4245-9631-f36ce00a75de),segment_id=f0643ab7-38b6-4245-9631-f36ce00a75de)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:46.346293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:46.473842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Calling delete_port for 8766cc81-e52a-4190-b48a-3b89b6b65559 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:57:46.628915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:46.640862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['8766cc81-e52a-4190-b48a-3b89b6b65559'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:57:46.690907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Pushing event deleted for resources: {'Port': ['ID=8766cc81-e52a-4190-b48a-3b89b6b65559,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:46.777831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] No DVR routers for this DVR port 8766cc81-e52a-4190-b48a-3b89b6b65559 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:57:46.781170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:46.784395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'name': 'network-vif-deleted', 'tag': '8766cc81-e52a-4190-b48a-3b89b6b65559'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:46.807936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7355c1-a72e-49a4-ba12-85881c456e6b req-bf97c0c5-12c6-4ee4-b2e4-11fa93214393 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.36 "DELETE /v2.0/ports/8766cc81-e52a-4190-b48a-3b89b6b65559 HTTP/1.1" status: 204 len: 173 time: 1.0901308 May 12 19:57:46.848019 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b38065d-053c-46be-b2c6-198464994db6'] response: {'server_uuid': '9ac56400-1d2a-4315-86f5-45e17de591c7', 'name': 'network-vif-deleted', 'tag': '8766cc81-e52a-4190-b48a-3b89b6b65559', 'status': 'completed', 'code': 200} May 12 19:57:47.192219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c002587b-2237-43e2-9ecb-926f5cce8f8d req-beba0f4a-8668-4383-aa9d-a8fe30e8fef6 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Synchronizing usage tracker for tenant:cc047d67175b4737a227a19ffc6c5690 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:57:47.216816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c002587b-2237-43e2-9ecb-926f5cce8f8d req-beba0f4a-8668-4383-aa9d-a8fe30e8fef6 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] Unset dirty status for tenant:cc047d67175b4737a227a19ffc6c5690 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:57:47.218577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c002587b-2237-43e2-9ecb-926f5cce8f8d req-beba0f4a-8668-4383-aa9d-a8fe30e8fef6 tempest-ServerTagsTestJSON-1274341961 tempest-ServerTagsTestJSON-1274341961-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac56400-1d2a-4315-86f5-45e17de591c7 HTTP/1.1" status: 200 len: 210 time: 0.0731025 May 12 19:57:47.588242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17497024-6109-4595-a08a-b9c74a804309 req-a88aed0e-428d-46ab-b279-29cdb525255c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:47.589999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17497024-6109-4595-a08a-b9c74a804309 req-a88aed0e-428d-46ab-b279-29cdb525255c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.0898573 May 12 19:57:47.641009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17497024-6109-4595-a08a-b9c74a804309 req-cf3aea59-262d-40e5-a2f7-3989c2059af1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 May 12 19:57:48.343647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59642) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:48.412666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] Deleting subnet 62d14a21-25bd-4661-b705-570f707d6f46 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:57:48.416585 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:48.491676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:48.575335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:48.661574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:48.728867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d14a21-25bd-4661-b705-570f707d6f46,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:48.743419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:48.754076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4737b90d-166e-4663-acb9-0ca0a4d71114 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/62d14a21-25bd-4661-b705-570f707d6f46 HTTP/1.1" status: 204 len: 168 time: 0.4092498 May 12 19:57:48.756677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59654) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:49.001793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.028498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b027c-879b-4ec4-9b23-1ffbfba36609 req-4fab890d-c6c7-4b54-8baf-363b59b4dd01 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:49.029853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9b027c-879b-4ec4-9b23-1ffbfba36609 req-4fab890d-c6c7-4b54-8baf-363b59b4dd01 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.1732762 May 12 19:57:49.169049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9b027c-879b-4ec4-9b23-1ffbfba36609 req-edaa120a-533b-465d-9263-1b13bc007fca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142516 May 12 19:57:49.192752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.226164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4106a423-1691-495b-99d7-6b07966e2f14']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:49.244206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0643ab7-38b6-4245-9631-f36ce00a75de') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:49.244517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0643ab7-38b6-4245-9631-f36ce00a75de') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:57:49.265572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.288930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.295557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:57:49.295953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: timer() May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:57:49.392408 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:57:49.396572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.406817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.433264 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4106a423-1691-495b-99d7-6b07966e2f14 HTTP/1.1" status: 204 len: 168 time: 0.6719503 May 12 19:57:49.438199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64d68-7ea4-40dc-9087-bf67c44c9025 admin admin] Pushing event deleted for resources: {'Network': ['ID=4106a423-1691-495b-99d7-6b07966e2f14,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:49.731402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59690) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:49.854896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b6559a5-ca15-4ae3-a0e1-ca4653059505 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc047d67175b4737a227a19ffc6c5690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218410 May 12 19:57:49.857692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59698) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:49.955168 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af556da9-cb79-4b7f-9aa8-54cc39ef0d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:49.999359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0986b492-9254-41cc-8d58-d4918cb35ad7 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:57:50.001843 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af556da9-cb79-4b7f-9aa8-54cc39ef0d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:50.004268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8766cc81-e52a-4190-b48a-3b89b6b65559 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:57:50.073499 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af556da9-cb79-4b7f-9aa8-54cc39ef0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:50.087968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 8766cc81-e52a-4190-b48a-3b89b6b65559 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:57:50.087968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 8766cc81-e52a-4190-b48a-3b89b6b65559 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:57:50.098574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af556da9-cb79-4b7f-9aa8-54cc39ef0d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:50.100116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-af556da9-cb79-4b7f-9aa8-54cc39ef0d07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b389d047-ec03-46ed-a63d-e759b74a4c3a HTTP/1.1" status: 204 len: 168 time: 0.2414269 May 12 19:57:50.101432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af556da9-cb79-4b7f-9aa8-54cc39ef0d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b389d047-ec03-46ed-a63d-e759b74a4c3a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:50.414764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10e653-7a88-40fd-84da-dd299c04ca40 req-99071505-4dea-4887-9367-154330d729b9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:50.416515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc10e653-7a88-40fd-84da-dd299c04ca40 req-99071505-4dea-4887-9367-154330d729b9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 944 time: 0.0884812 May 12 19:57:50.445164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0986b492-9254-41cc-8d58-d4918cb35ad7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0986b492-9254-41cc-8d58-d4918cb35ad7,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:50.459336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0986b492-9254-41cc-8d58-d4918cb35ad7', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'port_id': '0986b492-9254-41cc-8d58-d4918cb35ad7', 'mac_address': 'fa:16:3e:46:56:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:57:50.464217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc10e653-7a88-40fd-84da-dd299c04ca40 req-7cfc018d-d782-41b2-9c08-74de3f760053 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 May 12 19:57:50.543354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0986b492-9254-41cc-8d58-d4918cb35ad7 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:50.544167 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:50.565941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0986b492-9254-41cc-8d58-d4918cb35ad7 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:57:50.585062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0986b492-9254-41cc-8d58-d4918cb35ad7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0986b492-9254-41cc-8d58-d4918cb35ad7,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:50.591499 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:50.686732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0986b492-9254-41cc-8d58-d4918cb35ad7,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:50.796120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0986b492-9254-41cc-8d58-d4918cb35ad7'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:57:51.928446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60244-ca55-4edc-97b3-4b08841f0bed req-5dbfa2f1-8d25-4345-9575-80d3fb802589 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:51.936182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4da60244-ca55-4edc-97b3-4b08841f0bed req-5dbfa2f1-8d25-4345-9575-80d3fb802589 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 945 time: 0.2692282 May 12 19:57:52.016402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0986b492-9254-41cc-8d58-d4918cb35ad7 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:57:52.059484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4da60244-ca55-4edc-97b3-4b08841f0bed req-ab2f09e2-6500-4d60-bf25-818cfd892f07 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222327 May 12 19:57:52.178029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 0986b492-9254-41cc-8d58-d4918cb35ad7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:57:52.183383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0986b492-9254-41cc-8d58-d4918cb35ad7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:57:52.189135 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:52.573731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0986b492-9254-41cc-8d58-d4918cb35ad7 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:57:52.574470 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:52.641363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986b492-9254-41cc-8d58-d4918cb35ad7'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:57:52.683305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0986b492-9254-41cc-8d58-d4918cb35ad7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0986b492-9254-41cc-8d58-d4918cb35ad7,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:52.683305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:52.772873 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a04227-8f09-4ea6-9952-0799050d5bf6'] response: {'server_uuid': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986b492-9254-41cc-8d58-d4918cb35ad7', 'code': 200} May 12 19:57:52.854211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0986b492-9254-41cc-8d58-d4918cb35ad7,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:52.882976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59810) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:52.961169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69c2b-2f99-49bd-bd18-aabc0189dcac req-cf66bbb1-0060-4baf-a179-0b1555f6c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:52.963083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1a69c2b-2f99-49bd-bd18-aabc0189dcac req-cf66bbb1-0060-4baf-a179-0b1555f6c47a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1647582 May 12 19:57:53.056221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1a69c2b-2f99-49bd-bd18-aabc0189dcac req-75904c4d-f1e8-43f5-a895-9d0434ddc000 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859704 May 12 19:57:53.094054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:53.124413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:53.129308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6c93f1330d4b3e8229648ba749811b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:53.132443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:53.138490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:53.238113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:53.253792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:53.373480 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d6c93f1330d4b3e8229648ba749811b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892426 May 12 19:57:53.382409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 59828) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:53.400026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aaad4-9aa3-4827-8ee6-6435d68e5527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c2761-203b-42ad-a8d5-a09468c04ae2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:53.533662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-559e9176-5d49-46f9-a28c-1fdf0c976789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:53.561713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09704-16eb-406e-8364-3269217e99d3 req-6cacc013-f39f-461e-9832-379359679d8b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:53.570553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2db09704-16eb-406e-8364-3269217e99d3 req-6cacc013-f39f-461e-9832-379359679d8b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 946 time: 0.3292615 May 12 19:57:53.577083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-559e9176-5d49-46f9-a28c-1fdf0c976789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:53.662038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-559e9176-5d49-46f9-a28c-1fdf0c976789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:53.680020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2db09704-16eb-406e-8364-3269217e99d3 req-f05d5ef8-e59f-4b50-b17f-81f010bbf785 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078973 May 12 19:57:53.723863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e9176-5d49-46f9-a28c-1fdf0c976789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c2761-203b-42ad-a8d5-a09468c04ae2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:53.740530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-559e9176-5d49-46f9-a28c-1fdf0c976789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:53.747310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-559e9176-5d49-46f9-a28c-1fdf0c976789 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be1c2761-203b-42ad-a8d5-a09468c04ae2 HTTP/1.1" status: 204 len: 168 time: 0.3635170 May 12 19:57:54.894194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33374df-b58e-484e-9e35-6433a04d901b req-37c05b55-c352-460c-89e2-55b2d84182c1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:54.895800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c33374df-b58e-484e-9e35-6433a04d901b req-37c05b55-c352-460c-89e2-55b2d84182c1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 946 time: 0.1079922 May 12 19:57:55.012980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c33374df-b58e-484e-9e35-6433a04d901b req-50ac4aed-cbc4-44c8-8f91-01f4a248bfae tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114738 May 12 19:57:55.233291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4be2-a75b-4ed4-8152-7e1fe7584d3b req-15faf2a7-2d3a-4109-9326-be83eb630985 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:55.234806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25ea4be2-a75b-4ed4-8152-7e1fe7584d3b req-15faf2a7-2d3a-4109-9326-be83eb630985 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 946 time: 0.0956509 May 12 19:57:55.297493 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25ea4be2-a75b-4ed4-8152-7e1fe7584d3b req-0b1f490d-898b-4106-9756-21f4bec59354 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555334 May 12 19:57:55.553822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87460f28-dbd8-4714-a984-f79e7afc3907 req-465ac598-599c-453a-987a-b3a030e7fac8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:55.555737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87460f28-dbd8-4714-a984-f79e7afc3907 req-465ac598-599c-453a-987a-b3a030e7fac8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 946 time: 0.1266053 May 12 19:57:55.628689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87460f28-dbd8-4714-a984-f79e7afc3907 req-74666e38-f547-4b85-9436-c9ab45e558cb tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666535 May 12 19:57:56.320048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8fcd9-7681-4580-9fc3-1461945b77cb req-32bb1515-5478-426a-b8a2-045419d575e4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:56.344202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ba8fcd9-7681-4580-9fc3-1461945b77cb req-32bb1515-5478-426a-b8a2-045419d575e4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 946 time: 0.1714687 May 12 19:57:56.454695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ba8fcd9-7681-4580-9fc3-1461945b77cb req-4ef19645-eee9-40f8-be1f-3a79dfbeb03e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093028 May 12 19:57:56.919399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ad56fd59-0c73-4e16-a075-5f60ebd86bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:56.999889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59954) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:57.466066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:57.555606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:57.568829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Usage tracker for resource:security_group_rule and tenant:2b928750a4f64808a689ae85b59406c8 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:57.572320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:57.587609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:57.865846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:57.917370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:58.049457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b928750a4f64808a689ae85b59406c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0371058 May 12 19:57:58.049457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 59988) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:58.188890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-d4587499-cbb1-45f5-bb1f-1183f75c63da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:58.188890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-d4587499-cbb1-45f5-bb1f-1183f75c63da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 946 time: 0.7040493 May 12 19:57:58.365909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec2d9-b7c2-4ce7-afe7-9d2f872d68c9 req-8988588b-b3dc-444b-a94d-651bda42e7e0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:57:58.374682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71eec2d9-b7c2-4ce7-afe7-9d2f872d68c9 req-8988588b-b3dc-444b-a94d-651bda42e7e0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 946 time: 0.6790013 May 12 19:57:58.377223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6566c59-672a-4d27-8569-9b9e096c548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec99801f-ba97-4207-8a46-6b3f3684e6f5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:58.493365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fe18ebe-67b2-4025-b0f5-4f759c7cf5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:58.530902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fe18ebe-67b2-4025-b0f5-4f759c7cf5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:58.596163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port 0986b492-9254-41cc-8d58-d4918cb35ad7 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:57:58.596561 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:58.643107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fe18ebe-67b2-4025-b0f5-4f759c7cf5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:58.709766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71eec2d9-b7c2-4ce7-afe7-9d2f872d68c9 req-88bb5a4d-d2c7-41dd-99d7-b49243da9cd6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346808 May 12 19:57:58.712556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe18ebe-67b2-4025-b0f5-4f759c7cf5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec99801f-ba97-4207-8a46-6b3f3684e6f5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:58.776926 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7fe18ebe-67b2-4025-b0f5-4f759c7cf5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:58.781202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7fe18ebe-67b2-4025-b0f5-4f759c7cf5a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec99801f-ba97-4207-8a46-6b3f3684e6f5 HTTP/1.1" status: 204 len: 168 time: 0.7243531 May 12 19:57:58.990783 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5d17aca-5a64-46fd-b75d-7bc145ac6b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:59.199625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] For port 0986b492-9254-41cc-8d58-d4918cb35ad7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0986b492-9254-41cc-8d58-d4918cb35ad7,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:57:59.200337 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:59.346633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60026) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:57:59.363719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for 0986b492-9254-41cc-8d58-d4918cb35ad7 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:57:59.376005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:59.432476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:57:59.437468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Usage tracker for resource:security_group_rule and tenant:7f61d65429cd4c41b53143322ae5beea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:57:59.448432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:57:59.458744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:57:59.659709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:59.730042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=0986b492-9254-41cc-8d58-d4918cb35ad7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:59.751293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:59.775528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:59.901547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446e2ec3-ea71-432c-980b-38867320e98b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:57:59.963194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] No DVR routers for this DVR port 0986b492-9254-41cc-8d58-d4918cb35ad7 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:57:59.965960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:57:59.973790 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-56eb6936-c73e-4f20-82ea-8d42dcc64b53 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f61d65429cd4c41b53143322ae5beea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248963 May 12 19:57:59.976105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60040) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:00.020705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'name': 'network-vif-deleted', 'tag': '0986b492-9254-41cc-8d58-d4918cb35ad7'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:58:00.070810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67819ad4-5888-468f-bfb8-767dfb42b605 req-5ffaf1d4-6071-40e0-8236-ddf35e3cdc7f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 210 time: 0.1090086 May 12 19:58:00.075308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0986b492-9254-41cc-8d58-d4918cb35ad7 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:58:00.089529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1a11fd4-14db-45cd-a413-e44f6dea1f05 req-cc3259dc-3d11-4198-ae0f-0c80096f34da tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "DELETE /v2.0/ports/0986b492-9254-41cc-8d58-d4918cb35ad7 HTTP/1.1" status: 204 len: 173 time: 1.8628156 May 12 19:58:00.198531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbe78-0b83-4963-a4f2-09f03c1bb66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:00.223218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 0986b492-9254-41cc-8d58-d4918cb35ad7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:58:00.223586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0986b492-9254-41cc-8d58-d4918cb35ad7 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:58:00.274458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbe78-0b83-4963-a4f2-09f03c1bb66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:00.308330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:00.422574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbe78-0b83-4963-a4f2-09f03c1bb66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:00.471656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbe78-0b83-4963-a4f2-09f03c1bb66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:00.490217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd8dbe78-0b83-4963-a4f2-09f03c1bb66a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/446e2ec3-ea71-432c-980b-38867320e98b HTTP/1.1" status: 204 len: 168 time: 0.5127561 May 12 19:58:00.495981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dbe78-0b83-4963-a4f2-09f03c1bb66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446e2ec3-ea71-432c-980b-38867320e98b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:00.619097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:00.690255 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a791a2ed-c984-4be9-b522-6608a975ca96'] response: {'server_uuid': 'b34233cf-d71a-4d6d-8612-02299fc09dd7', 'name': 'network-vif-deleted', 'tag': '0986b492-9254-41cc-8d58-d4918cb35ad7', 'status': 'completed', 'code': 200} May 12 19:58:01.336744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-73c7251b-edb8-4a15-b13b-5f0ef077f713 req-f201ea91-cf24-43c6-8593-561fc1775c9f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:01.358710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-73c7251b-edb8-4a15-b13b-5f0ef077f713 req-f201ea91-cf24-43c6-8593-561fc1775c9f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:01.375783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-73c7251b-edb8-4a15-b13b-5f0ef077f713 req-f201ea91-cf24-43c6-8593-561fc1775c9f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=b34233cf-d71a-4d6d-8612-02299fc09dd7 HTTP/1.1" status: 200 len: 210 time: 0.1353838 May 12 19:58:01.662337 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:01.685650 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:58:02.547883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-7d3f847a-45fb-4189-a877-15f386a918d9 req-996ebe4a-9aee-4210-92ba-9e49a9a3556b service neutron] (88113) timed out ('10.222.0.73', 65474) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:58:03.787023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa01f50-4626-4554-82cb-707438ef8ac7 req-8b86876a-78f1-4625-82b5-0c2bde3da683 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:03.794728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fa01f50-4626-4554-82cb-707438ef8ac7 req-8b86876a-78f1-4625-82b5-0c2bde3da683 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 945 time: 0.0961339 May 12 19:58:03.860052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fa01f50-4626-4554-82cb-707438ef8ac7 req-338979b4-c201-4e8a-8da7-de183a7b14ab tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641122 May 12 19:58:04.956251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60222) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:05.279583 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:05.311265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:05.315386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Usage tracker for resource:security_group_rule and tenant:6e7d6459f54e473dbc1d3d3082b5d610 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:05.318311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:05.325783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:05.577395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-b575d044-38e5-4065-8320-962403859eee req-038dae43-18a6-41da-87c6-2bcb177f4fdd tempest-ImagesTestJSON-994754848 tempest-ImagesTestJSON-994754848-project] (88113) timed out ('10.222.0.36', 50994) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:58:05.580487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-a6b2d0a7-087b-4a41-9669-21886ee09c58 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:05.582300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-a6b2d0a7-087b-4a41-9669-21886ee09c58 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 945 time: 0.3536086 May 12 19:58:05.603241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981322d7-4900-4755-9f56-701e68c71f57 req-d18f115b-7c75-4fb4-86cd-629bb0d7aab9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:05.604923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-981322d7-4900-4755-9f56-701e68c71f57 req-d18f115b-7c75-4fb4-86cd-629bb0d7aab9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 945 time: 0.5863779 May 12 19:58:05.703203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port e0fffe5f-d151-4de3-9a23-2f124e5ae352 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:05.703840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:05.810332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-92157fe1-e1c8-4ab3-b6af-cfe27fbc27dc req-25b1b158-2f98-41ec-b88e-a60885464ed4 service neutron] (88113) timed out ('10.222.0.36', 50988) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 19:58:05.813353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-981322d7-4900-4755-9f56-701e68c71f57 req-18611c1e-a90f-41bf-873f-6bdd353c3e7d tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569266 May 12 19:58:05.997560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.037027 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.103969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60240) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:06.108757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e7d6459f54e473dbc1d3d3082b5d610&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1408529 May 12 19:58:06.108757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e745c5ab-14d5-49f5-a104-4263d6373133,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.126207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9eca7-857f-4da8-921d-9b1232cb3a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:06.242413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] For port e0fffe5f-d151-4de3-9a23-2f124e5ae352, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=e0fffe5f-d151-4de3-9a23-2f124e5ae352,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:06.244491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.345113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30039345-9110-456a-af5d-62e01980aed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.482542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30039345-9110-456a-af5d-62e01980aed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.636916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30039345-9110-456a-af5d-62e01980aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.667655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-30039345-9110-456a-af5d-62e01980aed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.669030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-30039345-9110-456a-af5d-62e01980aed3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e745c5ab-14d5-49f5-a104-4263d6373133 HTTP/1.1" status: 204 len: 168 time: 0.5696163 May 12 19:58:06.672241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30039345-9110-456a-af5d-62e01980aed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e745c5ab-14d5-49f5-a104-4263d6373133,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:06.935190 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.935629 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:06.936020 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP 5a60ac12-0f49-4462-b168-7efe16fa7696 disassociated. External IP: 172.25.2.5, port: e0fffe5f-d151-4de3-9a23-2f124e5ae352. May 12 19:58:06.936402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for e0fffe5f-d151-4de3-9a23-2f124e5ae352 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:07.397610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60330) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:07.473422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:07.526906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:07.535287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6caabc63914b21b30efcad2a16e879 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:07.545813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:07.566882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:07.596344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc352f4-4978-4dd3-b161-c7bb6c2830bc req-afc9995c-5c56-4f64-a231-a78ee18fe4aa tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:07.597043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dc352f4-4978-4dd3-b161-c7bb6c2830bc req-afc9995c-5c56-4f64-a231-a78ee18fe4aa tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 945 time: 0.5251656 May 12 19:58:07.739454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e0fffe5f-d151-4de3-9a23-2f124e5ae352 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:58:07.740872 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dc352f4-4978-4dd3-b161-c7bb6c2830bc req-af0a2e09-e987-48bb-a7fe-db5b935ed835 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f9dc52a-47f2-4737-88bb-4acb84f9671b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330197 May 12 19:58:07.769145 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:07.864215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:07.880409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:07.881977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: e0fffe5f-d151-4de3-9a23-2f124e5ae352 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:58:07.883634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device e0fffe5f-d151-4de3-9a23-2f124e5ae352 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:58:07.901655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=e0fffe5f-d151-4de3-9a23-2f124e5ae352,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:08.010860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ddfeee-aefa-4e53-8b73-2a881c873ff3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:08.017769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-74ff47dc-e921-4084-b7ab-606a55ccbc79 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc6caabc63914b21b30efcad2a16e879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187153 May 12 19:58:08.018981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60394) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:08.055760 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:08.173521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fcb74373-39a5-4fc6-8845-23bc2b162935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:08.244320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fcb74373-39a5-4fc6-8845-23bc2b162935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:08.395571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fcb74373-39a5-4fc6-8845-23bc2b162935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:08.455259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:58:08.475492 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fcb74373-39a5-4fc6-8845-23bc2b162935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:08.484808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fcb74373-39a5-4fc6-8845-23bc2b162935 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68ddfeee-aefa-4e53-8b73-2a881c873ff3 HTTP/1.1" status: 204 len: 168 time: 0.4649148 May 12 19:58:08.490141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb74373-39a5-4fc6-8845-23bc2b162935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ddfeee-aefa-4e53-8b73-2a881c873ff3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:08.616015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:08.989485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:58:09.004316 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:58:09.033034 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:09.036942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:57:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:09.081176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87d69576-4977-44ae-86a0-be9c0eb17277 req-6fac39ea-2a1d-4ff5-8aea-49ae968acab5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 210 time: 0.0883853 May 12 19:58:09.623298 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:09.747239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] No DVR routers for this DVR port e0fffe5f-d151-4de3-9a23-2f124e5ae352 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:58:09.756218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:09.784491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'name': 'network-vif-deleted', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:58:09.900275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af3dafdc-42fe-49d3-9237-d722341828e3 req-4ea3f8c4-49a5-459f-850b-761517d25325 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.73 "DELETE /v2.0/ports/e0fffe5f-d151-4de3-9a23-2f124e5ae352 HTTP/1.1" status: 204 len: 173 time: 4.3077052 May 12 19:58:09.988166 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1b144a-ef21-4846-825e-e621a158316c'] response: {'server_uuid': '10518a2e-e7b2-46ee-b425-f5a561757cc4', 'name': 'network-vif-deleted', 'tag': 'e0fffe5f-d151-4de3-9a23-2f124e5ae352', 'status': 'completed', 'code': 200} May 12 19:58:10.792560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-27e0f34e-f1f6-4cec-9050-f338ad4df928 req-260447cd-d302-462d-87af-5f54babc1c43 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:10.850376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-27e0f34e-f1f6-4cec-9050-f338ad4df928 req-260447cd-d302-462d-87af-5f54babc1c43 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:10.852134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27e0f34e-f1f6-4cec-9050-f338ad4df928 req-260447cd-d302-462d-87af-5f54babc1c43 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=10518a2e-e7b2-46ee-b425-f5a561757cc4 HTTP/1.1" status: 200 len: 210 time: 0.3186023 May 12 19:58:11.122524 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:11.134232 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:58:11.164031 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:11.164648 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:57:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:11.635702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768f318-c50d-4a9e-a18b-3b61fe9ac3e3 req-117af8c8-7ee1-49c8-9d01-83c4a668e820 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:11.653945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e768f318-c50d-4a9e-a18b-3b61fe9ac3e3 req-117af8c8-7ee1-49c8-9d01-83c4a668e820 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 945 time: 0.4118617 May 12 19:58:11.669881 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:11.828301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e768f318-c50d-4a9e-a18b-3b61fe9ac3e3 req-5833070d-4be6-42e5-be40-61f64b336af4 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646879 May 12 19:58:12.060319 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:12.064391 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79850038-1bff-4f31-a69c-50f88f2b37ea None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:58:12.137523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60810) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:12.301452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-072b103e-5d3e-462e-a643-d378f4467ba7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:12.340766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-072b103e-5d3e-462e-a643-d378f4467ba7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:12.454573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-072b103e-5d3e-462e-a643-d378f4467ba7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:12.488518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b103e-5d3e-462e-a643-d378f4467ba7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9dc52a-47f2-4737-88bb-4acb84f9671b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:12.529612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32763de3-49a6-4c76-84fc-e3a2b08bc9d1 None None] New status for floating IP 5a60ac12-0f49-4462-b168-7efe16fa7696: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:58:12.536092 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-072b103e-5d3e-462e-a643-d378f4467ba7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:12.538201 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-072b103e-5d3e-462e-a643-d378f4467ba7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/security-groups/8f9dc52a-47f2-4737-88bb-4acb84f9671b HTTP/1.1" status: 204 len: 168 time: 0.3981709 May 12 19:58:12.541290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60848) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:12.601054 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-7a6ec842-5a9e-4178-a9c3-4b2fd68224e9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] show failed (client error): The resource could not be found. May 12 19:58:12.604793 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7a6ec842-5a9e-4178-a9c3-4b2fd68224e9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups/8f9dc52a-47f2-4737-88bb-4acb84f9671b HTTP/1.1" status: 404 len: 347 time: 0.0625560 May 12 19:58:12.609572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60858) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:12.744115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-0b5fb809-35ad-4f05-83af-d043ada80998 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:12.754592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-0b5fb809-35ad-4f05-83af-d043ada80998 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 945 time: 0.2312641 May 12 19:58:12.996367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Deleting port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:12.997089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:13.094711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port f2685cc9-69b7-465c-a81b-fe58395e95d7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:13.095468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:13.436187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dc968-aa94-4f0d-bc20-1f78c2a74529 req-60e6b860-a7a0-47e1-8621-e94a9e55136d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:13.437732 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b0dc968-aa94-4f0d-bc20-1f78c2a74529 req-60e6b860-a7a0-47e1-8621-e94a9e55136d tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 945 time: 0.3040679 May 12 19:58:13.516463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b0dc968-aa94-4f0d-bc20-1f78c2a74529 req-b462f9c4-b64d-4ff6-bc57-cd6e1d2f2bbc tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/security-groups?id=383a0988-6c37-40a0-a149-c7200fab36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710921 May 12 19:58:13.580406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:13.615223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:13.615894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:13.785521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for f2685cc9-69b7-465c-a81b-fe58395e95d7 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:13.871870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] For port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,segment=NetworkSegment(4035d7a7-c92f-4445-9f94-f11e0f4ac32c),segment_id=4035d7a7-c92f-4445-9f94-f11e0f4ac32c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:13.872237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:13.935502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:13.952417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:13.958514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Usage tracker for resource:security_group_rule and tenant:0fc7fe86e8d34bc5bd65b2ba55e1b7c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:13.962950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:13.968923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:14.066815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Calling delete_port for 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:14.128095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.218268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=f2685cc9-69b7-465c-a81b-fe58395e95d7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:14.334744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.356975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.391999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Pushing event deleted for resources: {'Port': ['ID=6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:14.441020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.472108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] No DVR routers for this DVR port 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:58:14.476854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.482381 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0fc7fe86e8d34bc5bd65b2ba55e1b7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001100 May 12 19:58:14.490637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:14.491105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'name': 'network-vif-deleted', 'tag': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:58:14.504856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec1d0e19-44ed-49c5-8900-aff39a63f7e8 req-8c3ad9e3-9bdf-4e24-8ca8-0d2bc1585107 tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.73 "DELETE /v2.0/ports/6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 HTTP/1.1" status: 204 len: 173 time: 1.7461390 May 12 19:58:14.559259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec167d-729e-4d1a-afdf-156906aad28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653457a9-7449-4910-90d7-39a9c23ed274,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:14.580767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.610854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ba569d9-f777-4dc2-8157-e7eebe2133ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.664279 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6116641c-4d3c-40c6-ae23-9881f9b2e55c'] response: {'server_uuid': '311ba5a4-f73e-42f9-ab20-55160f372fe1', 'name': 'network-vif-deleted', 'tag': '6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73', 'status': 'completed', 'code': 200} May 12 19:58:14.695540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ba569d9-f777-4dc2-8157-e7eebe2133ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.714162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.715310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9452048e-2e0b-4a6b-94b2-700d49774b81 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/floatingips/5a60ac12-0f49-4462-b168-7efe16fa7696 HTTP/1.1" status: 204 len: 168 time: 2.1052940 May 12 19:58:14.770806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-56e35096-b119-4d9b-af8d-fccba8bed0ad req-2a73699a-bef2-4cbc-b8f2-947020b6139b tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Synchronizing usage tracker for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:14.790118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-56e35096-b119-4d9b-af8d-fccba8bed0ad req-2a73699a-bef2-4cbc-b8f2-947020b6139b tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] Unset dirty status for tenant:9693f4e8f6d44bd3ad9e9ed7db9e11c1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:14.797477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ba569d9-f777-4dc2-8157-e7eebe2133ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.800517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56e35096-b119-4d9b-af8d-fccba8bed0ad req-2a73699a-bef2-4cbc-b8f2-947020b6139b tempest-VolumesSnapshotTestJSON-574780124 tempest-VolumesSnapshotTestJSON-574780124-project] 10.222.0.72 "GET /v2.0/ports?device_id=311ba5a4-f73e-42f9-ab20-55160f372fe1 HTTP/1.1" status: 200 len: 210 time: 0.0959473 May 12 19:58:14.823721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba569d9-f777-4dc2-8157-e7eebe2133ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653457a9-7449-4910-90d7-39a9c23ed274,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:14.842571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ba569d9-f777-4dc2-8157-e7eebe2133ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:14.847136 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6ba569d9-f777-4dc2-8157-e7eebe2133ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/653457a9-7449-4910-90d7-39a9c23ed274 HTTP/1.1" status: 204 len: 168 time: 0.3495951 May 12 19:58:14.969984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:14.975881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547288793', 'description': 'tempest-description--335945997'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:14.990921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:15.001206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:15.006360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:15.013349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:15.028035 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.127315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:15.144877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:15.152406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:15.163231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:15.322999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.329260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.365286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342c7f22-2c93-47f4-8109-0761981eef16,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:15.413505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.414752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b149cf7c-832c-4807-a155-579d3ea9df3b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4437504 May 12 19:58:15.417694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60922) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:15.422747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': '342c7f22-2c93-47f4-8109-0761981eef16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:15.437861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:15.452054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:15.457786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:15.469740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:15.500331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:15.520196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.535982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.564566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:15.573455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Usage tracker for resource:security_group_rule and tenant:cb33be7cfde848099109d90baa51c6b6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:15.578104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:15.588544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:15.614323 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.623700 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.662601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faba4265-061e-4316-8244-754de7897347,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:15.676736 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.678531 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ce32ee0b-cb95-4e85-9574-c47457196ee8 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2597787 May 12 19:58:15.681121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60930) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:15.687254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'security_group_rule': {'security_group_id': '342c7f22-2c93-47f4-8109-0761981eef16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:15.694847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:15.702401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:security_group_rule and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:15.706517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:15.716281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:15.745946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.753472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.770008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.790093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:58:15.818894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb33be7cfde848099109d90baa51c6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171244 May 12 19:58:15.821295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 60934) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:15.858614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c8e7-61c3-4009-bbb0-3946c9476b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b68154-8541-4f9c-8940-092c92141063,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:15.898150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:58:15.898799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6ba3c8fd-8e1f-4f63-bc9f-0e83dd0a9c73 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:58:15.931562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.944004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:15.954982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4530a963-f5cc-4b16-b882-59108b5f4bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:16.059453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e009ebc-87fb-42ba-8371-247724b0b3fe,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:16.117428 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4530a963-f5cc-4b16-b882-59108b5f4bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:16.154205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:16.159679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 60946) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:16.161692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-31297096-c9f7-4440-81da-406f6f1efd9e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4790325 May 12 19:58:16.168892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:16.183267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:16.190350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:floatingip and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:16.195123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:16.204678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:16.229996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:16.255092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4530a963-f5cc-4b16-b882-59108b5f4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:16.279773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530a963-f5cc-4b16-b882-59108b5f4bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b68154-8541-4f9c-8940-092c92141063,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:16.283967 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4530a963-f5cc-4b16-b882-59108b5f4bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:16.285405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4530a963-f5cc-4b16-b882-59108b5f4bf8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9b68154-8541-4f9c-8940-092c92141063 HTTP/1.1" status: 204 len: 168 time: 0.4630573 May 12 19:58:16.767574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:16.823277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df7559-45c5-4520-aab8-4e899080b18e req-1c7c1af4-6ed2-4e09-a262-98a969944f68 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:16.833371 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3df7559-45c5-4520-aab8-4e899080b18e req-1c7c1af4-6ed2-4e09-a262-98a969944f68 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 950 time: 0.1595447 May 12 19:58:16.920325 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3df7559-45c5-4520-aab8-4e899080b18e req-6e197694-11d4-41d4-9c14-70a189bcc344 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786114 May 12 19:58:16.975297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.25.2.136 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/4f3d1d29-4f13-405a-95dd-421dab635b80) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:17.147652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:17.185110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:17.257128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:17.259998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:17.264437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:17.324141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=4f3d1d29-4f13-405a-95dd-421dab635b80,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:17.368113 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:17.504589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:17.867963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:17.875539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:18.064272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=4f3d1d29-4f13-405a-95dd-421dab635b80,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:18.092684 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:18.179148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:18.181084 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d5cec98a-e229-405f-9610-cb66f9a0d35c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0199172 May 12 19:58:18.691435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-d1b25d84-f9de-43dd-b663-db2755dce6b6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:18.718606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-946a326b-eb3a-4f81-b531-a52628ce18c1 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:18.720964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-946a326b-eb3a-4f81-b531-a52628ce18c1 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.73 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 950 time: 0.5968785 May 12 19:58:18.765321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32810) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:18.810514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Deleting port 82b9a760-6830-452b-bf69-2bfe2bce9de1 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:18.811177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:18.843238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-d1b25d84-f9de-43dd-b663-db2755dce6b6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:18.844842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-d1b25d84-f9de-43dd-b663-db2755dce6b6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1547288793&fields=id&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 267 time: 0.2812111 May 12 19:58:18.879679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33fbd1-4b07-45dd-9b8a-f79e941f002c req-89d5f3ae-3121-4d6b-ab02-ca7dc0f2e296 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:18.881607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b33fbd1-4b07-45dd-9b8a-f79e941f002c req-89d5f3ae-3121-4d6b-ab02-ca7dc0f2e296 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 950 time: 0.6397152 May 12 19:58:18.952278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:18.983528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:18.989135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffd93877b5e424cb49c2b001e916fb4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:18.997380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:19.007561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:19.035064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b33fbd1-4b07-45dd-9b8a-f79e941f002c req-d5a3ced6-3a21-42de-ae3f-c53a176a99ae tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a1df954-f0bf-445b-8c79-74c267e66f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292734 May 12 19:58:19.223760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:19.233585 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:19.246698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-139b28de-c12a-4f19-bb7f-f544d24e1962 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:19.253946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-139b28de-c12a-4f19-bb7f-f544d24e1962 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 0.3910894 May 12 19:58:19.273813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-4a3f7535-074e-43e6-adb1-9e3d2d81c56c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/quotas/0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 375 time: 0.0186217 May 12 19:58:19.307199 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ffd93877b5e424cb49c2b001e916fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405521 May 12 19:58:19.311574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 32818) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:19.334320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7ba10-734b-4500-b56a-8f7f1ed86658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a3fc0-6e5c-466a-986e-5d630a4af942,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:19.423466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] For port 82b9a760-6830-452b-bf69-2bfe2bce9de1, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82b9a760-6830-452b-bf69-2bfe2bce9de1,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:19.423904 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:19.601505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Calling delete_port for 82b9a760-6830-452b-bf69-2bfe2bce9de1 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:19.659847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-5fa5e6d3-af66-4cd5-b419-7a6a088eda92 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3854406 May 12 19:58:19.679002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9b8f-13c3-4549-8774-a14bb6de017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:19.685178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-9559affb-92e9-4561-9dd1-e563bf4e1f1d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 19:58:19.686150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-9559affb-92e9-4561-9dd1-e563bf4e1f1d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050170 May 12 19:58:19.848158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9b8f-13c3-4549-8774-a14bb6de017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:20.055576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-91cf1548-4d00-4561-9423-04823c6c7921 service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467150 May 12 19:58:20.059528 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:20.134362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9b8f-13c3-4549-8774-a14bb6de017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:20.222653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc9b8f-13c3-4549-8774-a14bb6de017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a3fc0-6e5c-466a-986e-5d630a4af942,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:20.227585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Pushing event deleted for resources: {'Port': ['ID=82b9a760-6830-452b-bf69-2bfe2bce9de1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:20.375403 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9b8f-13c3-4549-8774-a14bb6de017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:20.376756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e4bc9b8f-13c3-4549-8774-a14bb6de017c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f9a3fc0-6e5c-466a-986e-5d630a4af942 HTTP/1.1" status: 204 len: 168 time: 1.0575795 May 12 19:58:20.386718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] No DVR routers for this DVR port 82b9a760-6830-452b-bf69-2bfe2bce9de1 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:58:20.389283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0323bded-8d14-4049-9c9d-bcb29f317f73 req-b85989aa-5cf0-441e-ab37-0875115e296f tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Synchronizing usage tracker for tenant:0628e288d32343da89b0791e4f2cb066 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:20.397591 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:20.400032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7378578-9ddd-4a9b-b6d8-74dbdd8c75bb req-5e0d1ebf-49bf-4643-b05c-be1bb61fbe13 tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.73 "DELETE /v2.0/ports/82b9a760-6830-452b-bf69-2bfe2bce9de1 HTTP/1.1" status: 204 len: 173 time: 1.6710470 May 12 19:58:20.400487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'name': 'network-vif-deleted', 'tag': '82b9a760-6830-452b-bf69-2bfe2bce9de1'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:58:20.455014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0323bded-8d14-4049-9c9d-bcb29f317f73 req-b85989aa-5cf0-441e-ab37-0875115e296f tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] Unset dirty status for tenant:0628e288d32343da89b0791e4f2cb066 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:20.458365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0323bded-8d14-4049-9c9d-bcb29f317f73 req-b85989aa-5cf0-441e-ab37-0875115e296f tempest-VolumesBackupsTest-1540205089 tempest-VolumesBackupsTest-1540205089-project] 10.222.0.72 "GET /v2.0/ports?device_id=795aa243-dd3e-4fdd-bca8-6f193a6e3330 HTTP/1.1" status: 200 len: 210 time: 0.2257955 May 12 19:58:20.481086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-f0d0e801-d84a-4aa4-a89c-3e05837ac98b service neutron] 10.222.0.72 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092464 May 12 19:58:20.590078 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8f6432-3c1f-48b6-bf57-77a22e71a999'] response: {'server_uuid': '795aa243-dd3e-4fdd-bca8-6f193a6e3330', 'name': 'network-vif-deleted', 'tag': '82b9a760-6830-452b-bf69-2bfe2bce9de1', 'status': 'completed', 'code': 200} May 12 19:58:21.134698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ce580b9-3382-4d8e-85da-961726dd82b3 req-dde9d3e5-8dac-420f-9223-f0a74bb7a18e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 210 time: 0.3798604 May 12 19:58:21.822313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82b9a760-6830-452b-bf69-2bfe2bce9de1 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:58:21.913988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 82b9a760-6830-452b-bf69-2bfe2bce9de1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:58:21.914392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82b9a760-6830-452b-bf69-2bfe2bce9de1 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:58:22.443884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78eeb4a7-c029-4e2e-9263-41da4b3f7264 req-694d9ccd-b660-4c22-a98b-d30f7ccdb2d3 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 210 time: 0.0682733 May 12 19:58:22.486821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32904) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:22.832345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:22.917473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-68cccc3b-59e9-4f13-a27b-d2f63fe8f128 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:22.919955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-68cccc3b-59e9-4f13-a27b-d2f63fe8f128 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 814 time: 0.4633446 May 12 19:58:22.921116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:22.934340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9fc0b8212b4f75b3bc513e40342758 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:22.942148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:22.953342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:23.020234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-40d904b5-39af-4b87-83cc-a2c8b9ac6827 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f24a5391d624f52a0f54fef6c8a60c5 HTTP/1.1" status: 200 len: 380 time: 0.0878315 May 12 19:58:23.030941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'port': {'device_id': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'admin_state_up': True, 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'security_groups': ['342c7f22-2c93-47f4-8109-0761981eef16']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:23.196368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:23.208862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:23.297791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:23.303052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Usage tracker for resource:port and tenant:0f24a5391d624f52a0f54fef6c8a60c5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:23.307262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:23.313896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:23.332287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Made reservation on behalf of 0f24a5391d624f52a0f54fef6c8a60c5 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:23.336557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:23.350878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea9fc0b8212b4f75b3bc513e40342758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617289 May 12 19:58:23.351397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32918) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:23.354076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c1e237-3ac8-4817-858f-5f53a174f41c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:23.373802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.374171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.375209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.376200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.376567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.379540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.381483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.381841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.382173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.385920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.388056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.389411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3f322-98fc-4a4e-8ee5-45aa923aa6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:23.504098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53c6fb2b-017f-4ead-9498-e3aaac3b09cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:23.550999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53c6fb2b-017f-4ead-9498-e3aaac3b09cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:23.654679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Allocated IP 172.20.0.14 (7bfbd232-cfd2-4531-a519-b7b561e7fa40/b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475/5d76a675-0616-44fa-bc38-54ef04ea1a7e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:23.671383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53c6fb2b-017f-4ead-9498-e3aaac3b09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:23.699582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6fb2b-017f-4ead-9498-e3aaac3b09cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c1e237-3ac8-4817-858f-5f53a174f41c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:23.743084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53c6fb2b-017f-4ead-9498-e3aaac3b09cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:23.754742 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-53c6fb2b-017f-4ead-9498-e3aaac3b09cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7c1e237-3ac8-4817-858f-5f53a174f41c HTTP/1.1" status: 204 len: 168 time: 0.4022350 May 12 19:58:23.802050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f7d44c0-1de6-4449-bdd6-7baa44804b01 req-7f5d3ce3-6094-4320-84ac-384fb7865fa5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 210 time: 0.1353366 May 12 19:58:24.007101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:24.036579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Transition to ACTIVE for port object 5d76a675-0616-44fa-bc38-54ef04ea1a7e will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:24.074221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:24.271673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:24.286728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:24.301339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:24.420303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:24.420563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:24.425990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event updated for resources: {'Port': ['ID=5d76a675-0616-44fa-bc38-54ef04ea1a7e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:24.468750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-1cb4c035-8cea-4a2d-abca-a5a017257bcb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4436238 May 12 19:58:24.488347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Request body: {'port': {'device_id': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:24.777518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9371bd7b-d51c-483f-b4c7-d54db3ef98a6 None None] Provisioning for port 5d76a675-0616-44fa-bc38-54ef04ea1a7e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:24.783018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9371bd7b-d51c-483f-b4c7-d54db3ef98a6 None None] Provisioning complete for port 5d76a675-0616-44fa-bc38-54ef04ea1a7e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:24.783451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9371bd7b-d51c-483f-b4c7-d54db3ef98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:24.786527 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:24.947258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9371bd7b-d51c-483f-b4c7-d54db3ef98a6 None None] Port 5d76a675-0616-44fa-bc38-54ef04ea1a7e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:25.164950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32956) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:25.295712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1d087-c80d-4c9e-999d-68becbfc83db req-2b6866f0-fabb-4d4f-a169-978c2418d5a9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:25.296485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-51c1d087-c80d-4c9e-999d-68becbfc83db req-2b6866f0-fabb-4d4f-a169-978c2418d5a9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:25.325517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-51c1d087-c80d-4c9e-999d-68becbfc83db req-2b6866f0-fabb-4d4f-a169-978c2418d5a9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:25.326795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51c1d087-c80d-4c9e-999d-68becbfc83db req-2b6866f0-fabb-4d4f-a169-978c2418d5a9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 932 time: 0.3053427 May 12 19:58:25.357326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1523541633'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:25.364776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:25.370078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Usage tracker for resource:network and tenant:039686a013874d4da45e63bd8719100a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:25.374062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:25.387646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:25.401442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:25.402678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-51c1d087-c80d-4c9e-999d-68becbfc83db req-923b75b9-31b0-43b1-8e40-e49661ad1cf6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610814 May 12 19:58:25.409567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.440438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.460115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:25.467267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Usage tracker for resource:security_group_rule and tenant:039686a013874d4da45e63bd8719100a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:25.470903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:25.490791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:25.502908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d76a675-0616-44fa-bc38-54ef04ea1a7e {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:58:25.513120 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.532347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Transition to ACTIVE for port object 5d76a675-0616-44fa-bc38-54ef04ea1a7e will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:25.538512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.611059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.619256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.647826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:58:25.668517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.668517 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Added segment 323de582-1667-456e-9868-4369deeec918 of type vlan for network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd May 12 19:58:25.723306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.821228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.827014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:25.827360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:25.948276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7804027 May 12 19:58:25.957158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 32972) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:26.072713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'subnet': {'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:26.337675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67af3c1-9b2d-4dff-8a89-4540a4026581,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:26.422143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c53b3-56bd-4b8c-bf65-4b6829691ba4 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Network': ['ID=49b4b0f7-aabe-4541-93e6-6e7519a6eefd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:26.442100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:58:26.470810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:26.517295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Usage tracker for resource:subnet and tenant:039686a013874d4da45e63bd8719100a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:26.536103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:26.574288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:26.618990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:26.622910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:26.636394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76a675-0616-44fa-bc38-54ef04ea1a7e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:26.919375 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e5bc-d681-4143-836e-549a5e9116c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:26.999786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Attempting to bind port 5d76a675-0616-44fa-bc38-54ef04ea1a7e on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:58:27.000146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Attempting to bind port 5d76a675-0616-44fa-bc38-54ef04ea1a7e by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:58:27.000555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Attempting to bind port 5d76a675-0616-44fa-bc38-54ef04ea1a7e on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:58:27.018486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Port 5d76a675-0616-44fa-bc38-54ef04ea1a7e on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:58:27.018881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Attempting to bind port 5d76a675-0616-44fa-bc38-54ef04ea1a7e on network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:58:27.041083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:58:27.043266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Checking segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:27.043266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Bound using segment: {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:58:27.043266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Bound port: 5d76a675-0616-44fa-bc38-54ef04ea1a7e, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1903647d-496c-497a-9a22-938dbd4eb085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:58:27.043266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:27.183160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8084866-cb54-476a-b7f6-2dd82fafbc18 req-525b4dcf-b657-4920-bd0d-e3178a67374a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:27.185038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8084866-cb54-476a-b7f6-2dd82fafbc18 req-525b4dcf-b657-4920-bd0d-e3178a67374a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 944 time: 0.4033043 May 12 19:58:27.293009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] For port 5d76a675-0616-44fa-bc38-54ef04ea1a7e, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:58:27.318844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8084866-cb54-476a-b7f6-2dd82fafbc18 req-c933a620-24ca-4aac-bd85-85d990151f98 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278164 May 12 19:58:27.323910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] For port 5d76a675-0616-44fa-bc38-54ef04ea1a7e, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:58:27.336332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:27.439430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:27.440157 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:27.442024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] 10.222.0.36 "PUT /v2.0/ports/5d76a675-0616-44fa-bc38-54ef04ea1a7e HTTP/1.1" status: 200 len: 1092 time: 2.9643769 May 12 19:58:27.442692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:58:27.484550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf1ff4-0d22-456a-a8db-a3a1ba9f0c66 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76a675-0616-44fa-bc38-54ef04ea1a7e,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:27.531608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33034) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:27.698527 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508abe58-7d8d-4033-97f3-cdeaa3c7f31b'] response: {'name': 'network-changed', 'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'status': 'completed', 'code': 200} May 12 19:58:27.840633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-2bf4c999-0e17-4773-95f7-a51b1617c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:27.843599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-2bf4c999-0e17-4773-95f7-a51b1617c8a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 1095 time: 0.3388755 May 12 19:58:27.871872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.039377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.095425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-f2cae4ee-0acd-4747-8f2b-6bf446aea9e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e HTTP/1.1" status: 200 len: 217 time: 0.2431061 May 12 19:58:28.110463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:28.116002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6669a1c093fc488284369b61112a16bd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:28.120022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:28.126774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:28.155988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Subnet': ['ID=5a8015fc-2bc1-4551-bb49-396f4f7e88e0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:28.167958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Checking segment: {'id': '323de582-1667-456e-9868-4369deeec918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:28.168328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network hostable DHCP agents. Network: 49b4b0f7-aabe-4541-93e6-6e7519a6eefd, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:58:28.234808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:58:28.299101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 49b4b0f7-aabe-4541-93e6-6e7519a6eefd) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:28.317673 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55bc5f2-83a3-41c5-b5f2-dc86fbf43976 None None] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:58:28.334174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:28.334758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-ce8eef28-a673-4341-a943-0e31f922a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:28.335458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.336378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-ce8eef28-a673-4341-a943-0e31f922a0d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.2328432 May 12 19:58:28.501904 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3381cc80-8cc7-4cb9-8c0a-7915afc86b19 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5212345 May 12 19:58:28.505348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33050) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:28.517375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.521863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-464970929'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:28.527840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.589984 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6669a1c093fc488284369b61112a16bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0592444 May 12 19:58:28.592270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a78bc1-18b2-432e-aa1c-07879b5997c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a068c-c315-4947-8d38-d1a893a5515a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:28.595625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33054) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:28.725856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'tenant_id': '039686a013874d4da45e63bd8719100a', 'fixed_ips': [{'subnet_id': '5a8015fc-2bc1-4551-bb49-396f4f7e88e0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:58:28.727112 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.761469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efe32c8b-16c8-4bdd-af30-b3efee240b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.765615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-2aabfe3c-c8eb-4668-8331-18fc79ee453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:28.767885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-2aabfe3c-c8eb-4668-8331-18fc79ee453b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4244480 May 12 19:58:28.804814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efe32c8b-16c8-4bdd-af30-b3efee240b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.924620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efe32c8b-16c8-4bdd-af30-b3efee240b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.946952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe32c8b-16c8-4bdd-af30-b3efee240b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a068c-c315-4947-8d38-d1a893a5515a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:28.984160 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efe32c8b-16c8-4bdd-af30-b3efee240b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:28.987695 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-efe32c8b-16c8-4bdd-af30-b3efee240b2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f40a068c-c315-4947-8d38-d1a893a5515a HTTP/1.1" status: 204 len: 168 time: 0.3910389 May 12 19:58:29.020491 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dbe5891d-5b9b-4d68-8edd-118af4a67dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:29.042643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:29.057800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Allocated IP 2001:db8::2 (49b4b0f7-aabe-4541-93e6-6e7519a6eefd/5a8015fc-2bc1-4551-bb49-396f4f7e88e0/3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:29.084883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Usage tracker for resource:port and tenant:039686a013874d4da45e63bd8719100a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:29.111583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:29.141402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e491155-eb70-405b-a139-af698bb3c3f7 req-12a65b57-483e-4d9f-8ca8-a719dd165185 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:29.143097 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e491155-eb70-405b-a139-af698bb3c3f7 req-12a65b57-483e-4d9f-8ca8-a719dd165185 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 944 time: 0.5809188 May 12 19:58:29.242423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:29.294122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-5fc67653-a249-4144-b8d9-8b1cb96c8faf service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147636 May 12 19:58:29.340127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:29.343619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:29.483591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c2ddeea-a74b-4260-ad58-50c7170dea25 req-e4373525-5a0c-4690-a377-b1a2f9c8903f service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735933 May 12 19:58:29.488500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e491155-eb70-405b-a139-af698bb3c3f7 req-1ed06fb3-3069-43a9-ab14-31ca787987e5 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055716 May 12 19:58:29.495057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] device_id is not set on port af2991e4-4705-473e-a4bc-561563e5ad91 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:58:29.584829 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:29.600464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Transition to ACTIVE for port object 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:29.626910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Transition to ACTIVE for port object 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:29.637912 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:29.718369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-06bdd558-4d1a-4e2c-a283-d05a2a044dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:29.719860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-06bdd558-4d1a-4e2c-a283-d05a2a044dac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 1095 time: 0.1708498 May 12 19:58:29.733445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Allocated IP 2001:db8::d2 (49b4b0f7-aabe-4541-93e6-6e7519a6eefd/5a8015fc-2bc1-4551-bb49-396f4f7e88e0/af2991e4-4705-473e-a4bc-561563e5ad91) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:29.761654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Pushing event updated for resources: {'Port': ['ID=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:29.772331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.772669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.772999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.773335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.773651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.773982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.774300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.774716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.775047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.775345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.775653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.775971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:29.794667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:29.796102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:29.808926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:30.010311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Attempting to bind port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:58:30.013092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Attempting to bind port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '323de582-1667-456e-9868-4369deeec918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:58:30.013675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Attempting to bind port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc on network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:58:30.023858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:58:30.024249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Checking segment: {'id': '323de582-1667-456e-9868-4369deeec918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:30.024630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:30.025019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Bound using segment: {'id': '323de582-1667-456e-9868-4369deeec918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:58:30.025526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Bound port: 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323de582-1667-456e-9868-4369deeec918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:58:30.026036 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:30.189299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-7b998a0e-1e13-4fa9-8ca5-51a4b2bc18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:30.198168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] For port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:58:30.201097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:30.203325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] For port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,segment=NetworkSegment(323de582-1667-456e-9868-4369deeec918),segment_id=323de582-1667-456e-9868-4369deeec918)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:58:30.203586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-7b998a0e-1e13-4fa9-8ca5-51a4b2bc18a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.4696627 May 12 19:58:30.213647 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:30.324550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06726a1-de98-491f-a91d-cc77fb3b2f5e None None] Pushing event updated for resources: {'Port': ['ID=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:30.406039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-a257dc0e-b54e-42d7-80ed-36401592bec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e HTTP/1.1" status: 200 len: 217 time: 0.1955667 May 12 19:58:30.567319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-8238e4bd-12c2-4cd0-8a25-5ea072616ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:30.575906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-8238e4bd-12c2-4cd0-8a25-5ea072616ce9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.1535196 May 12 19:58:30.660351 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:30.769803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:30.775622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33122) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:30.854987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Transition to ACTIVE for port object af2991e4-4705-473e-a4bc-561563e5ad91 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:30.885354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-372c9290-fa9b-47fa-a3ab-8254490665f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:30.887420 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-372c9290-fa9b-47fa-a3ab-8254490665f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052025 May 12 19:58:30.958899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:31.012725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-551697701-network', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:31.036554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:31.046993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Usage tracker for resource:network and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:31.060313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:31.081653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:31.098653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:31.110196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.118273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Made reservation on behalf of 09854bc2cf07438bbef407fe87dae92a for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:31.120848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.136125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.187210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:31.201493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:31.215251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:31.230628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:31.348696 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.362589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.396094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:31.399366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:58:31.409109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4999f61-6a61-408b-b891-ecbd89c226cd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:31.416887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.417258 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Added segment 5a4dbac9-2122-41f6-8cba-d7bf5effc39f of type vlan for network 329601bd-5ac8-47f4-bf9d-634a063c63c4 May 12 19:58:31.432231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:31.465613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.467168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=af2991e4-4705-473e-a4bc-561563e5ad91,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:31.473232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:31.498730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:31.500229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.523250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.525292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:31.526112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.588110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-41f0c290-e128-425e-8e6f-a3175ef4bc2f service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920848 May 12 19:58:31.591027 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f19e91d0-6ef3-490d-8283-1e9e978c4a9e tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0831466 May 12 19:58:31.631199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33134) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:31.658240 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.666313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33450b6c-4f28-4d0d-be8e-658aeeef2070 req-222c6e3d-2faf-4b7e-b433-f427d42c1dba tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:31.684208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33450b6c-4f28-4d0d-be8e-658aeeef2070 req-222c6e3d-2faf-4b7e-b433-f427d42c1dba tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 944 time: 0.7603836 May 12 19:58:31.697561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-615039548', 'allowed_address_pairs': [{'ip_address': '2001:db8::d2', 'mac_address': 'fa:16:3e:38:89:e5'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:31.804279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0202155 May 12 19:58:31.838116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33140) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:31.861674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Request body: {'subnet': {'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-551697701-subnet', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:31.871696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:31.884652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Usage tracker for resource:subnet and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:31.892508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:31.906948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed4d3d-f4c4-469c-b818-109a81806f31 admin admin] Pushing event updated for resources: {'Network': ['ID=329601bd-5ac8-47f4-bf9d-634a063c63c4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:31.921165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:31.921470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:58:31.943254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Made reservation on behalf of 09854bc2cf07438bbef407fe87dae92a for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:31.951209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:31.952560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52eadb-ae55-4787-9f43-f8e68848130a None None] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:58:32.238472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] Provisioning for port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:32.250006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5d76a675-0616-44fa-bc38-54ef04ea1a7e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:58:32.269301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33450b6c-4f28-4d0d-be8e-658aeeef2070 req-3f776a57-aa58-4089-85ac-04ecd6c81ceb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5775516 May 12 19:58:32.272048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] Provisioning complete for port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:32.272420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:32.286056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:32.290200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Usage tracker for resource:port and tenant:039686a013874d4da45e63bd8719100a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:32.293395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:32.299324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:32.313533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:32.325145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:32.429607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f29bdb28-d1ad-433d-9e9a-39c220da60cd req-aaa945db-2d7d-48ba-9568-4bef9b58e705 service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8341630 May 12 19:58:32.437299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:58:32.515605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:32.541492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] device_id is not set on port 2c29af35-9f71-4d2d-aa4a-9e20e9e017b4 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:58:32.556130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:32.585010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Checking segment: {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:32.585403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Network hostable DHCP agents. Network: 329601bd-5ac8-47f4-bf9d-634a063c63c4, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:58:32.630530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:58:32.647719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 329601bd-5ac8-47f4-bf9d-634a063c63c4) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:32.654161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:32.655334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:32.690811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1d0ba915-131f-43ef-b232-8b8ced299bc7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8515832 May 12 19:58:32.693463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33146) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:32.697840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c4905-0f0b-46f0-af5f-a619b0ff72be None None] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:58:32.698614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:32.705798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:32.711000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Usage tracker for resource:router and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:32.715952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:32.722754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:32.746855 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:32.748289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:32.774544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:32.880507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Allocated IP 2001:db8::3a3 (49b4b0f7-aabe-4541-93e6-6e7519a6eefd/5a8015fc-2bc1-4551-bb49-396f4f7e88e0/2c29af35-9f71-4d2d-aa4a-9e20e9e017b4) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:33.120553 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.221854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5d76a675-0616-44fa-bc38-54ef04ea1a7e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:33.263794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] Current status of the port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:33.264451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.301737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'port_id': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'mac_address': 'fa:16:3e:5e:84:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:58:33.346470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.370137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Transition to ACTIVE for port object 2c29af35-9f71-4d2d-aa4a-9e20e9e017b4 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:33.617099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] For port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,segment=NetworkSegment(323de582-1667-456e-9868-4369deeec918),segment_id=323de582-1667-456e-9868-4369deeec918)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:33.626580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5d76a675-0616-44fa-bc38-54ef04ea1a7e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:33.627652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.648106 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.688451 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.779267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:33.791134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:33.793756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d76a675-0616-44fa-bc38-54ef04ea1a7e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:58:33.802618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:33.813383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:33.814335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.822190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=2c29af35-9f71-4d2d-aa4a-9e20e9e017b4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:33.846653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77752-83ae-4255-934a-b59618515110 req-d4b24e9a-aa43-40dd-8f35-2def00e6351b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:33.847168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5d76a675-0616-44fa-bc38-54ef04ea1a7e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:33.848294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4b77752-83ae-4255-934a-b59618515110 req-d4b24e9a-aa43-40dd-8f35-2def00e6351b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 944 time: 0.4064386 May 12 19:58:33.863430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-329601bd-5ac8-47f4-bf9d-634a063c63c4', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:58:33.863430 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.876598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a7a480a3-8ab6-46f6-916b-554f44245ea7 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2311616 May 12 19:58:33.880590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33158) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:33.892790 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:33.979961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4b77752-83ae-4255-934a-b59618515110 req-2f4ead33-c90d-44d5-a39e-16d851f35665 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238372 May 12 19:58:34.005040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a6c37-9e29-495e-ace3-946b12d07c49 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:34.005917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a6c37-9e29-495e-ace3-946b12d07c49 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:34.012887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a6c37-9e29-495e-ace3-946b12d07c49 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:34.014994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ca3a6c37-9e29-495e-ace3-946b12d07c49 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Synchronizing usage tracker for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:34.039547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ca3a6c37-9e29-495e-ace3-946b12d07c49 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Unset dirty status for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:34.040659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ca3a6c37-9e29-495e-ace3-946b12d07c49 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1591523 May 12 19:58:34.043922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33162) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:34.108581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29723c48-6a52-4aa5-b26c-631b13e1683b None None] Pushing event updated for resources: {'Port': ['ID=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:34.151392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:34.167620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting port 2c29af35-9f71-4d2d-aa4a-9e20e9e017b4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:34.168019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:34.183534 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:34.393426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Allocated IP 172.20.0.2 (329601bd-5ac8-47f4-bf9d-634a063c63c4/ca4f8758-a0c9-4695-9dcb-344f4d1f65c2/70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:34.398526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Allocated IP 172.25.2.176 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/0f492f7c-2f34-47ee-b13a-353d69f65176) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:34.658091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:34.684096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:34.702904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['5d76a675-0616-44fa-bc38-54ef04ea1a7e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:58:34.770564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:34.837417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Calling delete_port for 2c29af35-9f71-4d2d-aa4a-9e20e9e017b4 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:34.909433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:34.971839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7b0fa268-8ffa-4aac-934e-b0b48099a561 None None] Provisioning for port af2991e4-4705-473e-a4bc-561563e5ad91 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:34.989954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:34.996519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:35.020751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:35.029603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:35.079926 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:35.116271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7b0fa268-8ffa-4aac-934e-b0b48099a561 None None] Provisioning complete for port af2991e4-4705-473e-a4bc-561563e5ad91 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:35.119136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b0fa268-8ffa-4aac-934e-b0b48099a561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:35.152468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Port': ['ID=2c29af35-9f71-4d2d-aa4a-9e20e9e017b4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:35.248459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5d76a675-0616-44fa-bc38-54ef04ea1a7e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:35.290600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Transition to ACTIVE for port object 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:35.340881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Transition to ACTIVE for port object 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:35.391573 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:35.478434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:35.511022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f492f7c-2f34-47ee-b13a-353d69f65176,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:35.558753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ffbb2cd9-7fc2-45de-9b1e-8702467676a9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/ports/2c29af35-9f71-4d2d-aa4a-9e20e9e017b4 HTTP/1.1" status: 204 len: 168 time: 1.5135884 May 12 19:58:35.565837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33182) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:35.633586 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-19de8b4a-a884-4206-857e-0cc95e0dd5df tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] GET failed (client error): The resource could not be found. May 12 19:58:35.634135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-19de8b4a-a884-4206-857e-0cc95e0dd5df tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Synchronizing usage tracker for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:35.645769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90133c-13cd-4c87-9e82-14abd4bfe54f req-2be1cd7f-84ce-4506-8429-0fef25cca51b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:35.652899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe90133c-13cd-4c87-9e82-14abd4bfe54f req-2be1cd7f-84ce-4506-8429-0fef25cca51b tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 945 time: 0.3648753 May 12 19:58:35.657507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:35.669511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:35.679747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7b0fa268-8ffa-4aac-934e-b0b48099a561 None None] Port af2991e4-4705-473e-a4bc-561563e5ad91 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:35.700184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:35.720340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe90133c-13cd-4c87-9e82-14abd4bfe54f req-939a4054-665e-41d3-9f35-dd579a4929ac tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640953 May 12 19:58:35.722211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-19de8b4a-a884-4206-857e-0cc95e0dd5df tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Unset dirty status for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:35.732786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-19de8b4a-a884-4206-857e-0cc95e0dd5df tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "GET /v2.0/ports/2c29af35-9f71-4d2d-aa4a-9e20e9e017b4 HTTP/1.1" status: 404 len: 333 time: 0.1557565 May 12 19:58:35.732786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33186) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:35.736363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Pushing event updated for resources: {'Port': ['ID=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:35.737595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1298367723'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:35.810345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:35.923732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:35.936240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:35.974054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:35.978998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:35.992466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:35.992977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.028316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7b0fa268-8ffa-4aac-934e-b0b48099a561 None None] Provisioning complete for port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:36.028816 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7b0fa268-8ffa-4aac-934e-b0b48099a561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.035453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] device_id is not set on port a7a10245-5583-4d8a-8bc5-38c7930f5d93 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:58:36.124984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Attempting to bind port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:58:36.125511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Attempting to bind port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:58:36.125968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Attempting to bind port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b on network 329601bd-5ac8-47f4-bf9d-634a063c63c4 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:58:36.149508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:58:36.150048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Checking segment: {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:36.150553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.151869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Bound using segment: {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:58:36.152479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Bound port: 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:58:36.152951 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.329659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Allocated IP 2001:db8::c9 (49b4b0f7-aabe-4541-93e6-6e7519a6eefd/5a8015fc-2bc1-4551-bb49-396f4f7e88e0/a7a10245-5583-4d8a-8bc5-38c7930f5d93) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:36.384931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:36.387633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] For port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:58:36.393782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] For port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:58:36.395356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7b0fa268-8ffa-4aac-934e-b0b48099a561 None None] Current status of the port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:36.402401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.403827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.538113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f4e8d-b775-46f7-ae36-58e0ba9f83ce None None] Pushing event updated for resources: {'Port': ['ID=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:36.551539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-05e9a37c-bd9a-4801-9ec8-4ae12497fcf3 None None] Provisioning complete for port af2991e4-4705-473e-a4bc-561563e5ad91 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:36.553172 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-05e9a37c-bd9a-4801-9ec8-4ae12497fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.646078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-05e9a37c-bd9a-4801-9ec8-4ae12497fcf3 None None] Port af2991e4-4705-473e-a4bc-561563e5ad91 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:36.660887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-05e9a37c-bd9a-4801-9ec8-4ae12497fcf3 None None] Could not find standard attr ID for object 2c29af35-9f71-4d2d-aa4a-9e20e9e017b4. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 19:58:36.813547 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:36.884210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Transition to ACTIVE for port object a7a10245-5583-4d8a-8bc5-38c7930f5d93 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:36.948450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:37.030246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Router ca554f2d-cd18-4758-983a-908e5dfb9ba3 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:58:37.136140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:37.160936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:37.175767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=a7a10245-5583-4d8a-8bc5-38c7930f5d93,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:37.216635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:37.223783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:37.224694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:37.295475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:37.297668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dee99a7f-1abf-4200-84a4-6863103f702f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5659304 May 12 19:58:37.321054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee232c-23b2-45e6-b2a0-465bc8dd32ed req-d59f78f0-52d2-45d2-bfa7-0d7d15797b44 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:37.324328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92ee232c-23b2-45e6-b2a0-465bc8dd32ed req-d59f78f0-52d2-45d2-bfa7-0d7d15797b44 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 945 time: 0.2894707 May 12 19:58:37.334828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d2', 'mac_address': 'fa:16:3e:38:89:e5'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:37.418549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92ee232c-23b2-45e6-b2a0-465bc8dd32ed req-e78760d1-3026-40c7-a653-56d1ec4d1d5e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892522 May 12 19:58:37.618170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-75aa83a9-d371-424b-ae84-bc42ae67d4ea None None] Provisioning for port a7a10245-5583-4d8a-8bc5-38c7930f5d93 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:37.624427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-75aa83a9-d371-424b-ae84-bc42ae67d4ea None None] Provisioning complete for port a7a10245-5583-4d8a-8bc5-38c7930f5d93 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:37.625006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-75aa83a9-d371-424b-ae84-bc42ae67d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:37.689517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:58:37.696075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-75aa83a9-d371-424b-ae84-bc42ae67d4ea None None] Port a7a10245-5583-4d8a-8bc5-38c7930f5d93 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:37.700555 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Sync routers for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:58:37.715549 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:37.717727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:37.765796 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:37.770379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c264bdfa-53d7-4fe6-8d55-c4d252c922c5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0724831 May 12 19:58:37.770379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33224) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:37.951229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:38.054597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:38.238356 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:38.246682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2662a2-3208-48ac-9bb1-534f2118d488 None None] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:58:38.274948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5d76a675-0616-44fa-bc38-54ef04ea1a7e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:38.499206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84d00178-6657-4817-adf9-c814e0d4adc2 None None] Provisioning for port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:38.528260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 5d76a675-0616-44fa-bc38-54ef04ea1a7e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:38.715504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 5d76a675-0616-44fa-bc38-54ef04ea1a7e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:38.716211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:38.773305 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:58:38.901693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:38.950644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439bc14-a55c-4e30-9b1a-93585c8d28fe req-4ab9f7a3-a222-4c3e-8f08-16a6df9879fd tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:38.969970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3439bc14-a55c-4e30-9b1a-93585c8d28fe req-4ab9f7a3-a222-4c3e-8f08-16a6df9879fd tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 945 time: 0.2699316 May 12 19:58:39.019863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:39.046515 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:35Z', 'revision_number': 3, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:39.053469 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Checking router: ca554f2d-cd18-4758-983a-908e5dfb9ba3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:58:39.053811 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Updating router ca554f2d-cd18-4758-983a-908e5dfb9ba3 port 0f492f7c-2f34-47ee-b13a-353d69f65176 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:58:39.103838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3439bc14-a55c-4e30-9b1a-93585c8d28fe req-1cf29690-4f7c-4ad0-813f-a94ab5bbde45 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329672 May 12 19:58:39.253843 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:39.326717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:39.340427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:39.371477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:39.380126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5d76a675-0616-44fa-bc38-54ef04ea1a7e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:39.380652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:39.408543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:39.408923 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:39.526492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:58:39.555036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5d76a675-0616-44fa-bc38-54ef04ea1a7e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:39.568397 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:39.656509 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997de6f1-d242-4985-a722-b60d6d2ec2df'] response: {'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'code': 200} May 12 19:58:39.695479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] In _notify_port_updated(), no bound segment for port a7a10245-5583-4d8a-8bc5-38c7930f5d93 on network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:58:39.712456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:39.713147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:39.717102 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "PUT /v2.0/ports/a7a10245-5583-4d8a-8bc5-38c7930f5d93 HTTP/1.1" status: 200 len: 1001 time: 2.3956573 May 12 19:58:39.718573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33250) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:39.732331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7d93f-e91a-4c6a-bac8-77267f35e732 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=a7a10245-5583-4d8a-8bc5-38c7930f5d93,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:39.857765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5d76a675-0616-44fa-bc38-54ef04ea1a7e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:39.878366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:39.883710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.035067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:40.052276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.067454 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.101502 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Transition to ACTIVE for port object 0f492f7c-2f34-47ee-b13a-353d69f65176 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:40.129781 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.183603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting port a7a10245-5583-4d8a-8bc5-38c7930f5d93 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:40.184139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.285559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f0bcdf25-56fb-43e9-a27f-511cc0bdaf85 None None] Provisioning complete for port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:40.285969 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdf25-56fb-43e9-a27f-511cc0bdaf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.323337 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Attempting to bind port 0f492f7c-2f34-47ee-b13a-353d69f65176 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:58:40.323642 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Attempting to bind port 0f492f7c-2f34-47ee-b13a-353d69f65176 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:58:40.326601 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Attempting to bind port 0f492f7c-2f34-47ee-b13a-353d69f65176 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:58:40.337729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:58:40.338114 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:40.338476 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.338855 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:58:40.354110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Bound port: 0f492f7c-2f34-47ee-b13a-353d69f65176, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:58:40.354502 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.402592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:40.631916 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] For port 0f492f7c-2f34-47ee-b13a-353d69f65176, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:58:40.644373 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] For port 0f492f7c-2f34-47ee-b13a-353d69f65176, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0f492f7c-2f34-47ee-b13a-353d69f65176,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:58:40.663796 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.670168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcdf25-56fb-43e9-a27f-511cc0bdaf85 None None] Current status of the port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:40.705001 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Pushing event updated for resources: {'Port': ['ID=0f492f7c-2f34-47ee-b13a-353d69f65176,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:40.727911 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.728293 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.728625 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.728949 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.741370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.749564 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.750752 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.751082 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.751405 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.752952 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.753305 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.755832 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.756189 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:58:40.823208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e6f3f350-f78d-45df-8b72-411dbe643494 None None] Provisioning complete for port a7a10245-5583-4d8a-8bc5-38c7930f5d93 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:40.823592 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f350-f78d-45df-8b72-411dbe643494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.846302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:40.877491 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:40.878603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:40.894763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Calling delete_port for a7a10245-5583-4d8a-8bc5-38c7930f5d93 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:40.921529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:40.998803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21d397-f131-44d2-a264-975205f2bbd8 req-570fc563-5317-4571-82f9-7696b6b45057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:41.001966 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e21d397-f131-44d2-a264-975205f2bbd8 req-570fc563-5317-4571-82f9-7696b6b45057 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 1097 time: 1.2777207 May 12 19:58:41.096195 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7db1c4-bb07-45d1-ae98-036917c463c9 None None] Pushing event updated for resources: {'Port': ['ID=0f492f7c-2f34-47ee-b13a-353d69f65176,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:41.111105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3f350-f78d-45df-8b72-411dbe643494 None None] Port a7a10245-5583-4d8a-8bc5-38c7930f5d93 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:41.151934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:41.152771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:41.160937 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:41.221654 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:41.246668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e21d397-f131-44d2-a264-975205f2bbd8 req-176dabec-1c6f-4838-b6a3-966e64ad4595 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208245 May 12 19:58:41.366028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Port': ['ID=a7a10245-5583-4d8a-8bc5-38c7930f5d93,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:41.449683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:41.479380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Allocated IP 172.20.0.1 (329601bd-5ac8-47f4-bf9d-634a063c63c4/ca4f8758-a0c9-4695-9dcb-344f4d1f65c2/4497df28-320f-4598-9b92-9d685974dbca) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:41.481426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e789e56-4043-4cb9-8cd0-f295e876e25d req-cdc8dfa9-1f94-4ad0-ba6d-00588465b695 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:41.490140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e789e56-4043-4cb9-8cd0-f295e876e25d req-cdc8dfa9-1f94-4ad0-ba6d-00588465b695 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 946 time: 1.0903928 May 12 19:58:41.614246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e789e56-4043-4cb9-8cd0-f295e876e25d req-e274e75f-9649-4eb9-aed1-985e79963a5a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230741 May 12 19:58:41.667921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:41.683975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bae4e9ba-3521-4103-b344-80ad8e52277f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/ports/a7a10245-5583-4d8a-8bc5-38c7930f5d93 HTTP/1.1" status: 204 len: 168 time: 1.9638085 May 12 19:58:41.684535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33272) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:41.722629 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:35Z', 'revision_number': 3, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:41.734453 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa29253-7efb-4820-9757-2450f7b02255 None None] The sync data for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 is: [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:35Z', 'revision_number': 3, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:58:41.740753 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb33459-1f8e-4eb6-803d-4bdec3e43c45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] GET failed (client error): The resource could not be found. May 12 19:58:41.741331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1cb33459-1f8e-4eb6-803d-4bdec3e43c45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Synchronizing usage tracker for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:41.774048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1cb33459-1f8e-4eb6-803d-4bdec3e43c45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Unset dirty status for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:41.782934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1cb33459-1f8e-4eb6-803d-4bdec3e43c45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "GET /v2.0/ports/a7a10245-5583-4d8a-8bc5-38c7930f5d93 HTTP/1.1" status: 404 len: 333 time: 0.0972123 May 12 19:58:41.783614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33278) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:41.789851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-385202356'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:41.798823 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:41.818473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Transition to ACTIVE for port object 4497df28-320f-4598-9b92-9d685974dbca will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:41.851398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:41.968805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Pushing event updated for resources: {'Port': ['ID=4497df28-320f-4598-9b92-9d685974dbca,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:41.991572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:41.994343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:42.001947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:42.052213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:42.098739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:42.133842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:42.145243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:42.190121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:42.237916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] device_id is not set on port 206162e8-ddd8-430f-8845-6f6ac52ed633 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:58:42.575404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:42.692299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-58de14cf-6896-43fa-a03a-eeb4799c6bfd None None] Provisioning for port 4497df28-320f-4598-9b92-9d685974dbca completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:42.707541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-58de14cf-6896-43fa-a03a-eeb4799c6bfd None None] Provisioning complete for port 4497df28-320f-4598-9b92-9d685974dbca triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:42.713825 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-58de14cf-6896-43fa-a03a-eeb4799c6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:42.880578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-58de14cf-6896-43fa-a03a-eeb4799c6bfd None None] Port 4497df28-320f-4598-9b92-9d685974dbca cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:42.888538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Allocated IP 2001:db8::155 (49b4b0f7-aabe-4541-93e6-6e7519a6eefd/5a8015fc-2bc1-4551-bb49-396f4f7e88e0/206162e8-ddd8-430f-8845-6f6ac52ed633) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:42.925570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0f492f7c-2f34-47ee-b13a-353d69f65176 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:43.095114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0f492f7c-2f34-47ee-b13a-353d69f65176 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:43.110200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0f492f7c-2f34-47ee-b13a-353d69f65176 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:43.111244 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.144082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.157406 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.354864 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.429150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0f492f7c-2f34-47ee-b13a-353d69f65176 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:43.429554 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.473831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 0f492f7c-2f34-47ee-b13a-353d69f65176, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0f492f7c-2f34-47ee-b13a-353d69f65176,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:43.493761 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.599109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.620624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Pushing event updated for resources: {'Port': ['ID=4497df28-320f-4598-9b92-9d685974dbca,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:43.630418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Transition to ACTIVE for port object 206162e8-ddd8-430f-8845-6f6ac52ed633 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:43.660985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=0f492f7c-2f34-47ee-b13a-353d69f65176,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:43.683127 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.683749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:43.684811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:43.790159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:43.802317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:43.820324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:43.832222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:43.832812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:43.914757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1298823 May 12 19:58:43.927935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:43.940213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:38:89:e5'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:44.009704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9019e-497c-419b-81c5-0679789966a2 req-298cf878-0813-4469-86bf-56fcce5924eb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:44.014738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2e9019e-497c-419b-81c5-0679789966a2 req-298cf878-0813-4469-86bf-56fcce5924eb tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 946 time: 1.0788488 May 12 19:58:44.072326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Router ca554f2d-cd18-4758-983a-908e5dfb9ba3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:58:44.076737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eeda8-2d0c-4189-9651-59ed393a1d5f tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=206162e8-ddd8-430f-8845-6f6ac52ed633,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:44.230409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7561d87b-4c85-4356-8f75-9ff83b034fb6 None None] Provisioning complete for port 4497df28-320f-4598-9b92-9d685974dbca triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:44.230849 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7561d87b-4c85-4356-8f75-9ff83b034fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:44.241824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e2e9019e-497c-419b-81c5-0679789966a2 req-0b3aaa84-e166-4cfc-b168-069485df006e tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176940 May 12 19:58:44.356806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7561d87b-4c85-4356-8f75-9ff83b034fb6 None None] Port 4497df28-320f-4598-9b92-9d685974dbca cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:44.488933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-21dc954a-1f50-40c6-93cc-529abd1c7224 None None] Provisioning for port 206162e8-ddd8-430f-8845-6f6ac52ed633 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:44.495417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-21dc954a-1f50-40c6-93cc-529abd1c7224 None None] Provisioning complete for port 206162e8-ddd8-430f-8845-6f6ac52ed633 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:44.495901 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21dc954a-1f50-40c6-93cc-529abd1c7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:44.630475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21dc954a-1f50-40c6-93cc-529abd1c7224 None None] Port 206162e8-ddd8-430f-8845-6f6ac52ed633 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:44.755543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:58:44.781272 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-02b1819e-6bdb-43f1-9e47-4c989526ce18 admin admin] 10.222.0.72 "PUT /v2.0/routers/ca554f2d-cd18-4758-983a-908e5dfb9ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0020344 May 12 19:58:44.793784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Sync routers for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:58:44.813868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:44.814508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:44.846999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:45.025430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0f492f7c-2f34-47ee-b13a-353d69f65176 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:45.379620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0f492f7c-2f34-47ee-b13a-353d69f65176 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:45.380258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:45.381136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:45.397680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:45.450638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:45.480601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=206162e8-ddd8-430f-8845-6f6ac52ed633,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:45.495413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] In _notify_port_updated(), no bound segment for port 206162e8-ddd8-430f-8845-6f6ac52ed633 on network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd {{(pid=88112) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:58:45.501343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:45.501983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:45.506636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:45.506790 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-da984118-3dec-451b-8d78-5256857bd165 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "PUT /v2.0/ports/206162e8-ddd8-430f-8845-6f6ac52ed633 HTTP/1.1" status: 200 len: 1002 time: 1.5776930 May 12 19:58:45.543117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070080b-75ca-40a1-9944-ea6c55dc2a23 req-89fb675f-8d7c-4063-8a9c-77a29deec6ad tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:45.549746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8070080b-75ca-40a1-9944-ea6c55dc2a23 req-89fb675f-8d7c-4063-8a9c-77a29deec6ad tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 946 time: 0.8412085 May 12 19:58:45.555621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33326) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:45.563792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Request body: {'floatingip': {'port_id': '5d76a675-0616-44fa-bc38-54ef04ea1a7e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:45.689451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting port 206162e8-ddd8-430f-8845-6f6ac52ed633 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:45.690360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:45.725103 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:45.788573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0f492f7c-2f34-47ee-b13a-353d69f65176 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:45.933409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33342) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:45.946067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-779096557-network', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:45.964069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:45.971758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Usage tracker for resource:network and tenant:54aa319aa7e84b2c828db5ecdedac81d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:45.976788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:46.071057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:46.098274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b3a6f5e3-23ef-4e1e-a98f-de9250628e2d None None] Provisioning complete for port 206162e8-ddd8-430f-8845-6f6ac52ed633 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:46.098645 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f5e3-23ef-4e1e-a98f-de9250628e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.159271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Made reservation on behalf of 54aa319aa7e84b2c828db5ecdedac81d for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:46.163500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.167580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6f5e3-23ef-4e1e-a98f-de9250628e2d None None] Port 206162e8-ddd8-430f-8845-6f6ac52ed633 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:46.174284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 2, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:46.178341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Checking router: ca554f2d-cd18-4758-983a-908e5dfb9ba3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:58:46.179219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Updating router ca554f2d-cd18-4758-983a-908e5dfb9ba3 port 4497df28-320f-4598-9b92-9d685974dbca binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:58:46.199099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.218598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.240378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.434098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Calling delete_port for 206162e8-ddd8-430f-8845-6f6ac52ed633 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:46.539405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:46.548345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Usage tracker for resource:security_group_rule and tenant:54aa319aa7e84b2c828db5ecdedac81d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:46.554264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:46.564682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:46.737849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.818600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Port': ['ID=206162e8-ddd8-430f-8845-6f6ac52ed633,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:46.920930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.944560 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-db64685d-cfaf-4142-93bf-1292b864daa0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/ports/206162e8-ddd8-430f-8845-6f6ac52ed633 HTTP/1.1" status: 204 len: 168 time: 1.4368327 May 12 19:58:46.947299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33356) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:46.970541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:46.997111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.012243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Transition to ACTIVE for port object 4497df28-320f-4598-9b92-9d685974dbca will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:47.025969 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.061888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.079577 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0a18b2-6c5c-45fe-b3ce-fdd7af763ac9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] GET failed (client error): The resource could not be found. May 12 19:58:47.080011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7b0a18b2-6c5c-45fe-b3ce-fdd7af763ac9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Synchronizing usage tracker for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:47.117074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624f818-2f21-4bca-9c31-bc20885e79b2 None None] Pushing event updated for resources: {'Port': ['ID=4497df28-320f-4598-9b92-9d685974dbca,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:47.147028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7b0a18b2-6c5c-45fe-b3ce-fdd7af763ac9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Unset dirty status for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:47.149383 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7b0a18b2-6c5c-45fe-b3ce-fdd7af763ac9 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "GET /v2.0/ports/206162e8-ddd8-430f-8845-6f6ac52ed633 HTTP/1.1" status: 404 len: 333 time: 0.2007113 May 12 19:58:47.153131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33362) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:47.173037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1629738199'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:47.249338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:58:47.269389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.269740 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Added segment e859ad1b-55f2-425f-a388-614e10eec2f7 of type vlan for network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 May 12 19:58:47.326533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.364860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.365871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:47.366457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.369949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b901a-524c-4011-9063-aed6ab071d79,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:47.375408 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.404352 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.516787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Attempting to bind port 4497df28-320f-4598-9b92-9d685974dbca on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:58:47.517362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Attempting to bind port 4497df28-320f-4598-9b92-9d685974dbca by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:58:47.517947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Attempting to bind port 4497df28-320f-4598-9b92-9d685974dbca on network 329601bd-5ac8-47f4-bf9d-634a063c63c4 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:58:47.524801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:58:47.525644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Checking segment: {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:47.526148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.527333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Bound using segment: {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:58:47.528065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Bound port: 4497df28-320f-4598-9b92-9d685974dbca, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:58:47.528535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.546658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:47.560446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:47.601981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] Pushing event updated for resources: {'Network': ['ID=f5956c80-eeb0-4ae8-83ad-f9c94226cb35,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:47.609692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4ea80e99-05b1-4d03-aa71-d8003dfb6c5c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6747415 May 12 19:58:47.613325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33370) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:47.619075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:58:47.620097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Request body: {'subnet': {'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-779096557-subnet', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:47.626792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:47.630900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.645280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:47.657291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Usage tracker for resource:subnet and tenant:54aa319aa7e84b2c828db5ecdedac81d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:47.662478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:47.678534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] device_id is not set on port 89f92dc9-d02f-4f4f-9089-a4c736cd6c65 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:58:47.777347 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP 10b29a17-9d49-4e13-866c-5a0281e80de5 associated. External IP: 172.25.2.136, port: 5d76a675-0616-44fa-bc38-54ef04ea1a7e. May 12 19:58:47.870370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Allocated IP 2001:db8::395 (49b4b0f7-aabe-4541-93e6-6e7519a6eefd/5a8015fc-2bc1-4551-bb49-396f4f7e88e0/89f92dc9-d02f-4f4f-9089-a4c736cd6c65) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:47.892843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] For port 4497df28-320f-4598-9b92-9d685974dbca, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:58:47.898295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] For port 4497df28-320f-4598-9b92-9d685974dbca, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4497df28-320f-4598-9b92-9d685974dbca,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:58:47.906367 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:47.926509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:47.954338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Made reservation on behalf of 54aa319aa7e84b2c828db5ecdedac81d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:47.961698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:48.148859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:48.149590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:48.461094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:48.535702 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:48.537517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:58:48.644407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624f818-2f21-4bca-9c31-bc20885e79b2 None None] Pushing event updated for resources: {'Port': ['ID=4497df28-320f-4598-9b92-9d685974dbca,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:48.866242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Transition to ACTIVE for port object 89f92dc9-d02f-4f4f-9089-a4c736cd6c65 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:49.052087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:58:49.059788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.065439 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:58:49.069251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.098828 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:49.100751 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:49.149235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:49.158137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:49.160687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.170282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:49.176220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:49.177111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.220199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:47Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:49.233588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3e30-c95e-47c0-91a2-47217cae80c7 None None] The sync data for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 is: [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:47Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:58:49.361052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=89f92dc9-d02f-4f4f-9089-a4c736cd6c65,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:49.516426 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-17df2d97-5dee-4c74-a30a-2df552b2cd8b tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3593974 May 12 19:58:49.516426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def35a90-763f-4aec-8d65-0aa30592496d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:49.522869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Checking segment: {'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:49.524944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Network hostable DHCP agents. Network: f5956c80-eeb0-4ae8-83ad-f9c94226cb35, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:58:49.538344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33386) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:49.559890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'network_id': '49b4b0f7-aabe-4541-93e6-6e7519a6eefd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-374482479'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:49.613248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7f86ec8-e07b-4b07-8645-453f84a00933 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "PUT /v2.0/floatingips/10b29a17-9d49-4e13-866c-5a0281e80de5 HTTP/1.1" status: 200 len: 992 time: 4.0540717 May 12 19:58:49.614329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:58:49.687205 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca41b5e-36fa-4a09-9beb-35439844d48b'] response: {'name': 'network-changed', 'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'status': 'completed', 'code': 200} May 12 19:58:49.725295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4d2e60f3-c7bc-4822-b27c-814975d9071c None None] Provisioning for port 89f92dc9-d02f-4f4f-9089-a4c736cd6c65 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:49.734497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4d2e60f3-c7bc-4822-b27c-814975d9071c None None] Provisioning complete for port 89f92dc9-d02f-4f4f-9089-a4c736cd6c65 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:49.734874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d2e60f3-c7bc-4822-b27c-814975d9071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.741615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:58:49.776666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, f5956c80-eeb0-4ae8-83ad-f9c94226cb35) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:49.782933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:49.783595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.799610 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:49.838284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33394) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:49.841354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb612070-412f-4228-bc64-c317412623e6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2264111 May 12 19:58:49.847953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:49.850873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf58e6-f83b-40a0-9318-9df9bb8984dc None None] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:58:49.862576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:49.865247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:49.868136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Usage tracker for resource:port and tenant:039686a013874d4da45e63bd8719100a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:49.873025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:49.875133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Usage tracker for resource:router and tenant:54aa319aa7e84b2c828db5ecdedac81d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:58:49.881117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:58:49.881602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:49.890789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:49.896563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Made reservation on behalf of 039686a013874d4da45e63bd8719100a for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:49.901363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.911254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-02fec337-0b0e-42b3-88b2-af2b76551304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:49.915707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-02fec337-0b0e-42b3-88b2-af2b76551304 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 1097 time: 0.1987393 May 12 19:58:49.934440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] device_id is not set on port a3b8d791-33b0-46c9-981f-7315cebbed16 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 19:58:49.943455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e60f3-c7bc-4822-b27c-814975d9071c None None] Port 89f92dc9-d02f-4f4f-9089-a4c736cd6c65 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:49.982301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:49.984602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:50.210436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Allocated IP 2001:db8::347 (49b4b0f7-aabe-4541-93e6-6e7519a6eefd/5a8015fc-2bc1-4551-bb49-396f4f7e88e0/a3b8d791-33b0-46c9-981f-7315cebbed16) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:50.302276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-1448ce61-847b-4340-9126-0249a4793969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:50.303907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-1448ce61-847b-4340-9126-0249a4793969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.3809307 May 12 19:58:50.349004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:50.443038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-f5956c80-eeb0-4ae8-83ad-f9c94226cb35', 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'fixed_ips': [{'subnet_id': 'def35a90-763f-4aec-8d65-0aa30592496d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:58:50.443896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:50.527398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-effef60b-d7e0-448b-aaa6-8ef008e09975 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e HTTP/1.1" status: 200 len: 1000 time: 0.1804163 May 12 19:58:50.788091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:50.825316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Transition to ACTIVE for port object a3b8d791-33b0-46c9-981f-7315cebbed16 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:50.892446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:50.919240 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '10b29a17-9d49-4e13-866c-5a0281e80de5', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:5e:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:58:17Z', 'updated_at': '2022-05-12T19:58:46Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:50.930907 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:58:50.951966 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:58:50.952732 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:50.973085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4497df28-320f-4598-9b92-9d685974dbca up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:51.070622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Allocated IP 172.20.0.2 (f5956c80-eeb0-4ae8-83ad-f9c94226cb35/def35a90-763f-4aec-8d65-0aa30592496d/938af135-a23d-454e-b557-4794c1b1a0dc) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:51.100310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-0e4ff520-f096-461f-9f7c-14d965158c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:51.103055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-0e4ff520-f096-461f-9f7c-14d965158c38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.5666001 May 12 19:58:51.111743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:51.120986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:51.152074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:51.180197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:51.185099 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:51.300890 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7561841 May 12 19:58:51.310690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33414) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:51.346703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d2', 'mac_address': 'fa:16:3e:38:89:e5'}, {'ip_address': '2001:db8::395', 'mac_address': 'fa:16:3e:76:0a:01'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:51.434676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:51.448210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Transition to ACTIVE for port object 938af135-a23d-454e-b557-4794c1b1a0dc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:51.471346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Transition to ACTIVE for port object 938af135-a23d-454e-b557-4794c1b1a0dc will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:58:51.475826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4497df28-320f-4598-9b92-9d685974dbca completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:51.483828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4497df28-320f-4598-9b92-9d685974dbca triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:51.484210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:51.499691 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:58:51.557775 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:51.596277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efdbab-d379-45f3-97b4-0380723aaa45 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=a3b8d791-33b0-46c9-981f-7315cebbed16,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:51.680726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Pushing event updated for resources: {'Port': ['ID=938af135-a23d-454e-b557-4794c1b1a0dc,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:51.714910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:51.716940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:51.721580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:51.755567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2cc0ed0e-228e-4af4-a936-c823642af84e None None] Provisioning for port a3b8d791-33b0-46c9-981f-7315cebbed16 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:51.767065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2cc0ed0e-228e-4af4-a936-c823642af84e None None] Provisioning complete for port a3b8d791-33b0-46c9-981f-7315cebbed16 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:51.767554 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2cc0ed0e-228e-4af4-a936-c823642af84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:51.851276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0ed0e-228e-4af4-a936-c823642af84e None None] Port a3b8d791-33b0-46c9-981f-7315cebbed16 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:52.049925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.083976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Attempting to bind port 938af135-a23d-454e-b557-4794c1b1a0dc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:58:52.084343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Attempting to bind port 938af135-a23d-454e-b557-4794c1b1a0dc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:58:52.084701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Attempting to bind port 938af135-a23d-454e-b557-4794c1b1a0dc on network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:58:52.114703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.118363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:58:52.118741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Checking segment: {'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:58:52.119152 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.119542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Bound using segment: {'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:58:52.121943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Bound port: 938af135-a23d-454e-b557-4794c1b1a0dc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:58:52.121943 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.173457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3551eb96-15a4-4657-bea1-78517e52efb7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:52.180407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4497df28-320f-4598-9b92-9d685974dbca is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:52.181235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.181931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3551eb96-15a4-4657-bea1-78517e52efb7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 1.0923288 May 12 19:58:52.190489 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '10b29a17-9d49-4e13-866c-5a0281e80de5', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:5e:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:58:17Z', 'updated_at': '2022-05-12T19:58:46Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:58:52.202716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-c8e90afd-78b0-48e9-adbb-ad1787bfd608 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/quotas/e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 375 time: 0.0198271 May 12 19:58:52.209496 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf182cf-1b65-496f-acd8-e394eb4d64d8 None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '10b29a17-9d49-4e13-866c-5a0281e80de5', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '67639efe-865b-40b6-a530-27849a0d2971', 'port_id': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'mac_address': 'fa:16:3e:5e:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:58:17Z', 'updated_at': '2022-05-12T19:58:46Z', 'revision_number': 1, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:58:52.355323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 4497df28-320f-4598-9b92-9d685974dbca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4497df28-320f-4598-9b92-9d685974dbca,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:52.366525 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.419808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] For port 938af135-a23d-454e-b557-4794c1b1a0dc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:58:52.446977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] For port 938af135-a23d-454e-b557-4794c1b1a0dc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=938af135-a23d-454e-b557-4794c1b1a0dc,segment=NetworkSegment(e859ad1b-55f2-425f-a388-614e10eec2f7),segment_id=e859ad1b-55f2-425f-a388-614e10eec2f7)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:58:52.458884 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.471434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-68b2b888-cb00-43d4-a843-b5c92c72a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:52.473439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-68b2b888-cb00-43d4-a843-b5c92c72a6b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3056078 May 12 19:58:52.495821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=4497df28-320f-4598-9b92-9d685974dbca,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:52.618300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcea0d4-5eee-46b9-b0d4-f76f1016578e None None] New status for floating IP 10b29a17-9d49-4e13-866c-5a0281e80de5: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:58:52.646646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-6c41df55-2825-4a23-8094-d891824e8012 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4421453 May 12 19:58:52.661296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.680709 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.863236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] In _notify_port_updated(), no bound segment for port a3b8d791-33b0-46c9-981f-7315cebbed16 on network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 19:58:52.875483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-1624bb80-db8f-4c28-9a22-78df7e6795d2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926630 May 12 19:58:52.876422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:52.881364 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:52.892058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33426) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:52.893934 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "PUT /v2.0/ports/a3b8d791-33b0-46c9-981f-7315cebbed16 HTTP/1.1" status: 200 len: 1066 time: 1.5805485 May 12 19:58:52.932924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4497df28-320f-4598-9b92-9d685974dbca up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:53.042598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72eb6ce-da55-41de-929a-f4bc0875b86d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event updated for resources: {'Port': ['ID=a3b8d791-33b0-46c9-981f-7315cebbed16,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:53.148775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2af9f-1b3a-4cc8-a528-43151419ebae None None] Pushing event updated for resources: {'Port': ['ID=938af135-a23d-454e-b557-4794c1b1a0dc,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:53.459650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b76cd448-0e6c-466d-a9b9-0410a605f623 None None] Provisioning complete for port a3b8d791-33b0-46c9-981f-7315cebbed16 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:53.460363 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b76cd448-0e6c-466d-a9b9-0410a605f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:53.579314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4497df28-320f-4598-9b92-9d685974dbca triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:53.579773 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:53.621105 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c1367de-fb96-45f6-9165-1a95c490c333 req-98e63c69-13d9-4fcc-905e-eb1d5f7356c2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221119 May 12 19:58:53.634412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b76cd448-0e6c-466d-a9b9-0410a605f623 None None] Port a3b8d791-33b0-46c9-981f-7315cebbed16 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:58:53.726494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting port a3b8d791-33b0-46c9-981f-7315cebbed16 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:53.726825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:53.755088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4497df28-320f-4598-9b92-9d685974dbca is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:54.114403 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:54.140180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-88339a74-142c-469b-a00b-8e684da4949e service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4485002 May 12 19:58:54.150960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:54.382793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd64db-7889-49d8-a777-30e33561d4be None None] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:58:54.524337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0719145c-9e94-4add-968a-2f278c54452d None None] Provisioning for port 938af135-a23d-454e-b557-4794c1b1a0dc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:54.553995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-e888095c-0391-4614-918f-1e9496e13083 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832052 May 12 19:58:54.575397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:54.677836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Allocated IP 172.25.2.236 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/776fe242-423f-47b6-89f1-38a94d36801e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:54.981348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Calling delete_port for a3b8d791-33b0-46c9-981f-7315cebbed16 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:55.026879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 938af135-a23d-454e-b557-4794c1b1a0dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:55.196959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 938af135-a23d-454e-b557-4794c1b1a0dc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:58:55.202287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 938af135-a23d-454e-b557-4794c1b1a0dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:55.202646 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:55.402589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:55.460546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ea62bf9c-1557-4644-9311-04a11532c9c0 None None] Provisioning complete for port 938af135-a23d-454e-b557-4794c1b1a0dc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:55.460962 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea62bf9c-1557-4644-9311-04a11532c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:55.622868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Port': ['ID=a3b8d791-33b0-46c9-981f-7315cebbed16,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:55.704452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 938af135-a23d-454e-b557-4794c1b1a0dc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:55.705045 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:55.769975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ea62bf9c-1557-4644-9311-04a11532c9c0 None None] Current status of the port 938af135-a23d-454e-b557-4794c1b1a0dc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:55.770442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea62bf9c-1557-4644-9311-04a11532c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:55.872847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 938af135-a23d-454e-b557-4794c1b1a0dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=938af135-a23d-454e-b557-4794c1b1a0dc,segment=NetworkSegment(e859ad1b-55f2-425f-a388-614e10eec2f7),segment_id=e859ad1b-55f2-425f-a388-614e10eec2f7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:58:55.981973 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:56.220118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=938af135-a23d-454e-b557-4794c1b1a0dc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:56.224401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-ea62bf9c-1557-4644-9311-04a11532c9c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:58:56.224747 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-ea62bf9c-1557-4644-9311-04a11532c9c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:58:56.331820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e84cef76-96fb-4231-a302-4cc68ae42013 req-40bcf2e2-0296-4213-bdbe-b0e47db24f34 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 210 time: 1.1095395 May 12 19:58:56.360203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:56.574174 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:56.728563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:56.750242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:58:56.780970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:58:56.801700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ea62bf9c-1557-4644-9311-04a11532c9c0 None None] Current status of the port 938af135-a23d-454e-b557-4794c1b1a0dc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:56.911985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33476) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:56.917779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-de379730-d464-4a2d-a38b-9c3071316308 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/ports/a3b8d791-33b0-46c9-981f-7315cebbed16 HTTP/1.1" status: 204 len: 168 time: 4.0175033 May 12 19:58:56.919523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-624004cc-079e-42bb-8734-335b6496e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:56.921145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:58:56.970608 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da42bff-7ec3-4fd2-9aa7-048a4e9f5afa tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] GET failed (client error): The resource could not be found. May 12 19:58:56.971701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2da42bff-7ec3-4fd2-9aa7-048a4e9f5afa tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Synchronizing usage tracker for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:57.004344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2da42bff-7ec3-4fd2-9aa7-048a4e9f5afa tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Unset dirty status for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:57.005737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 938af135-a23d-454e-b557-4794c1b1a0dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:58:57.010347 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2da42bff-7ec3-4fd2-9aa7-048a4e9f5afa tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "GET /v2.0/ports/a3b8d791-33b0-46c9-981f-7315cebbed16 HTTP/1.1" status: 404 len: 333 time: 0.0959382 May 12 19:58:57.012310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33480) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:57.040896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Pushing event updated for resources: {'Port': ['ID=776fe242-423f-47b6-89f1-38a94d36801e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:57.140345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting port 89f92dc9-d02f-4f4f-9089-a4c736cd6c65 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:57.140700 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:57.275816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 938af135-a23d-454e-b557-4794c1b1a0dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:58:57.276021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:57.363253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-aa21a8c1-c228-4cfd-8f21-32d52e9448ad tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:58:57.364483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-aa21a8c1-c228-4cfd-8f21-32d52e9448ad tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.6395233 May 12 19:58:57.412361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'port': {'device_id': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'admin_state_up': True, 'tenant_id': 'e96682707d7144beb8c5c280c4026363'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:58:57.510962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 938af135-a23d-454e-b557-4794c1b1a0dc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:58:57.652139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-026f4277-2bbe-491f-b464-202c750fb7d5 req-e601f38e-7fd3-443b-a87d-b390a1e213d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 210 time: 0.0705931 May 12 19:58:57.791770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:58:57.941914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:58:57.988356 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:58.005488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:58:58.009503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:58.026136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:58.496510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Calling delete_port for 89f92dc9-d02f-4f4f-9089-a4c736cd6c65 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:58.802695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:58.912041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Port': ['ID=89f92dc9-d02f-4f4f-9089-a4c736cd6c65,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:58:58.921772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:58.939248 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ab5ba4a5-628b-49ef-9aad-9c7525bd1557 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/ports/89f92dc9-d02f-4f4f-9089-a4c736cd6c65 HTTP/1.1" status: 204 len: 168 time: 1.9254105 May 12 19:58:58.941559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:58.968348 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-642a840c-8416-437d-a7b7-bd25c0ac5624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:58.995378 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dc40cc-40c5-48cb-98f5-2e4c723f45f0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] GET failed (client error): The resource could not be found. May 12 19:58:58.996609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6dc40cc-40c5-48cb-98f5-2e4c723f45f0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Synchronizing usage tracker for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:58:59.025851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c6dc40cc-40c5-48cb-98f5-2e4c723f45f0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Unset dirty status for tenant:039686a013874d4da45e63bd8719100a on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:58:59.036077 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c6dc40cc-40c5-48cb-98f5-2e4c723f45f0 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "GET /v2.0/ports/89f92dc9-d02f-4f4f-9089-a4c736cd6c65 HTTP/1.1" status: 404 len: 333 time: 0.0928018 May 12 19:58:59.038110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33512) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:58:59.138670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70fd536c-90c7-41c6-8f42-b393bdd53e8c req-ac31d798-261a-4b96-953e-bc50450cfac2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 210 time: 0.1991010 May 12 19:58:59.196864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting port af2991e4-4705-473e-a4bc-561563e5ad91 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:58:59.197252 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:59.266656 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:59.367256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.20.0.7 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/0d49ac77-f841-4497-a916-caeb6a505232) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:58:59.621476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:59.792456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Calling delete_port for af2991e4-4705-473e-a4bc-561563e5ad91 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:58:59.850393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Router 20b36145-9527-4881-baba-c37e2375ab5c is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:58:59.866988 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:59.984803 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:58:59.995604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Transition to ACTIVE for port object 0d49ac77-f841-4497-a916-caeb6a505232 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:00.026194 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.051822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Port': ['ID=af2991e4-4705-473e-a4bc-561563e5ad91,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:00.132569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.143472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.154060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:00.179530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ecd6adb8-dbb5-4029-9760-adaeed1b6005 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/ports/af2991e4-4705-473e-a4bc-561563e5ad91 HTTP/1.1" status: 204 len: 168 time: 1.1389160 May 12 19:59:00.187309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33530) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:00.216025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:00.218687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:00.335481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=0d49ac77-f841-4497-a916-caeb6a505232,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:00.361600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting subnet 5a8015fc-2bc1-4551-bb49-396f4f7e88e0 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:59:00.366149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.385556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:00.386134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.399612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:59:00.409206 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Sync routers for ids ['20b36145-9527-4881-baba-c37e2375ab5c'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:59:00.433631 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Routers {'20b36145-9527-4881-baba-c37e2375ab5c'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:00.434422 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['20b36145-9527-4881-baba-c37e2375ab5c'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:00.474918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-3f88bbdf-4edf-4489-9bdd-1b0df12294e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0781438 May 12 19:59:00.485755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.492886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7b176f5b-2444-4316-be63-582bab02c728 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.6531081 May 12 19:59:00.499523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Request body: {'port': {'device_id': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:00.507313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33534) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:00.647142 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.682969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f958f654-3e56-4627-8cb9-52ffd8fcf528 None None] Provisioning for port 0d49ac77-f841-4497-a916-caeb6a505232 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:00.690338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f958f654-3e56-4627-8cb9-52ffd8fcf528 None None] Provisioning complete for port 0d49ac77-f841-4497-a916-caeb6a505232 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:00.690712 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f958f654-3e56-4627-8cb9-52ffd8fcf528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.780377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.860238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f958f654-3e56-4627-8cb9-52ffd8fcf528 None None] Port 0d49ac77-f841-4497-a916-caeb6a505232 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:59:00.886884 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Set router 20b36145-9527-4881-baba-c37e2375ab5c gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:00.892975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:00.944902 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:01.163477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:01.192690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7030b6-30e0-47a2-b021-4d4694ca6798 req-d01edb5e-a77e-4ebf-a478-9724064b2f97 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:01.194819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6a7030b6-30e0-47a2-b021-4d4694ca6798 req-d01edb5e-a77e-4ebf-a478-9724064b2f97 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:01.367823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6a7030b6-30e0-47a2-b021-4d4694ca6798 req-d01edb5e-a77e-4ebf-a478-9724064b2f97 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:01.376024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a7030b6-30e0-47a2-b021-4d4694ca6798 req-d01edb5e-a77e-4ebf-a478-9724064b2f97 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 931 time: 0.5188332 May 12 19:59:01.435936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8015fc-2bc1-4551-bb49-396f4f7e88e0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:01.671100 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:01.689387 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '776fe242-423f-47b6-89f1-38a94d36801e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T19:58:57Z', 'revision_number': 3, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port': {'id': '776fe242-423f-47b6-89f1-38a94d36801e', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:54Z', 'updated_at': '2022-05-12T19:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:01.703581 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Checking router: 20b36145-9527-4881-baba-c37e2375ab5c for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:59:01.704058 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Updating router 20b36145-9527-4881-baba-c37e2375ab5c port 776fe242-423f-47b6-89f1-38a94d36801e binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:59:01.848266 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:01.858489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22680543-1019-4e65-8a67-9d6569204044 None None] Network 49b4b0f7-aabe-4541-93e6-6e7519a6eefd requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:01.862709 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:01.871407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a7030b6-30e0-47a2-b021-4d4694ca6798 req-1695bc7c-6518-4f29-9c69-63b000c9852f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743865 May 12 19:59:01.908404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9fcd7ff7-51e9-4567-bdcf-e2837af62f0d tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/subnets/5a8015fc-2bc1-4551-bb49-396f4f7e88e0 HTTP/1.1" status: 204 len: 168 time: 1.7179852 May 12 19:59:01.910147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33542) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:02.299839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d49ac77-f841-4497-a916-caeb6a505232 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:59:02.344897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:02.353045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:02.407634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Transition to ACTIVE for port object 0d49ac77-f841-4497-a916-caeb6a505232 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:02.414961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:02.450242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841381c6-7222-4e91-9642-c77142877948 None None] DHCP port deletion for 49b4b0f7-aabe-4541-93e6-6e7519a6eefd request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:59:02.461384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-841381c6-7222-4e91-9642-c77142877948 None None] Deleting port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:02.462526 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-841381c6-7222-4e91-9642-c77142877948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:02.539905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Deleting port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:02.540175 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:02.742353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d49ac77-f841-4497-a916-caeb6a505232,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:02.827875 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:02.870475 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Transition to ACTIVE for port object 776fe242-423f-47b6-89f1-38a94d36801e will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:02.881983 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:02.899333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:59:03.042532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Attempting to bind port 0d49ac77-f841-4497-a916-caeb6a505232 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:03.043299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Attempting to bind port 0d49ac77-f841-4497-a916-caeb6a505232 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:03.044182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Attempting to bind port 0d49ac77-f841-4497-a916-caeb6a505232 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:03.054123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Port 0d49ac77-f841-4497-a916-caeb6a505232 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:59:03.054853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Attempting to bind port 0d49ac77-f841-4497-a916-caeb6a505232 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:03.064124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:03.064907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:03.065633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:03.066304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Bound port: 0d49ac77-f841-4497-a916-caeb6a505232, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:03.066903 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.155025 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Attempting to bind port 776fe242-423f-47b6-89f1-38a94d36801e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:03.155414 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Attempting to bind port 776fe242-423f-47b6-89f1-38a94d36801e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:03.156126 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Attempting to bind port 776fe242-423f-47b6-89f1-38a94d36801e on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:03.175958 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:03.176385 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:03.176760 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.177148 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:03.177665 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Bound port: 776fe242-423f-47b6-89f1-38a94d36801e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:03.178034 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.248442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-841381c6-7222-4e91-9642-c77142877948 None None] For port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,segment=NetworkSegment(323de582-1667-456e-9868-4369deeec918),segment_id=323de582-1667-456e-9868-4369deeec918)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:03.248999 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-841381c6-7222-4e91-9642-c77142877948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.300806 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911aa97-a62f-4656-b145-09313b15330e None None] Pushing event updated for resources: {'Port': ['ID=776fe242-423f-47b6-89f1-38a94d36801e,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:03.378311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] For port 776fe242-423f-47b6-89f1-38a94d36801e, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:03.381691 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] For port 776fe242-423f-47b6-89f1-38a94d36801e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=776fe242-423f-47b6-89f1-38a94d36801e,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:03.392023 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.393235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] For port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,segment=NetworkSegment(323de582-1667-456e-9868-4369deeec918),segment_id=323de582-1667-456e-9868-4369deeec918)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:03.395017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.504249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.609849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Calling delete_port for 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:03.612757 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Routers {'20b36145-9527-4881-baba-c37e2375ab5c'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:03.613527 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['20b36145-9527-4881-baba-c37e2375ab5c'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:03.642029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] For port 0d49ac77-f841-4497-a916-caeb6a505232, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:03.653038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] For port 0d49ac77-f841-4497-a916-caeb6a505232, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0d49ac77-f841-4497-a916-caeb6a505232,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:03.675212 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.746342 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911aa97-a62f-4656-b145-09313b15330e None None] Pushing event updated for resources: {'Port': ['ID=776fe242-423f-47b6-89f1-38a94d36801e,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:03.792675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-841381c6-7222-4e91-9642-c77142877948 None None] Calling delete_port for 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:03.905030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:03.908202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:03.915703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] 10.222.0.73 "PUT /v2.0/ports/0d49ac77-f841-4497-a916-caeb6a505232 HTTP/1.1" status: 200 len: 1091 time: 3.4203601 May 12 19:59:03.933630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'tag': '0d49ac77-f841-4497-a916-caeb6a505232'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:59:04.049279 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] Set router 20b36145-9527-4881-baba-c37e2375ab5c gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:04.049931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:04.051423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:04.147094 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5c7a59-6e6b-4732-9028-72dccfd84f69'] response: {'name': 'network-changed', 'server_uuid': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'tag': '0d49ac77-f841-4497-a916-caeb6a505232', 'status': 'completed', 'code': 200} May 12 19:59:04.163416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3018c18-7dbc-4120-81ae-91030b7af899 req-13933fe1-5e04-4442-8a68-ae4f82a04dac tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:04.173832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3018c18-7dbc-4120-81ae-91030b7af899 req-13933fe1-5e04-4442-8a68-ae4f82a04dac tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.9864480 May 12 19:59:04.202180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2d9c3-ac73-4cfb-a687-4562ad3cc2ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d49ac77-f841-4497-a916-caeb6a505232,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:04.252749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:04.406692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Port': ['ID=3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:04.430578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] No DVR routers for this DVR port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:59:04.564354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3018c18-7dbc-4120-81ae-91030b7af899 req-0a25c607-c5bc-48bc-a26f-02a4475ba98a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893449 May 12 19:59:04.573707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-841381c6-7222-4e91-9642-c77142877948 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:59:04.574429 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-841381c6-7222-4e91-9642-c77142877948 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:59:04.674667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-5a9172da-a4a2-4818-ad92-7e6885fc8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:04.681699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-5a9172da-a4a2-4818-ad92-7e6885fc8c3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 1094 time: 0.7015114 May 12 19:59:04.851602 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-6719a258-e5ba-44b5-b6fc-83d40d2f7cd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d49ac77-f841-4497-a916-caeb6a505232 HTTP/1.1" status: 200 len: 217 time: 0.1631320 May 12 19:59:05.042223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-5b92c648-780d-41ca-8648-0cb34fabf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:05.042223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-5b92c648-780d-41ca-8648-0cb34fabf266 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1833158 May 12 19:59:05.078308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-841381c6-7222-4e91-9642-c77142877948 None None] Deleting port 3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:05.079292 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-841381c6-7222-4e91-9642-c77142877948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:05.130866 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '776fe242-423f-47b6-89f1-38a94d36801e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T19:58:57Z', 'revision_number': 3, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port': {'id': '776fe242-423f-47b6-89f1-38a94d36801e', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:54Z', 'updated_at': '2022-05-12T19:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:05.139676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:05.148928 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87179a-c406-4ed0-b027-fa1cfae4ee8f None None] The sync data for ids ['20b36145-9527-4881-baba-c37e2375ab5c'] in n-d-841626-1 is: [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '776fe242-423f-47b6-89f1-38a94d36801e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T19:58:57Z', 'revision_number': 3, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port': {'id': '776fe242-423f-47b6-89f1-38a94d36801e', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:54Z', 'updated_at': '2022-05-12T19:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:59:05.195558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4b0f7-aabe-4541-93e6-6e7519a6eefd']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:05.228254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323de582-1667-456e-9868-4369deeec918') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:05.228554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323de582-1667-456e-9868-4369deeec918') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:05.255344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:05.310482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:05.324783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-44eac52d-fd24-4cb5-9dcb-b0178ebf0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:05.327315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-44eac52d-fd24-4cb5-9dcb-b0178ebf0924 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780037 May 12 19:59:05.344545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:05.345522 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:05.375416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-841381c6-7222-4e91-9642-c77142877948 None None] The port '3ebc524d-b81b-4e5b-8a1f-747dca7e6bcc' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: timer() May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:05.555634 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:05.634244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:05.647487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Allocated IP 172.20.0.1 (f5956c80-eeb0-4ae8-83ad-f9c94226cb35/def35a90-763f-4aec-8d65-0aa30592496d/82c74e04-9562-4630-ad55-008cc6a99609) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:05.731472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:05.892298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-b203c46a-5ad6-446a-ae7d-e176ec275fc8 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570285 May 12 19:59:05.997929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] Pushing event deleted for resources: {'Network': ['ID=49b4b0f7-aabe-4541-93e6-6e7519a6eefd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:06.094001 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bd6acd96-461b-4c4f-b45b-2e1c2d59a9f6 tempest-AllowedAddressPairIpV6TestJSON-1779122179 tempest-AllowedAddressPairIpV6TestJSON-1779122179-project] 10.222.0.72 "DELETE /v2.0/networks/49b4b0f7-aabe-4541-93e6-6e7519a6eefd HTTP/1.1" status: 204 len: 168 time: 4.1680319 May 12 19:59:06.282179 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:06.340227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Transition to ACTIVE for port object 82c74e04-9562-4630-ad55-008cc6a99609 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:06.420913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:06.603228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d8a2680-e828-4cae-9828-2e9fd8827fd2 req-9a194bba-eb73-40e3-b64a-7d8c3b240b33 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987250 May 12 19:59:06.719986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Pushing event updated for resources: {'Port': ['ID=82c74e04-9562-4630-ad55-008cc6a99609,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:06.778464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:06.792567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:06.800848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:06.865354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dafdad-7fa1-48f6-aacd-da98b13745ea req-241d4c95-ba48-4b67-82b5-ebdd0cb42ce5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:06.882514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77dafdad-7fa1-48f6-aacd-da98b13745ea req-241d4c95-ba48-4b67-82b5-ebdd0cb42ce5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.9049923 May 12 19:59:06.963486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33588) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:07.002280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:07.048939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 776fe242-423f-47b6-89f1-38a94d36801e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:07.151868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77dafdad-7fa1-48f6-aacd-da98b13745ea req-4f970827-840d-417a-8ada-3607c23fc5e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587576 May 12 19:59:07.219962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-d907ea3d-b0d8-45eb-a38e-dcb3b90f3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:07.221891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-d907ea3d-b0d8-45eb-a38e-dcb3b90f3048 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 1094 time: 0.5516870 May 12 19:59:07.372304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8480eb15-5dcb-4543-b8c7-e3b3283b01f0 None None] Provisioning for port 82c74e04-9562-4630-ad55-008cc6a99609 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:07.384054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 776fe242-423f-47b6-89f1-38a94d36801e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:07.401947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 776fe242-423f-47b6-89f1-38a94d36801e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:07.405488 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:07.509551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8480eb15-5dcb-4543-b8c7-e3b3283b01f0 None None] Provisioning complete for port 82c74e04-9562-4630-ad55-008cc6a99609 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:07.510017 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8480eb15-5dcb-4543-b8c7-e3b3283b01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:07.515019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:07.676255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0e76e620-8010-412d-8d4f-33d0ee560eba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=039686a013874d4da45e63bd8719100a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105541 May 12 19:59:07.680060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:07.697135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8480eb15-5dcb-4543-b8c7-e3b3283b01f0 None None] Port 82c74e04-9562-4630-ad55-008cc6a99609 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:59:07.748286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-185e611a-e34f-490d-ae79-fd9932ac95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:07.748286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-185e611a-e34f-490d-ae79-fd9932ac95c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.5093794 May 12 19:59:07.958509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 776fe242-423f-47b6-89f1-38a94d36801e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:07.959177 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:07.959906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35b31793-4196-4290-8b34-33b736fdd892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:07.999114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 776fe242-423f-47b6-89f1-38a94d36801e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=776fe242-423f-47b6-89f1-38a94d36801e,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:08.018735 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.073763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-92bff4f2-6e74-4402-b426-fb8f085bb9f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d49ac77-f841-4497-a916-caeb6a505232 HTTP/1.1" status: 200 len: 217 time: 0.3016026 May 12 19:59:08.094907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35b31793-4196-4290-8b34-33b736fdd892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.151821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-4b48f06a-5918-493e-904e-80ccfdb28ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:08.153274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-4b48f06a-5918-493e-904e-80ccfdb28ef0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0740259 May 12 19:59:08.178998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.183457 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.211885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=776fe242-423f-47b6-89f1-38a94d36801e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:08.217590 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.432054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-366811d5-28ea-4dd0-8a2e-58807fc31c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:08.433684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-366811d5-28ea-4dd0-8a2e-58807fc31c6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2692769 May 12 19:59:08.444485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.479337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cd8ab-cecb-4a2d-b440-f46d0249ae16 req-65697094-f11a-4498-a6f1-767421014566 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:08.481072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6cd8ab-cecb-4a2d-b440-f46d0249ae16 req-65697094-f11a-4498-a6f1-767421014566 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.1512854 May 12 19:59:08.494859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Pushing event updated for resources: {'Port': ['ID=82c74e04-9562-4630-ad55-008cc6a99609,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:08.695379 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.695686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35b31793-4196-4290-8b34-33b736fdd892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.734683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b31793-4196-4290-8b34-33b736fdd892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67af3c1-9b2d-4dff-8a89-4540a4026581,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:08.752083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35b31793-4196-4290-8b34-33b736fdd892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:08.756885 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35b31793-4196-4290-8b34-33b736fdd892 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a67af3c1-9b2d-4dff-8a89-4540a4026581 HTTP/1.1" status: 204 len: 168 time: 1.0745752 May 12 19:59:08.770907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a6cd8ab-cecb-4a2d-b440-f46d0249ae16 req-8c99b22b-0113-4eb1-9f65-2b46de00aa5b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245796 May 12 19:59:08.787973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:08.805491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:08.828535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-f2ad9577-aed4-408e-8ee7-741021974898 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843000 May 12 19:59:08.980687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 776fe242-423f-47b6-89f1-38a94d36801e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:09.173481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-98fbed3d-2a38-443d-8128-90b9fa10fe6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6258938 May 12 19:59:09.214655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 776fe242-423f-47b6-89f1-38a94d36801e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:09.215221 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:09.430761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Router 20b36145-9527-4881-baba-c37e2375ab5c has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:59:09.466740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 776fe242-423f-47b6-89f1-38a94d36801e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:09.476548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-69f9b988-a897-42c5-aa8b-15e8bdfcccff None None] Provisioning complete for port 82c74e04-9562-4630-ad55-008cc6a99609 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:09.479597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69f9b988-a897-42c5-aa8b-15e8bdfcccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:09.538127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-277d1ff1-22ae-4f2b-8ff1-dc542a1dca43 req-73f40cb4-20e6-4872-b8e3-6a9cdaaededc service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921265 May 12 19:59:09.618019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-75721f4c-09fe-4e51-bac4-6f8321f0d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:09.619966 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-75721f4c-09fe-4e51-bac4-6f8321f0d36e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 1097 time: 0.2129009 May 12 19:59:09.657434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-69f9b988-a897-42c5-aa8b-15e8bdfcccff None None] Port 82c74e04-9562-4630-ad55-008cc6a99609 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:59:09.880557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-9a7127bc-d4da-405d-904d-95ccc98a87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:09.882229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-9a7127bc-d4da-405d-904d-95ccc98a87b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 200 len: 915 time: 0.2385323 May 12 19:59:10.129487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:59:10.160828 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c2db172d-9b65-433a-a4d2-7bc3084ba67b admin admin] 10.222.0.72 "PUT /v2.0/routers/20b36145-9527-4881-baba-c37e2375ab5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6337421 May 12 19:59:10.168932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Sync routers for ids ['20b36145-9527-4881-baba-c37e2375ab5c'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:59:10.168932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Routers {'20b36145-9527-4881-baba-c37e2375ab5c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:10.184002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['20b36145-9527-4881-baba-c37e2375ab5c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:10.469508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-067e32a6-099e-4eee-adfe-4c8e6d11f3d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e HTTP/1.1" status: 200 len: 1002 time: 0.5787792 May 12 19:59:10.663939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822453b-8387-43bf-89a3-5d0ded0200b1 req-7fb0f210-8958-47cd-ab3d-d0ca41ab8eb9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:10.677597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8822453b-8387-43bf-89a3-5d0ded0200b1 req-7fb0f210-8958-47cd-ab3d-d0ca41ab8eb9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.5637882 May 12 19:59:10.723260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Set router 20b36145-9527-4881-baba-c37e2375ab5c gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:10.735413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-ecb611a3-6e23-461a-8bdd-b4afbef73af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:10.737234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-ecb611a3-6e23-461a-8bdd-b4afbef73af9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 200 len: 853 time: 0.2516983 May 12 19:59:10.879220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8822453b-8387-43bf-89a3-5d0ded0200b1 req-c96d456c-67d0-4bd5-8628-6c002bb7dbff tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911430 May 12 19:59:10.951277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-c2acad9c-53c0-46ef-80f9-935d7f4a8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:10.952316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33650) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:10.957298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-c2acad9c-53c0-46ef-80f9-935d7f4a8ba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bfbd232-cfd2-4531-a519-b7b561e7fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915197 May 12 19:59:11.189929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-eb13a402-d6e9-4cf9-932d-568be1ff2046 service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245452 May 12 19:59:11.361100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919085454'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:11.382222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:11.392094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:11.400130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:11.413012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:11.427508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33660) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:11.439794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119976358', 'description': 'tempest-secgroup-smoke-2119976358 description', 'project_id': '09854bc2cf07438bbef407fe87dae92a'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:11.455413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:11.472034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:11.477747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:11.497242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:11.515882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:11.523163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '776fe242-423f-47b6-89f1-38a94d36801e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 4, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port': {'id': '776fe242-423f-47b6-89f1-38a94d36801e', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:54Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '82c74e04-9562-4630-ad55-008cc6a99609', 'name': '', 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'mac_address': 'fa:16:3e:cc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'def35a90-763f-4aec-8d65-0aa30592496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:03Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 2, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'subnets': [{'id': 'def35a90-763f-4aec-8d65-0aa30592496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:11.526835 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.535364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Checking router: 20b36145-9527-4881-baba-c37e2375ab5c for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:59:11.536033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Updating router 20b36145-9527-4881-baba-c37e2375ab5c port 82c74e04-9562-4630-ad55-008cc6a99609 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:59:11.553244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.564186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33984480-fa76-483b-be2d-3c90fd1acf05 req-e07b1c3b-3489-4602-bc0b-ab447592c894 service neutron] 10.222.0.36 "GET /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635778 May 12 19:59:11.588119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.609275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:11.615965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:security_group_rule and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:11.625297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:11.630509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:11.642661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:11.647759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:11.650746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.657681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:11.679431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:11.833427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.846245 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.926828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.947189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:11.974410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:12.003137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.007198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33672) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:12.007472 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66507998-9163-45e0-8ad3-bb109cd355a6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5783463 May 12 19:59:12.011533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:12.016088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'security_group_rule': {'security_group_id': 'ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227', 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:12.039675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:12.064191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:12.068761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b3b658-566a-4fea-88bd-b95dc7d3ba08,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:12.073744 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.074287 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3 of type vlan for network 393df4dd-ce93-4c68-9566-331001148e76 May 12 19:59:12.114409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:12.166223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.255540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.262981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:12.263255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:12.264074 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.323549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.337293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Transition to ACTIVE for port object 82c74e04-9562-4630-ad55-008cc6a99609 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:12.349460 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.410485 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4563637 May 12 19:59:12.441147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163c0b9-2e5c-4e17-8666-dc145c4ba37c None None] Pushing event updated for resources: {'Port': ['ID=82c74e04-9562-4630-ad55-008cc6a99609,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:12.488697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a01d2-ed28-4d7b-9abb-9a956928f4ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=393df4dd-ce93-4c68-9566-331001148e76,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:12.561229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33684) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:12.569208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '393df4dd-ce93-4c68-9566-331001148e76', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:12.685655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 393df4dd-ce93-4c68-9566-331001148e76 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:12.776182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:12.785718 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.787609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:12.792755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:12.809497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:12.879600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:12.886301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.907236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Attempting to bind port 82c74e04-9562-4630-ad55-008cc6a99609 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:12.907606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Attempting to bind port 82c74e04-9562-4630-ad55-008cc6a99609 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:12.907971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Attempting to bind port 82c74e04-9562-4630-ad55-008cc6a99609 on network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:12.925165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:12.925565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Checking segment: {'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:12.925968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:12.926358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Bound using segment: {'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:12.926845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Bound port: 82c74e04-9562-4630-ad55-008cc6a99609, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e859ad1b-55f2-425f-a388-614e10eec2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:12.927216 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.015418 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.025488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253e32-1ff4-413a-88f8-8c76b860170a req-31dfa032-41ff-4fb8-a3eb-0690410061fe tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:13.027366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9253e32-1ff4-413a-88f8-8c76b860170a req-31dfa032-41ff-4fb8-a3eb-0690410061fe tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.8854704 May 12 19:59:13.028705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.083560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06252af-2857-44d7-addd-e86e81dec71d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:13.120154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9253e32-1ff4-413a-88f8-8c76b860170a req-b0d55015-fafa-497e-9707-0a722dab4976 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675097 May 12 19:59:13.122086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.122254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.122744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.123426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.124599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.125089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.125576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.126050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.126578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.127408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.127922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.128939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:13.132960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.138329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6646e1a3-6cfc-4512-8701-3ce0afabeede tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1293814 May 12 19:59:13.139392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33702) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:13.147376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'security_group_rule': {'security_group_id': 'ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227', 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:13.162863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:13.167692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:13.171131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:13.171363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] For port 82c74e04-9562-4630-ad55-008cc6a99609, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:13.175300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] For port 82c74e04-9562-4630-ad55-008cc6a99609, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=82c74e04-9562-4630-ad55-008cc6a99609,segment=NetworkSegment(e859ad1b-55f2-425f-a388-614e10eec2f7),segment_id=e859ad1b-55f2-425f-a388-614e10eec2f7)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:13.179156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:13.212635 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.316092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Routers {'20b36145-9527-4881-baba-c37e2375ab5c'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:13.316948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:58:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['20b36145-9527-4881-baba-c37e2375ab5c'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:13.326196 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.439571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.456539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163c0b9-2e5c-4e17-8666-dc145c4ba37c None None] Pushing event updated for resources: {'Port': ['ID=82c74e04-9562-4630-ad55-008cc6a99609,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:13.522811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.557094 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.601327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b27ebd6-fcf4-4556-9940-a75d6000bf0d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:13.602837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] Set router 20b36145-9527-4881-baba-c37e2375ab5c gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:13.603540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=05ab30d4-5759-41be-a48c-86e1dfeafc35,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:13.606238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': 'b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '393df4dd-ce93-4c68-9566-331001148e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:13.606732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 393df4dd-ce93-4c68-9566-331001148e76, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:13.613154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.614465 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6cb92cb5-0141-4b2c-baa0-ad675c782134 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4741020 May 12 19:59:13.617056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33714) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:13.623354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'security_group_rule': {'security_group_id': 'ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227', 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:13.639296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:13.645050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:13.649272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:13.658867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:13.661609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 393df4dd-ce93-4c68-9566-331001148e76 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:13.682777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 393df4dd-ce93-4c68-9566-331001148e76) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:13.687396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:13.688065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.700329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c143b-9860-4b2c-a884-c3d1f269b041 None None] Network 393df4dd-ce93-4c68-9566-331001148e76 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:13.708972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.773729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.775939 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c239ce04-a45c-4178-adaa-0ac0aa1e2d2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2151651 May 12 19:59:13.779613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33718) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:13.785808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2005837875'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:13.791524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:13.795481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:13.798532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:13.804508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:13.812943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.844145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43bd209-c5b5-4a3f-98fe-51a873fef3dc,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:13.846432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:13.850422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.865454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.866757 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1ad58394-1ae5-4c2a-97fe-85d8a153bc46 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486537 May 12 19:59:13.869579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33722) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:13.884011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'security_group_rule': {'security_group_id': 'ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227', 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:13.887801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:13.899849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.900516 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment 900b1eb3-d56e-4098-8ee8-0df6ca5f37f4 of type vlan for network b17c4010-b81a-4222-ba34-79d81b2d2a15 May 12 19:59:13.905037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:13.915045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:13.923173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:13.933613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.935154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:13.962498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.974900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:13.982118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:13.982724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.057944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-393df4dd-ce93-4c68-9566-331001148e76', 'network_id': '393df4dd-ce93-4c68-9566-331001148e76', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': '05ab30d4-5759-41be-a48c-86e1dfeafc35'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:14.058911 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.128916 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3479021 May 12 19:59:14.133044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33728) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:14.141720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': 'b17c4010-b81a-4222-ba34-79d81b2d2a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:14.145586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.153672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.210928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fe761a-6938-49e9-a499-187223daeba6,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:14.214462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.216020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-59fb92e2-2c94-4526-96fa-9968e5941e0c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452563 May 12 19:59:14.218768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33734) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:14.224967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'security_group_rule': {'security_group_id': 'ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227', 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:14.232397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:14.237158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:14.240271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:14.246712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:14.258686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4695e-2091-4588-b3bd-9c0f5eb0ddaa tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=b17c4010-b81a-4222-ba34-79d81b2d2a15,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:14.269495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:14.271889 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Project 09854bc2cf07438bbef407fe87dae92a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:59:14.274177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:14.277753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:14.282034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.284079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:14.296788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:14.302315 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.352135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b17c4010-b81a-4222-ba34-79d81b2d2a15 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:14.370326 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.389643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.431029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae25362-24cc-4b57-ba08-319da2353982,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:14.562298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.566379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-64aef63c-7701-48e1-8853-6efbca22539c tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3434942 May 12 19:59:14.592059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33744) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:14.616701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'security_group_rule': {'security_group_id': 'ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227', 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:14.632356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:14.643371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:security_group_rule and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:14.650062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:14.667056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:14.696438 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Project 09854bc2cf07438bbef407fe87dae92a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:59:14.707345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.724604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.745473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d25be7-3e7b-47cd-8d6b-227b1e9a367d req-c0e1d32b-d332-4dfd-9d34-31bac76cd2ae tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:14.755232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48d25be7-3e7b-47cd-8d6b-227b1e9a367d req-c0e1d32b-d332-4dfd-9d34-31bac76cd2ae tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.3173938 May 12 19:59:14.835166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': '900b1eb3-d56e-4098-8ee8-0df6ca5f37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b17c4010-b81a-4222-ba34-79d81b2d2a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:14.835657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: b17c4010-b81a-4222-ba34-79d81b2d2a15, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:14.855295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=f01bc20a-2893-436c-8355-38b55875c21a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:14.868504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network b17c4010-b81a-4222-ba34-79d81b2d2a15 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:14.884773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b17c4010-b81a-4222-ba34-79d81b2d2a15) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:14.899738 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.915205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48d25be7-3e7b-47cd-8d6b-227b1e9a367d req-758eeef2-5bbc-4bfa-81dd-320a51a2f01d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587172 May 12 19:59:14.919994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.931614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:14.932610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:14.980085 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-454c0127-b9a8-4d84-b077-2878ed6d890f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8453543 May 12 19:59:14.982596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33748) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:14.983273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bb9846-e1c6-41d4-befd-ed3c3ee3e989,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:15.002906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.004773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Allocated IP 172.20.255.242 (393df4dd-ce93-4c68-9566-331001148e76/05ab30d4-5759-41be-a48c-86e1dfeafc35/cb4798ff-ccf9-4980-9d9a-bced35141c2a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:15.009847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dfadfa6a-d364-453e-a29f-4a451fe5e58d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133954 May 12 19:59:15.253147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76409ae1-1634-4a12-9eab-293276841d55 None None] Network b17c4010-b81a-4222-ba34-79d81b2d2a15 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:15.295840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-74689e49-b9c9-407b-a3b6-28ab1ac43204 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119976358&fields=id&tenant_id=09854bc2cf07438bbef407fe87dae92a HTTP/1.1" status: 200 len: 267 time: 0.0577931 May 12 19:59:15.384475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.518106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.552128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.572155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Transition to ACTIVE for port object cb4798ff-ccf9-4980-9d9a-bced35141c2a will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:15.585653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-4bd59879-4571-4528-9c37-8860555ffa78 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:15.592465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-4bd59879-4571-4528-9c37-8860555ffa78 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 808 time: 0.2878549 May 12 19:59:15.629974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-c9296709-5c37-43cd-97ea-901528196f4f tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/quotas/09854bc2cf07438bbef407fe87dae92a HTTP/1.1" status: 200 len: 375 time: 0.0365727 May 12 19:59:15.635117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.685779 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:59:15.705814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=f01bc20a-2893-436c-8355-38b55875c21a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:15.742674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-dc1b61bb-0737-4dca-ac36-8cd6e96db5dc tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058989 May 12 19:59:15.762180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Transition to ACTIVE for port object cb4798ff-ccf9-4980-9d9a-bced35141c2a will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:15.799996 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.810110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.843193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17c4010-b81a-4222-ba34-79d81b2d2a15']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:15.860005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900b1eb3-d56e-4098-8ee8-0df6ca5f37f4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:15.860377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900b1eb3-d56e-4098-8ee8-0df6ca5f37f4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:15.874267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.894047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.902292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:15.902699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:15.912158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-6dd90366-6725-4063-bdc5-a56ed47d4ed2 service neutron] 10.222.0.72 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668141 May 12 19:59:15.916525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '776fe242-423f-47b6-89f1-38a94d36801e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 4, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port': {'id': '776fe242-423f-47b6-89f1-38a94d36801e', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:54Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '82c74e04-9562-4630-ad55-008cc6a99609', 'name': '', 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'mac_address': 'fa:16:3e:cc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'def35a90-763f-4aec-8d65-0aa30592496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:03Z', 'updated_at': '2022-05-12T19:59:13Z', 'revision_number': 4, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'subnets': [{'id': 'def35a90-763f-4aec-8d65-0aa30592496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:15.919347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Pushing event updated for resources: {'Port': ['ID=cb4798ff-ccf9-4980-9d9a-bced35141c2a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: timer() May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:15.919477 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:15.988387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354464f-14ae-4776-9f34-59c96e5a5c06 None None] The sync data for ids ['20b36145-9527-4881-baba-c37e2375ab5c'] in n-d-841626-1 is: [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '776fe242-423f-47b6-89f1-38a94d36801e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 4, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port': {'id': '776fe242-423f-47b6-89f1-38a94d36801e', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:54Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '82c74e04-9562-4630-ad55-008cc6a99609', 'name': '', 'network_id': 'f5956c80-eeb0-4ae8-83ad-f9c94226cb35', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'mac_address': 'fa:16:3e:cc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'def35a90-763f-4aec-8d65-0aa30592496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:03Z', 'updated_at': '2022-05-12T19:59:13Z', 'revision_number': 4, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'subnets': [{'id': 'def35a90-763f-4aec-8d65-0aa30592496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:59:16.025666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Network 393df4dd-ce93-4c68-9566-331001148e76 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:16.026828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:16.043593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:16.083636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.098151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.154438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-d2e45768-13d7-498f-a1b7-7fc0eadaa59c service neutron] 10.222.0.72 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412055 May 12 19:59:16.163756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=b17c4010-b81a-4222-ba34-79d81b2d2a15,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:16.209264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a3593e5d-3b1e-4c58-9bc7-96fc5c3e1517 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/b17c4010-b81a-4222-ba34-79d81b2d2a15 HTTP/1.1" status: 204 len: 168 time: 1.2254617 May 12 19:59:16.214175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33776) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:16.220112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1820585807'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:16.248688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:16.257900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:16.273276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:16.294470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:16.320902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:16.326123 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.352388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Attempting to bind port cb4798ff-ccf9-4980-9d9a-bced35141c2a on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:16.352757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Attempting to bind port cb4798ff-ccf9-4980-9d9a-bced35141c2a by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '393df4dd-ce93-4c68-9566-331001148e76'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:16.353123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Attempting to bind port cb4798ff-ccf9-4980-9d9a-bced35141c2a on network 393df4dd-ce93-4c68-9566-331001148e76 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:16.368450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:16.368821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Checking segment: {'id': 'b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '393df4dd-ce93-4c68-9566-331001148e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:16.369232 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.374207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Bound using segment: {'id': 'b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '393df4dd-ce93-4c68-9566-331001148e76'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:16.376013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Bound port: cb4798ff-ccf9-4980-9d9a-bced35141c2a, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '393df4dd-ce93-4c68-9566-331001148e76'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:16.377965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.404763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:16.422599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694a632-25f5-4c16-beee-2d08f9a06864 None None] Network b17c4010-b81a-4222-ba34-79d81b2d2a15 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:16.428981 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.429364 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment 1f686296-5863-4982-ba2f-9c366558bdc7 of type vlan for network 29c9e296-dc2d-49b6-912e-bb9245ca0555 May 12 19:59:16.475089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694a632-25f5-4c16-beee-2d08f9a06864 None None] Network b17c4010-b81a-4222-ba34-79d81b2d2a15 could not be found, it might have been deleted concurrently. {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 12 19:59:16.502618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c4043-2677-492a-93ad-415dc5ea5326 req-80a9f6f8-e948-4447-bed2-06ac00269c87 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:16.512093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-554c4043-2677-492a-93ad-415dc5ea5326 req-80a9f6f8-e948-4447-bed2-06ac00269c87 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.2797403 May 12 19:59:16.539366 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.587591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] For port cb4798ff-ccf9-4980-9d9a-bced35141c2a, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:16.591339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] For port cb4798ff-ccf9-4980-9d9a-bced35141c2a, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cb4798ff-ccf9-4980-9d9a-bced35141c2a,segment=NetworkSegment(b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3),segment_id=b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:16.599145 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.664000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.675665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:16.676632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:16.766268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddfcf6-7214-4017-a543-20b13475c383 None None] Pushing event updated for resources: {'Port': ['ID=cb4798ff-ccf9-4980-9d9a-bced35141c2a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:16.839876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-554c4043-2677-492a-93ad-415dc5ea5326 req-5b2bf51a-3b69-4e49-8b83-f10e14946483 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220353 May 12 19:59:16.851265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22d3a176-467f-4744-bb52-6ae61925bcfb req-31637f6e-dce4-4f5f-b89c-c35f6c91435b tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 210 time: 0.1786647 May 12 19:59:16.948424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7331591 May 12 19:59:16.951294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33794) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:16.957104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '29c9e296-dc2d-49b6-912e-bb9245ca0555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:16.968644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82c74e04-9562-4630-ad55-008cc6a99609 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:17.026513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a88d3b-c80b-4fce-987a-9c32c8c4f609 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=29c9e296-dc2d-49b6-912e-bb9245ca0555,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:17.133647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 29c9e296-dc2d-49b6-912e-bb9245ca0555 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:17.225570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:17.230147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:17.235570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:17.246256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:17.289810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:17.296199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:17.393580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 82c74e04-9562-4630-ad55-008cc6a99609 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:17.449613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Performing IP validity checks on allocation pools {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 19:59:17.450127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 19:59:17.471609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 82c74e04-9562-4630-ad55-008cc6a99609 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:17.471986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:17.781771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:17.827707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 82c74e04-9562-4630-ad55-008cc6a99609 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:17.828077 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:17.906374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 82c74e04-9562-4630-ad55-008cc6a99609, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=82c74e04-9562-4630-ad55-008cc6a99609,segment=NetworkSegment(e859ad1b-55f2-425f-a388-614e10eec2f7),segment_id=e859ad1b-55f2-425f-a388-614e10eec2f7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:17.917915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:18.112661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=c432f515-97ce-4d9a-8c62-9dd66976fc7b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:18.144364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=82c74e04-9562-4630-ad55-008cc6a99609,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:18.168814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': '1f686296-5863-4982-ba2f-9c366558bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29c9e296-dc2d-49b6-912e-bb9245ca0555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:18.169346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 29c9e296-dc2d-49b6-912e-bb9245ca0555, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:18.305095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 29c9e296-dc2d-49b6-912e-bb9245ca0555 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:18.399524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f63b4172-42fe-4773-bb87-a719f104482b req-7df97a2e-cb74-42ea-a10e-5bc31b5cde56 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 210 time: 0.1882677 May 12 19:59:18.406862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 29c9e296-dc2d-49b6-912e-bb9245ca0555) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:18.423240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6977b79-285e-4550-b995-4de5be13d044 None None] Network 29c9e296-dc2d-49b6-912e-bb9245ca0555 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:18.428130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:18.428758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:18.477776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-193bbfb1-03e5-4439-bb40-61d9e8123f38 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5252752 May 12 19:59:18.481146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33810) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:18.555479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a5c20-2918-4567-8df2-44d257a97f6c req-f557a638-8a6d-4c1a-a527-4702997cca0e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:18.556977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d1a5c20-2918-4567-8df2-44d257a97f6c req-f557a638-8a6d-4c1a-a527-4702997cca0e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.2751801 May 12 19:59:18.744844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:18.846878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec630e5-e4b7-4d8b-afbc-e7e2af8369af None None] Network 393df4dd-ce93-4c68-9566-331001148e76 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:18.879801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.045213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d1a5c20-2918-4567-8df2-44d257a97f6c req-59cbee1c-a2ba-454d-89c6-20f02bf4d144 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821601 May 12 19:59:19.096734 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.207054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882efba4-a183-484b-a3b8-820dd79a89d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-29c9e296-dc2d-49b6-912e-bb9245ca0555', 'network_id': '29c9e296-dc2d-49b6-912e-bb9245ca0555', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': 'c432f515-97ce-4d9a-8c62-9dd66976fc7b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:19.207924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-882efba4-a183-484b-a3b8-820dd79a89d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.255628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=c432f515-97ce-4d9a-8c62-9dd66976fc7b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:19.265175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cb4798ff-ccf9-4980-9d9a-bced35141c2a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:19.491052 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.506511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-68e09262-9cf8-4737-b418-77d63c681a87 None None] Provisioning for port cb4798ff-ccf9-4980-9d9a-bced35141c2a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:19.548069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c9e296-dc2d-49b6-912e-bb9245ca0555']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:19.553988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-796bc006-91e8-461d-a6aa-83eee4fa17f9 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:19.557154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-796bc006-91e8-461d-a6aa-83eee4fa17f9 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.36 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 808 time: 0.2596991 May 12 19:59:19.576795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f686296-5863-4982-ba2f-9c366558bdc7') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:19.577140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f686296-5863-4982-ba2f-9c366558bdc7') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:19.602551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.638823 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.656970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:19.658220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.681554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c0729c1-d37d-467a-9caf-e42a71d7cada req-709eea43-a790-44e9-a185-a85766382b68 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 210 time: 0.0748959 May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: timer() May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:19.684814 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:19.739784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-83da05d6-85bc-48ae-96a0-808e5a91e1ab tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09854bc2cf07438bbef407fe87dae92a HTTP/1.1" status: 200 len: 380 time: 0.1728818 May 12 19:59:19.752788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'port': {'device_id': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'admin_state_up': True, 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'security_groups': ['ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:19.801591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port cb4798ff-ccf9-4980-9d9a-bced35141c2a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:19.807270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de091f2d-88a8-4c05-ac7c-1e7a891a92ec None None] Network 29c9e296-dc2d-49b6-912e-bb9245ca0555 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:19.827753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cb4798ff-ccf9-4980-9d9a-bced35141c2a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:19.828123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.895526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.924917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:19.958973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=29c9e296-dc2d-49b6-912e-bb9245ca0555,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:19.969244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-55f40af7-6ceb-4b71-bc03-74872abfceac tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/29c9e296-dc2d-49b6-912e-bb9245ca0555 HTTP/1.1" status: 204 len: 168 time: 1.4837110 May 12 19:59:19.970851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 33830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:19.976094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308189826'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:19.996829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:20.004676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:20.011471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:20.017954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:20.025742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:20.030329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:port and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:20.033083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:20.036599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.046177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:20.056493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:20.079555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:20.083209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Made reservation on behalf of 09854bc2cf07438bbef407fe87dae92a for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:20.088137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.131456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cb4798ff-ccf9-4980-9d9a-bced35141c2a is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:20.132027 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.159548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.160574 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment 68c73dc2-578b-4694-aed1-10e28e658282 of type vlan for network 4a4ace6e-1ad5-4693-b27f-0209bf4eba4a May 12 19:59:20.214844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port cb4798ff-ccf9-4980-9d9a-bced35141c2a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cb4798ff-ccf9-4980-9d9a-bced35141c2a,segment=NetworkSegment(b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3),segment_id=b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:20.224890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.225725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82c74e04-9562-4630-ad55-008cc6a99609 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:20.247693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.451261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 82c74e04-9562-4630-ad55-008cc6a99609 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:20.451627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.590419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=cb4798ff-ccf9-4980-9d9a-bced35141c2a,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:20.605570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.618474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-54e2ce65-c0bb-41b7-9195-33ee62d4b52b None None] Provisioning complete for port cb4798ff-ccf9-4980-9d9a-bced35141c2a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:20.619097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54e2ce65-c0bb-41b7-9195-33ee62d4b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.620752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:20.621504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:20.745141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 82c74e04-9562-4630-ad55-008cc6a99609 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:20.830770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-54e2ce65-c0bb-41b7-9195-33ee62d4b52b None None] Current status of the port cb4798ff-ccf9-4980-9d9a-bced35141c2a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:20.914058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cb4798ff-ccf9-4980-9d9a-bced35141c2a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:20.958490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=4a4ace6e-1ad5-4693-b27f-0209bf4eba4a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:21.017604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4a4ace6e-1ad5-4693-b27f-0209bf4eba4a details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:21.059333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Allocated IP 172.20.0.14 (329601bd-5ac8-47f4-bf9d-634a063c63c4/ca4f8758-a0c9-4695-9dcb-344f4d1f65c2/139ab59a-6d24-4ffe-b6ad-c8dace65c1a0) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:21.343435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cb4798ff-ccf9-4980-9d9a-bced35141c2a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:21.349504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:21.379795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6500fcda-ab8c-4089-9682-c2ead4d2b698 req-12b748cd-43b3-4504-aa25-78623425cf90 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Synchronizing usage tracker for tenant:09854bc2cf07438bbef407fe87dae92a on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:21.401788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-01862435-cfa7-4c60-9ee8-c86695417e47 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4299364 May 12 19:59:21.404447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33882) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:21.413672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '4a4ace6e-1ad5-4693-b27f-0209bf4eba4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:21.456482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69c9b-45e6-4dd4-afef-35c4251e4656 req-b3a8df99-51de-4932-8096-3f65a33a91e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:21.458675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4c69c9b-45e6-4dd4-afef-35c4251e4656 req-b3a8df99-51de-4932-8096-3f65a33a91e3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 1.1884177 May 12 19:59:21.466935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6500fcda-ab8c-4089-9682-c2ead4d2b698 req-12b748cd-43b3-4504-aa25-78623425cf90 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Unset dirty status for tenant:09854bc2cf07438bbef407fe87dae92a on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:21.468332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6500fcda-ab8c-4089-9682-c2ead4d2b698 req-12b748cd-43b3-4504-aa25-78623425cf90 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 210 time: 0.4892569 May 12 19:59:21.543631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4c69c9b-45e6-4dd4-afef-35c4251e4656 req-af06ab1d-922f-495d-b5cd-dfa8f31d1b6f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595248 May 12 19:59:21.597310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:21.602232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cb4798ff-ccf9-4980-9d9a-bced35141c2a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:21.627376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Transition to ACTIVE for port object 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:21.659704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:21.670107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:21.671544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:21.688988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:21.696900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:21.714591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:21.718556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:21.774805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:21.783160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:21.785785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:21.851150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'Port': ['ID=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:21.883347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:21.885322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:21.916198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-8c41625e-6434-4c8a-8741-a6a61375db63 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1682312 May 12 19:59:21.928503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Request body: {'port': {'device_id': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:22.106338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:22.269149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f47e9a30-7e6f-4d5d-b8ef-41c132b69ff8 None None] Provisioning for port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:22.280183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f47e9a30-7e6f-4d5d-b8ef-41c132b69ff8 None None] Provisioning complete for port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:22.280183 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f47e9a30-7e6f-4d5d-b8ef-41c132b69ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:22.384287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:22.435222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f47e9a30-7e6f-4d5d-b8ef-41c132b69ff8 None None] Port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:59:22.514203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=dfeae9f8-c5c6-49af-89ba-c4e4d03d2719,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:22.525158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': '68c73dc2-578b-4694-aed1-10e28e658282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4a4ace6e-1ad5-4693-b27f-0209bf4eba4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:22.526248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 4a4ace6e-1ad5-4693-b27f-0209bf4eba4a, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:22.552294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 4a4ace6e-1ad5-4693-b27f-0209bf4eba4a is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:22.578296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 4a4ace6e-1ad5-4693-b27f-0209bf4eba4a) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:22.583693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:22.584856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:22.609726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e054fb-fda3-4a63-860d-6b40d8b95224 None None] Network 4a4ace6e-1ad5-4693-b27f-0209bf4eba4a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:22.654347 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e08ff946-92bc-4210-91e3-e5d9d08cf015 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2476978 May 12 19:59:22.655062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33906) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:22.891751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:22.996675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.012815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ee0a5-1ed3-4703-ac7d-b626ff7fd3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-4a4ace6e-1ad5-4693-b27f-0209bf4eba4a', 'network_id': '4a4ace6e-1ad5-4693-b27f-0209bf4eba4a', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': 'dfeae9f8-c5c6-49af-89ba-c4e4d03d2719'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:23.013994 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b88ee0a5-1ed3-4703-ac7d-b626ff7fd3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.138249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server [None req-b88ee0a5-1ed3-4703-ac7d-b626ff7fd3f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfeae9f8-c5c6-49af-89ba-c4e4d03d2719: This subnet is being modified by another concurrent operation. May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise exception May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfeae9f8-c5c6-49af-89ba-c4e4d03d2719: This subnet is being modified by another concurrent operation. May 12 19:59:23.210174 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server May 12 19:59:23.216143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=dfeae9f8-c5c6-49af-89ba-c4e4d03d2719,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:23.236521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8441f04-b18f-4417-81d9-8d32a77f038e req-48b4cdca-c570-4717-b854-d794bbdd9bf9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:23.243571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ff5fe-08aa-4b39-8d42-5e1c3b7cee21 None None] Network 4a4ace6e-1ad5-4693-b27f-0209bf4eba4a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:23.253895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8441f04-b18f-4417-81d9-8d32a77f038e req-48b4cdca-c570-4717-b854-d794bbdd9bf9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.3895860 May 12 19:59:23.263473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:59:23.277101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.297934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Transition to ACTIVE for port object 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:23.312236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.313365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493725c9-b182-41ff-8f03-743f555304a9 req-7dd826df-ba2a-415d-8cdb-aac4edc79fa1 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:23.315592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493725c9-b182-41ff-8f03-743f555304a9 req-7dd826df-ba2a-415d-8cdb-aac4edc79fa1 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 932 time: 0.4526525 May 12 19:59:23.332860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.375113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4ace6e-1ad5-4693-b27f-0209bf4eba4a']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:23.401047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c73dc2-578b-4694-aed1-10e28e658282') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:23.401627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c73dc2-578b-4694-aed1-10e28e658282') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:23.423180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.448100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.464288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:23.464798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: timer() May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:23.510922 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:23.642229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Pushing event updated for resources: {'Port': ['ID=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:23.665393 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.677726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.739159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/4a4ace6e-1ad5-4693-b27f-0209bf4eba4a HTTP/1.1" status: 204 len: 168 time: 1.0829206 May 12 19:59:23.739787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:23.743841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=4a4ace6e-1ad5-4693-b27f-0209bf4eba4a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:23.774274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-369486577'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:23.785488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9033b16-fe69-4f61-80a6-f7a7e9a95209 None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:59:23.791077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.791176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.791532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.791809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.792131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.792453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.792865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.795999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493725c9-b182-41ff-8f03-743f555304a9 req-0256b12d-d7b1-4d6d-9776-b841d0e7b097 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500558 May 12 19:59:23.804500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.809715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.810251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.811005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.811495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032be64-0ae7-4cba-9286-c5e8b9fe1878 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:23.816837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:23.823224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8441f04-b18f-4417-81d9-8d32a77f038e req-4df36957-4182-4e5e-9f6f-66e3bcf98dad tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667965 May 12 19:59:23.825914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:23.834435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:23.849846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:23.894987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:23.894987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.911295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Attempting to bind port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:23.911295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Attempting to bind port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:23.911295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Attempting to bind port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 on network 329601bd-5ac8-47f4-bf9d-634a063c63c4 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:23.915984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 on network 329601bd-5ac8-47f4-bf9d-634a063c63c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 19:59:23.916599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Attempting to bind port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 on network 329601bd-5ac8-47f4-bf9d-634a063c63c4 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:23.924844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:23.925433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Checking segment: {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:23.925923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Bound using segment: {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:23.926356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Bound port: 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4dbac9-2122-41f6-8cba-d7bf5effc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:23.926700 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.955326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:23.971541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:23.971954 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment 7358876c-65a7-49cb-a1ce-9bb29d4ff8d9 of type vlan for network ce371e47-07ef-4353-b58c-f997a891b1d5 May 12 19:59:24.034058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:24.084461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:24.090216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9033b16-fe69-4f61-80a6-f7a7e9a95209 None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:59:24.101982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:24.105838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] For port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:24.107028 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:24.115540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] For port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:24.127737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:24.271167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:24.271822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:24.275331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] 10.222.0.36 "PUT /v2.0/ports/139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 1092 time: 2.3511460 May 12 19:59:24.311748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:59:24.346646 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5978160 May 12 19:59:24.350511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33944) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:24.361544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': 'ce371e47-07ef-4353-b58c-f997a891b1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:24.481002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff77c0-9b0f-4948-b34e-529b5710ca2e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=ce371e47-07ef-4353-b58c-f997a891b1d5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:24.487267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:24.491756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:24.493222 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1536a8-ab44-47ee-b5ed-f454dd738931'] response: {'name': 'network-changed', 'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'status': 'completed', 'code': 200} May 12 19:59:24.493802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96235ae2-c11f-4158-906f-7989c28cfcac service neutron] Pushing event updated for resources: {'Port': ['ID=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:24.496127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:24.502950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:24.521774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:24.525199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ce371e47-07ef-4353-b58c-f997a891b1d5 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:24.525450 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:24.558061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-65d7a265-2f88-4053-b70e-329086602a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:24.559672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-65d7a265-2f88-4053-b70e-329086602a93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1095 time: 0.2069678 May 12 19:59:24.720390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-553b8710-6363-4745-951a-636dbac0496b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 217 time: 0.1526864 May 12 19:59:24.881802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-2a55153c-52ce-4a47-998e-9df8b270adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:24.883359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-2a55153c-52ce-4a47-998e-9df8b270adab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 200 len: 847 time: 0.1565609 May 12 19:59:25.102298 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:25.310749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': '7358876c-65a7-49cb-a1ce-9bb29d4ff8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce371e47-07ef-4353-b58c-f997a891b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:25.311106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: ce371e47-07ef-4353-b58c-f997a891b1d5, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:25.315663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=62c6b07a-f072-4f4d-af66-c7740c48d1fa,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:25.363394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network ce371e47-07ef-4353-b58c-f997a891b1d5 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:25.376043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ce371e47-07ef-4353-b58c-f997a891b1d5) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:25.380742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:25.381353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:25.390162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecfa8f7-6275-4fe2-b0ef-6d11e2dfb5a5 None None] Network ce371e47-07ef-4353-b58c-f997a891b1d5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:25.406556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6250f-812a-448a-9f27-4418630578ef req-e97cd4d3-e522-4e9d-9f06-aeda3a7571be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:25.408155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-e97cd4d3-e522-4e9d-9f06-aeda3a7571be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=329601bd-5ac8-47f4-bf9d-634a063c63c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5176573 May 12 19:59:25.435132 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d28f9b3f-852e-4913-b55f-f54e703b9a27 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0834050 May 12 19:59:25.437745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33962) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:25.573457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d277-cf62-4a6d-95b8-471d973bf983 req-30c7c92f-5aed-473c-87a1-fcc2a5707c43 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:25.575052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74e5d277-cf62-4a6d-95b8-471d973bf983 req-30c7c92f-5aed-473c-87a1-fcc2a5707c43 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 944 time: 0.4585419 May 12 19:59:25.585023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a2657-adec-4177-99fe-d73fa706230f req-2440c864-7511-45ed-92c7-349b2a9f5c1f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:25.592172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a81a2657-adec-4177-99fe-d73fa706230f req-2440c864-7511-45ed-92c7-349b2a9f5c1f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 943 time: 0.3824492 May 12 19:59:25.684403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:25.742187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a81a2657-adec-4177-99fe-d73fa706230f req-acf2b8cd-fb77-4d89-917f-aaada10d188c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488934 May 12 19:59:25.770108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74e5d277-cf62-4a6d-95b8-471d973bf983 req-e0d8056a-da10-484d-b2c7-78a685bd4598 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717279 May 12 19:59:25.772697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-deda5483-9a42-4acc-ae5e-7eac87d786cc service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550048 May 12 19:59:25.842412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:25.951404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19355352-8709-4c45-964b-90e19c37c358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-ce371e47-07ef-4353-b58c-f997a891b1d5', 'network_id': 'ce371e47-07ef-4353-b58c-f997a891b1d5', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': '62c6b07a-f072-4f4d-af66-c7740c48d1fa'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:25.952325 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19355352-8709-4c45-964b-90e19c37c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:25.999171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.007713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54d6250f-812a-448a-9f27-4418630578ef req-1817eb9f-0b5e-4d5f-9138-33d51c6d6298 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274055 May 12 19:59:26.066321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=62c6b07a-f072-4f4d-af66-c7740c48d1fa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:26.084260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d1867-fc77-4ff5-ae1f-9851f030f73f None None] Network ce371e47-07ef-4353-b58c-f997a891b1d5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:26.201011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-38382671-208e-4b0d-b983-8994ded44ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:26.206344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-38382671-208e-4b0d-b983-8994ded44ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1095 time: 0.1386082 May 12 19:59:26.217302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0d49ac77-f841-4497-a916-caeb6a505232 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:59:26.314576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.375627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce371e47-07ef-4353-b58c-f997a891b1d5']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:26.401399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7358876c-65a7-49cb-a1ce-9bb29d4ff8d9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:26.405524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7358876c-65a7-49cb-a1ce-9bb29d4ff8d9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:26.431904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.467580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.475008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:26.475008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: timer() May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:26.504372 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:26.710512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 0d49ac77-f841-4497-a916-caeb6a505232, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0d49ac77-f841-4497-a916-caeb6a505232,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:26.744908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '0d49ac77-f841-4497-a916-caeb6a505232', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'port_id': '0d49ac77-f841-4497-a916-caeb6a505232', 'mac_address': 'fa:16:3e:83:7f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:59:26.745233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-9290e758-4aa2-4c6c-afbb-345a431e5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:26.748477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-9290e758-4aa2-4c6c-afbb-345a431e5f29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 909 time: 0.5350456 May 12 19:59:26.889691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-e691c5b0-447e-4fc2-807f-2cf840ce1d81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 217 time: 0.1226859 May 12 19:59:26.899356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 0d49ac77-f841-4497-a916-caeb6a505232 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:26.900006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.941930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d49ac77-f841-4497-a916-caeb6a505232 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:59:26.954773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.982842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 0d49ac77-f841-4497-a916-caeb6a505232, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0d49ac77-f841-4497-a916-caeb6a505232,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:26.985568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:26.992669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-a15d01c8-8e7f-4110-8cd3-574fc85cd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:26.995124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-a15d01c8-8e7f-4110-8cd3-574fc85cd02e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 200 len: 847 time: 0.0942905 May 12 19:59:26.996101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.015743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=ce371e47-07ef-4353-b58c-f997a891b1d5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:27.025376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e2ed30ba-7f9c-452b-b500-65885601bcf8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/ce371e47-07ef-4353-b58c-f997a891b1d5 HTTP/1.1" status: 204 len: 168 time: 1.5864136 May 12 19:59:27.030165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33982) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:27.041123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1445835661'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:27.067071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:27.080225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:27.102966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:27.132248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:27.165027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:27.168860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.185070 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc025e3d-660b-4e02-8bde-04be243c0393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.228646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:27.238397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['0d49ac77-f841-4497-a916-caeb6a505232'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:59:27.249857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.251462 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment d6660067-bc1e-4500-87a1-6cf9256d414f of type vlan for network 029eeda9-7e25-4182-b2bd-8490a3f0aa5d May 12 19:59:27.320026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.367009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=0d49ac77-f841-4497-a916-caeb6a505232,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:27.380061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb551d-65ca-4b13-9cff-cc952ba65656 req-8163c8ae-9cd7-4a41-a7b3-29f900f494f4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:27.391021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8cb551d-65ca-4b13-9cff-cc952ba65656 req-8163c8ae-9cd7-4a41-a7b3-29f900f494f4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 944 time: 0.3933237 May 12 19:59:27.426056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.431880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:27.432705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.547724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8cb551d-65ca-4b13-9cff-cc952ba65656 req-3bc2bcf8-c8a4-48b9-b8cd-ca416ba18137 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556051 May 12 19:59:27.573430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ece1a-e594-4af4-bd15-7f7aabeaaa6c req-8d6a0c81-1750-4017-8d49-3a05f070a314 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:27.579487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-543ece1a-e594-4af4-bd15-7f7aabeaaa6c req-8d6a0c81-1750-4017-8d49-3a05f070a314 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 944 time: 0.4786770 May 12 19:59:27.585250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5539532 May 12 19:59:27.589285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 33996) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:27.594914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '029eeda9-7e25-4182-b2bd-8490a3f0aa5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:27.620560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d808d9-5dec-4c3e-a138-2fe9bc5429af tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=029eeda9-7e25-4182-b2bd-8490a3f0aa5d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:27.633149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 029eeda9-7e25-4182-b2bd-8490a3f0aa5d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:27.651365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-a40174f8-a567-472e-9467-02c7a5a4efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:27.653586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-a40174f8-a567-472e-9467-02c7a5a4efde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=329601bd-5ac8-47f4-bf9d-634a063c63c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6054306 May 12 19:59:27.724018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:27.727932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:27.730898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:27.737122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:27.755047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:27.759568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:27.795248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-543ece1a-e594-4af4-bd15-7f7aabeaaa6c req-4855cd29-850b-436e-82c5-26e3d75641fd tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122757 May 12 19:59:27.824399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-d4e6567d-28d4-4ecc-9058-027172072c57 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638026 May 12 19:59:28.012085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.ipam_backend_mixin [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Performing IP validity checks on allocation pools {{(pid=88113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 19:59:28.012586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.ipam_backend_mixin [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 19:59:28.033683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdd8477c-6dff-4001-abc5-92b7738ee659 req-d8b26047-eb32-4d61-af3c-77c23b2a9dab service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007213 May 12 19:59:28.150212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:28.234677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=b74496a9-865d-40a6-a024-78c780c09063,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:28.245141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': 'd6660067-bc1e-4500-87a1-6cf9256d414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '029eeda9-7e25-4182-b2bd-8490a3f0aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:28.245558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 029eeda9-7e25-4182-b2bd-8490a3f0aa5d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:28.269448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 029eeda9-7e25-4182-b2bd-8490a3f0aa5d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:28.286047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 029eeda9-7e25-4182-b2bd-8490a3f0aa5d) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:28.296437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:28.296437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:28.297316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fcb809-66de-4528-84c1-5090d86d8465 None None] Network 029eeda9-7e25-4182-b2bd-8490a3f0aa5d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:28.319763 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c34597e-458b-4c35-8256-78a3ceb8708c tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7292097 May 12 19:59:28.322357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34006) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:28.497550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:28.499060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 19:59:28.566802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:28.568883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40f4f5-8436-4cf3-b4f1-2c2c6191746f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-029eeda9-7e25-4182-b2bd-8490a3f0aa5d', 'network_id': '029eeda9-7e25-4182-b2bd-8490a3f0aa5d', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': 'b74496a9-865d-40a6-a024-78c780c09063'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:28.569756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd40f4f5-8436-4cf3-b4f1-2c2c6191746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:28.698611 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server [None req-dd40f4f5-8436-4cf3-b4f1-2c2c6191746f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b74496a9-865d-40a6-a024-78c780c09063: This subnet is being modified by another concurrent operation. May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.force_reraise() May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise self.value May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server raise exception May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b74496a9-865d-40a6-a024-78c780c09063: This subnet is being modified by another concurrent operation. May 12 19:59:28.768070 n-d-841626-1 neutron-server[88114]: ERROR oslo_messaging.rpc.server May 12 19:59:28.792629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cf4456-36a2-45f6-80e2-5f29aa5a58bc None None] Network 029eeda9-7e25-4182-b2bd-8490a3f0aa5d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:28.793138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=b74496a9-865d-40a6-a024-78c780c09063,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:28.918297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:28.960760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029eeda9-7e25-4182-b2bd-8490a3f0aa5d']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:28.980009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6660067-bc1e-4500-87a1-6cf9256d414f') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:28.980350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6660067-bc1e-4500-87a1-6cf9256d414f') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:29.000197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:29.001129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cde8cc-4cae-45a8-aab1-fed0c2f1f2f9 req-95e2cdd6-951e-4733-8a48-4b41e0f81d8e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:29.003123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30cde8cc-4cae-45a8-aab1-fed0c2f1f2f9 req-95e2cdd6-951e-4733-8a48-4b41e0f81d8e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 944 time: 0.2617033 May 12 19:59:29.040314 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2863f081-5fd9-4962-a00f-fe4194cf100f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.066204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'port_id': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'mac_address': 'fa:16:3e:c1:a0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 19:59:29.103575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.147501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.163704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30cde8cc-4cae-45a8-aab1-fed0c2f1f2f9 req-d4ab1f71-8df6-4369-b00b-fc840983036b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 May 12 19:59:29.164758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:29.165251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.185365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:29.185948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: timer() May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:29.191465 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:29.207358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae061ff6-1b23-44c0-8b5b-523c9fc72b8d None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:59:29.351021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:59:29.370455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:29.371719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae061ff6-1b23-44c0-8b5b-523c9fc72b8d None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:59:29.383391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.481130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cefb2-70c7-4de8-958e-f0e0534bea41 req-2a5c1379-9eb8-4988-99f4-80b80cf23059 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:29.482759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e3cefb2-70c7-4de8-958e-f0e0534bea41 req-2a5c1379-9eb8-4988-99f4-80b80cf23059 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 944 time: 0.4761958 May 12 19:59:29.483927 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.485016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:29.512038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.544515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=029eeda9-7e25-4182-b2bd-8490a3f0aa5d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:29.558182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-77b899bb-7675-456c-b31c-cf0031ab7ce1 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/029eeda9-7e25-4182-b2bd-8490a3f0aa5d HTTP/1.1" status: 204 len: 168 time: 1.2342808 May 12 19:59:29.562104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:29.570381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172170591'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:29.580730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e3cefb2-70c7-4de8-958e-f0e0534bea41 req-3378437b-b68e-4cbb-9a47-7fc9f31f94d5 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656314 May 12 19:59:29.581961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:29.586221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:29.589332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:29.596319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:29.610731 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:29.617141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.639694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['139ab59a-6d24-4ffe-b6ad-c8dace65c1a0'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 19:59:29.652353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:29.662847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.663306 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment 3bc5aecc-e394-4404-b442-6366c8e3f33b of type vlan for network aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 May 12 19:59:29.693570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.750825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.763705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:29.763705 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:29.869347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34030) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:29.870510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3055758 May 12 19:59:29.874896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:29.881567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64544-10a9-40bf-bfbe-ac31231505d2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=aa0c3ded-4a4f-4728-ace2-500a37c0c1f5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:29.902663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:30.036379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:30.040993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:30.044049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:30.054298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:30.067371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:30.072644 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.159679 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.242680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34042) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:30.284093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0d49ac77-f841-4497-a916-caeb6a505232 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:30.418252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 0d49ac77-f841-4497-a916-caeb6a505232 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:30.434546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 0d49ac77-f841-4497-a916-caeb6a505232 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:30.435043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.541617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] Deleting subnet 39aeaad5-bbdc-479e-95a5-9c2c1f488649 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 19:59:30.546604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.582700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 0d49ac77-f841-4497-a916-caeb6a505232 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:30.583082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.627007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.646027 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.659080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49ac77-f841-4497-a916-caeb6a505232'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:59:30.667056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.673098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 0d49ac77-f841-4497-a916-caeb6a505232, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0d49ac77-f841-4497-a916-caeb6a505232,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:30.683992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.715773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.757790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=35bd7066-b9f2-429f-a68a-7a7984ede565,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:30.818413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=0d49ac77-f841-4497-a916-caeb6a505232,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:30.835463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.836075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.836543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.837044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.837532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.837998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.838473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.838937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.839387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.839840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.840316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.840794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:30.854236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.879559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': '3bc5aecc-e394-4404-b442-6366c8e3f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:30.880269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: aa0c3ded-4a4f-4728-ace2-500a37c0c1f5, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:30.901382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:30.911404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39aeaad5-bbdc-479e-95a5-9c2c1f488649,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:30.919741 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-612b71e2-cf50-4938-80cb-101732281cd6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/39aeaad5-bbdc-479e-95a5-9c2c1f488649 HTTP/1.1" status: 204 len: 168 time: 0.6757581 May 12 19:59:30.922457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34056) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:30.939633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff16d8-79f5-4634-97ed-9d9a41d29952 req-7a3ad8a4-68ef-4312-a1a6-aadfffd8bfdc tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:30.941542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11ff16d8-79f5-4634-97ed-9d9a41d29952 req-7a3ad8a4-68ef-4312-a1a6-aadfffd8bfdc tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 944 time: 0.4918458 May 12 19:59:30.943538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:30.978842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, aa0c3ded-4a4f-4728-ace2-500a37c0c1f5) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:30.992215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d663f31-6964-45e5-b38f-1cc643556b56 None None] Network aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:31.010627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:31.011483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.058376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3bde4-cfb3-4bfc-9518-031fd9b63c92 req-2b8d34ec-699b-4886-b1de-f8f193a5c0a1 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:31.060806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43a3bde4-cfb3-4bfc-9518-031fd9b63c92 req-2b8d34ec-699b-4886-b1de-f8f193a5c0a1 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 945 time: 0.2647364 May 12 19:59:31.065806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.082559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11ff16d8-79f5-4634-97ed-9d9a41d29952 req-33818e04-cdce-44fa-a6ea-d55841b9df4e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336801 May 12 19:59:31.158665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43a3bde4-cfb3-4bfc-9518-031fd9b63c92 req-45a02859-2dbf-4e4d-8992-4be35bf30c75 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797324 May 12 19:59:31.160426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-270329b8-c9d3-46c7-8374-dda9e235fc36 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2901540 May 12 19:59:31.163598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34062) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:31.313318 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452e508c-e271-40ce-a880-132782e4c163'] response: {'server_uuid': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49ac77-f841-4497-a916-caeb6a505232', 'code': 200} May 12 19:59:31.332693 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.369514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e968bd23-e561-4a0f-84eb-f5584a365039']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:31.386162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4035d7a7-c92f-4445-9f94-f11e0f4ac32c') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:31.386730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4035d7a7-c92f-4445-9f94-f11e0f4ac32c') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:31.402133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.408037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-aa0c3ded-4a4f-4728-ace2-500a37c0c1f5', 'network_id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': '35bd7066-b9f2-429f-a68a-7a7984ede565'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:31.409027 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.431812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.435355 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.440361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:31.441257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: timer() May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:31.458753 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:31.525241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.568584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.595448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.599136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e968bd23-e561-4a0f-84eb-f5584a365039,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:31.601270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Allocated IP 172.20.0.1 (aa0c3ded-4a4f-4728-ace2-500a37c0c1f5/35bd7066-b9f2-429f-a68a-7a7984ede565/7dca4474-67bf-4dfb-8b41-f15c24ea32f6) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:31.607858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-864e9cca-0a6d-43c8-ba01-69845c0805aa admin admin] 10.222.0.72 "DELETE /v2.0/networks/e968bd23-e561-4a0f-84eb-f5584a365039 HTTP/1.1" status: 204 len: 168 time: 0.6837385 May 12 19:59:31.612480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d9b86-7840-4c52-b9e3-0e55837cebe4 req-42d29600-fb6e-4fa2-9fdf-8492cd0498cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:31.615023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c9d9b86-7840-4c52-b9e3-0e55837cebe4 req-42d29600-fb6e-4fa2-9fdf-8492cd0498cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 1096 time: 0.2508721 May 12 19:59:31.717626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c9d9b86-7840-4c52-b9e3-0e55837cebe4 req-fdcb7bf3-8e23-42ee-8f39-e1e5aa688fb3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878918 May 12 19:59:31.727802 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.798060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:31.854345 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5adeb469-efb3-4a30-8609-8c86a2e97c31 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9693f4e8f6d44bd3ad9e9ed7db9e11c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523224 May 12 19:59:31.854839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34080) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:31.865401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.881470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Transition to ACTIVE for port object 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:31.900387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Transition to ACTIVE for port object 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:31.907588 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.931300 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c411560c-047b-4865-893d-3c7621250f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.948120 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:31.975965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Network aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:31.978786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:31.982314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:31.989387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Pushing event updated for resources: {'Port': ['ID=7dca4474-67bf-4dfb-8b41-f15c24ea32f6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:32.003778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=35bd7066-b9f2-429f-a68a-7a7984ede565,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:32.009261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c411560c-047b-4865-893d-3c7621250f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.076082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Attempting to bind port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:32.076483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Attempting to bind port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3bc5aecc-e394-4404-b442-6366c8e3f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:32.076797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Attempting to bind port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 on network aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:32.082676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:32.082676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Checking segment: {'id': '3bc5aecc-e394-4404-b442-6366c8e3f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:32.083102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.083476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Bound using segment: {'id': '3bc5aecc-e394-4404-b442-6366c8e3f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:32.084503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Bound port: 7dca4474-67bf-4dfb-8b41-f15c24ea32f6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc5aecc-e394-4404-b442-6366c8e3f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:32.084874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.147396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.184592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0c3ded-4a4f-4728-ace2-500a37c0c1f5']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:32.197865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc5aecc-e394-4404-b442-6366c8e3f33b') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:32.198178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc5aecc-e394-4404-b442-6366c8e3f33b') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:32.213045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] For port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:32.216815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] For port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7dca4474-67bf-4dfb-8b41-f15c24ea32f6,segment=NetworkSegment(3bc5aecc-e394-4404-b442-6366c8e3f33b),segment_id=3bc5aecc-e394-4404-b442-6366c8e3f33b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:32.218649 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.225149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.246379 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.255649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:32.256217 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: timer() May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:32.340992 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:32.392505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbc011-cc55-4775-a005-0464e16af642 None None] Pushing event updated for resources: {'Port': ['ID=7dca4474-67bf-4dfb-8b41-f15c24ea32f6,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:32.411992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378fc1c-d44c-49d3-9432-bd472fc10523 None None] Network aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:32.439803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c411560c-047b-4865-893d-3c7621250f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.475539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411560c-047b-4865-893d-3c7621250f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383a0988-6c37-40a0-a149-c7200fab36f7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:32.506949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 19:59:32.506949 n-d-841626-1 neutron-server[88112]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 19:59:32.506949 n-d-841626-1 neutron-server[88112]: [parameters: {'id': 'aa0c3ded-4a4f-4728-ace2-500a37c0c1f5'}] May 12 19:59:32.506949 n-d-841626-1 neutron-server[88112]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:59:32.506949 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:59:32.512126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:32.524046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c411560c-047b-4865-893d-3c7621250f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.527909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c411560c-047b-4865-893d-3c7621250f04 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/383a0988-6c37-40a0-a149-c7200fab36f7 HTTP/1.1" status: 204 len: 168 time: 0.6706989 May 12 19:59:32.558575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd600d4-a26b-4ede-a6d9-2050c96273b8 req-e543eea1-1886-4bf2-9601-02f5e18a3db4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:32.560359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfd600d4-a26b-4ede-a6d9-2050c96273b8 req-e543eea1-1886-4bf2-9601-02f5e18a3db4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 945 time: 0.2138500 May 12 19:59:32.569121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984719ce-625a-446e-8961-51e99191a83f req-e36785ce-07ba-4628-9f83-d7ad8c51c1b6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:32.570928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-984719ce-625a-446e-8961-51e99191a83f req-e36785ce-07ba-4628-9f83-d7ad8c51c1b6 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 945 time: 0.2282057 May 12 19:59:32.826771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cfd600d4-a26b-4ede-a6d9-2050c96273b8 req-fc264f43-632f-4aa9-b328-33b57a78b396 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518320 May 12 19:59:32.833867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:32.839143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-984719ce-625a-446e-8961-51e99191a83f req-b9d3134d-a269-4727-88e9-cfc8f134a354 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956933 May 12 19:59:32.850210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:32.850779 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:32.963090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d79b098-e0c2-4d02-91aa-75adcb0cf70b None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 19:59:33.007991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.023311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Deleting port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:33.024470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.037493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:33.038124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.099596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:33.112312 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.195360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:33.226759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d79b098-e0c2-4d02-91aa-75adcb0cf70b None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 19:59:33.295842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] For port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7dca4474-67bf-4dfb-8b41-f15c24ea32f6,segment=NetworkSegment(3bc5aecc-e394-4404-b442-6366c8e3f33b),segment_id=3bc5aecc-e394-4404-b442-6366c8e3f33b)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:33.296424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.322352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:59:33.452326 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26f72b0-d189-4f53-b103-4596998af39d'] response: {'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'code': 200} May 12 19:59:33.465885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Calling delete_port for 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:33.670374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb38c2-0eb8-4fb4-a650-f53af68b4b08 req-cb79090d-9c36-48e2-9b79-f5faea2e5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:33.671951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfb38c2-0eb8-4fb4-a650-f53af68b4b08 req-cb79090d-9c36-48e2-9b79-f5faea2e5f86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1097 time: 0.1383479 May 12 19:59:33.676310 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.717326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34120) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:33.751048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Port': ['ID=7dca4474-67bf-4dfb-8b41-f15c24ea32f6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:33.757848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No DVR routers for this DVR port 7dca4474-67bf-4dfb-8b41-f15c24ea32f6 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:59:33.841500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dfb38c2-0eb8-4fb4-a650-f53af68b4b08 req-771acebf-a0a4-487f-8d72-e5ebae3c7db0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143868 May 12 19:59:33.887352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1228538085-network', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:33.890881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:33.895485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Usage tracker for resource:network and tenant:0b8cc1570f45429c802996edfd6cf2a9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:33.899224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:33.906546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:33.921373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Made reservation on behalf of 0b8cc1570f45429c802996edfd6cf2a9 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:33.924827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.954576 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.959962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:33.983906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0c3ded-4a4f-4728-ace2-500a37c0c1f5']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:33.998981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc5aecc-e394-4404-b442-6366c8e3f33b') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:33.999355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc5aecc-e394-4404-b442-6366c8e3f33b') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:34.000698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:34.005792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Usage tracker for resource:security_group_rule and tenant:0b8cc1570f45429c802996edfd6cf2a9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:34.008803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:34.016679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:34.020822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.081588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.138847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:34.139453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: timer() May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:34.154582 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:34.262254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.281163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.301629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=aa0c3ded-4a4f-4728-ace2-500a37c0c1f5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:34.312373 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-70caad0c-b775-4185-9f2d-3ee5b509f442 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 HTTP/1.1" status: 204 len: 168 time: 3.1436863 May 12 19:59:34.312838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34144) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:34.318433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559774140'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:34.331082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28819c-68a4-46cf-99ac-1f6146449c7c req-79f365dd-714d-4a45-a851-9af580279fdf tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:34.334089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da28819c-68a4-46cf-99ac-1f6146449c7c req-79f365dd-714d-4a45-a851-9af580279fdf tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 946 time: 0.2540512 May 12 19:59:34.337750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:34.342232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:34.345821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:34.352319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:34.353283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.359907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.365212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25252ef2-265e-4f90-8eb1-e93a868c8ea1 req-8e252c82-a6ba-49e9-9336-c9b3b5ef3ac8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:34.366689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25252ef2-265e-4f90-8eb1-e93a868c8ea1 req-8e252c82-a6ba-49e9-9336-c9b3b5ef3ac8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 945 time: 0.3235757 May 12 19:59:34.399663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:34.412312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af2ebb-fb44-4efa-b28d-2ad2e45cc478,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:34.412802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:34.416263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.416797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.417137 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Added segment eb527636-82e5-4311-96fe-7b83518729c4 of type vlan for network e976df94-4974-4d79-82fc-dfe37bdcd07d May 12 19:59:34.446080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.461954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da28819c-68a4-46cf-99ac-1f6146449c7c req-a71fdab0-8fcf-4649-8635-952f3054a7dd tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059349 May 12 19:59:34.476729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:34.481203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25252ef2-265e-4f90-8eb1-e93a868c8ea1 req-26394ca4-39b5-43a5-ad55-9dedfe06b330 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970840 May 12 19:59:34.482242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.483605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:34.484889 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.489177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.489625 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment f9c889ca-7569-4ced-87b2-9d0fb813a712 of type vlan for network 7ceac98c-24fc-4260-9f2e-ad950c0df8f1 May 12 19:59:34.550301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.598763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.605395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:34.606159 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.623200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] Pushing event updated for resources: {'Network': ['ID=e976df94-4974-4d79-82fc-dfe37bdcd07d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:34.629316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e9183bf-f5d7-4bf7-90af-bf1a1dacc04d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9077926 May 12 19:59:34.629795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:34.636023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Request body: {'subnet': {'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1228538085-subnet', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:34.639451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e976df94-4974-4d79-82fc-dfe37bdcd07d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:34.642473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:34.646766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Usage tracker for resource:subnet and tenant:0b8cc1570f45429c802996edfd6cf2a9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:34.650118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:34.656938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:34.769355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Made reservation on behalf of 0b8cc1570f45429c802996edfd6cf2a9 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:34.775426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:34.952691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6385076 May 12 19:59:34.953779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34166) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:34.960857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88844e1-d042-439c-88fe-c8119c6137c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=7ceac98c-24fc-4260-9f2e-ad950c0df8f1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:34.975231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7ceac98c-24fc-4260-9f2e-ad950c0df8f1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:34.990465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '7ceac98c-24fc-4260-9f2e-ad950c0df8f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:35.248763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e609e59-ae90-4ccd-89b9-c3b6a78e7a62 req-52994cc1-1d3f-429d-aa69-c8d1ecac6cd9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:35.250577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e609e59-ae90-4ccd-89b9-c3b6a78e7a62 req-52994cc1-1d3f-429d-aa69-c8d1ecac6cd9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 945 time: 0.4494750 May 12 19:59:35.283843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:35.295903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:35.301956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:35.310239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:35.315217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e609e59-ae90-4ccd-89b9-c3b6a78e7a62 req-b0d33d49-8789-40d8-84e1-5624c52edb83 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576456 May 12 19:59:35.327985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:35.331698 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.346421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.423914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d281593b-1f7e-4824-8446-6188e1d55865,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:35.454262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Checking segment: {'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:35.454642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Network hostable DHCP agents. Network: e976df94-4974-4d79-82fc-dfe37bdcd07d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:35.476381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Network e976df94-4974-4d79-82fc-dfe37bdcd07d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:35.487559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e976df94-4974-4d79-82fc-dfe37bdcd07d) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:35.496439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:35.498616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.512394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63a9b4-dda5-4cc6-a226-fe071c1aaca5 None None] Network e976df94-4974-4d79-82fc-dfe37bdcd07d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:35.556113 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b351e7ef-6b7f-4e01-a8f9-81bf9cf120e2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9252591 May 12 19:59:35.558479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34176) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:35.568727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:35.582099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:35.590717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Usage tracker for resource:router and tenant:0b8cc1570f45429c802996edfd6cf2a9 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:35.594825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77071054-55a2-47f4-8be0-7b3681a1aebb req-ff337d55-81ee-476e-9740-22e626db2caa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:35.596874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77071054-55a2-47f4-8be0-7b3681a1aebb req-ff337d55-81ee-476e-9740-22e626db2caa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 945 time: 0.1613705 May 12 19:59:35.603629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:35.609999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:35.629088 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.630466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.667192 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.691110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77071054-55a2-47f4-8be0-7b3681a1aebb req-d7fa3fcc-9949-44d2-9908-c7751641a635 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878990 May 12 19:59:35.753381 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.824127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=ebb6976a-c3c7-40ed-8305-01da97ab7269,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:35.881345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': 'f9c889ca-7569-4ced-87b2-9d0fb813a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ceac98c-24fc-4260-9f2e-ad950c0df8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:35.882080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 7ceac98c-24fc-4260-9f2e-ad950c0df8f1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:35.900694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e976df94-4974-4d79-82fc-dfe37bdcd07d', 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'fixed_ips': [{'subnet_id': 'd281593b-1f7e-4824-8446-6188e1d55865'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:35.901568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:35.931216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ce3f5-06bc-4b8b-9aa6-e4bb568947d1 req-65c9e432-65c9-4dff-91e6-0d24e3465a82 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:35.933143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f7ce3f5-06bc-4b8b-9aa6-e4bb568947d1 req-65c9e432-65c9-4dff-91e6-0d24e3465a82 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 946 time: 0.2335007 May 12 19:59:35.966142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 7ceac98c-24fc-4260-9f2e-ad950c0df8f1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:35.996752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7ceac98c-24fc-4260-9f2e-ad950c0df8f1) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:36.011909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a5b7b-a7c3-40b3-ad89-1a3553566fff None None] Network 7ceac98c-24fc-4260-9f2e-ad950c0df8f1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:36.023927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f7ce3f5-06bc-4b8b-9aa6-e4bb568947d1 req-2c7347c1-6baa-4810-8465-fad9f153a93a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841477 May 12 19:59:36.033490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:36.034434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.082467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dfbc46c4-2fa4-4a91-98c4-1eb6f49baa51 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1159122 May 12 19:59:36.084179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34190) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:36.274598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.469435 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.491876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ca9d-29af-45ef-9dc4-6cfceb6a42ee req-58233aed-ab8d-4e20-96a4-5c0e178e0674 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:36.499433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e65ca9d-29af-45ef-9dc4-6cfceb6a42ee req-58233aed-ab8d-4e20-96a4-5c0e178e0674 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 946 time: 0.1851964 May 12 19:59:36.549622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Allocated IP 172.20.0.2 (e976df94-4974-4d79-82fc-dfe37bdcd07d/d281593b-1f7e-4824-8446-6188e1d55865/af557154-b46b-456d-b25d-9a37b95bb455) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:36.624394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e65ca9d-29af-45ef-9dc4-6cfceb6a42ee req-7c6f5d70-1839-486c-aedf-3445f9e4196a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237371 May 12 19:59:36.666522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.882243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.898153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.930829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.947426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb6976a-c3c7-40ed-8305-01da97ab7269,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:36.954479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:36.964504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Transition to ACTIVE for port object af557154-b46b-456d-b25d-9a37b95bb455 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:36.976219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081cdd-1799-4d65-a4ad-b36fc8a776df req-1696a964-1ede-411d-b23c-9f5b0a8fb3e0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:36.977972 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8081cdd-1799-4d65-a4ad-b36fc8a776df req-1696a964-1ede-411d-b23c-9f5b0a8fb3e0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 945 time: 0.3156447 May 12 19:59:36.988437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Transition to ACTIVE for port object af557154-b46b-456d-b25d-9a37b95bb455 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:37.004464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.046096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccac52e-a5fc-4b34-81b2-68577b60562b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-7ceac98c-24fc-4260-9f2e-ad950c0df8f1', 'network_id': '7ceac98c-24fc-4260-9f2e-ad950c0df8f1', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': 'ebb6976a-c3c7-40ed-8305-01da97ab7269'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:37.046928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dccac52e-a5fc-4b34-81b2-68577b60562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.100031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Allocated IP 172.25.2.40 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/39241ddb-cdd8-4b30-8b53-01e867eecefd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:37.108969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.148776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Network e976df94-4974-4d79-82fc-dfe37bdcd07d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:37.159942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:37.169843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:37.170251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317be940-cee6-4a03-9512-abcf22b1d1d0 req-c858cecb-445a-41c5-b056-a2cfc4aa9f44 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:37.171749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-317be940-cee6-4a03-9512-abcf22b1d1d0 req-c858cecb-445a-41c5-b056-a2cfc4aa9f44 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 946 time: 0.3683858 May 12 19:59:37.172933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Pushing event updated for resources: {'Port': ['ID=af557154-b46b-456d-b25d-9a37b95bb455,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:37.280713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ccc4c-661a-4428-bc06-cdcf3be66c18 None None] Network 7ceac98c-24fc-4260-9f2e-ad950c0df8f1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:37.290567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8081cdd-1799-4d65-a4ad-b36fc8a776df req-f26546d3-8f76-4fab-91cb-ed500bfa7df9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065534 May 12 19:59:37.295085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ceac98c-24fc-4260-9f2e-ad950c0df8f1']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:37.327059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.332436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c889ca-7569-4ced-87b2-9d0fb813a712') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:37.332673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c889ca-7569-4ced-87b2-9d0fb813a712') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:37.346322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-317be940-cee6-4a03-9512-abcf22b1d1d0 req-94022dfa-f183-4ea5-bb1e-e34c4dbb8655 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628067 May 12 19:59:37.349833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.366847 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.371368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Attempting to bind port af557154-b46b-456d-b25d-9a37b95bb455 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:37.371910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Attempting to bind port af557154-b46b-456d-b25d-9a37b95bb455 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:37.372428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Attempting to bind port af557154-b46b-456d-b25d-9a37b95bb455 on network e976df94-4974-4d79-82fc-dfe37bdcd07d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:37.386290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34208) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:37.402318 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.408260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:37.408839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Checking segment: {'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:37.409510 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.410045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Bound using segment: {'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:37.410639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Bound port: af557154-b46b-456d-b25d-9a37b95bb455, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:37.411381 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.414796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:37.415220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: timer() May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:37.446428 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:37.478798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:37.482628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:37.487123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:37.525761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Pushing event updated for resources: {'Port': ['ID=39241ddb-cdd8-4b30-8b53-01e867eecefd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:37.617721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] For port af557154-b46b-456d-b25d-9a37b95bb455, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:37.692430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] For port af557154-b46b-456d-b25d-9a37b95bb455, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=af557154-b46b-456d-b25d-9a37b95bb455,segment=NetworkSegment(eb527636-82e5-4311-96fe-7b83518729c4),segment_id=eb527636-82e5-4311-96fe-7b83518729c4)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:37.692911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.702768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.722476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.755269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/7ceac98c-24fc-4260-9f2e-ad950c0df8f1 HTTP/1.1" status: 204 len: 168 time: 1.6691234 May 12 19:59:37.768420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073d85-a67c-4a40-9a7e-f27e0064823a tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=7ceac98c-24fc-4260-9f2e-ad950c0df8f1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:37.785526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34218) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:37.790631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1133636332'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:37.803471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:37.810858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:37.816696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:37.824822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:37.856092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922eeeb2-9e2b-4385-913b-7024656d92dd None None] Pushing event updated for resources: {'Port': ['ID=af557154-b46b-456d-b25d-9a37b95bb455,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:37.928285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349ab43-1239-4856-920b-0dbc55d152d2 tempest-TestServerBasicOps-566353634 tempest-TestServerBasicOps-566353634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:37.932846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9349ab43-1239-4856-920b-0dbc55d152d2 tempest-TestServerBasicOps-566353634 tempest-TestServerBasicOps-566353634-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1092 time: 0.5427651 May 12 19:59:37.932846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:37.934731 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:37.951547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34224) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:37.966767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:37.987194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:38.005759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:38.019708 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.020068 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment a5f12fee-2d77-4316-8354-599669483a85 of type vlan for network 266ddfde-4352-4dde-bb49-bf18f630ef75 May 12 19:59:38.054667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.086158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Usage tracker for resource:floatingip and tenant:09854bc2cf07438bbef407fe87dae92a is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:38.092647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:38.099643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.105053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:38.105801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.112098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:38.113962 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.439736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.556260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.608087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.643633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8612769 May 12 19:59:38.646554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34238) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:38.654600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:38.669678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-b82f1ac1-d098-47a2-b25b-593b2aa25bc5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:38.671912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-b82f1ac1-d098-47a2-b25b-593b2aa25bc5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 945 time: 0.8354437 May 12 19:59:38.713545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efb822-80f1-438b-9e6e-48c53d7c1685 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=266ddfde-4352-4dde-bb49-bf18f630ef75,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:38.725949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:38.866946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port 0d49ac77-f841-4497-a916-caeb6a505232 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:38.867296 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:38.902237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbf947-af66-4eda-9c64-813d7b3e871d req-dbd132c7-abc2-48ac-a23f-cfb1bd00fb6c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:38.909818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ecbf947-af66-4eda-9c64-813d7b3e871d req-dbd132c7-abc2-48ac-a23f-cfb1bd00fb6c tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 946 time: 0.4670274 May 12 19:59:39.006018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194bc9b-9315-4af0-923e-fb2666721c81 req-c36327dd-cfb5-468a-8904-f2c6b84b0e3b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:39.007624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1194bc9b-9315-4af0-923e-fb2666721c81 req-c36327dd-cfb5-468a-8904-f2c6b84b0e3b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 945 time: 0.5038762 May 12 19:59:39.058916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ecbf947-af66-4eda-9c64-813d7b3e871d req-f727f7e5-3305-4fdf-a1c2-1fd5b1151a7a tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480722 May 12 19:59:39.131658 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:39.244178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1194bc9b-9315-4af0-923e-fb2666721c81 req-5084c715-6560-47cd-9858-09ea640d5da5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193327 May 12 19:59:39.278855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device af557154-b46b-456d-b25d-9a37b95bb455 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:39.296217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:39.320773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:39.374594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port af557154-b46b-456d-b25d-9a37b95bb455 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:39.413793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096274f-1109-4993-9883-f739b102ed86 None None] Network e976df94-4974-4d79-82fc-dfe37bdcd07d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:39.452778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:39.529147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] For port 0d49ac77-f841-4497-a916-caeb6a505232, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=0d49ac77-f841-4497-a916-caeb6a505232,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:39.529685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:39.576359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 is not hosted by any dhcp agent {{(pid=88113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 12 19:59:39.583296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:39.584595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:39.586300 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "PUT /v2.0/networks/266ddfde-4352-4dde-bb49-bf18f630ef75 HTTP/1.1" status: 200 len: 723 time: 0.9387903 May 12 19:59:39.595149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34248) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:39.602388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] Provisioning for port af557154-b46b-456d-b25d-9a37b95bb455 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:39.606943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36250c-4dc2-4041-8329-fde068dadbd6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=266ddfde-4352-4dde-bb49-bf18f630ef75,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:39.614384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '266ddfde-4352-4dde-bb49-bf18f630ef75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:39.620243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:39.692338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for 0d49ac77-f841-4497-a916-caeb6a505232 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:39.753070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] Provisioning complete for port af557154-b46b-456d-b25d-9a37b95bb455 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:39.753567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:39.779842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:39.788869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:39.792151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:39.892636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Allocated IP 172.25.2.11 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/785c4440-81a9-46c7-8d72-55bd64b0d860) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:39.950078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:59:39.954967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:40.028219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] Current status of the port af557154-b46b-456d-b25d-9a37b95bb455 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:40.028605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.055872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:40.060442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.069441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.136197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=0d49ac77-f841-4497-a916-caeb6a505232,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:40.168429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-779d1039-124a-4759-9270-b52f88581a05 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:40.171276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-779d1039-124a-4759-9270-b52f88581a05 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 946 time: 0.3512657 May 12 19:59:40.185472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] For port af557154-b46b-456d-b25d-9a37b95bb455, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=af557154-b46b-456d-b25d-9a37b95bb455,segment=NetworkSegment(eb527636-82e5-4311-96fe-7b83518729c4),segment_id=eb527636-82e5-4311-96fe-7b83518729c4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:40.199640 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.333634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0d49ac77-f841-4497-a916-caeb6a505232 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:59:40.476063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 0d49ac77-f841-4497-a916-caeb6a505232 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:59:40.476657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 0d49ac77-f841-4497-a916-caeb6a505232 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:59:40.504153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f048e7a2-8b98-4597-b440-67a4f3d1199c None None] Provisioning complete for port af557154-b46b-456d-b25d-9a37b95bb455 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:40.504792 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f048e7a2-8b98-4597-b440-67a4f3d1199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.520139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:59:40.535321 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Sync routers for ids ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:59:40.543466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5794f-5e65-4cc5-ac63-b5e064f8dc2f None None] Pushing event updated for resources: {'Port': ['ID=af557154-b46b-456d-b25d-9a37b95bb455,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:40.556853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.570660 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Routers {'669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:40.571975 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:40.596712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.600522 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-92c91f81-1720-46a0-ab16-f36baf3a8006 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0384996 May 12 19:59:40.612181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:40.667482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port 5d76a675-0616-44fa-bc38-54ef04ea1a7e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:40.667727 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:40.745246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=3de0a731-14ac-438c-bc69-1f7507754dae,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:40.789433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f048e7a2-8b98-4597-b440-67a4f3d1199c None None] Current status of the port af557154-b46b-456d-b25d-9a37b95bb455 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:40.846952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': 'a5f12fee-2d77-4316-8354-599669483a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '266ddfde-4352-4dde-bb49-bf18f630ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:40.847332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 266ddfde-4352-4dde-bb49-bf18f630ef75, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:40.870663 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Set router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:40.949874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] No DVR routers for this DVR port 0d49ac77-f841-4497-a916-caeb6a505232 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:59:40.973142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:40.981684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.001772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'name': 'network-vif-deleted', 'tag': '0d49ac77-f841-4497-a916-caeb6a505232'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:59:41.009429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 266ddfde-4352-4dde-bb49-bf18f630ef75) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:41.017872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b470ab0-73a6-4c02-a592-f467fc30ab98 None None] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:41.036663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dae2db7f-92d6-49cd-8326-1b7980ad10e9 req-b52cbc8d-af5c-41fb-b880-df981f10d22e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:41.050101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb99b012-fd43-4437-8e39-15cdbbb48f7c req-3c202d33-823a-4007-9fd5-451066b87219 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "DELETE /v2.0/ports/0d49ac77-f841-4497-a916-caeb6a505232 HTTP/1.1" status: 204 len: 173 time: 2.3662150 May 12 19:59:41.064943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.091424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:41.093829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.190008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-dae2db7f-92d6-49cd-8326-1b7980ad10e9 req-b52cbc8d-af5c-41fb-b880-df981f10d22e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:41.191171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dae2db7f-92d6-49cd-8326-1b7980ad10e9 req-b52cbc8d-af5c-41fb-b880-df981f10d22e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 210 time: 0.3893771 May 12 19:59:41.250623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-91c9f0b3-cfec-4446-8afe-422be2b6f2c8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6511915 May 12 19:59:41.260736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34268) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:41.277443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device af557154-b46b-456d-b25d-9a37b95bb455 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:41.282997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b0f6c4bb-8c9c-493a-80ca-649d4e349917 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:41.301453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f6bd-4281-4a35-bf01-7daf81727743 req-1ebaf902-cfb4-4d43-b9af-29b8f69485de tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:41.302999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af01f6bd-4281-4a35-bf01-7daf81727743 req-1ebaf902-cfb4-4d43-b9af-29b8f69485de tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 946 time: 0.4979472 May 12 19:59:41.382971 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T19:59:38Z', 'revision_number': 3, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port': {'id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:36Z', 'updated_at': '2022-05-12T19:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:41.389202 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Checking router: 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:59:41.389873 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Updating router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e port 39241ddb-cdd8-4b30-8b53-01e867eecefd binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:59:41.391948 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76f999c-ddf9-47f5-9144-21eef45998cc'] response: {'server_uuid': 'fdf3aa3a-359e-4970-9603-c6382e19e3d5', 'name': 'network-vif-deleted', 'tag': '0d49ac77-f841-4497-a916-caeb6a505232', 'status': 'completed', 'code': 200} May 12 19:59:41.456043 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.456310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] For port 5d76a675-0616-44fa-bc38-54ef04ea1a7e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5d76a675-0616-44fa-bc38-54ef04ea1a7e,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:41.456751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.612038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port af557154-b46b-456d-b25d-9a37b95bb455 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:41.612619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.692402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-266ddfde-4352-4dde-bb49-bf18f630ef75', 'network_id': '266ddfde-4352-4dde-bb49-bf18f630ef75', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': '3de0a731-14ac-438c-bc69-1f7507754dae'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:41.693985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.784955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c4bb-8c9c-493a-80ca-649d4e349917 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3404272'] for subnet, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:41.866520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port af557154-b46b-456d-b25d-9a37b95bb455 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:41.908643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af01f6bd-4281-4a35-bf01-7daf81727743 req-73f28cfd-02f4-412d-a97d-38b02a2152e9 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489798 May 12 19:59:41.910390 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.021959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Allocated IP 172.20.0.2 (266ddfde-4352-4dde-bb49-bf18f630ef75/3de0a731-14ac-438c-bc69-1f7507754dae/4d82b41d-c43a-4ce9-a2ed-fd89ca318974) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:42.030469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'Port': ['ID=785c4440-81a9-46c7-8d72-55bd64b0d860,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:42.054915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:42.058436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:42.061146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:42.099495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.431074 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.465217 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Transition to ACTIVE for port object 39241ddb-cdd8-4b30-8b53-01e867eecefd will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:42.469343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.469933 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.470455 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Floating IP 10b29a17-9d49-4e13-866c-5a0281e80de5 disassociated. External IP: 172.25.2.136, port: 5d76a675-0616-44fa-bc38-54ef04ea1a7e. May 12 19:59:42.471080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for 5d76a675-0616-44fa-bc38-54ef04ea1a7e owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:42.484802 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.533567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.545859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5d76a675-0616-44fa-bc38-54ef04ea1a7e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:59:42.624450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Allocated IP 172.20.0.1 (e976df94-4974-4d79-82fc-dfe37bdcd07d/d281593b-1f7e-4824-8446-6188e1d55865/4344412d-386e-4762-848d-337925a2f0d2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:42.627295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Transition to ACTIVE for port object 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:42.635004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8edddd2-d652-46be-8699-5008a39cdbef req-402f127f-851a-4939-9af5-2c68ab7f7288 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf3aa3a-359e-4970-9603-c6382e19e3d5 HTTP/1.1" status: 200 len: 210 time: 0.1143734 May 12 19:59:42.691234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Transition to ACTIVE for port object 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:42.715666 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Attempting to bind port 39241ddb-cdd8-4b30-8b53-01e867eecefd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:42.716032 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Attempting to bind port 39241ddb-cdd8-4b30-8b53-01e867eecefd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:42.716580 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Attempting to bind port 39241ddb-cdd8-4b30-8b53-01e867eecefd on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:42.738171 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:42.738870 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:42.739429 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.739968 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:42.740604 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Bound port: 39241ddb-cdd8-4b30-8b53-01e867eecefd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:42.741154 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.743683 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:42.867201 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Pushing event updated for resources: {'Port': ['ID=39241ddb-cdd8-4b30-8b53-01e867eecefd,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:42.868406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Pushing event updated for resources: {'Port': ['ID=4d82b41d-c43a-4ce9-a2ed-fd89ca318974,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:42.892787 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.893125 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.893485 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.893816 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.894140 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.894464 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.894782 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.895098 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.895413 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.895726 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.902216 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.902727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:59:42.975436 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] For port 39241ddb-cdd8-4b30-8b53-01e867eecefd, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:42.978759 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] For port 39241ddb-cdd8-4b30-8b53-01e867eecefd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=39241ddb-cdd8-4b30-8b53-01e867eecefd,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:42.990621 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.043403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5d76a675-0616-44fa-bc38-54ef04ea1a7e is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:43.043797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.086667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:43.093761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:43.096340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:43.160009 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Routers {'669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:43.161175 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:43.198632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.215870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Transition to ACTIVE for port object 4344412d-386e-4762-848d-337925a2f0d2 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:43.239740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c4bb-8c9c-493a-80ca-649d4e349917 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756756899449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26535464'] for subnet, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.278224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.359224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6c4bb-8c9c-493a-80ca-649d4e349917 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:43.360277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c4bb-8c9c-493a-80ca-649d4e349917 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.365068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b0f6c4bb-8c9c-493a-80ca-649d4e349917 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "PUT /v2.0/subnets/3de0a731-14ac-438c-bc69-1f7507754dae HTTP/1.1" status: 200 len: 806 time: 2.1029298 May 12 19:59:43.369388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Attempting to bind port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:43.369754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Attempting to bind port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'a5f12fee-2d77-4316-8354-599669483a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '266ddfde-4352-4dde-bb49-bf18f630ef75'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:43.370112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Attempting to bind port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 on network 266ddfde-4352-4dde-bb49-bf18f630ef75 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:43.386255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:43.386717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Checking segment: {'id': 'a5f12fee-2d77-4316-8354-599669483a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '266ddfde-4352-4dde-bb49-bf18f630ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:43.387127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.388297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34284) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:43.388424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Bound using segment: {'id': 'a5f12fee-2d77-4316-8354-599669483a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '266ddfde-4352-4dde-bb49-bf18f630ef75'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:43.388902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Bound port: 4d82b41d-c43a-4ce9-a2ed-fd89ca318974, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f12fee-2d77-4316-8354-599669483a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '266ddfde-4352-4dde-bb49-bf18f630ef75'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:43.389463 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.417858 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e98ee-bdde-420c-b38c-8074eb3d92df None None] Pushing event updated for resources: {'Port': ['ID=39241ddb-cdd8-4b30-8b53-01e867eecefd,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:43.421644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Network e976df94-4974-4d79-82fc-dfe37bdcd07d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:43.430549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:43.477682 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] Set router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:43.512270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:43.634436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] For port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:43.640068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] For port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4d82b41d-c43a-4ce9-a2ed-fd89ca318974,segment=NetworkSegment(a5f12fee-2d77-4316-8354-599669483a85),segment_id=a5f12fee-2d77-4316-8354-599669483a85)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:43.646655 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.706862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6c4bb-8c9c-493a-80ca-649d4e349917 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=3de0a731-14ac-438c-bc69-1f7507754dae,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:43.743698 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.793733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Pushing event updated for resources: {'Port': ['ID=4344412d-386e-4762-848d-337925a2f0d2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:43.810470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=5d76a675-0616-44fa-bc38-54ef04ea1a7e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:43.837043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:43.854130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1bdb8-9ac7-4455-8031-26ec8fc51598 None None] Pushing event updated for resources: {'Port': ['ID=4d82b41d-c43a-4ce9-a2ed-fd89ca318974,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:43.938942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2230c277-a3df-49ec-8a05-4b261e79c851 None None] Provisioning for port 4344412d-386e-4762-848d-337925a2f0d2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:43.945027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2230c277-a3df-49ec-8a05-4b261e79c851 None None] Provisioning complete for port 4344412d-386e-4762-848d-337925a2f0d2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:43.945629 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2230c277-a3df-49ec-8a05-4b261e79c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.007879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43847249-b3ce-4fd1-9191-4d0f02324777 req-97554583-b145-4a58-adcc-0e7827fc49c7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:44.011900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43847249-b3ce-4fd1-9191-4d0f02324777 req-97554583-b145-4a58-adcc-0e7827fc49c7 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 946 time: 0.8585079 May 12 19:59:44.070318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2230c277-a3df-49ec-8a05-4b261e79c851 None None] Port 4344412d-386e-4762-848d-337925a2f0d2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:59:44.104194 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.159980 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T19:59:38Z', 'revision_number': 3, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port': {'id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:36Z', 'updated_at': '2022-05-12T19:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:44.164211 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ae3e8-c804-4145-9603-63ea3fd99583 None None] The sync data for ids ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'] in n-d-841626-1 is: [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T19:59:38Z', 'revision_number': 3, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port': {'id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:36Z', 'updated_at': '2022-05-12T19:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:59:44.301340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.330188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43847249-b3ce-4fd1-9191-4d0f02324777 req-b8e3f76d-5e59-4aad-856c-1642e096b5b6 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups?id=342c7f22-2c93-47f4-8109-0761981eef16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971447 May 12 19:59:44.351436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Deleting port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:44.351784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.356546 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.412870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:59:44.744211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:59:44.768153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:59:44.783074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:44.783808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:44.893127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] No DVR routers for this DVR port 5d76a675-0616-44fa-bc38-54ef04ea1a7e on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:59:44.895466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.895773 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.902898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'name': 'network-vif-deleted', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:59:44.923782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:44.935865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:45.249376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:45.265572 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e70773a-5f3e-4053-a8a1-2608c4e12b8a'] response: {'server_uuid': '94208ac0-30de-4b96-8232-e5a103ebc4de', 'name': 'network-vif-deleted', 'tag': '5d76a675-0616-44fa-bc38-54ef04ea1a7e', 'status': 'completed', 'code': 200} May 12 19:59:45.270348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:45.281360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Pushing event updated for resources: {'Port': ['ID=4344412d-386e-4762-848d-337925a2f0d2,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:45.314793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] For port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4d82b41d-c43a-4ce9-a2ed-fd89ca318974,segment=NetworkSegment(a5f12fee-2d77-4316-8354-599669483a85),segment_id=a5f12fee-2d77-4316-8354-599669483a85)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:45.315418 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:45.449618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:45.458272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event updated for resources: {'Port': ['ID=785c4440-81a9-46c7-8d72-55bd64b0d860,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:45.474880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6d6aa29-ade3-45a8-b433-10ff6d5754a3 req-72cbb6c4-67b4-4d56-b984-8d0c197f2e12 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.36 "DELETE /v2.0/ports/5d76a675-0616-44fa-bc38-54ef04ea1a7e HTTP/1.1" status: 204 len: 173 time: 5.2572474 May 12 19:59:45.623852 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:45.650316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:45.848016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f5598606-6fbc-4550-ab0e-f87aea39b9ee req-4ea7a861-365b-4df7-a975-f21ddc0483d2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Synchronizing usage tracker for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:45.874740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Calling delete_port for 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:45.945884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:46.004067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f561a05-64af-4353-a6e5-64d9718e0e0b None None] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:46.079482 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Floating IP 5cfcb8c5-6dd6-42b3-9758-99fb23cccb44 associated. External IP: 172.25.2.11, port: 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0. May 12 19:59:46.199700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f5598606-6fbc-4550-ab0e-f87aea39b9ee req-4ea7a861-365b-4df7-a975-f21ddc0483d2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Unset dirty status for tenant:0f24a5391d624f52a0f54fef6c8a60c5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:46.201135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5598606-6fbc-4550-ab0e-f87aea39b9ee req-4ea7a861-365b-4df7-a975-f21ddc0483d2 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/ports?device_id=94208ac0-30de-4b96-8232-e5a103ebc4de HTTP/1.1" status: 200 len: 210 time: 0.4374444 May 12 19:59:46.246327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:46.255917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Network e976df94-4974-4d79-82fc-dfe37bdcd07d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:46.269459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:46.545282 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:46.560056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 39241ddb-cdd8-4b30-8b53-01e867eecefd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:46.594406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-21e94658-8369-4cad-bbc8-f8e7f6db901a None None] Provisioning for port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:46.614071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-21e94658-8369-4cad-bbc8-f8e7f6db901a None None] Provisioning complete for port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:46.623932 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21e94658-8369-4cad-bbc8-f8e7f6db901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:46.729154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21e94658-8369-4cad-bbc8-f8e7f6db901a None None] Port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 was deleted so its status cannot be updated. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 12 19:59:46.894327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Port': ['ID=4d82b41d-c43a-4ce9-a2ed-fd89ca318974,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:46.905212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dffd3426-a05f-4a73-ad95-d5266ab84e99 None None] Provisioning complete for port 4344412d-386e-4762-848d-337925a2f0d2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:46.905874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dffd3426-a05f-4a73-ad95-d5266ab84e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:46.998465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No DVR routers for this DVR port 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:59:47.004953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dffd3426-a05f-4a73-ad95-d5266ab84e99 None None] Port 4344412d-386e-4762-848d-337925a2f0d2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 19:59:47.008272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:47.083983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:59:47.095203 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:47.137855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 39241ddb-cdd8-4b30-8b53-01e867eecefd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:47.150040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 39241ddb-cdd8-4b30-8b53-01e867eecefd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:47.150780 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:47.221561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:59:47.222171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Router ca554f2d-cd18-4758-983a-908e5dfb9ba3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 19:59:47.359946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:47.361303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:47.558959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34328) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:47.656456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:59:47.667502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:47.668591 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] Sync routers for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:59:47.679738 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:47.680429 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:47.691666 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:47.759282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:59:47.804369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:47.805000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=3de0a731-14ac-438c-bc69-1f7507754dae,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:47.851015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fb541ae2-89c1-4137-aa58-791c1aab69df tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8947222 May 12 19:59:47.851864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:59:47.919013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:47.958310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266ddfde-4352-4dde-bb49-bf18f630ef75']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:47.979447 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613403e4-ea11-4bcc-84a1-d69fd5548945'] response: {'name': 'network-changed', 'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'status': 'completed', 'code': 200} May 12 19:59:47.987875 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:47.991987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 39241ddb-cdd8-4b30-8b53-01e867eecefd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:47.992620 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.014752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f12fee-2d77-4316-8354-599669483a85') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:48.015054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f12fee-2d77-4316-8354-599669483a85') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:48.052480 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.080769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.087492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:48.088116 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.167984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Sync routers for ids ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:59:48.179800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9bfe5-9cfd-4e62-bc04-01d2d455f7ae None None] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: timer() May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: self._notify() May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:48.201458 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:48.209058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.231259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-90c036de-f9d9-4ba9-bd38-7482db8d1016 admin admin] 10.222.0.72 "PUT /v2.0/routers/669b1ef1-e9ad-48cb-91b0-e4f46de9d90e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6180806 May 12 19:59:48.257895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.260958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=266ddfde-4352-4dde-bb49-bf18f630ef75,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:48.270909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4788280-c5f0-40ef-9efb-d1211d397402 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.286369 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-abebdf89-df3a-489e-9a5b-a0345c647a4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/266ddfde-4352-4dde-bb49-bf18f630ef75 HTTP/1.1" status: 204 len: 168 time: 4.8961334 May 12 19:59:48.290744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34344) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:48.293259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-819ebbcd-a61a-450e-a9cd-f2e0a4cdc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:48.294961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-819ebbcd-a61a-450e-a9cd-f2e0a4cdc47f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1097 time: 0.2947357 May 12 19:59:48.344085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9bfe5-9cfd-4e62-bc04-01d2d455f7ae None None] Network 266ddfde-4352-4dde-bb49-bf18f630ef75 could not be found, it might have been deleted concurrently. {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 12 19:59:48.399074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Routers {'669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:48.399705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:48.405618 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c61bce5-cfd8-4b5c-9852-784b65c47856 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 19:59:48.406407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c61bce5-cfd8-4b5c-9852-784b65c47856 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:59:48.408546 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3c61bce5-cfd8-4b5c-9852-784b65c47856 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/266ddfde-4352-4dde-bb49-bf18f630ef75 HTTP/1.1" status: 404 len: 339 time: 0.1165392 May 12 19:59:48.426924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34352) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:48.432855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540848858', 'description': 'd1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:48.439397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:48.444410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:network and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:48.449544 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:48.482159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:48.501886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4788280-c5f0-40ef-9efb-d1211d397402 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.506974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 39241ddb-cdd8-4b30-8b53-01e867eecefd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=39241ddb-cdd8-4b30-8b53-01e867eecefd,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:48.509905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba243e59-0260-4bad-9cc3-412a024dc054 None None] DHCP port deletion for 266ddfde-4352-4dde-bb49-bf18f630ef75 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 19:59:48.541990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:48.547762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.569938 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:48.638593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-f36437c8-04e0-4623-ac2a-0df11b5166d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:48.640090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-f36437c8-04e0-4623-ac2a-0df11b5166d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 909 time: 0.3300188 May 12 19:59:48.859985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-e9efe557-f0a0-4b99-9289-c0e20e73cad7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 999 time: 0.2110574 May 12 19:59:48.885174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 19:59:48.982940 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5cfcb8c5-6dd6-42b3-9758-99fb23cccb44', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'port_id': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'mac_address': 'fa:16:3e:c1:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:59:43Z', 'updated_at': '2022-05-12T19:59:43Z', 'revision_number': 0, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:52Z', 'revision_number': 5, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:48.983508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-f6320679-d70d-409e-be35-0f98d49b1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:48.984478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-f6320679-d70d-409e-be35-0f98d49b1074 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 200 len: 847 time: 0.1176648 May 12 19:59:48.992202 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] Checking router: ca554f2d-cd18-4758-983a-908e5dfb9ba3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:59:49.002553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:49.003717 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:49.037807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Set router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:49.065957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:49.153006 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.154971 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment 5ba103c0-2ad4-421f-9782-8d85f8b5fdd1 of type vlan for network 84068b0f-aec1-4313-adeb-4d69fa88706d May 12 19:59:49.194262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 19:59:49.196404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4d82b41d-c43a-4ce9-a2ed-fd89ca318974 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 19:59:49.215733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-e5eb3013-0466-4951-a1aa-3735c90aa07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:49.222233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-e5eb3013-0466-4951-a1aa-3735c90aa07b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=329601bd-5ac8-47f4-bf9d-634a063c63c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279215 May 12 19:59:49.255006 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.265111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:49.285953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4788280-c5f0-40ef-9efb-d1211d397402 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.314410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9390574b-ef02-4171-871e-3e09c86bb2de None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T19:53:45Z', 'revision_number': 4, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '0309d175-0770-417f-a02b-15783b00f896', 'name': '', 'network_id': '7bfbd232-cfd2-4531-a519-b7b561e7fa40', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'mac_address': 'fa:16:3e:10:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:42Z', 'updated_at': '2022-05-12T19:53:56Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'subnets': [{'id': 'b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:59:49.328868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34372) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:49.337875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=39241ddb-cdd8-4b30-8b53-01e867eecefd,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:49.350501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1031374880-network', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:49.356586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:49.361285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Usage tracker for resource:network and tenant:cc26abe8185442e696274aaf5e55292b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:49.364634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:49.371333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:49.388187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:59:49.396121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4788280-c5f0-40ef-9efb-d1211d397402 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c7f22-2c93-47f4-8109-0761981eef16,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:49.402929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Made reservation on behalf of cc26abe8185442e696274aaf5e55292b for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:49.405321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.429044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.449027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4788280-c5f0-40ef-9efb-d1211d397402 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.453720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b4788280-c5f0-40ef-9efb-d1211d397402 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/security-groups/342c7f22-2c93-47f4-8109-0761981eef16 HTTP/1.1" status: 204 len: 168 time: 1.8899629 May 12 19:59:49.454731 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.458561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34376) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:49.460553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:49.461201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:49.506696 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:49.512137 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-22eed8a1-6280-4ad8-821d-f198d97383e4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] show failed (client error): The resource could not be found. May 12 19:59:49.520566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-22eed8a1-6280-4ad8-821d-f198d97383e4 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "GET /v2.0/security-groups/342c7f22-2c93-47f4-8109-0761981eef16 HTTP/1.1" status: 404 len: 347 time: 0.0489249 May 12 19:59:49.525652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34380) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:49.580696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:49.583183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=84068b0f-aec1-4313-adeb-4d69fa88706d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:49.592721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Usage tracker for resource:security_group_rule and tenant:cc26abe8185442e696274aaf5e55292b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:49.596574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:49.608271 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45408f59-67b2-4a93-95f3-91411900ffc3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1800990 May 12 19:59:49.611265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34384) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:49.614086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:49.764642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4947d0-b9b5-4c48-97ba-f5b3e5b2e372 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:49.765453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c4947d0-b9b5-4c48-97ba-f5b3e5b2e372 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Synchronizing usage tracker for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:49.810069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 84068b0f-aec1-4313-adeb-4d69fa88706d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:49.813275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c4947d0-b9b5-4c48-97ba-f5b3e5b2e372 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Unset dirty status for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:49.817572 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c4947d0-b9b5-4c48-97ba-f5b3e5b2e372 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/networks?id=84068b0f-aec1-4313-adeb-4d69fa88706d HTTP/1.1" status: 200 len: 761 time: 0.2011182 May 12 19:59:49.819533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34388) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:49.829089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'description': 'd2'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:49.921083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port 4f3d1d29-4f13-405a-95dd-421dab635b80 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:49.921595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.003113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T19:59:43Z', 'revision_number': 4, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port': {'id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:36Z', 'updated_at': '2022-05-12T19:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4344412d-386e-4762-848d-337925a2f0d2', 'name': '', 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'mac_address': 'fa:16:3e:b4:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'd281593b-1f7e-4824-8446-6188e1d55865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:42Z', 'updated_at': '2022-05-12T19:59:44Z', 'revision_number': 2, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'subnets': [{'id': 'd281593b-1f7e-4824-8446-6188e1d55865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:50.007566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Checking router: 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:59:50.007914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Updating router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e port 4344412d-386e-4762-848d-337925a2f0d2 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:59:50.046681 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd8114-1c53-4ac3-84a4-2fbcaa9118d8 None None] New status for floating IP 10b29a17-9d49-4e13-866c-5a0281e80de5: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:59:50.065954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.111686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.193735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.194315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.251083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.254294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.280528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 84068b0f-aec1-4313-adeb-4d69fa88706d is not hosted by any dhcp agent {{(pid=88113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 12 19:59:50.286253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:50.286894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.291726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "PUT /v2.0/networks/84068b0f-aec1-4313-adeb-4d69fa88706d HTTP/1.1" status: 200 len: 758 time: 0.4710262 May 12 19:59:50.292580 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.313691 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5cfcb8c5-6dd6-42b3-9758-99fb23cccb44', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'port_id': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'mac_address': 'fa:16:3e:c1:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:59:43Z', 'updated_at': '2022-05-12T19:59:43Z', 'revision_number': 0, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:52Z', 'revision_number': 5, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:50.318750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:50.320702 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21af3b-df07-4b6b-a575-f7bec460a444 None None] The sync data for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 is: [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5cfcb8c5-6dd6-42b3-9758-99fb23cccb44', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'port_id': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'mac_address': 'fa:16:3e:c1:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:59:43Z', 'updated_at': '2022-05-12T19:59:43Z', 'revision_number': 0, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:52Z', 'revision_number': 5, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:59:50.343980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.345460 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Added segment a613a52a-4b09-4b76-b937-66da1aa71807 of type vlan for network 61580537-2033-4e4c-99f4-0abedfba7c9c May 12 19:59:50.387914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.449488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34396) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:50.571936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f08ee6-ae4a-42e6-a566-81db8d472aa7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:50.575197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.576901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:50.577770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:50.685132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for 4f3d1d29-4f13-405a-95dd-421dab635b80 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:50.712397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 39241ddb-cdd8-4b30-8b53-01e867eecefd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:50.746305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d484f-6440-44f7-8481-f9104d47e9cb None None] New status for floating IP 5cfcb8c5-6dd6-42b3-9758-99fb23cccb44: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:59:50.796362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-6075b037-43db-4eea-bef7-a84e5401fc69 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5637767 May 12 19:59:50.805684 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 19:59:50.805684 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 19:59:50.888296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248793f6-439f-4129-91ff-befd74c8662e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=84068b0f-aec1-4313-adeb-4d69fa88706d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:50.935720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 84068b0f-aec1-4313-adeb-4d69fa88706d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:50.943379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6006999 May 12 19:59:50.961788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34408) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:50.973512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4f6f1ca6-7922-498d-bdc3-ccd2e7244451 req-f080651a-fa7d-4395-86f5-b574d1e692d4 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689670 May 12 19:59:50.980486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Request body: {'subnet': {'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1031374880-subnet', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:51.047854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6489c-4359-458b-ac85-5b0893facdbe tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:51.049393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-51e6489c-4359-458b-ac85-5b0893facdbe tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/networks?id=84068b0f-aec1-4313-adeb-4d69fa88706d HTTP/1.1" status: 200 len: 761 time: 0.5465329 May 12 19:59:51.052929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:51.053991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:51.060419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066887095'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:51.068864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Usage tracker for resource:subnet and tenant:cc26abe8185442e696274aaf5e55292b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:51.071149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:51.073164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:51.080677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b0162-19bc-4572-bb61-44da17e9ca0d admin admin] Pushing event updated for resources: {'Network': ['ID=61580537-2033-4e4c-99f4-0abedfba7c9c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:51.083271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:51.099872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:51.100433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Made reservation on behalf of cc26abe8185442e696274aaf5e55292b for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:51.113884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.133695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 61580537-2033-4e4c-99f4-0abedfba7c9c details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:51.139116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:51.143062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.201117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:51.212897 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.213642 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment 30c903a7-5ac4-4fa0-a0e1-8569905fb9cd of type vlan for network 560b8235-a45e-4e69-9319-194ee323868a May 12 19:59:51.244683 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.305057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Deleting port 4f3d1d29-4f13-405a-95dd-421dab635b80 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 19:59:51.305753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.385629 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.436618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Transition to ACTIVE for port object 4344412d-386e-4762-848d-337925a2f0d2 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:51.462056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.472387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.478530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:51.479194 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.480879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.606802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 39241ddb-cdd8-4b30-8b53-01e867eecefd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:51.607203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.611352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b469c8-b0c9-43b4-9135-e16378946d3c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:51.617141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Checking segment: {'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:51.617756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Network hostable DHCP agents. Network: 61580537-2033-4e4c-99f4-0abedfba7c9c, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:51.665394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Network 61580537-2033-4e4c-99f4-0abedfba7c9c is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:51.683868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 61580537-2033-4e4c-99f4-0abedfba7c9c) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:51.696316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:51.697122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.755066 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2d7f2e7b-7db3-4713-a28f-44c14344cfd0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7887034 May 12 19:59:51.758508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34420) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:51.766363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:51.779911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:51.790399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Usage tracker for resource:router and tenant:cc26abe8185442e696274aaf5e55292b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:51.794106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:51.803613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=560b8235-a45e-4e69-9319-194ee323868a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:51.816264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:51.822624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9fefb4ec-1c22-46fb-8bbe-d2572a691c02 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7672205 May 12 19:59:51.826670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34424) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:51.839302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '560b8235-a45e-4e69-9319-194ee323868a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:51.843946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.845261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.847789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6f9fd-a51f-40bb-83a8-2a1d7301a84c None None] Network 61580537-2033-4e4c-99f4-0abedfba7c9c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:51.871703 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.897570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 560b8235-a45e-4e69-9319-194ee323868a details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:51.950256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:51.950566 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:52.105691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Calling delete_port for 4f3d1d29-4f13-405a-95dd-421dab635b80 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 19:59:52.181013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:52.185445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Usage tracker for resource:subnet and tenant:7881d5abde3f43ffbb1ea1c29476eb41 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 19:59:52.189333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 19:59:52.197038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:52.232549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:52.236330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:52.266317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb1db8-ffd8-489a-8fdc-61f35a3a9aae None None] Pushing event updated for resources: {'Port': ['ID=4344412d-386e-4762-848d-337925a2f0d2,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:52.467679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Attempting to bind port 4344412d-386e-4762-848d-337925a2f0d2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:52.468108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Attempting to bind port 4344412d-386e-4762-848d-337925a2f0d2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:52.468454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Attempting to bind port 4344412d-386e-4762-848d-337925a2f0d2 on network e976df94-4974-4d79-82fc-dfe37bdcd07d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:52.479067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:52.479440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Checking segment: {'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:52.479835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:52.480226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Bound using segment: {'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:52.480860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Bound port: 4344412d-386e-4762-848d-337925a2f0d2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb527636-82e5-4311-96fe-7b83518729c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:52.481248 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:52.482332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:52.507612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 39241ddb-cdd8-4b30-8b53-01e867eecefd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:52.580800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:52.607995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] For port 4344412d-386e-4762-848d-337925a2f0d2, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:52.611392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] For port 4344412d-386e-4762-848d-337925a2f0d2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4344412d-386e-4762-848d-337925a2f0d2,segment=NetworkSegment(eb527636-82e5-4311-96fe-7b83518729c4),segment_id=eb527636-82e5-4311-96fe-7b83518729c4)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:52.618444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Pushing event deleted for resources: {'Port': ['ID=4f3d1d29-4f13-405a-95dd-421dab635b80,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:52.648139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:52.685215 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 19:59:52.778721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Routers {'669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:52.779364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:52.920466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.047953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.055553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb1db8-ffd8-489a-8fdc-61f35a3a9aae None None] Pushing event updated for resources: {'Port': ['ID=4344412d-386e-4762-848d-337925a2f0d2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:53.073457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bf4de88c-7646-4c5d-a419-ea77e05ecc53 tempest-AttachVolumeNegativeTest-931412303 tempest-AttachVolumeNegativeTest-931412303-project] 10.222.0.72 "DELETE /v2.0/floatingips/10b29a17-9d49-4e13-866c-5a0281e80de5 HTTP/1.1" status: 204 len: 168 time: 3.5450857 May 12 19:59:53.158537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-61580537-2033-4e4c-99f4-0abedfba7c9c', 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'fixed_ips': [{'subnet_id': 'e5b469c8-b0c9-43b4-9135-e16378946d3c'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:53.159054 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.249792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.313824 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.398759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.468532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=d8cc8a3d-2331-40d0-bf37-70f0baa7e790,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:53.488721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': '30c903a7-5ac4-4fa0-a0e1-8569905fb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560b8235-a45e-4e69-9319-194ee323868a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:53.489083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 560b8235-a45e-4e69-9319-194ee323868a, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:59:53.530575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 560b8235-a45e-4e69-9319-194ee323868a is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:59:53.552428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] Set router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:53.565626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 560b8235-a45e-4e69-9319-194ee323868a) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:53.581736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:53.582332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.623277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7f0adedc-4cbe-4c35-bf84-69e6e4323776 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7919316 May 12 19:59:53.625668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34446) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:53.633482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Allocated IP 172.25.2.10 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/909f7b5a-2bf0-498a-9654-7610befdb366) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:53.868395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d44903-5318-404e-bc14-c7d949bf92a9 None None] Network 560b8235-a45e-4e69-9319-194ee323868a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:53.902427 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.951444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:53.970158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.053923 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.112420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Pushing event updated for resources: {'Port': ['ID=909f7b5a-2bf0-498a-9654-7610befdb366,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:54.150307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:54.153945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:54.159793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:54.230961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.345542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cc8a3d-2331-40d0-bf37-70f0baa7e790,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:54.436584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Allocated IP 172.20.0.2 (61580537-2033-4e4c-99f4-0abedfba7c9c/e5b469c8-b0c9-43b4-9135-e16378946d3c/eba16e51-da37-4317-ba6b-0cab52878fb9) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:59:54.565577 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.635660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560b8235-a45e-4e69-9319-194ee323868a']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:54.659299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c903a7-5ac4-4fa0-a0e1-8569905fb9cd') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:54.660916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c903a7-5ac4-4fa0-a0e1-8569905fb9cd') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:54.693548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.726029 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.738253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:59:54.738637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: timer() May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: self._notify() May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:59:54.766993 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:59:54.858131 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.890349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.954068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:54.984578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Transition to ACTIVE for port object eba16e51-da37-4317-ba6b-0cab52878fb9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:54.985718 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:55.011297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=560b8235-a45e-4e69-9319-194ee323868a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:55.052761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-782d5a44-0149-42d5-9629-e15727c75aa0 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/560b8235-a45e-4e69-9319-194ee323868a HTTP/1.1" status: 204 len: 168 time: 1.4253600 May 12 19:59:55.053497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34494) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:55.108650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Transition to ACTIVE for port object eba16e51-da37-4317-ba6b-0cab52878fb9 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:55.190336 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d72e94-cfd8-402b-a5bc-329626f4f953 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] GET failed (client error): The resource could not be found. May 12 19:59:55.193039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-72d72e94-cfd8-402b-a5bc-329626f4f953 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Synchronizing usage tracker for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:55.241048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-72d72e94-cfd8-402b-a5bc-329626f4f953 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Unset dirty status for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:55.242394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-72d72e94-cfd8-402b-a5bc-329626f4f953 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/subnets/d8cc8a3d-2331-40d0-bf37-70f0baa7e790 HTTP/1.1" status: 404 len: 337 time: 0.1878984 May 12 19:59:55.245211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34498) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:55.305965 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e69c6bc-4134-4524-9987-a94ecdff3a71 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 19:59:55.306681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e69c6bc-4134-4524-9987-a94ecdff3a71 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 19:59:55.313520 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e69c6bc-4134-4524-9987-a94ecdff3a71 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/560b8235-a45e-4e69-9319-194ee323868a HTTP/1.1" status: 404 len: 339 time: 0.0642421 May 12 19:59:55.314601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34504) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:55.336541 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:55.512415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ec8c2-6ab7-4120-87d1-ceb86566f4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-560b8235-a45e-4e69-9319-194ee323868a', 'network_id': '560b8235-a45e-4e69-9319-194ee323868a', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': 'd8cc8a3d-2331-40d0-bf37-70f0baa7e790'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 19:59:55.513436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-635ec8c2-6ab7-4120-87d1-ceb86566f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:55.545339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Network 61580537-2033-4e4c-99f4-0abedfba7c9c is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:59:55.635871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:59:55.651363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268d3f9-f01f-4576-b0e5-23349140db4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:55.652192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c268d3f9-f01f-4576-b0e5-23349140db4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Synchronizing usage tracker for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:55.668749 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:55.675181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c268d3f9-f01f-4576-b0e5-23349140db4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Unset dirty status for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:55.676524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c268d3f9-f01f-4576-b0e5-23349140db4d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3609190 May 12 19:59:55.681870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34520) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:55.693711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 19:59:55.743480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Pushing event updated for resources: {'Port': ['ID=eba16e51-da37-4317-ba6b-0cab52878fb9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:55.795694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b36595d5-d5c4-465c-8a1b-5d63689468f2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 207 time: 0.1124635 May 12 19:59:55.799363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34528) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:55.957301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb74403-d241-4823-9a78-1ed2e02d59c9 None None] Network 560b8235-a45e-4e69-9319-194ee323868a requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:56.027286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb74403-d241-4823-9a78-1ed2e02d59c9 None None] Network 560b8235-a45e-4e69-9319-194ee323868a could not be found, it might have been deleted concurrently. {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 12 19:59:56.037773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Attempting to bind port eba16e51-da37-4317-ba6b-0cab52878fb9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:56.038207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Attempting to bind port eba16e51-da37-4317-ba6b-0cab52878fb9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:56.038580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Attempting to bind port eba16e51-da37-4317-ba6b-0cab52878fb9 on network 61580537-2033-4e4c-99f4-0abedfba7c9c {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:56.049657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:56.050037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Checking segment: {'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:56.050443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:56.050836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Bound using segment: {'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:56.051326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Bound port: eba16e51-da37-4317-ba6b-0cab52878fb9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:56.051702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:56.079559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T19:59:43Z', 'revision_number': 4, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port': {'id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:36Z', 'updated_at': '2022-05-12T19:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4344412d-386e-4762-848d-337925a2f0d2', 'name': '', 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'mac_address': 'fa:16:3e:b4:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'd281593b-1f7e-4824-8446-6188e1d55865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:42Z', 'updated_at': '2022-05-12T19:59:52Z', 'revision_number': 4, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'subnets': [{'id': 'd281593b-1f7e-4824-8446-6188e1d55865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:56.122242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8ef6-df2e-4cc0-a8bb-4fc68059a498 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.133953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8ef6-df2e-4cc0-a8bb-4fc68059a498 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.142436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8ef6-df2e-4cc0-a8bb-4fc68059a498 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.169627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8ef6-df2e-4cc0-a8bb-4fc68059a498 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.171650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f09e8ef6-df2e-4cc0-a8bb-4fc68059a498 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3706007 May 12 19:59:56.178119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34560) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:56.226192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] For port eba16e51-da37-4317-ba6b-0cab52878fb9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:56.227272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 19:59:56.230271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] For port eba16e51-da37-4317-ba6b-0cab52878fb9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eba16e51-da37-4317-ba6b-0cab52878fb9,segment=NetworkSegment(a613a52a-4b09-4b76-b937-66da1aa71807),segment_id=a613a52a-4b09-4b76-b937-66da1aa71807)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:56.235430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f713f5-c679-4618-a74f-ec38bbbe4a24 None None] The sync data for ids ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'] in n-d-841626-1 is: [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T19:59:43Z', 'revision_number': 4, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port': {'id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:36Z', 'updated_at': '2022-05-12T19:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4344412d-386e-4762-848d-337925a2f0d2', 'name': '', 'network_id': 'e976df94-4974-4d79-82fc-dfe37bdcd07d', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'mac_address': 'fa:16:3e:b4:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'd281593b-1f7e-4824-8446-6188e1d55865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:42Z', 'updated_at': '2022-05-12T19:59:52Z', 'revision_number': 4, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'subnets': [{'id': 'd281593b-1f7e-4824-8446-6188e1d55865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:59:56.241176 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:56.449953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb0428-5525-4141-b996-f0a7548d20b7 None None] Pushing event updated for resources: {'Port': ['ID=eba16e51-da37-4317-ba6b-0cab52878fb9,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:56.542494 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bc55e27a-a2a2-48f4-aae1-28678273ebbb tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3599410 May 12 19:59:56.543405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34568) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:56.682336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 19:59:56.701353 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Sync routers for ids ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:59:56.704510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c28359-8ee6-43a3-83b3-19579c1c6c2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.708788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c28359-8ee6-43a3-83b3-19579c1c6c2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.714957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c4c28359-8ee6-43a3-83b3-19579c1c6c2d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1700613 May 12 19:59:56.715867 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Routers {'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 19:59:56.718109 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:56.719795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34572) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:56.831348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4344412d-386e-4762-848d-337925a2f0d2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:56.958847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63f6fa-9e9f-4c93-8975-deb5cbcbb93f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.960735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63f6fa-9e9f-4c93-8975-deb5cbcbb93f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['shared'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:56.961427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c63f6fa-9e9f-4c93-8975-deb5cbcbb93f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Synchronizing usage tracker for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:subnet {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 19:59:57.028751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c63f6fa-9e9f-4c93-8975-deb5cbcbb93f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Unset dirty status for tenant:7881d5abde3f43ffbb1ea1c29476eb41 on resource:subnet {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 19:59:57.030208 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c63f6fa-9e9f-4c93-8975-deb5cbcbb93f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3091123 May 12 19:59:57.036780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:57.037628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:57.054354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-63394d42-1dda-4433-8722-63c99690417f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2945943 May 12 19:59:57.055227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34586) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:57.140151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de23ba3a-0149-40f3-9b54-cce260914827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:57.206864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4344412d-386e-4762-848d-337925a2f0d2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:57.225259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4344412d-386e-4762-848d-337925a2f0d2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:57.225605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:57.479198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47206124-9938-47bd-963a-d861af5bb0b3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:57.484661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-47206124-9938-47bd-963a-d861af5bb0b3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/networks/393df4dd-ce93-4c68-9566-331001148e76 HTTP/1.1" status: 200 len: 800 time: 0.4463048 May 12 19:59:57.485559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34596) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:57.486693 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Set router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 19:59:57.607187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4344412d-386e-4762-848d-337925a2f0d2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 19:59:57.611244 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:57.690678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 4344412d-386e-4762-848d-337925a2f0d2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4344412d-386e-4762-848d-337925a2f0d2,segment=NetworkSegment(eb527636-82e5-4311-96fe-7b83518729c4),segment_id=eb527636-82e5-4311-96fe-7b83518729c4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 19:59:57.701798 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:57.890043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0d70c6bd-5e49-4ac9-a102-404b64764ed6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/networks/393df4dd-ce93-4c68-9566-331001148e76?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4027996 May 12 19:59:57.890697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34608) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:57.948640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=4344412d-386e-4762-848d-337925a2f0d2,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:58.116112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f5dad-457c-4d0d-9ec7-744fe1c55cb2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:58.122422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a43f5dad-457c-4d0d-9ec7-744fe1c55cb2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/subnets/05ab30d4-5759-41be-a48c-86e1dfeafc35 HTTP/1.1" status: 200 len: 811 time: 0.2245557 May 12 19:59:58.124275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34612) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:58.399909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T19:59:54Z', 'revision_number': 3, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T19:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:59:58.419360 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Checking router: f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:59:58.419701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Updating router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 port 909f7b5a-2bf0-498a-9654-7610befdb366 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:59:58.554080 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:58.588938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b14b1-c72e-4f4f-b358-aa6321134842 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['shared'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:58.591318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a23b14b1-c72e-4f4f-b358-aa6321134842 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "GET /v2.0/subnets/05ab30d4-5759-41be-a48c-86e1dfeafc35?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4656785 May 12 19:59:58.594797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34616) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:58.603365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1111995907'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:58.623382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:58.667405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a9a8d-02be-473e-8673-13879242e66f None None] Network 61580537-2033-4e4c-99f4-0abedfba7c9c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 19:59:58.670025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:58.711430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:58.715769 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:58.797206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:59:58.823344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:58.823694 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Added segment b29d00ff-0731-4e98-b9a0-b9e0873b5671 of type vlan for network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 May 12 19:59:58.890369 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:58.964620 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:58.979061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:59:58.987075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.267603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d0042649-14b2-4103-b8b5-c7fdcd0082d5 None None] Provisioning for port eba16e51-da37-4317-ba6b-0cab52878fb9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:59.286443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eba16e51-da37-4317-ba6b-0cab52878fb9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 19:59:59.350203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7539337 May 12 19:59:59.359420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34638) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 19:59:59.397033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'network_id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 19:59:59.487830 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b85c4f22-ff95-4acd-a011-14ac83ab725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.501868 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.543111 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Transition to ACTIVE for port object 909f7b5a-2bf0-498a-9654-7610befdb366 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 19:59:59.565333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port eba16e51-da37-4317-ba6b-0cab52878fb9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 19:59:59.566180 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.604130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port eba16e51-da37-4317-ba6b-0cab52878fb9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 19:59:59.605970 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.690629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.702380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a00810-1e4d-461c-8f1d-81a10d6846a4 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Network': ['ID=0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:59.734897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 19:59:59.738179 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12c810-1d7b-4be4-85a2-a1eab017103b None None] Pushing event updated for resources: {'Port': ['ID=909f7b5a-2bf0-498a-9654-7610befdb366,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:59:59.740548 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Attempting to bind port 909f7b5a-2bf0-498a-9654-7610befdb366 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 19:59:59.740903 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Attempting to bind port 909f7b5a-2bf0-498a-9654-7610befdb366 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 19:59:59.741442 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Attempting to bind port 909f7b5a-2bf0-498a-9654-7610befdb366 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 19:59:59.747886 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 19:59:59.748291 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 19:59:59.748721 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.749095 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 19:59:59.749593 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Bound port: 909f7b5a-2bf0-498a-9654-7610befdb366, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 19:59:59.749986 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.795823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 19:59:59.817469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 19:59:59.839673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Made reservation on behalf of 7881d5abde3f43ffbb1ea1c29476eb41 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:59:59.847661 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 19:59:59.937994 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] For port 909f7b5a-2bf0-498a-9654-7610befdb366, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 19:59:59.945051 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] For port 909f7b5a-2bf0-498a-9654-7610befdb366, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=909f7b5a-2bf0-498a-9654-7610befdb366,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 19:59:59.952890 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:00.073807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Allocated IP 172.20.0.1 (61580537-2033-4e4c-99f4-0abedfba7c9c/e5b469c8-b0c9-43b4-9135-e16378946d3c/4e77a570-a782-4322-9923-122ee8d2548e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:00.204844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Performing IP validity checks on allocation pools {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 20:00:00.205451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 20:00:00.228349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Routers {'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:00.236359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:00.351028 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:00.446934 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12c810-1d7b-4be4-85a2-a1eab017103b None None] Pushing event updated for resources: {'Port': ['ID=909f7b5a-2bf0-498a-9654-7610befdb366,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:00.557128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:00.617923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port eba16e51-da37-4317-ba6b-0cab52878fb9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:00.618308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:00.632754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Transition to ACTIVE for port object 4e77a570-a782-4322-9923-122ee8d2548e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:00.636958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:00.710087 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:00.806504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port eba16e51-da37-4317-ba6b-0cab52878fb9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eba16e51-da37-4317-ba6b-0cab52878fb9,segment=NetworkSegment(a613a52a-4b09-4b76-b937-66da1aa71807),segment_id=a613a52a-4b09-4b76-b937-66da1aa71807)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:00.822686 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:00.823655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4344412d-386e-4762-848d-337925a2f0d2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:00.869494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=8e65698b-0132-489c-8c70-0e475ce8a3e9,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:00.885760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Checking segment: {'id': 'b29d00ff-0731-4e98-b9a0-b9e0873b5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:00.887501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network hostable DHCP agents. Network: 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:00:00.912232 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] Set router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:00.944603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:00:00.980510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:00.985727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:00.993636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:01.010706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4e77a570-a782-4322-9923-122ee8d2548e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:01.069478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0c38629e-d2e6-457d-a960-b79f89e86334 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7088044 May 12 20:00:01.072394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Network 61580537-2033-4e4c-99f4-0abedfba7c9c is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:01.073373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:01.075115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:01.080522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:01.135933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ac784-06ef-46fd-a7a0-2402126bb49f None None] Network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:01.192086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-67dfe64b-f508-4a0e-acf8-06cfb9b0c7d7 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:01.310108 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:01.328049 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:01.577930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dfe64b-f508-4a0e-acf8-06cfb9b0c7d7 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3404272'] for subnet, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:01.706127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8', 'network_id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8', 'tenant_id': '7881d5abde3f43ffbb1ea1c29476eb41', 'fixed_ips': [{'subnet_id': '8e65698b-0132-489c-8c70-0e475ce8a3e9'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:00:01.710957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:01.775078 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T19:59:54Z', 'revision_number': 3, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T19:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:01.781308 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e5fc0-1296-4a8d-8364-f402ee2113a5 None None] The sync data for ids ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'] in n-d-841626-1 is: [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T19:59:54Z', 'revision_number': 3, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T19:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:00:01.787756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-88ec298a-a778-41d5-b799-4a2990c1fe0e None None] Provisioning complete for port eba16e51-da37-4317-ba6b-0cab52878fb9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:01.794085 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-88ec298a-a778-41d5-b799-4a2990c1fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:01.916834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=eba16e51-da37-4317-ba6b-0cab52878fb9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:01.953169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:01.956768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4344412d-386e-4762-848d-337925a2f0d2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:01.957123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:02.210509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:02.445541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dfe64b-f508-4a0e-acf8-06cfb9b0c7d7 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756756899449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26535464'] for subnet, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:02.569899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dfe64b-f508-4a0e-acf8-06cfb9b0c7d7 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:02.571201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67dfe64b-f508-4a0e-acf8-06cfb9b0c7d7 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:02.577595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34680) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:02.592937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67dfe64b-f508-4a0e-acf8-06cfb9b0c7d7 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "PUT /v2.0/subnets/8e65698b-0132-489c-8c70-0e475ce8a3e9 HTTP/1.1" status: 200 len: 877 time: 1.4144487 May 12 20:00:02.713449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfe64b-f508-4a0e-acf8-06cfb9b0c7d7 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event updated for resources: {'Subnet': ['ID=8e65698b-0132-489c-8c70-0e475ce8a3e9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:02.739112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4344412d-386e-4762-848d-337925a2f0d2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:02.763345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Allocated IP 172.20.0.3 (0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8/8e65698b-0132-489c-8c70-0e475ce8a3e9/c2dd8c2d-3466-461a-af2c-86909f469e7e) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:02.797623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-88ec298a-a778-41d5-b799-4a2990c1fe0e None None] Current status of the port eba16e51-da37-4317-ba6b-0cab52878fb9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:03.027383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cbf1ad0a-31f0-4c58-ad4e-e0080d8fa2d2 None None] Provisioning for port 4e77a570-a782-4322-9923-122ee8d2548e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:03.051730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cbf1ad0a-31f0-4c58-ad4e-e0080d8fa2d2 None None] Provisioning complete for port 4e77a570-a782-4322-9923-122ee8d2548e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:03.057648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cbf1ad0a-31f0-4c58-ad4e-e0080d8fa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.107302 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.147640 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.159056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.173862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eba16e51-da37-4317-ba6b-0cab52878fb9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:03.338532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.351575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4e77a570-a782-4322-9923-122ee8d2548e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:03.358998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.485053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1ad0a-31f0-4c58-ad4e-e0080d8fa2d2 None None] Port 4e77a570-a782-4322-9923-122ee8d2548e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:00:03.541486 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.570388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Transition to ACTIVE for port object c2dd8c2d-3466-461a-af2c-86909f469e7e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:03.632822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Transition to ACTIVE for port object c2dd8c2d-3466-461a-af2c-86909f469e7e will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:03.634066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port eba16e51-da37-4317-ba6b-0cab52878fb9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:03.634426 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.637171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Network 61580537-2033-4e4c-99f4-0abedfba7c9c is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:03.638604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:03.762382 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.794249 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:03.931414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=8e65698b-0132-489c-8c70-0e475ce8a3e9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:04.006473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Pushing event updated for resources: {'Port': ['ID=c2dd8c2d-3466-461a-af2c-86909f469e7e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:04.069562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:04.090069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:04.101792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:04.243417 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.338649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:04.352222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Attempting to bind port c2dd8c2d-3466-461a-af2c-86909f469e7e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:04.352581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Attempting to bind port c2dd8c2d-3466-461a-af2c-86909f469e7e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'b29d00ff-0731-4e98-b9a0-b9e0873b5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:04.352945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Attempting to bind port c2dd8c2d-3466-461a-af2c-86909f469e7e on network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:04.378684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29d00ff-0731-4e98-b9a0-b9e0873b5671') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:04.378988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29d00ff-0731-4e98-b9a0-b9e0873b5671') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:04.379511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:04.379889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Checking segment: {'id': 'b29d00ff-0731-4e98-b9a0-b9e0873b5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:04.380288 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.384239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Bound using segment: {'id': 'b29d00ff-0731-4e98-b9a0-b9e0873b5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:04.384777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Bound port: c2dd8c2d-3466-461a-af2c-86909f469e7e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29d00ff-0731-4e98-b9a0-b9e0873b5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:04.385421 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.411181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.424983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-99976787-8f2f-49a4-82e6-5e528eaa7c90 None None] Provisioning complete for port 4e77a570-a782-4322-9923-122ee8d2548e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:04.428099 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-99976787-8f2f-49a4-82e6-5e528eaa7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.440115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.447562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:00:04.450143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:04.450585 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: timer() May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:04.480490 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:04.500955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-99976787-8f2f-49a4-82e6-5e528eaa7c90 None None] Port 4e77a570-a782-4322-9923-122ee8d2548e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:00:04.612629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] For port c2dd8c2d-3466-461a-af2c-86909f469e7e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:04.616124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port eba16e51-da37-4317-ba6b-0cab52878fb9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:04.617922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 909f7b5a-2bf0-498a-9654-7610befdb366 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:04.685166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 12 20:00:04.685166 n-d-841626-1 neutron-server[88112]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 12 20:00:04.685166 n-d-841626-1 neutron-server[88112]: [parameters: {'id': '0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8'}] May 12 20:00:04.685166 n-d-841626-1 neutron-server[88112]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:00:04.685657 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:00:04.694706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] For port c2dd8c2d-3466-461a-af2c-86909f469e7e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c2dd8c2d-3466-461a-af2c-86909f469e7e,segment=NetworkSegment(b29d00ff-0731-4e98-b9a0-b9e0873b5671),segment_id=b29d00ff-0731-4e98-b9a0-b9e0873b5671)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:04.706811 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:04.840870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:00:04.853114 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-19a67d56-5322-4143-93dc-c9bcad2674d8 admin admin] 10.222.0.72 "PUT /v2.0/routers/f84ebc0f-91fa-4ae5-8223-1b29852c3aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7967899 May 12 20:00:04.909713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Sync routers for ids ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:00:04.993702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Routers {'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:04.996438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:05.111482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ce299-92e6-4490-a8c9-57324b1152f5 None None] Pushing event updated for resources: {'Port': ['ID=c2dd8c2d-3466-461a-af2c-86909f469e7e,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:05.121903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 909f7b5a-2bf0-498a-9654-7610befdb366 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:05.133879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafaf336-116e-4e98-8b17-79188d1ae6ee None None] Network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:05.151702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 909f7b5a-2bf0-498a-9654-7610befdb366 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:05.152070 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:05.186563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:05.202676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Deleting port c2dd8c2d-3466-461a-af2c-86909f469e7e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:05.203425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:05.487126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Set router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:05.610367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] For port c2dd8c2d-3466-461a-af2c-86909f469e7e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c2dd8c2d-3466-461a-af2c-86909f469e7e,segment=NetworkSegment(b29d00ff-0731-4e98-b9a0-b9e0873b5671),segment_id=b29d00ff-0731-4e98-b9a0-b9e0873b5671)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:05.611251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:05.935641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Calling delete_port for c2dd8c2d-3466-461a-af2c-86909f469e7e owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:06.063635 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.113246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803bba4a-2157-4c06-b8d0-578cb15103e0 None None] Network 0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:06.147691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Port': ['ID=c2dd8c2d-3466-461a-af2c-86909f469e7e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:06.155621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No DVR routers for this DVR port c2dd8c2d-3466-461a-af2c-86909f469e7e on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:00:06.368207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 909f7b5a-2bf0-498a-9654-7610befdb366 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:06.368664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.403027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 909f7b5a-2bf0-498a-9654-7610befdb366, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=909f7b5a-2bf0-498a-9654-7610befdb366,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:06.423333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.466598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.549034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:06.559961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=909f7b5a-2bf0-498a-9654-7610befdb366,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:06.584942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29d00ff-0731-4e98-b9a0-b9e0873b5671') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:06.585487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29d00ff-0731-4e98-b9a0-b9e0873b5671') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:06.612272 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.661830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.680009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:06.680356 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: timer() May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:06.719011 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:06.831007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40629755-db52-4cc9-aa6d-60d9d2aa08ec None None] get_active_networks_info from n-d-841626-1 {{(pid=88114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 20:00:06.879488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.914140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:06.926314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:06.927556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:06.943048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-71ec1a41-4518-4b05-9f95-0ea829cb81ba tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 HTTP/1.1" status: 204 len: 168 time: 4.3635843 May 12 20:00:06.946478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34776) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:07.029563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34782) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:07.049306 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccec1268-64cf-4a20-ad27-08df1aef282b tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:07.049480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccec1268-64cf-4a20-ad27-08df1aef282b tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:07.052840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ccec1268-64cf-4a20-ad27-08df1aef282b tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/8e65698b-0132-489c-8c70-0e475ce8a3e9 HTTP/1.1" status: 404 len: 337 time: 0.1050324 May 12 20:00:07.063177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34788) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:07.096967 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0745349-77e9-4491-9aa3-13add6ba2a6d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:07.097891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0745349-77e9-4491-9aa3-13add6ba2a6d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:07.104114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0745349-77e9-4491-9aa3-13add6ba2a6d tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/0e2a3717-66ac-4ac7-8cd8-65a78ffdc4b8 HTTP/1.1" status: 404 len: 339 time: 0.0397236 May 12 20:00:07.104848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34792) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:07.151661 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cce6a8-f412-4974-ab6b-24d5012c4429 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:07.152286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cce6a8-f412-4974-ab6b-24d5012c4429 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:07.157381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:07.158134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-36cce6a8-f412-4974-ab6b-24d5012c4429 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/d8cc8a3d-2331-40d0-bf37-70f0baa7e790 HTTP/1.1" status: 404 len: 337 time: 0.0521212 May 12 20:00:07.248966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T20:00:01Z', 'revision_number': 4, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T19:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4e77a570-a782-4322-9923-122ee8d2548e', 'name': '', 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'e5b469c8-b0c9-43b4-9135-e16378946d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:59Z', 'updated_at': '2022-05-12T20:00:02Z', 'revision_number': 2, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'subnets': [{'id': 'e5b469c8-b0c9-43b4-9135-e16378946d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:07.268313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Checking router: f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:00:07.269027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Updating router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 port 4e77a570-a782-4322-9923-122ee8d2548e binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:00:07.343108 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:07.407195 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22dd71e-9f69-40b0-890b-27898419dd03 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:07.407584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22dd71e-9f69-40b0-890b-27898419dd03 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:07.412165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34804) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:07.434767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40629755-db52-4cc9-aa6d-60d9d2aa08ec None None] Resources bound (agent type, host, resource id): {{(pid=88114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 12 20:00:07.445817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a22dd71e-9f69-40b0-890b-27898419dd03 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/560b8235-a45e-4e69-9319-194ee323868a HTTP/1.1" status: 404 len: 339 time: 0.2872593 May 12 20:00:08.152624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.174065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.348663 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.360977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Transition to ACTIVE for port object 4e77a570-a782-4322-9923-122ee8d2548e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:08.386298 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.456035 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.637002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 909f7b5a-2bf0-498a-9654-7610befdb366 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:08.644244 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.709575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84068b0f-aec1-4313-adeb-4d69fa88706d']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:08.715289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2599b-3e73-4010-a408-9024009ef775 None None] Pushing event updated for resources: {'Port': ['ID=4e77a570-a782-4322-9923-122ee8d2548e,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:08.729977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba103c0-2ad4-421f-9782-8d85f8b5fdd1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:08.730105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba103c0-2ad4-421f-9782-8d85f8b5fdd1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:08.749135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Attempting to bind port 4e77a570-a782-4322-9923-122ee8d2548e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:08.749536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Attempting to bind port 4e77a570-a782-4322-9923-122ee8d2548e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:08.749887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Attempting to bind port 4e77a570-a782-4322-9923-122ee8d2548e on network 61580537-2033-4e4c-99f4-0abedfba7c9c {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:08.758505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.758865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:08.759243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Checking segment: {'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:08.759695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.760096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Bound using segment: {'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:08.760840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Bound port: 4e77a570-a782-4322-9923-122ee8d2548e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613a52a-4b09-4b76-b937-66da1aa71807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:08.766230 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.804449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.822633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:08.824170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.833010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Deleting port 4344412d-386e-4762-848d-337925a2f0d2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:08.835141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:08.926180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] For port 4e77a570-a782-4322-9923-122ee8d2548e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:08.929360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] For port 4e77a570-a782-4322-9923-122ee8d2548e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4e77a570-a782-4322-9923-122ee8d2548e,segment=NetworkSegment(a613a52a-4b09-4b76-b937-66da1aa71807),segment_id=a613a52a-4b09-4b76-b937-66da1aa71807)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:08.963958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 909f7b5a-2bf0-498a-9654-7610befdb366 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:08.964218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:09.011005 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:09.015013 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: timer() May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:09.018941 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:09.243787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:09.281578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:09.302158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=84068b0f-aec1-4313-adeb-4d69fa88706d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:09.310194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0fbe3d67-4c86-4098-9798-21d79ca274b6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/84068b0f-aec1-4313-adeb-4d69fa88706d HTTP/1.1" status: 204 len: 168 time: 1.8945224 May 12 20:00:09.310194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34822) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:09.345561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] For port 4344412d-386e-4762-848d-337925a2f0d2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4344412d-386e-4762-848d-337925a2f0d2,segment=NetworkSegment(eb527636-82e5-4311-96fe-7b83518729c4),segment_id=eb527636-82e5-4311-96fe-7b83518729c4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:09.346144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:09.352329 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cb6853-04f3-4ca5-8adf-ea7daeefcd2f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:09.352866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cb6853-04f3-4ca5-8adf-ea7daeefcd2f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:09.357079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-61cb6853-04f3-4ca5-8adf-ea7daeefcd2f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/3de0a731-14ac-438c-bc69-1f7507754dae HTTP/1.1" status: 404 len: 337 time: 0.0435247 May 12 20:00:09.357395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34826) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:09.395610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Routers {'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:09.396897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:09.452007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2599b-3e73-4010-a408-9024009ef775 None None] Pushing event updated for resources: {'Port': ['ID=4e77a570-a782-4322-9923-122ee8d2548e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:09.462052 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6b4ac9-951e-46d3-9e42-53a8bed6047f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:09.462529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6b4ac9-951e-46d3-9e42-53a8bed6047f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:09.470433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ed6b4ac9-951e-46d3-9e42-53a8bed6047f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/266ddfde-4352-4dde-bb49-bf18f630ef75 HTTP/1.1" status: 404 len: 339 time: 0.1119397 May 12 20:00:09.484397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:09.519151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Calling delete_port for 4344412d-386e-4762-848d-337925a2f0d2 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:09.560330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:09.671639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 909f7b5a-2bf0-498a-9654-7610befdb366 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:09.702100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] Set router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:09.742546 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-764d894b-7f77-4ef0-838a-37ed0a9960a5 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:09.743103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764d894b-7f77-4ef0-838a-37ed0a9960a5 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:09.756750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-764d894b-7f77-4ef0-838a-37ed0a9960a5 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/ebb6976a-c3c7-40ed-8305-01da97ab7269 HTTP/1.1" status: 404 len: 337 time: 0.2561228 May 12 20:00:09.759340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34834) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:09.932994 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-111d1918-9208-4df1-afa2-f25aa36630df tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:09.945679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111d1918-9208-4df1-afa2-f25aa36630df tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:09.949871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-111d1918-9208-4df1-afa2-f25aa36630df tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/7ceac98c-24fc-4260-9f2e-ad950c0df8f1 HTTP/1.1" status: 404 len: 339 time: 0.1671221 May 12 20:00:09.971879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34838) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.070012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:10.080150 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-249811e1-f2ad-44db-95c8-2aa45130885e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:10.080614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249811e1-f2ad-44db-95c8-2aa45130885e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:10.086692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-249811e1-f2ad-44db-95c8-2aa45130885e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/35bd7066-b9f2-429f-a68a-7a7984ede565 HTTP/1.1" status: 404 len: 337 time: 0.1094475 May 12 20:00:10.094807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34844) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.202725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Pushing event deleted for resources: {'Port': ['ID=4344412d-386e-4762-848d-337925a2f0d2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:10.456417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T20:00:01Z', 'revision_number': 4, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4e77a570-a782-4322-9923-122ee8d2548e', 'name': '', 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'e5b469c8-b0c9-43b4-9135-e16378946d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:59Z', 'updated_at': '2022-05-12T20:00:08Z', 'revision_number': 4, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'subnets': [{'id': 'e5b469c8-b0c9-43b4-9135-e16378946d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:10.478303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ef629-cc2b-4a2c-b6b4-7aaba1d9f453 None None] The sync data for ids ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'] in n-d-841626-1 is: [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T20:00:01Z', 'revision_number': 4, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4e77a570-a782-4322-9923-122ee8d2548e', 'name': '', 'network_id': '61580537-2033-4e4c-99f4-0abedfba7c9c', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'e5b469c8-b0c9-43b4-9135-e16378946d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:59Z', 'updated_at': '2022-05-12T20:00:08Z', 'revision_number': 4, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'subnets': [{'id': 'e5b469c8-b0c9-43b4-9135-e16378946d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:00:10.493605 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb11c69-495d-459d-80d6-d58357058d62 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:10.494332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb11c69-495d-459d-80d6-d58357058d62 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:10.496491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1fb11c69-495d-459d-80d6-d58357058d62 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/aa0c3ded-4a4f-4728-ace2-500a37c0c1f5 HTTP/1.1" status: 404 len: 339 time: 0.0916770 May 12 20:00:10.506134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34854) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.515663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-0435b608-3478-4830-bd60-8fb5cfb863ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7576807 May 12 20:00:10.584682 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae39d8b-9a70-4e36-ab99-c899fe2f2fe9 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:10.585147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae39d8b-9a70-4e36-ab99-c899fe2f2fe9 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:10.587312 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cae39d8b-9a70-4e36-ab99-c899fe2f2fe9 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/b74496a9-865d-40a6-a024-78c780c09063 HTTP/1.1" status: 404 len: 337 time: 0.0704916 May 12 20:00:10.594062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34858) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.718008 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49e7572-7680-4697-b65c-19a236ebf957 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:10.718516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49e7572-7680-4697-b65c-19a236ebf957 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:10.720245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a49e7572-7680-4697-b65c-19a236ebf957 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/029eeda9-7e25-4182-b2bd-8490a3f0aa5d HTTP/1.1" status: 404 len: 339 time: 0.1190789 May 12 20:00:10.732514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34862) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.799287 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a65061a-4d5f-46ae-9f66-ed8693bfd06e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:10.799674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a65061a-4d5f-46ae-9f66-ed8693bfd06e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:10.802187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1a65061a-4d5f-46ae-9f66-ed8693bfd06e tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/62c6b07a-f072-4f4d-af66-c7740c48d1fa HTTP/1.1" status: 404 len: 337 time: 0.0650246 May 12 20:00:10.806567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34866) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.814779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:10.848662 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc70fa65-a2d5-477b-b7fc-5a939b0523c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:10.849176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc70fa65-a2d5-477b-b7fc-5a939b0523c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:10.850922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dc70fa65-a2d5-477b-b7fc-5a939b0523c3 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/ce371e47-07ef-4353-b58c-f997a891b1d5 HTTP/1.1" status: 404 len: 339 time: 0.0419760 May 12 20:00:10.855563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34870) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.901773 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf8b0dc-3154-4a26-a4fc-65df2215ca6f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:10.902520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf8b0dc-3154-4a26-a4fc-65df2215ca6f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:10.904421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6cf8b0dc-3154-4a26-a4fc-65df2215ca6f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/dfeae9f8-c5c6-49af-89ba-c4e4d03d2719 HTTP/1.1" status: 404 len: 337 time: 0.0452552 May 12 20:00:10.937999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34874) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:10.987783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-7e297fe0-3a7b-42b8-accb-adad6cd07fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:10.989784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-7e297fe0-3a7b-42b8-accb-adad6cd07fea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1097 time: 0.3199708 May 12 20:00:11.083001 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-199e75ad-01ac-4517-b829-812945933452 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:11.083530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199e75ad-01ac-4517-b829-812945933452 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:11.134502 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-199e75ad-01ac-4517-b829-812945933452 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/4a4ace6e-1ad5-4693-b27f-0209bf4eba4a HTTP/1.1" status: 404 len: 339 time: 0.1840882 May 12 20:00:11.135835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:11.183353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Deleting port 0309d175-0770-417f-a02b-15783b00f896 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:11.183840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:11.287377 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-11064377-2bfb-4fa6-8b68-ddbe2215dfe9 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:11.287999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11064377-2bfb-4fa6-8b68-ddbe2215dfe9 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:11.290615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-11064377-2bfb-4fa6-8b68-ddbe2215dfe9 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/c432f515-97ce-4d9a-8c62-9dd66976fc7b HTTP/1.1" status: 404 len: 337 time: 0.1509078 May 12 20:00:11.373499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34884) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:11.439393 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b184fe-e915-45a3-afef-dc24e914d3b2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:11.440821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b184fe-e915-45a3-afef-dc24e914d3b2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:11.450901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-66b184fe-e915-45a3-afef-dc24e914d3b2 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/29c9e296-dc2d-49b6-912e-bb9245ca0555 HTTP/1.1" status: 404 len: 339 time: 0.0762036 May 12 20:00:11.454528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34892) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:11.538063 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ff3ce4-ce43-4a81-bf29-6306778d1cc6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:11.539638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ff3ce4-ce43-4a81-bf29-6306778d1cc6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:11.545347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0ff3ce4-ce43-4a81-bf29-6306778d1cc6 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/f01bc20a-2893-436c-8355-38b55875c21a HTTP/1.1" status: 404 len: 337 time: 0.0844111 May 12 20:00:11.550561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34896) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:11.629060 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adf0001-1182-4ef2-87b7-1bfd3a44b20f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] DELETE failed (client error): The resource could not be found. May 12 20:00:11.629683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adf0001-1182-4ef2-87b7-1bfd3a44b20f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:11.634049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6adf0001-1182-4ef2-87b7-1bfd3a44b20f tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/b17c4010-b81a-4222-ba34-79d81b2d2a15 HTTP/1.1" status: 404 len: 339 time: 0.0761406 May 12 20:00:11.658506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:11.686018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] For port 0309d175-0770-417f-a02b-15783b00f896, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0309d175-0770-417f-a02b-15783b00f896,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:11.686392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:11.784997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-39ffd425-cd3a-48d0-a38e-f3e04c1985e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:11.790829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-39ffd425-cd3a-48d0-a38e-f3e04c1985e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 909 time: 0.7596850 May 12 20:00:11.832137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:00:11.979621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Calling delete_port for 0309d175-0770-417f-a02b-15783b00f896 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:12.183981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Deleting subnet 05ab30d4-5759-41be-a48c-86e1dfeafc35 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:00:12.202191 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:12.263891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-e37e16eb-381e-4fb2-ae2f-679aca035585 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 1001 time: 0.4700112 May 12 20:00:12.359378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:12.463247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-cf786475-8e6d-4b23-8eb4-14459657088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:12.464796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-cf786475-8e6d-4b23-8eb4-14459657088e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 200 len: 847 time: 0.1884127 May 12 20:00:12.581266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:00:12.591214 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] Sync routers for ids ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:00:12.592277 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d2998769-400e-4eba-bfa7-3ba9ee763167 admin admin] 10.222.0.72 "PUT /v2.0/routers/669b1ef1-e9ad-48cb-91b0-e4f46de9d90e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6605408 May 12 20:00:12.593280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34920) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:12.603074 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] Routers {'669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:12.605416 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:12.686225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e77a570-a782-4322-9923-122ee8d2548e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:12.861801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4e77a570-a782-4322-9923-122ee8d2548e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:12.868075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4e77a570-a782-4322-9923-122ee8d2548e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:12.868705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:12.915166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:12.966278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-26879dbd-1991-4b75-b269-02a31ce87ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:12.967957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-26879dbd-1991-4b75-b269-02a31ce87ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=329601bd-5ac8-47f4-bf9d-634a063c63c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4780288 May 12 20:00:12.969025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.009568 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] Set router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:13.244457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.312928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4e77a570-a782-4322-9923-122ee8d2548e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:13.313462 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.339438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.357300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Deleting port 39241ddb-cdd8-4b30-8b53-01e867eecefd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:13.357643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.389010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 4e77a570-a782-4322-9923-122ee8d2548e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4e77a570-a782-4322-9923-122ee8d2548e,segment=NetworkSegment(a613a52a-4b09-4b76-b937-66da1aa71807),segment_id=a613a52a-4b09-4b76-b937-66da1aa71807)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:13.404475 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.434373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Pushing event deleted for resources: {'Port': ['ID=0309d175-0770-417f-a02b-15783b00f896,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:13.442758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.494040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.494632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.495168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.495660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.496142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.496733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.497516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.498003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.498467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.498929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.499427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.499915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:13.633781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=4e77a570-a782-4322-9923-122ee8d2548e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:13.646351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Subnet': ['ID=05ab30d4-5759-41be-a48c-86e1dfeafc35,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:13.683805 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.685926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7365a3-9c79-46d1-b62b-14d3ff1fbc4b None None] Network 393df4dd-ce93-4c68-9566-331001148e76 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:13.796121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] For port 39241ddb-cdd8-4b30-8b53-01e867eecefd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=39241ddb-cdd8-4b30-8b53-01e867eecefd,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:13.796491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:13.829954 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T20:00:09Z', 'revision_number': 5, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port': {'id': '39241ddb-cdd8-4b30-8b53-01e867eecefd', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:36Z', 'updated_at': '2022-05-12T19:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:13.831563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:13.835421 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] Checking router: 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:00:13.845167 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] Routers {'669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:13.846110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:13.919327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-1944dfd2-5a6b-4c80-b590-c89761c352f6 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8883493 May 12 20:00:13.926055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0460257c-3caa-4d33-a6c7-14ef918035a8 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/subnets/05ab30d4-5759-41be-a48c-86e1dfeafc35 HTTP/1.1" status: 204 len: 168 time: 2.1357305 May 12 20:00:13.930035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34942) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:13.988178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Calling delete_port for 39241ddb-cdd8-4b30-8b53-01e867eecefd owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:14.087100 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] Set router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:14.250061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b20f91-54b4-4665-9757-698e631e3012 req-a045bc02-4ac4-4642-bf4f-ca0b9c698fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:14.251945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6b20f91-54b4-4665-9757-698e631e3012 req-a045bc02-4ac4-4642-bf4f-ca0b9c698fd8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1097 time: 0.4194443 May 12 20:00:14.289138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] DHCP port deletion for 393df4dd-ce93-4c68-9566-331001148e76 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:00:14.293576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] Deleting port cb4798ff-ccf9-4980-9d9a-bced35141c2a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:14.293953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:14.366089 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T20:00:13Z', 'revision_number': 6, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:14.376834 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efef9e-3b3a-44f7-9cfa-8425e7d3b3aa None None] The sync data for ids ['669b1ef1-e9ad-48cb-91b0-e4f46de9d90e'] in n-d-841626-1 is: [{'id': '669b1ef1-e9ad-48cb-91b0-e4f46de9d90e', 'name': 'tempest-TestAggregatesBasicOps-1228538085-router', 'tenant_id': '0b8cc1570f45429c802996edfd6cf2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:35Z', 'updated_at': '2022-05-12T20:00:13Z', 'revision_number': 6, 'project_id': '0b8cc1570f45429c802996edfd6cf2a9', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:00:14.438956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:14.503494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:14.542890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:14.563887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Deleting port cb4798ff-ccf9-4980-9d9a-bced35141c2a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:14.564368 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:14.577537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39241ddb-cdd8-4b30-8b53-01e867eecefd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:14.625068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a6b20f91-54b4-4665-9757-698e631e3012 req-c550be09-51db-4151-82fb-2d4fc29d125c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617859 May 12 20:00:14.667305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:14.743896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] For port cb4798ff-ccf9-4980-9d9a-bced35141c2a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cb4798ff-ccf9-4980-9d9a-bced35141c2a,segment=NetworkSegment(b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3),segment_id=b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:14.744447 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.078182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-753d9feb-4c7a-4b2a-959a-9b6c7ce0edeb req-97a9d206-a9e0-46f5-886d-8d4dc4ba92c5 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1124110 May 12 20:00:15.195032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] Calling delete_port for cb4798ff-ccf9-4980-9d9a-bced35141c2a owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:15.215549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.223159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.272398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] For port cb4798ff-ccf9-4980-9d9a-bced35141c2a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cb4798ff-ccf9-4980-9d9a-bced35141c2a,segment=NetworkSegment(b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3),segment_id=b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:15.273568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.287899 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.288500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669b1ef1-e9ad-48cb-91b0-e4f46de9d90e {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:00:15.312012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.318040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d7249fa4-c527-4ced-a1a9-79c1c5b8e8f7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/669b1ef1-e9ad-48cb-91b0-e4f46de9d90e HTTP/1.1" status: 204 len: 168 time: 2.7230842 May 12 20:00:15.322265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34956) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:15.383193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e77a570-a782-4322-9923-122ee8d2548e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:15.463402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] Deleting subnet d281593b-1f7e-4824-8446-6188e1d55865 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:00:15.466407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.544991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.691433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.733734 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.780425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Calling delete_port for cb4798ff-ccf9-4980-9d9a-bced35141c2a owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:15.806175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] No DVR routers for this DVR port cb4798ff-ccf9-4980-9d9a-bced35141c2a on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:00:15.836654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4e77a570-a782-4322-9923-122ee8d2548e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:15.837027 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.851454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.912944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90768b-1b47-4a18-ac4d-40c5fba133bd None None] Pushing event deleted for resources: {'Port': ['ID=cb4798ff-ccf9-4980-9d9a-bced35141c2a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:15.918011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d281593b-1f7e-4824-8446-6188e1d55865,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:15.931474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:15.944694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e4605-873e-4154-86f3-d01ba6acac60 None None] Network e976df94-4974-4d79-82fc-dfe37bdcd07d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:15.956943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fef62f9a-c706-43c1-a8aa-fc767fd7a1c1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d281593b-1f7e-4824-8446-6188e1d55865 HTTP/1.1" status: 204 len: 168 time: 0.6333358 May 12 20:00:15.958067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 34966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:16.146668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Router 67639efe-865b-40b6-a530-27849a0d2971 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:00:16.247120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:16.271975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Deleting port af557154-b46b-456d-b25d-9a37b95bb455 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:16.272308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:16.321398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:00:16.321719 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:00:16.388516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4e77a570-a782-4322-9923-122ee8d2548e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:16.479033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cb4798ff-ccf9-4980-9d9a-bced35141c2a no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:16.523306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: cb4798ff-ccf9-4980-9d9a-bced35141c2a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:16.526511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cb4798ff-ccf9-4980-9d9a-bced35141c2a not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:16.526511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4344412d-386e-4762-848d-337925a2f0d2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:16.553628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:00:16.577948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4344412d-386e-4762-848d-337925a2f0d2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:16.578281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4344412d-386e-4762-848d-337925a2f0d2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:16.593672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d4a9e-507b-4cf9-b6df-f2616b0676b1 None None] DHCP port deletion for e976df94-4974-4d79-82fc-dfe37bdcd07d request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:00:16.607093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c070d33f-d06a-443e-aac4-9dab68a3f974 admin admin] 10.222.0.72 "PUT /v2.0/routers/67639efe-865b-40b6-a530-27849a0d2971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5748680 May 12 20:00:16.608875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] Sync routers for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:00:16.610640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 34986) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:16.620864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d4a9e-507b-4cf9-b6df-f2616b0676b1 None None] Deleting port af557154-b46b-456d-b25d-9a37b95bb455 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:16.621266 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4a9e-507b-4cf9-b6df-f2616b0676b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:16.689450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] For port af557154-b46b-456d-b25d-9a37b95bb455, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=af557154-b46b-456d-b25d-9a37b95bb455,segment=NetworkSegment(eb527636-82e5-4311-96fe-7b83518729c4),segment_id=eb527636-82e5-4311-96fe-7b83518729c4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:16.689814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:16.709102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:16.709755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:16.824016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Deleting port cb4798ff-ccf9-4980-9d9a-bced35141c2a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:16.831352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Calling delete_port for af557154-b46b-456d-b25d-9a37b95bb455 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:16.831631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:16.927355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 39241ddb-cdd8-4b30-8b53-01e867eecefd no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:16.941869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:16.944673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] The port 'cb4798ff-ccf9-4980-9d9a-bced35141c2a' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:00:16.988086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 39241ddb-cdd8-4b30-8b53-01e867eecefd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:16.988553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 39241ddb-cdd8-4b30-8b53-01e867eecefd not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:16.988853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device af557154-b46b-456d-b25d-9a37b95bb455 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:16.990371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Pushing event deleted for resources: {'Port': ['ID=af557154-b46b-456d-b25d-9a37b95bb455,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:17.002743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] No DVR routers for this DVR port af557154-b46b-456d-b25d-9a37b95bb455 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:00:17.085947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: af557154-b46b-456d-b25d-9a37b95bb455 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:17.086187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device af557154-b46b-456d-b25d-9a37b95bb455 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:17.129937 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.138690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d4a9e-507b-4cf9-b6df-f2616b0676b1 None None] The port 'af557154-b46b-456d-b25d-9a37b95bb455' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:00:17.163047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e976df94-4974-4d79-82fc-dfe37bdcd07d']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.172875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:17.179909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb527636-82e5-4311-96fe-7b83518729c4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.180214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb527636-82e5-4311-96fe-7b83518729c4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.195463 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.218779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.225862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:17.226339 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: timer() May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:17.242193 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:17.338187 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.363953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.372832 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.388719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e976df94-4974-4d79-82fc-dfe37bdcd07d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:17.390535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.406165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b9ab11a6-79d0-4456-a554-90728cf5ca89 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e976df94-4974-4d79-82fc-dfe37bdcd07d HTTP/1.1" status: 204 len: 168 time: 1.4467652 May 12 20:00:17.407079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35006) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:17.584598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393df4dd-ce93-4c68-9566-331001148e76']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.636946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.637203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42e5c84-7fc1-4f55-bcb0-1fe890d0dbe3') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.686274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T20:00:12Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.696099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] Checking router: 67639efe-865b-40b6-a530-27849a0d2971 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:00:17.716127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] Routers {'67639efe-865b-40b6-a530-27849a0d2971'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:17.716127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['67639efe-865b-40b6-a530-27849a0d2971'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:17.728347 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.772663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.789465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:17.789909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: timer() May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:17.812617 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:17.905550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.921560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Deleting port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:17.922245 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:17.961935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:18.003971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] Set router 67639efe-865b-40b6-a530-27849a0d2971 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:18.290743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:18.314902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] Pushing event deleted for resources: {'Network': ['ID=393df4dd-ce93-4c68-9566-331001148e76,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:18.324797 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-122a0349-94c2-45c1-9e27-e0e06de66b22 tempest-NetworksTest-1492428459 tempest-NetworksTest-1492428459-project] 10.222.0.72 "DELETE /v2.0/networks/393df4dd-ce93-4c68-9566-331001148e76 HTTP/1.1" status: 204 len: 168 time: 4.3921893 May 12 20:00:18.399090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T20:00:12Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:18.411765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d00684-fc37-44c4-8337-30d13de7e568 None None] The sync data for ids ['67639efe-865b-40b6-a530-27849a0d2971'] in n-d-841626-1 is: [{'id': '67639efe-865b-40b6-a530-27849a0d2971', 'name': 'tempest-AttachVolumeNegativeTest-519018890-router', 'tenant_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:53:28Z', 'updated_at': '2022-05-12T20:00:12Z', 'revision_number': 5, 'project_id': '0f24a5391d624f52a0f54fef6c8a60c5', 'gw_port': {'id': '92b1fc0f-29dc-4b5e-8a48-96fee6d77af4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67639efe-865b-40b6-a530-27849a0d2971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:53:31Z', 'updated_at': '2022-05-12T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:00:18.628067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] For port 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:18.628677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:18.719425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35034) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:18.783365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:18.860131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Calling delete_port for 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:18.866997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0309d175-0770-417f-a02b-15783b00f896 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:18.956297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0309d175-0770-417f-a02b-15783b00f896 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:18.956629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0309d175-0770-417f-a02b-15783b00f896 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:19.095009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-07091a57-5a99-441e-a0a1-310ebf6b492c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7881d5abde3f43ffbb1ea1c29476eb41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730719 May 12 20:00:19.095249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35046) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:19.109870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.231808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Pushing event deleted for resources: {'Port': ['ID=92b1fc0f-29dc-4b5e-8a48-96fee6d77af4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:19.298961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93545a32-e31f-4a96-ac1a-afbef27cfc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.304023 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.441900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Deleting port 4e77a570-a782-4322-9923-122ee8d2548e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:19.442375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.531636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93545a32-e31f-4a96-ac1a-afbef27cfc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.580757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.583470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.605623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93545a32-e31f-4a96-ac1a-afbef27cfc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.621839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93545a32-e31f-4a96-ac1a-afbef27cfc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b3b658-566a-4fea-88bd-b95dc7d3ba08,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:19.636590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.642322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67639efe-865b-40b6-a530-27849a0d2971 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:00:19.667130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] For port 4e77a570-a782-4322-9923-122ee8d2548e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4e77a570-a782-4322-9923-122ee8d2548e,segment=NetworkSegment(a613a52a-4b09-4b76-b937-66da1aa71807),segment_id=a613a52a-4b09-4b76-b937-66da1aa71807)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:19.667479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.681557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.686399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-46c41be6-6a08-4341-89b1-6b0322a9257a admin admin] 10.222.0.72 "DELETE /v2.0/routers/67639efe-865b-40b6-a530-27849a0d2971 HTTP/1.1" status: 204 len: 168 time: 3.0743365 May 12 20:00:19.688778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35056) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:19.724001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-93545a32-e31f-4a96-ac1a-afbef27cfc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.725559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-93545a32-e31f-4a96-ac1a-afbef27cfc80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73b3b658-566a-4fea-88bd-b95dc7d3ba08 HTTP/1.1" status: 204 len: 168 time: 0.6291635 May 12 20:00:19.773642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] Deleting subnet b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:00:19.777622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:19.837628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Calling delete_port for 4e77a570-a782-4322-9923-122ee8d2548e owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:19.906425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:20.082205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:20.134806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:20.202435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e77a570-a782-4322-9923-122ee8d2548e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:20.260807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:20.391669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:20.399404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a73118-3aad-42ce-aae9-6e44ad0ac0c3 None None] Network 7bfbd232-cfd2-4531-a519-b7b561e7fa40 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:20.409747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:20.426125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5db5a02e-36e2-4abb-bdf6-957f49889fe4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b2fad36c-6a6e-42ba-aa4a-4e19c3fd0475 HTTP/1.1" status: 204 len: 168 time: 0.7355177 May 12 20:00:20.429136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35080) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:20.786598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:20.832176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:20.832753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 92b1fc0f-29dc-4b5e-8a48-96fee6d77af4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:20.938325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] DHCP port deletion for 7bfbd232-cfd2-4531-a519-b7b561e7fa40 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:00:20.943727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] Deleting port 50c37789-5366-49fb-8a14-290f96d63219 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:20.944250 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.113066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.136666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.164533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35098) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:21.228667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Deleting port 50c37789-5366-49fb-8a14-290f96d63219 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:21.228667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.354528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] For port 50c37789-5366-49fb-8a14-290f96d63219, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50c37789-5366-49fb-8a14-290f96d63219,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:21.354924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.375246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-304994751'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:21.383039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:21.388743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:21.393396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:21.401687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:21.428645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:21.434910 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.451035 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.484844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:21.498030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group_rule and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:21.512582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:21.531756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:21.536225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] Calling delete_port for 50c37789-5366-49fb-8a14-290f96d63219 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:21.742096 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.744532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.753588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.815918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:00:21.826339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b290214-6e19-4634-b1ec-715b9a50a070,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:21.833848 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.834259 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment 21991a28-ae95-4a23-8619-0449a45a60cb of type vlan for network 48a8d48d-dde9-49bc-9263-c52f172c50a3 May 12 20:00:21.874109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] No DVR routers for this DVR port 50c37789-5366-49fb-8a14-290f96d63219 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:00:21.876234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19870b-6593-463a-8631-7dfe201d2a1c None None] Pushing event deleted for resources: {'Port': ['ID=50c37789-5366-49fb-8a14-290f96d63219,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:21.892106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.934238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] For port 50c37789-5366-49fb-8a14-290f96d63219, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50c37789-5366-49fb-8a14-290f96d63219,segment=NetworkSegment(1903647d-496c-497a-9a22-938dbd4eb085),segment_id=1903647d-496c-497a-9a22-938dbd4eb085)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:21.934603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.944444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:21.955662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:21.955662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:22.162157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Calling delete_port for 50c37789-5366-49fb-8a14-290f96d63219 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:22.219377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:00:22.260286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0913908 May 12 20:00:22.260286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75f93-2a0a-4c64-8e1a-2cd4f8f547f7 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=48a8d48d-dde9-49bc-9263-c52f172c50a3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:22.263277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35116) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:22.272590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:00:22.275224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'name': 'tempest-PortsIpV6TestJSON-196240962'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:22.397020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:00:22.397528 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:00:22.522637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:22.525400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:22.529467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:22.536071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:22.550732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:22.554318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:00:22.554601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:22.565321 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] Sync routers for ids ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:00:22.576566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 88d25c2c-3685-404e-b394-d8e3a1a7b644 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:22.578407 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] Routers {'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:22.579006 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:22.582383 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1ee3fd40-28b8-4207-9ee1-5969627afe10 admin admin] 10.222.0.72 "PUT /v2.0/routers/f84ebc0f-91fa-4ae5-8223-1b29852c3aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1714983 May 12 20:00:22.582383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35124) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:22.715308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50c37789-5366-49fb-8a14-290f96d63219 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:22.816264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 50c37789-5366-49fb-8a14-290f96d63219 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:22.816484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50c37789-5366-49fb-8a14-290f96d63219 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:22.884370 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] Set router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:22.890733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:22.989621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.050662 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.219148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=88d25c2c-3685-404e-b394-d8e3a1a7b644,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:23.235251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': '21991a28-ae95-4a23-8619-0449a45a60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:23.235607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: 48a8d48d-dde9-49bc-9263-c52f172c50a3, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:00:23.292583 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:00:23.311261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 48a8d48d-dde9-49bc-9263-c52f172c50a3) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:23.322805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ba6114-0359-4b13-a8d7-208a2837a276 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:23.323036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Deleting port 50c37789-5366-49fb-8a14-290f96d63219 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:23.323462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.327963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:23.341291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:23.346586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.382327 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T20:00:20Z', 'revision_number': 5, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:23.386367 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] Checking router: f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:00:23.402962 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] Routers {'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:23.403571 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T19:59:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:23.410037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9041080-b2c0-4e6a-b975-4232ed15a8ab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1456494 May 12 20:00:23.413633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35140) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:23.426800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1997530447'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:23.436176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:23.445508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:23.452045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:23.464003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:23.484797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:23.489580 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.491770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] The port '50c37789-5366-49fb-8a14-290f96d63219' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:00:23.557839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:00:23.591440 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.591729 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment 2db0b0da-419d-4800-811e-58f9281bf683 of type vlan for network c3c5abf9-536b-41ba-bba8-9b1c80ced64e May 12 20:00:23.661286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.664451 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] Set router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:23.666434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.677568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.698788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfbd232-cfd2-4531-a519-b7b561e7fa40']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:23.706002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Deleting port 909f7b5a-2bf0-498a-9654-7610befdb366 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:23.706394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.739037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.744403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:23.744998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.772863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1903647d-496c-497a-9a22-938dbd4eb085') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:23.773157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1903647d-496c-497a-9a22-938dbd4eb085') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:23.794357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.830842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.911379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:23.912042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: timer() May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:23.925041 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:23.969735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5548162 May 12 20:00:23.973029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221c462-95eb-4078-90f0-357593559b89 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=c3c5abf9-536b-41ba-bba8-9b1c80ced64e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:23.975050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35152) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:23.987607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c3c5abf9-536b-41ba-bba8-9b1c80ced64e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:00:24.000602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'ports': [{'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3'}, {'network_id': 'c3c5abf9-536b-41ba-bba8-9b1c80ced64e'}]} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:24.001292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:24.001847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': 'c3c5abf9-536b-41ba-bba8-9b1c80ced64e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:24.039338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.069380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.074787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfbd232-cfd2-4531-a519-b7b561e7fa40,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:24.077720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] 10.222.0.72 "DELETE /v2.0/networks/7bfbd232-cfd2-4531-a519-b7b561e7fa40 HTTP/1.1" status: 204 len: 168 time: 3.6453795 May 12 20:00:24.095420 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T20:00:20Z', 'revision_number': 5, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:24.100227 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bac77c-0998-452f-9347-4051b91590b5 None None] The sync data for ids ['f84ebc0f-91fa-4ae5-8223-1b29852c3aa5'] in n-d-841626-1 is: [{'id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'name': 'tempest-TestAggregatesBasicOps-1031374880-router', 'tenant_id': 'cc26abe8185442e696274aaf5e55292b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:59:51Z', 'updated_at': '2022-05-12T20:00:20Z', 'revision_number': 5, 'project_id': 'cc26abe8185442e696274aaf5e55292b', 'gw_port': {'id': '909f7b5a-2bf0-498a-9654-7610befdb366', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84ebc0f-91fa-4ae5-8223-1b29852c3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:59:53Z', 'updated_at': '2022-05-12T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:00:24.113991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] For port 909f7b5a-2bf0-498a-9654-7610befdb366, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=909f7b5a-2bf0-498a-9654-7610befdb366,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:24.115441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.140638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.141260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.142149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.142628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.143113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.143595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.144354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.144871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.145578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.146050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.146803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.147281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595c277-f6c6-4394-a65f-b14ee985656e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:24.309657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Calling delete_port for 909f7b5a-2bf0-498a-9654-7610befdb366 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:24.370021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-0b139955-5693-4fbe-b540-c395d576f3a0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:24.372108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-0b139955-5693-4fbe-b540-c395d576f3a0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.5269470 May 12 20:00:24.379467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35160) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:24.393786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:24.413251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:24.418126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b8ddace3-a7a4-4fdd-ac82-024b72860a5b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/quotas/e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 375 time: 0.0377278 May 12 20:00:24.418931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:24.432155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:24.509292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-16ce52bc-642d-42fd-8ddf-c10d998902af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f24a5391d624f52a0f54fef6c8a60c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222725 May 12 20:00:24.509506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.509979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 2} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:24.511421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35168) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:24.513270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.555210 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.595802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Pushing event deleted for resources: {'Port': ['ID=909f7b5a-2bf0-498a-9654-7610befdb366,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:24.705829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e77a570-a782-4322-9923-122ee8d2548e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:24.716163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-babcef56-291b-4fb9-892d-687aba46f3cd tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2829614 May 12 20:00:24.721721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b031d5b5-b725-4f4c-b88a-8f7cf80c4eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.748102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4e77a570-a782-4322-9923-122ee8d2548e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:24.748588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e77a570-a782-4322-9923-122ee8d2548e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:24.812508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b031d5b5-b725-4f4c-b88a-8f7cf80c4eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.836982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:24.918618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 42fb59c9-145c-457b-85ac-1cc67aa20f9b yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:24.969592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-66f20c55-8218-4f6c-ab29-54c2440a5b71 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304823 May 12 20:00:25.046853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.050087 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.077962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b031d5b5-b725-4f4c-b88a-8f7cf80c4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.089572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.090271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:00:25.113995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031d5b5-b725-4f4c-b88a-8f7cf80c4eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748bcac3-18bd-4661-a518-3ef1bac25523,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:25.138998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b031d5b5-b725-4f4c-b88a-8f7cf80c4eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.140570 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b031d5b5-b725-4f4c-b88a-8f7cf80c4eb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/748bcac3-18bd-4661-a518-3ef1bac25523 HTTP/1.1" status: 204 len: 168 time: 0.5975378 May 12 20:00:25.142157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.146050 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4c457c1f-0508-490c-aa48-0557f88b372d admin admin] 10.222.0.72 "DELETE /v2.0/routers/f84ebc0f-91fa-4ae5-8223-1b29852c3aa5 HTTP/1.1" status: 204 len: 168 time: 2.5627847 May 12 20:00:25.148746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35180) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:25.375423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] Deleting subnet e5b469c8-b0c9-43b4-9135-e16378946d3c {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:00:25.379486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.393105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.438440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.531345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.535875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port b09fbf92-6253-40c9-8a34-c05b74af76fd yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:25.603187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-0d121407-bf67-450a-8755-f145231d6213 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233921 May 12 20:00:25.640341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.682326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b469c8-b0c9-43b4-9135-e16378946d3c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:25.694397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.697152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd287c-9070-4f64-bf0f-76f61f4f74d2 None None] Network 61580537-2033-4e4c-99f4-0abedfba7c9c requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:25.698547 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1572353b-d20e-4846-991b-b9c76b7ccff7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e5b469c8-b0c9-43b4-9135-e16378946d3c HTTP/1.1" status: 204 len: 168 time: 0.5475371 May 12 20:00:25.699691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:25.728402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.771995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.914389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:25.934556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:25.940284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:25.941476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.955330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:25.964289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=42fb59c9-145c-457b-85ac-1cc67aa20f9b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:25.973811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Deleting port eba16e51-da37-4317-ba6b-0cab52878fb9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:25.974161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:26.149580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': '2db0b0da-419d-4800-811e-58f9281bf683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c3c5abf9-536b-41ba-bba8-9b1c80ced64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:26.150065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: c3c5abf9-536b-41ba-bba8-9b1c80ced64e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:00:26.167809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=b09fbf92-6253-40c9-8a34-c05b74af76fd,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:26.189987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network c3c5abf9-536b-41ba-bba8-9b1c80ced64e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:00:26.204389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] DHCP port deletion for 61580537-2033-4e4c-99f4-0abedfba7c9c request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:00:26.206776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c3c5abf9-536b-41ba-bba8-9b1c80ced64e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:26.212761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Deleting port eba16e51-da37-4317-ba6b-0cab52878fb9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:26.215227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:26.215504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:26.222809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:26.230850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:26.231559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:26.248692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] For port eba16e51-da37-4317-ba6b-0cab52878fb9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eba16e51-da37-4317-ba6b-0cab52878fb9,segment=NetworkSegment(a613a52a-4b09-4b76-b937-66da1aa71807),segment_id=a613a52a-4b09-4b76-b937-66da1aa71807)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:26.249050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:26.263414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c9126367-8e6e-46b1-8ec5-5e156e7ed208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2844453 May 12 20:00:26.266498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:26.353886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6c15c-bb9e-47a0-b696-ed28eacc9817 None None] Network c3c5abf9-536b-41ba-bba8-9b1c80ced64e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:26.465516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port b09fbf92-6253-40c9-8a34-c05b74af76fd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:26.466207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-265f800b-2ee8-4ffb-918f-e9c4a238b5dd req-b69aeed3-7539-45cc-870b-dfb8d7d98e5c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 210 time: 0.0675077 May 12 20:00:26.475011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:26.640035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Calling delete_port for eba16e51-da37-4317-ba6b-0cab52878fb9 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:26.889825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eba16e51-da37-4317-ba6b-0cab52878fb9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:26.930480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: eba16e51-da37-4317-ba6b-0cab52878fb9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:26.930734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eba16e51-da37-4317-ba6b-0cab52878fb9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:26.931752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 909f7b5a-2bf0-498a-9654-7610befdb366 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:26.943545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:26.958411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:26.993515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 909f7b5a-2bf0-498a-9654-7610befdb366 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:26.994032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 909f7b5a-2bf0-498a-9654-7610befdb366 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:27.008945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] For port eba16e51-da37-4317-ba6b-0cab52878fb9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eba16e51-da37-4317-ba6b-0cab52878fb9,segment=NetworkSegment(a613a52a-4b09-4b76-b937-66da1aa71807),segment_id=a613a52a-4b09-4b76-b937-66da1aa71807)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:27.009205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.021154 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-817c19d9-cf19-4e5b-a035-cccbc40b2526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.198138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Calling delete_port for eba16e51-da37-4317-ba6b-0cab52878fb9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:27.245701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for b09fbf92-6253-40c9-8a34-c05b74af76fd owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:27.290864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Pushing event deleted for resources: {'Port': ['ID=eba16e51-da37-4317-ba6b-0cab52878fb9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:27.293089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] No DVR routers for this DVR port eba16e51-da37-4317-ba6b-0cab52878fb9 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:00:27.373528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:00:27.374062 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:00:27.700170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.717017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24339c41-0f55-4a9b-9d99-9b31308ff346 req-db549379-0fc5-452a-bac8-4ca56d6bc700 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 210 time: 0.0645149 May 12 20:00:27.734560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61580537-2033-4e4c-99f4-0abedfba7c9c']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:27.746096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.804190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a613a52a-4b09-4b76-b937-66da1aa71807') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:27.804744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a613a52a-4b09-4b76-b937-66da1aa71807') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:27.812383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=b09fbf92-6253-40c9-8a34-c05b74af76fd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:27.823869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.837027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.846032 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a068902-5df6-41a4-b47d-19353cb215e2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/b09fbf92-6253-40c9-8a34-c05b74af76fd HTTP/1.1" status: 204 len: 168 time: 1.5781682 May 12 20:00:27.848667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35272) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:27.852503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.859293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:27.860050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: timer() May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:27.874240 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:27.876685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Deleting port eba16e51-da37-4317-ba6b-0cab52878fb9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:27.876685 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.960910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:27.983117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19bab8a6-e838-41a5-87fb-95be47cd1e6c None None] The port 'eba16e51-da37-4317-ba6b-0cab52878fb9' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:00:27.985411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2733b-6d93-40a2-ac35-4d463dbd57b0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:27.995344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:28.003394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] Pushing event deleted for resources: {'Network': ['ID=61580537-2033-4e4c-99f4-0abedfba7c9c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:28.003551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2733b-6d93-40a2-ac35-4d463dbd57b0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:28.004211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-18a2733b-6d93-40a2-ac35-4d463dbd57b0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:28.011413 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-341f4384-84e7-4012-8f48-7a5dd70e478a admin admin] 10.222.0.72 "DELETE /v2.0/networks/61580537-2033-4e4c-99f4-0abedfba7c9c HTTP/1.1" status: 204 len: 168 time: 2.3105059 May 12 20:00:28.054270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-18a2733b-6d93-40a2-ac35-4d463dbd57b0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:28.055488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-18a2733b-6d93-40a2-ac35-4d463dbd57b0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2055328 May 12 20:00:28.058289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35278) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:28.157046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 42fb59c9-145c-457b-85ac-1cc67aa20f9b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:28.157414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:28.280718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35282) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:28.398135 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9b23c4ab-8998-432b-9a2d-47398de4932e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b8cc1570f45429c802996edfd6cf2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157224 May 12 20:00:28.400579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35286) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:28.506271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd977ed0-3ce0-446e-90bd-dec96203b6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:28.537655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd977ed0-3ce0-446e-90bd-dec96203b6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:28.600062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:28.617160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-7bada7e7-2cef-4b21-b4b7-5d37313dd762 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:28.618444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd977ed0-3ce0-446e-90bd-dec96203b6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:28.618727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-7bada7e7-2cef-4b21-b4b7-5d37313dd762 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.3319061 May 12 20:00:28.640534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd977ed0-3ce0-446e-90bd-dec96203b6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af2ebb-fb44-4efa-b28d-2ad2e45cc478,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:28.643521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd977ed0-3ce0-446e-90bd-dec96203b6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:28.647172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bd977ed0-3ce0-446e-90bd-dec96203b6be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2af2ebb-fb44-4efa-b28d-2ad2e45cc478 HTTP/1.1" status: 204 len: 168 time: 0.2420866 May 12 20:00:28.769549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 42fb59c9-145c-457b-85ac-1cc67aa20f9b owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:28.838437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'port': {'device_id': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'admin_state_up': True, 'tenant_id': 'e96682707d7144beb8c5c280c4026363'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:28.991937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b18eae87-8a29-4bec-b402-8b6ce03ae974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.072628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b86ab5e9-b7e5-4484-a2ce-dde18fab6447 req-5851c9ad-3d2a-4911-afde-5f658f4e6a46 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 210 time: 0.0802603 May 12 20:00:29.087723 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.221497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35314) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:29.309663 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4870dfaf-170e-4c0a-87bc-8b3cf862acbe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc26abe8185442e696274aaf5e55292b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868886 May 12 20:00:29.312205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:29.382813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c75a1ca-19e6-4667-8322-61953f3173ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.420010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c75a1ca-19e6-4667-8322-61953f3173ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.440390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=42fb59c9-145c-457b-85ac-1cc67aa20f9b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:29.445967 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.482813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20d10892-d010-4461-b1df-fc0132b56cfc tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/42fb59c9-145c-457b-85ac-1cc67aa20f9b HTTP/1.1" status: 204 len: 168 time: 1.4203780 May 12 20:00:29.483346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35330) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:29.508128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:29.523513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:29.538125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c75a1ca-19e6-4667-8322-61953f3173ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.544567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:29.549784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.565659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75a1ca-19e6-4667-8322-61953f3173ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f08ee6-ae4a-42e6-a566-81db8d472aa7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:29.589932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c75a1ca-19e6-4667-8322-61953f3173ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.591200 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7c75a1ca-19e6-4667-8322-61953f3173ac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d1f08ee6-ae4a-42e6-a566-81db8d472aa7 HTTP/1.1" status: 204 len: 168 time: 0.2777867 May 12 20:00:29.628903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73498f0d-2eb4-4b6c-a001-fdf703f4b215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:29.630211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73498f0d-2eb4-4b6c-a001-fdf703f4b215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:29.665650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73498f0d-2eb4-4b6c-a001-fdf703f4b215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:29.669099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-73498f0d-2eb4-4b6c-a001-fdf703f4b215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1830182 May 12 20:00:29.669601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35336) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:29.686947 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:00:29.716051 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b96c185-5d88-4276-bb45-9fc71932606d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:00:29.720018 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7b96c185-5d88-4276-bb45-9fc71932606d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/b09fbf92-6253-40c9-8a34-c05b74af76fd HTTP/1.1" status: 404 len: 333 time: 0.0471256 May 12 20:00:29.720253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35340) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:29.770673 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbe887a-2d86-433d-9bfd-3ca2c8bb6348 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:00:29.774580 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5dbe887a-2d86-433d-9bfd-3ca2c8bb6348 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/42fb59c9-145c-457b-85ac-1cc67aa20f9b HTTP/1.1" status: 404 len: 333 time: 0.0508196 May 12 20:00:29.774967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35344) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:29.900815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:29.911369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.20.0.4 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/6b478d83-9273-4641-9beb-dcafe9bcf7cf) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:30.141545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.235430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.287179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c5abf9-536b-41ba-bba8-9b1c80ced64e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:30.306170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db0b0da-419d-4800-811e-58f9281bf683') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:30.306722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db0b0da-419d-4800-811e-58f9281bf683') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:30.319766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.352847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.370459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:30.370938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: timer() May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:30.398057 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:30.468229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8397a5ad-424a-4c6f-9b55-1c2a0b5ba4aa req-349a96e0-39b5-4361-8c25-959d726e93fd tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 210 time: 0.1675136 May 12 20:00:30.576302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.597386 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.603948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.631975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=c3c5abf9-536b-41ba-bba8-9b1c80ced64e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:30.634920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-19987913-17a5-446e-9512-5ffa605ff41f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/c3c5abf9-536b-41ba-bba8-9b1c80ced64e HTTP/1.1" status: 204 len: 168 time: 0.8590138 May 12 20:00:30.637948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Transition to ACTIVE for port object 6b478d83-9273-4641-9beb-dcafe9bcf7cf will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:30.645718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:30.651410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737056417'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:30.666947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:30.671944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.676268 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.686428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:30.689743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:30.695794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:30.726687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:30.730205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.790045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:00:30.806224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.806847 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment 68c8996a-6279-4656-87a6-277ac930ab63 of type vlan for network fc2b13ae-c442-4883-a17f-d38e865fce36 May 12 20:00:30.860059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.877579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=6b478d83-9273-4641-9beb-dcafe9bcf7cf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:30.882902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:30.885147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:30.905227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:30.915871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.923469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:30.925401 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:30.993683 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3466978 May 12 20:00:31.019116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35384) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:31.056810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:31.175862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5744c-4eac-4895-99f4-d2358ec51025 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=fc2b13ae-c442-4883-a17f-d38e865fce36,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:31.191052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network fc2b13ae-c442-4883-a17f-d38e865fce36 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:00:31.215503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:31.216173 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:31.382505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:31.390144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:31.393409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:31.396905 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-b1968349-17b5-4d09-b5ed-93e85c57b095 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5628798 May 12 20:00:31.431733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Request body: {'port': {'device_id': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:31.433873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0009f8d4-99ef-46b9-be46-99b87d017165 None None] Provisioning for port 6b478d83-9273-4641-9beb-dcafe9bcf7cf completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:31.442497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0009f8d4-99ef-46b9-be46-99b87d017165 None None] Provisioning complete for port 6b478d83-9273-4641-9beb-dcafe9bcf7cf triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:31.443303 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0009f8d4-99ef-46b9-be46-99b87d017165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:31.473545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:31.515682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:31.519312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:31.566118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0009f8d4-99ef-46b9-be46-99b87d017165 None None] Port 6b478d83-9273-4641-9beb-dcafe9bcf7cf cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:00:31.683413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:31.767514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Performing IP validity checks on allocation pools {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 20:00:31.770735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 20:00:31.787480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:31.914880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598884b-4a40-44b6-b93d-6af80b40e2fd req-f0d21a99-5d49-43a1-b708-3e321f4469b7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:31.915627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1598884b-4a40-44b6-b93d-6af80b40e2fd req-f0d21a99-5d49-43a1-b708-3e321f4469b7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:32.073739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1598884b-4a40-44b6-b93d-6af80b40e2fd req-f0d21a99-5d49-43a1-b708-3e321f4469b7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:32.074914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1598884b-4a40-44b6-b93d-6af80b40e2fd req-f0d21a99-5d49-43a1-b708-3e321f4469b7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 931 time: 0.4218228 May 12 20:00:32.268097 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:32.342224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=24b68e9b-263b-4e20-a223-d8f8b869e641,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:32.346742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1598884b-4a40-44b6-b93d-6af80b40e2fd req-33b76c46-0bb3-4b80-8881-982bba333572 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617395 May 12 20:00:32.411987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': '68c8996a-6279-4656-87a6-277ac930ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:32.412347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: fc2b13ae-c442-4883-a17f-d38e865fce36, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:00:32.462103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network fc2b13ae-c442-4883-a17f-d38e865fce36 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:00:32.469107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35430) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:32.475508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677844121', 'description': 'tempest-secgroup-smoke-677844121 description', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:32.485893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:32.490283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:32.493692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:32.499468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:32.512804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:32.515387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, fc2b13ae-c442-4883-a17f-d38e865fce36) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:32.523827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab291098-52a9-47b0-957c-f3f8d634b18d None None] Network fc2b13ae-c442-4883-a17f-d38e865fce36 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:32.526566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:32.528288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:32.528864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:32.544132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:32.550180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:32.554558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:32.561670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:32.583428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b478d83-9273-4641-9beb-dcafe9bcf7cf {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:00:32.593043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b7b13530-dda8-421b-98e6-f2fca7c60b64 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5677934 May 12 20:00:32.596331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35434) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:32.600959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:32.610367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36', 'name': 'tempest-PortsIpV6TestJSON-1366090890'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:32.716409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:32.724451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:32.768861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:32.791025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:32.795322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:32.805979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:32.983519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Transition to ACTIVE for port object 6b478d83-9273-4641-9beb-dcafe9bcf7cf will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:32.993775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.017879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-fc2b13ae-c442-4883-a17f-d38e865fce36', 'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36', 'tenant_id': '8b163f6042cf46a0aef5cf1005d783b0', 'fixed_ips': [{'subnet_id': '24b68e9b-263b-4e20-a223-d8f8b869e641'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:00:33.019043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.076738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d692c1ba-e0d3-434c-8bcd-ab4cd3a44fe0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:33.081919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b478d83-9273-4641-9beb-dcafe9bcf7cf,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:33.097637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.117602 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.238014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069ccb72-067d-4188-bea3-d44f134bcb16,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:33.263828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.269958 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d910c6fd-e70c-4e96-b355-467b4bedd750 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7989318 May 12 20:00:33.280757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35456) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:33.287655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '069ccb72-067d-4188-bea3-d44f134bcb16', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:33.295826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:33.301194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:33.304540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:33.321676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:33.374730 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.400808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Allocated IP 2001:db8::2 (fc2b13ae-c442-4883-a17f-d38e865fce36/24b68e9b-263b-4e20-a223-d8f8b869e641/0c1b1e19-752a-4463-9725-542af09d36a7) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:33.461947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.475059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.550989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.553372 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713816 May 12 20:00:33.558643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35464) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:33.577581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e32af-d558-431a-a1a0-7c3b877b2da7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0011b381-36f3-4def-a7df-bd4d4e216d36,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:33.584178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '069ccb72-067d-4188-bea3-d44f134bcb16', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:33.592122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35468) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:33.604830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:33.606530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:33.609760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:33.614881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:33.623443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:33.637613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:33.671263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Attempting to bind port 6b478d83-9273-4641-9beb-dcafe9bcf7cf on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:33.671752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Attempting to bind port 6b478d83-9273-4641-9beb-dcafe9bcf7cf by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:33.672493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.673292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Attempting to bind port 6b478d83-9273-4641-9beb-dcafe9bcf7cf on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:33.680260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Port 6b478d83-9273-4641-9beb-dcafe9bcf7cf on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:00:33.680681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Attempting to bind port 6b478d83-9273-4641-9beb-dcafe9bcf7cf on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:33.683204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:33.687276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.766606 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.770901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 1904d018-a9bf-4f01-9d8b-ee35bf53b9be yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:33.775081 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.782202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.792332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Transition to ACTIVE for port object 0c1b1e19-752a-4463-9725-542af09d36a7 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:33.814685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Transition to ACTIVE for port object 0c1b1e19-752a-4463-9725-542af09d36a7 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:33.823302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.846140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df196e61-c794-48c9-b542-3a9d0529ae68,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:33.848081 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.866029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:33.869869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Usage tracker for resource:security_group_rule and tenant:40c960bf72e74df78b89e074ad9cf88d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:33.872808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:33.879167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:33.904920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Pushing event updated for resources: {'Port': ['ID=0c1b1e19-752a-4463-9725-542af09d36a7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:33.917253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:33.917540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.917868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.918199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.918488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:33.918608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.918837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.919157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.919600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.919923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.920239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.920502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:33.920623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.920856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.921168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:33.921661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Bound port: 6b478d83-9273-4641-9beb-dcafe9bcf7cf, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:33.922068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.927907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:33.928397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Network fc2b13ae-c442-4883-a17f-d38e865fce36 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:33.929856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:33.932002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4adec04f-8278-449e-b226-f37b1225509b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3625753 May 12 20:00:33.932323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:33.932686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35480) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:33.944346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '069ccb72-067d-4188-bea3-d44f134bcb16', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:33.952620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:33.965541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:33.969393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:33.983607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:34.034909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.035858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.046531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Attempting to bind port 0c1b1e19-752a-4463-9725-542af09d36a7 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:34.046979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Attempting to bind port 0c1b1e19-752a-4463-9725-542af09d36a7 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '68c8996a-6279-4656-87a6-277ac930ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:34.047470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Attempting to bind port 0c1b1e19-752a-4463-9725-542af09d36a7 on network fc2b13ae-c442-4883-a17f-d38e865fce36 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:34.051813 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.053634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:34.054078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Checking segment: {'id': '68c8996a-6279-4656-87a6-277ac930ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:34.054655 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.055117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Bound using segment: {'id': '68c8996a-6279-4656-87a6-277ac930ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:34.055642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Bound port: 0c1b1e19-752a-4463-9725-542af09d36a7, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c8996a-6279-4656-87a6-277ac930ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc2b13ae-c442-4883-a17f-d38e865fce36'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:34.056067 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.156987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] For port 0c1b1e19-752a-4463-9725-542af09d36a7, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:34.160484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] For port 0c1b1e19-752a-4463-9725-542af09d36a7, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0c1b1e19-752a-4463-9725-542af09d36a7,segment=NetworkSegment(68c8996a-6279-4656-87a6-277ac930ab63),segment_id=68c8996a-6279-4656-87a6-277ac930ab63)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:34.166382 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.187984 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40c960bf72e74df78b89e074ad9cf88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938592 May 12 20:00:34.195829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:34.198158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::106 (fc2b13ae-c442-4883-a17f-d38e865fce36/24b68e9b-263b-4e20-a223-d8f8b869e641/1904d018-a9bf-4f01-9d8b-ee35bf53b9be) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:34.201098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba235bb-bf42-42ea-8cd5-b98517f826fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c536e6-524a-44da-873f-c7ec5541e0a3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:34.281784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.312833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe863-a428-4695-9f95-109d27efeff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.316533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.340731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a37919-9ba8-49b4-ad54-6a605d0ba33b None None] Pushing event updated for resources: {'Port': ['ID=0c1b1e19-752a-4463-9725-542af09d36a7,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:34.378271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909d6626-0006-4351-81da-0378c76d57e4,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:34.386592 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe863-a428-4695-9f95-109d27efeff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.425930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] For port 6b478d83-9273-4641-9beb-dcafe9bcf7cf, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:34.428906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.433247 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c299a814-ff75-4036-b73b-d72fe17d04db tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4952600 May 12 20:00:34.433247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35496) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:34.435544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] For port 6b478d83-9273-4641-9beb-dcafe9bcf7cf, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:34.454039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089a510-b0de-4bec-b1c5-cd35d0c14d43 req-e166077d-3f07-4c95-924b-e207ba84820d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:34.454524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8089a510-b0de-4bec-b1c5-cd35d0c14d43 req-e166077d-3f07-4c95-924b-e207ba84820d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 943 time: 0.7081022 May 12 20:00:34.458724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.459991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '069ccb72-067d-4188-bea3-d44f134bcb16', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:34.471764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:34.476185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:34.479481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:34.485803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:34.510994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.521165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe863-a428-4695-9f95-109d27efeff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.560974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fe863-a428-4695-9f95-109d27efeff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c536e6-524a-44da-873f-c7ec5541e0a3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:34.567907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:34.569455 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.569668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe863-a428-4695-9f95-109d27efeff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.570585 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e6fe863-a428-4695-9f95-109d27efeff2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4c536e6-524a-44da-873f-c7ec5541e0a3 HTTP/1.1" status: 204 len: 168 time: 0.3737342 May 12 20:00:34.574510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/6b478d83-9273-4641-9beb-dcafe9bcf7cf HTTP/1.1" status: 200 len: 1091 time: 3.1468534 May 12 20:00:34.591272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'tag': '6b478d83-9273-4641-9beb-dcafe9bcf7cf'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:00:34.713008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.724737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.728095 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0002b0b-b127-49a4-995f-49c7ad17d101'] response: {'name': 'network-changed', 'server_uuid': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'tag': '6b478d83-9273-4641-9beb-dcafe9bcf7cf', 'status': 'completed', 'code': 200} May 12 20:00:34.746835 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.759499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8089a510-b0de-4bec-b1c5-cd35d0c14d43 req-2ae4c80a-2c41-4225-8ee0-1e07ab723602 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958283 May 12 20:00:34.767861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38a1106-d387-40e0-8f8f-0e706b6b579b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:34.793830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.797702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d57305f7-3767-4200-85b8-9587009e4dd5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611767 May 12 20:00:34.797872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c5ae-5031-4f04-99e4-dc51f3df57f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b478d83-9273-4641-9beb-dcafe9bcf7cf,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:34.798427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:34.803460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '069ccb72-067d-4188-bea3-d44f134bcb16', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:34.810319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:34.814623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:34.818322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:34.827579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object 1904d018-a9bf-4f01-9d8b-ee35bf53b9be will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:34.842092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:34.862578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-e56cd025-2cbb-4046-b777-df4735d77fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:34.864275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-e56cd025-2cbb-4046-b777-df4735d77fab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 1094 time: 0.2203190 May 12 20:00:34.866387 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:00:34.874721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:34.998960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.007679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.024150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-849db342-75c8-4913-94bf-c8593d5860a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf HTTP/1.1" status: 200 len: 217 time: 0.1459486 May 12 20:00:35.033204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560f3a92-42bf-46b9-9ea9-f1fde95aa38a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:35.050862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.059030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5207b3c8-7fbc-4c8f-aa6b-4c81264c2aad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2531259 May 12 20:00:35.062213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35518) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:35.067710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '069ccb72-067d-4188-bea3-d44f134bcb16', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:35.075484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:35.079911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:35.083063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:35.093364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:35.108696 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:00:35.117212 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.128135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-3fcd3a2c-6eb5-45f1-a7ec-c49ab33a2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:35.129637 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-3fcd3a2c-6eb5-45f1-a7ec-c49ab33a2e24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0974562 May 12 20:00:35.184397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.245073 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.251837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.281019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4dc558-d3dd-4512-9c6f-f934d60d13c1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:35.288316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network fc2b13ae-c442-4883-a17f-d38e865fce36 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:35.294419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.296564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1e09adea-b8d5-46f3-a420-d0c4e3687fcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2331836 May 12 20:00:35.299859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35532) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:35.305214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:35.310774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'network': {'name': 'tempest-network-smoke--1662576169', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:35.312465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:35.322579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:35.324733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:35.329463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:network and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:35.330589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.338269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:35.355577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:35.367756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=1904d018-a9bf-4f01-9d8b-ee35bf53b9be,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:35.368488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:35.374094 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.380828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-3f8622bb-4037-438e-81c4-e0265c35fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:35.382449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-3f8622bb-4037-438e-81c4-e0265c35fb33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458601 May 12 20:00:35.389841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b66fec0a-f668-4026-9fc3-bfa5e690612d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7920415 May 12 20:00:35.390820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35538) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:35.556321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-cd9a1f30-bd32-4882-b7de-06d330ffdc00 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644084 May 12 20:00:35.605288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:00:35.630255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 1904d018-a9bf-4f01-9d8b-ee35bf53b9be {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:35.630729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.674991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.675424 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Added segment 13b0c9ff-42e9-4257-99d5-74fa8976c246 of type vlan for network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e May 12 20:00:35.783513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a5e8ad4-f87a-45d1-80de-57ad45ad127e req-462e273a-da7d-4213-ac28-d9d74a6563ff service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184687 May 12 20:00:35.787529 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.926687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.933635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:35.934280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:35.978784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17027c-d3a2-4b6a-a901-2d61b157273b None None] Network fc2b13ae-c442-4883-a17f-d38e865fce36 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:36.223976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-3d1e45c0-dba3-4449-a463-ed8b122d8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:36.228468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-3d1e45c0-dba3-4449-a463-ed8b122d8bd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 1094 time: 0.3637059 May 12 20:00:36.276841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9705508 May 12 20:00:36.276841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d9049-dd86-4046-91f9-71823a0c72ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Network': ['ID=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:36.277592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35564) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:36.285408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:36.319110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'admin_state_up': True, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:36.338332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:36.376005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:00:36.478638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:router and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:36.492170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 1904d018-a9bf-4f01-9d8b-ee35bf53b9be owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:36.516377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-03fab17c-c41e-4725-b28c-5c761c9ad697 None None] Provisioning for port 0c1b1e19-752a-4463-9725-542af09d36a7 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:36.538223 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:36.586413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-56c69fbb-8435-4054-8822-1fc334c620dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:36.587873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-56c69fbb-8435-4054-8822-1fc334c620dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.3530040 May 12 20:00:36.595799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d7cfa-c4e4-4403-b727-817f490e0713 req-89dadfd3-d083-45e0-8a1e-242f46a42577 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:36.597283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-193d7cfa-c4e4-4403-b727-817f490e0713 req-89dadfd3-d083-45e0-8a1e-242f46a42577 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 943 time: 0.2292774 May 12 20:00:36.670257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:36.727146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-3ad69147-af31-438c-80e6-3bb4a573a702 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf HTTP/1.1" status: 200 len: 217 time: 0.1288579 May 12 20:00:36.742880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:36.744100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:36.805700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0c1b1e19-752a-4463-9725-542af09d36a7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:36.816825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-193d7cfa-c4e4-4403-b727-817f490e0713 req-60484e39-b361-40cb-b1f0-57162c7e40b6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535861 May 12 20:00:36.828823 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:36.856419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-c0b45452-9cd3-4b08-8647-c5d96d2a6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:36.857996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-c0b45452-9cd3-4b08-8647-c5d96d2a6f64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1238146 May 12 20:00:36.897639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=1904d018-a9bf-4f01-9d8b-ee35bf53b9be,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:36.902912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:36.932955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 0c1b1e19-752a-4463-9725-542af09d36a7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:36.945878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0c1b1e19-752a-4463-9725-542af09d36a7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:36.946602 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:37.009131 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:37.014046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-1389c848-855e-49e8-9289-a8516acb4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:37.019078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-1389c848-855e-49e8-9289-a8516acb4c5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501274 May 12 20:00:37.030154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-11202a1c-d1c0-4e4c-ad5d-cf79b78f1124 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/1904d018-a9bf-4f01-9d8b-ee35bf53b9be HTTP/1.1" status: 204 len: 168 time: 1.6373391 May 12 20:00:37.075939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] Provisioning complete for port 0c1b1e19-752a-4463-9725-542af09d36a7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:37.076419 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:37.243432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35592) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:37.367975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] Current status of the port 0c1b1e19-752a-4463-9725-542af09d36a7 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:37.368909 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:37.369609 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab947d7f-bb59-466c-82b9-d931e67557e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:00:37.370072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab947d7f-bb59-466c-82b9-d931e67557e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:00:37.374411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ab947d7f-bb59-466c-82b9-d931e67557e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/1904d018-a9bf-4f01-9d8b-ee35bf53b9be HTTP/1.1" status: 404 len: 333 time: 0.1252978 May 12 20:00:37.374595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35600) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:37.383604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0c1b1e19-752a-4463-9725-542af09d36a7 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:37.384262 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:37.429939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] For port 0c1b1e19-752a-4463-9725-542af09d36a7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0c1b1e19-752a-4463-9725-542af09d36a7,segment=NetworkSegment(68c8996a-6279-4656-87a6-277ac930ab63),segment_id=68c8996a-6279-4656-87a6-277ac930ab63)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:37.443414 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:37.456690 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:37.525361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-55217fde-92da-4b26-bfda-cb45eac28d12 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984276 May 12 20:00:37.526399 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-16751ea9-5f39-43fe-8241-052f1e07082c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:00:37.527190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-16751ea9-5f39-43fe-8241-052f1e07082c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:37.575617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] Could not find standard attr ID for object 1904d018-a9bf-4f01-9d8b-ee35bf53b9be. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:00:37.667730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:00:37.668079 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:00:37.668705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb912f-4519-4a62-b4aa-e31c5e36d660 None None] Pushing event updated for resources: {'Port': ['ID=0c1b1e19-752a-4463-9725-542af09d36a7,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:37.694577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a30691e5-9be6-4621-9f88-8be3f83c469f None None] Could not find standard attr ID for object 1904d018-a9bf-4f01-9d8b-ee35bf53b9be. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:00:37.698838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-16751ea9-5f39-43fe-8241-052f1e07082c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:37.703741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-16751ea9-5f39-43fe-8241-052f1e07082c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/1904d018-a9bf-4f01-9d8b-ee35bf53b9be HTTP/1.1" status: 404 len: 333 time: 0.3278983 May 12 20:00:37.704482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:37.772306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e67af70-689a-4fe0-8a15-5270174bc837 req-60206ab0-d90d-4096-adbd-e9e2fc5f3400 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389727 May 12 20:00:37.799389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet 24b68e9b-263b-4e20-a223-d8f8b869e641 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:00:37.812891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.043530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f807-c613-4d3b-a78a-71191655ad8f req-81e79f59-7b13-493b-90ac-45e716208dc5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:38.045623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eae8f807-c613-4d3b-a78a-71191655ad8f req-81e79f59-7b13-493b-90ac-45e716208dc5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 943 time: 0.0991273 May 12 20:00:38.104179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eae8f807-c613-4d3b-a78a-71191655ad8f req-564a86c3-3cbc-4525-8adf-eb9d5685adba tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521326 May 12 20:00:38.106608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.250415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0c1b1e19-752a-4463-9725-542af09d36a7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:38.291793 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.334983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.372652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.518058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.606258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.26 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/319f66a3-4081-440c-853b-b3e291add551) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:38.639922 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.648076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.727049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0c1b1e19-752a-4463-9725-542af09d36a7 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:38.742269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=24b68e9b-263b-4e20-a223-d8f8b869e641,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:38.746650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.760526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35640) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:38.763925 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2c0c701e-1049-4667-a880-601d01bb8278 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/24b68e9b-263b-4e20-a223-d8f8b869e641 HTTP/1.1" status: 204 len: 168 time: 1.0552001 May 12 20:00:38.765000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35642) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:38.778100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910c5e1-3064-4a7e-b851-b22688292bdf None None] Network fc2b13ae-c442-4883-a17f-d38e865fce36 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:38.920547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.929087 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.947403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 0c1b1e19-752a-4463-9725-542af09d36a7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:38.947736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.949751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:38.968189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:38.973126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Usage tracker for resource:security_group_rule and tenant:4c76d7e552724cb7b7672fe677e87e36 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:38.976499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:38.983003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:39.020493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 0c1b1e19-752a-4463-9725-542af09d36a7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:39.021151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.056818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.092482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.106036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.205684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad0624a-e6bc-4048-b73f-a87bd45b0382,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:39.213771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9b5f3b0c-0cd2-4119-b80b-380eb71b0db6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c76d7e552724cb7b7672fe677e87e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519818 May 12 20:00:39.216319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35662) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:39.222367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] DHCP port deletion for fc2b13ae-c442-4883-a17f-d38e865fce36 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:00:39.234432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] Deleting port 0c1b1e19-752a-4463-9725-542af09d36a7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:39.235022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.294103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:39.300432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:39.302778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=319f66a3-4081-440c-853b-b3e291add551,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:39.316134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 0c1b1e19-752a-4463-9725-542af09d36a7 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:39.317342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:39.318548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6e83fa0-ab3c-4620-b9c3-b092192e611a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.348983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6e83fa0-ab3c-4620-b9c3-b092192e611a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.388366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] For port 0c1b1e19-752a-4463-9725-542af09d36a7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0c1b1e19-752a-4463-9725-542af09d36a7,segment=NetworkSegment(68c8996a-6279-4656-87a6-277ac930ab63),segment_id=68c8996a-6279-4656-87a6-277ac930ab63)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:39.388801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.483560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de3ee-1e99-4800-8a2f-248517b0a057 req-84931324-3c2e-4711-b784-6f6023897cc3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:39.490878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601de3ee-1e99-4800-8a2f-248517b0a057 req-84931324-3c2e-4711-b784-6f6023897cc3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 943 time: 0.1155941 May 12 20:00:39.505592 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6e83fa0-ab3c-4620-b9c3-b092192e611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.525575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e83fa0-ab3c-4620-b9c3-b092192e611a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad0624a-e6bc-4048-b73f-a87bd45b0382,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:39.533593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e6e83fa0-ab3c-4620-b9c3-b092192e611a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.538508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e6e83fa0-ab3c-4620-b9c3-b092192e611a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aad0624a-e6bc-4048-b73f-a87bd45b0382 HTTP/1.1" status: 204 len: 168 time: 0.3172991 May 12 20:00:39.560855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] For port 0c1b1e19-752a-4463-9725-542af09d36a7, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0c1b1e19-752a-4463-9725-542af09d36a7,segment=NetworkSegment(68c8996a-6279-4656-87a6-277ac930ab63),segment_id=68c8996a-6279-4656-87a6-277ac930ab63)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:39.561301 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.568971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-601de3ee-1e99-4800-8a2f-248517b0a057 req-c183f834-d217-4ea9-a11f-bca5fa7b0eb6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770223 May 12 20:00:39.619977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 0c1b1e19-752a-4463-9725-542af09d36a7 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:39.803824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] Calling delete_port for 0c1b1e19-752a-4463-9725-542af09d36a7 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:39.894991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:39.951928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] Pushing event deleted for resources: {'Port': ['ID=0c1b1e19-752a-4463-9725-542af09d36a7,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:39.957151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21369400-e07e-4d53-a792-c43315715fc9 None None] No DVR routers for this DVR port 0c1b1e19-752a-4463-9725-542af09d36a7 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:00:39.987685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35678) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:40.005882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.020880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:40.024742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Usage tracker for resource:security_group_rule and tenant:5bdff78b8a7f497e867a398626a8a23f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:40.027572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:40.033345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:40.097574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:00:40.098518 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:00:40.146976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.154485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.211438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-33350210-522d-44a6-af86-9a386225abae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5bdff78b8a7f497e867a398626a8a23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198372 May 12 20:00:40.211438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33350210-522d-44a6-af86-9a386225abae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbac9e3-6bff-4859-8051-6f4e501cc9f4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:40.211748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.212534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35688) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:40.291011 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9baab44f-97c5-4c02-b63b-8724ca86719c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.318028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9baab44f-97c5-4c02-b63b-8724ca86719c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.373013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9baab44f-97c5-4c02-b63b-8724ca86719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.388945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baab44f-97c5-4c02-b63b-8724ca86719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbac9e3-6bff-4859-8051-6f4e501cc9f4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:40.397305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9baab44f-97c5-4c02-b63b-8724ca86719c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.401596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9baab44f-97c5-4c02-b63b-8724ca86719c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7bbac9e3-6bff-4859-8051-6f4e501cc9f4 HTTP/1.1" status: 204 len: 168 time: 0.1884177 May 12 20:00:40.599748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 0c1b1e19-752a-4463-9725-542af09d36a7 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:40.600172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.679112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] The port '0c1b1e19-752a-4463-9725-542af09d36a7' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:00:40.703771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0c1b1e19-752a-4463-9725-542af09d36a7 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:40.711295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:40.740458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0c1b1e19-752a-4463-9725-542af09d36a7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:40.740790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0c1b1e19-752a-4463-9725-542af09d36a7 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:40.775830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcafb6-02c7-4f7b-91a7-5762278bf718 req-1621e61f-e1df-45a0-87d8-4ed90b787395 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:40.783828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72bcafb6-02c7-4f7b-91a7-5762278bf718 req-1621e61f-e1df-45a0-87d8-4ed90b787395 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 943 time: 0.1095595 May 12 20:00:40.865927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72bcafb6-02c7-4f7b-91a7-5762278bf718 req-f26a51db-ead5-4303-b334-594653fda5d9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807161 May 12 20:00:40.968169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.014508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2b13ae-c442-4883-a17f-d38e865fce36']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:41.031885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c8996a-6279-4656-87a6-277ac930ab63') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:41.032167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c8996a-6279-4656-87a6-277ac930ab63') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:41.048827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.076475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.089306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:41.089711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: timer() May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:41.106233 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:41.192907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 73077828-9175-4f82-a3cd-e370f783f821 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:00:41.264549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.301806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.321285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=fc2b13ae-c442-4883-a17f-d38e865fce36,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:41.530141 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3e26a17a-8c47-45ea-85b3-b3dd428f1380 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/fc2b13ae-c442-4883-a17f-d38e865fce36 HTTP/1.1" status: 204 len: 168 time: 2.7636664 May 12 20:00:41.530951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35734) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:41.537210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-429749744'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:41.543429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:41.547473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:41.551124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:41.557635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:41.566438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:00:41.577530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:41.578623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Sync routers for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:00:41.582512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.590493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:41.592691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:00:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:41.614435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:00:41.615032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.616242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-84364fe1-56a6-4090-997e-b894598d1c7b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3359125 May 12 20:00:41.620290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35738) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:41.630017 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.630796 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment acd72ec5-d573-4de8-b37f-af3bd670fb66 of type vlan for network 71cab840-dac3-40cd-a58b-e6203695cf91 May 12 20:00:41.667331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.762339 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.774644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:41.775332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:41.796931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:42.011912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4792192 May 12 20:00:42.015188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35756) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:42.023649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:42.027616 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5c82bd77-2022-4329-bf94-f93bf32882d6 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e3eb59963b3345ab9bb52c5d5b569a51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4061966 May 12 20:00:42.028215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35760) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:42.134708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499cfa4-6c4e-47d4-b02b-022a7e6cdb23 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=71cab840-dac3-40cd-a58b-e6203695cf91,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:42.150695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 71cab840-dac3-40cd-a58b-e6203695cf91 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:00:42.204497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0488f261-86de-4c40-8ddb-54d0f6c10228 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:42.206929 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0488f261-86de-4c40-8ddb-54d0f6c10228 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1778104 May 12 20:00:42.209619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35770) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:42.294750 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d67bf9ef-a31a-4050-95c9-a845c68cc43d tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832210 May 12 20:00:42.297176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35774) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:42.303652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1679924853', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:42.306062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:42.311995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:42.315994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:42.332521 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:42.355935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abeaf3-9aac-49d7-ac3e-781b9247ed32 req-41a07743-1cbf-4211-8ef9-7683fd15f71d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:42.357336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0abeaf3-9aac-49d7-ac3e-781b9247ed32 req-41a07743-1cbf-4211-8ef9-7683fd15f71d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 943 time: 0.2136714 May 12 20:00:42.358493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:42.372659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:42.450818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:39Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:42.455951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Checking router: 73077828-9175-4f82-a3cd-e370f783f821 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:00:42.456917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Updating router 73077828-9175-4f82-a3cd-e370f783f821 port 319f66a3-4081-440c-853b-b3e291add551 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:00:42.464200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:42.468579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:subnet and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:42.472091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:42.478590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:42.494586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6b478d83-9273-4641-9beb-dcafe9bcf7cf details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:00:42.501341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:42.505225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:42.626068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:42.666289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0abeaf3-9aac-49d7-ac3e-781b9247ed32 req-9574d8d9-0c1f-402b-97d7-413485d96716 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676013 May 12 20:00:42.802164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:42.829358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6b478d83-9273-4641-9beb-dcafe9bcf7cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:42.854322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:42.864840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '6b478d83-9273-4641-9beb-dcafe9bcf7cf', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'port_id': '6b478d83-9273-4641-9beb-dcafe9bcf7cf', 'mac_address': 'fa:16:3e:74:41:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:00:42.902265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Subnet': ['ID=278d2f99-d3c6-44ab-ac0b-3375e62c5141,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:42.912772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Checking segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:42.913498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network hostable DHCP agents. Network: 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:00:42.942175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:00:42.957468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:42.963753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6b478d83-9273-4641-9beb-dcafe9bcf7cf is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:42.964185 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:42.965040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:42.965858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:42.988315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b478d83-9273-4641-9beb-dcafe9bcf7cf {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:00:42.991958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d450d-305f-44ef-ad54-b71a8c6a2727 None None] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:43.007434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-814cfa8d-cfc9-4257-8165-f0f0f0327a24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7089055 May 12 20:00:43.012529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:43.071707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': 'acd72ec5-d573-4de8-b37f-af3bd670fb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:43.072443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: 71cab840-dac3-40cd-a58b-e6203695cf91, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:00:43.084335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=51239eae-f89e-4db8-9d58-8f421c2b7b08,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:43.133941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 71cab840-dac3-40cd-a58b-e6203695cf91 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:00:43.153131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 71cab840-dac3-40cd-a58b-e6203695cf91) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:43.164713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:43.165560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:43.236944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-13c7a25e-7e13-4c22-968e-56c8cd1feff8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2202539 May 12 20:00:43.239448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35810) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:43.247825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1904396517'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:43.276106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff77984-9766-452a-a322-61fc851c23e9 None None] Network 71cab840-dac3-40cd-a58b-e6203695cf91 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:43.415889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6b478d83-9273-4641-9beb-dcafe9bcf7cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:43.479725 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:43.490011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:43.495178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:43.499119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:43.507859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:43.551359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:43.564817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:43.593206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port da849137-6266-4872-91ce-7a696344d18c yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:43.653950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:00:43.654954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:43.758977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6b478d83-9273-4641-9beb-dcafe9bcf7cf'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:00:43.853904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::399 (71cab840-dac3-40cd-a58b-e6203695cf91/51239eae-f89e-4db8-9d58-8f421c2b7b08/da849137-6266-4872-91ce-7a696344d18c) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:43.885963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6b478d83-9273-4641-9beb-dcafe9bcf7cf,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:44.079436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.143513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c814745-e1ce-481c-a385-6450a49b2ef8 req-8e075188-ff75-4013-b6e9-e57231a79e6c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:44.145996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c814745-e1ce-481c-a385-6450a49b2ef8 req-8e075188-ff75-4013-b6e9-e57231a79e6c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 944 time: 0.2879634 May 12 20:00:44.220063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-71cab840-dac3-40cd-a58b-e6203695cf91', 'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91', 'tenant_id': '8b163f6042cf46a0aef5cf1005d783b0', 'fixed_ips': [{'subnet_id': '51239eae-f89e-4db8-9d58-8f421c2b7b08'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:00:44.221286 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.313418 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.318942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0c814745-e1ce-481c-a385-6450a49b2ef8 req-363d272c-3706-4f98-9625-a8df5f78520d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638823 May 12 20:00:44.328406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Allocated IP 172.20.0.2 (65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e/278d2f99-d3c6-44ab-ac0b-3375e62c5141/55e3121a-04ff-4783-a109-3d0ce6032251) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:44.337920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.366446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object da849137-6266-4872-91ce-7a696344d18c will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:44.399453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.509844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 71cab840-dac3-40cd-a58b-e6203695cf91 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:44.516517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:44.520768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:44.526715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:44.527345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.540969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=da849137-6266-4872-91ce-7a696344d18c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:44.600207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35852) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:44.600861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e89d8748-d938-4c1f-a474-63ca2b61e1f8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3578248 May 12 20:00:44.704169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.715465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Transition to ACTIVE for port object 55e3121a-04ff-4783-a109-3d0ce6032251 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:44.735030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Transition to ACTIVE for port object 55e3121a-04ff-4783-a109-3d0ce6032251 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:44.739478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port da849137-6266-4872-91ce-7a696344d18c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:44.739897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.768948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.779264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Transition to ACTIVE for port object 319f66a3-4081-440c-853b-b3e291add551 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:44.858841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:44.881664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:44.884507 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:44.902450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:44.955297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.1 (65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e/278d2f99-d3c6-44ab-ac0b-3375e62c5141/fa8b8cd8-e373-48c6-8502-c1ada09b4729) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:45.084049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Attempting to bind port 319f66a3-4081-440c-853b-b3e291add551 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:45.084626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Attempting to bind port 319f66a3-4081-440c-853b-b3e291add551 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:45.085151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Attempting to bind port 319f66a3-4081-440c-853b-b3e291add551 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:45.110003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:45.110892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:45.111514 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.112085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:45.112766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Bound port: 319f66a3-4081-440c-853b-b3e291add551, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:45.113359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.192763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] For port 319f66a3-4081-440c-853b-b3e291add551, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:45.196541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] For port 319f66a3-4081-440c-853b-b3e291add551, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=319f66a3-4081-440c-853b-b3e291add551,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:45.203522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Pushing event updated for resources: {'Port': ['ID=55e3121a-04ff-4783-a109-3d0ce6032251,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:45.272680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.357658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.449428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Allocated IP 2001:db8::2 (71cab840-dac3-40cd-a58b-e6203695cf91/51239eae-f89e-4db8-9d58-8f421c2b7b08/4a215919-bc57-41f0-b496-a36fe73d00e3) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:45.462513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Attempting to bind port 55e3121a-04ff-4783-a109-3d0ce6032251 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:45.462977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Attempting to bind port 55e3121a-04ff-4783-a109-3d0ce6032251 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:45.463439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Attempting to bind port 55e3121a-04ff-4783-a109-3d0ce6032251 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:45.488731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:45.489608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:00:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:45.501804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for da849137-6266-4872-91ce-7a696344d18c owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:45.604477 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.606155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:45.606764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Checking segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:45.607298 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.607827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Bound using segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:45.608475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Bound port: 55e3121a-04ff-4783-a109-3d0ce6032251, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:45.609092 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.640801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object fa8b8cd8-e373-48c6-8502-c1ada09b4729 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:45.655797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f42a9-5415-4292-8a1e-ed21e14eb73d req-0d9a7d3c-07ec-4533-b98b-7f770b612519 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:45.657636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c9f42a9-5415-4292-8a1e-ed21e14eb73d req-0d9a7d3c-07ec-4533-b98b-7f770b612519 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 944 time: 0.1879642 May 12 20:00:45.698105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a493684-10ba-4153-bb06-547f26c9de2d None None] Pushing event updated for resources: {'Port': ['ID=319f66a3-4081-440c-853b-b3e291add551,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:45.718946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c9f42a9-5415-4292-8a1e-ed21e14eb73d req-368c99ab-8055-491e-a0ea-a8cee2e84709 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554061 May 12 20:00:45.780423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.842982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:45.867964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=da849137-6266-4872-91ce-7a696344d18c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:45.981929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a493684-10ba-4153-bb06-547f26c9de2d None None] Pushing event updated for resources: {'Port': ['ID=319f66a3-4081-440c-853b-b3e291add551,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:45.986037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:46.001733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:46.002734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=fa8b8cd8-e373-48c6-8502-c1ada09b4729,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:46.005504 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.008651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:46.014533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:46.058217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-edcdb1b6-b840-4cfa-bab2-1400be7b1bb5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/da849137-6266-4872-91ce-7a696344d18c HTTP/1.1" status: 204 len: 168 time: 1.4541471 May 12 20:00:46.058930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35898) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:46.090220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.149452 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a246d62-3eec-4e44-b788-ca6d27a804e1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:00:46.151695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3a246d62-3eec-4e44-b788-ca6d27a804e1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:46.192135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3a246d62-3eec-4e44-b788-ca6d27a804e1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:46.193903 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3a246d62-3eec-4e44-b788-ca6d27a804e1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/da849137-6266-4872-91ce-7a696344d18c HTTP/1.1" status: 404 len: 333 time: 0.1335597 May 12 20:00:46.196776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 35902) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:46.295691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] For port 55e3121a-04ff-4783-a109-3d0ce6032251, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:46.310342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet 51239eae-f89e-4db8-9d58-8f421c2b7b08 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:00:46.327713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] For port 55e3121a-04ff-4783-a109-3d0ce6032251, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=55e3121a-04ff-4783-a109-3d0ce6032251,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:46.347162 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.479785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6b478d83-9273-4641-9beb-dcafe9bcf7cf up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:46.667578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.679521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Transition to ACTIVE for port object 4a215919-bc57-41f0-b496-a36fe73d00e3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:46.686917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab032f-acf6-406e-95e3-7e1309539738 None None] Pushing event updated for resources: {'Port': ['ID=55e3121a-04ff-4783-a109-3d0ce6032251,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:46.715698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.722810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Transition to ACTIVE for port object 4a215919-bc57-41f0-b496-a36fe73d00e3 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:46.734737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:39Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:46.737130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.738819 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.751922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 6b478d83-9273-4641-9beb-dcafe9bcf7cf completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:46.899511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:46.933829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Network 71cab840-dac3-40cd-a58b-e6203695cf91 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:46.935919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Pushing event updated for resources: {'Port': ['ID=4a215919-bc57-41f0-b496-a36fe73d00e3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:46.956174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:46.961705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588e81c-9d4e-434a-b8cf-76691e1eebbb None None] The sync data for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 is: [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:39Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:00:46.963105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 6b478d83-9273-4641-9beb-dcafe9bcf7cf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:46.963689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.008803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:47.187605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Attempting to bind port 4a215919-bc57-41f0-b496-a36fe73d00e3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:47.187977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Attempting to bind port 4a215919-bc57-41f0-b496-a36fe73d00e3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'acd72ec5-d573-4de8-b37f-af3bd670fb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:47.188346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Attempting to bind port 4a215919-bc57-41f0-b496-a36fe73d00e3 on network 71cab840-dac3-40cd-a58b-e6203695cf91 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:47.197136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:47.197790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Checking segment: {'id': 'acd72ec5-d573-4de8-b37f-af3bd670fb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:47.198555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.199233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Bound using segment: {'id': 'acd72ec5-d573-4de8-b37f-af3bd670fb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:47.200044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Bound port: 4a215919-bc57-41f0-b496-a36fe73d00e3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd72ec5-d573-4de8-b37f-af3bd670fb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '71cab840-dac3-40cd-a58b-e6203695cf91'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:47.200578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.436540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 6b478d83-9273-4641-9beb-dcafe9bcf7cf is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:47.436925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.548826 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.571339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 6b478d83-9273-4641-9beb-dcafe9bcf7cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:47.589990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b478d83-9273-4641-9beb-dcafe9bcf7cf'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:00:47.628311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.650182 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.765753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=51239eae-f89e-4db8-9d58-8f421c2b7b08,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:47.777918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.863388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.863918 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1382bb-00bc-4e16-a087-4a9afc39bf6c'] response: {'server_uuid': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b478d83-9273-4641-9beb-dcafe9bcf7cf', 'code': 200} May 12 20:00:47.864163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=6b478d83-9273-4641-9beb-dcafe9bcf7cf,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:47.870297 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2d82318d-4efe-46ad-a891-b478dec9e34a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/51239eae-f89e-4db8-9d58-8f421c2b7b08 HTTP/1.1" status: 204 len: 168 time: 1.6693833 May 12 20:00:47.872492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 35982) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:47.873417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] For port 4a215919-bc57-41f0-b496-a36fe73d00e3, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:47.899350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] For port 4a215919-bc57-41f0-b496-a36fe73d00e3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4a215919-bc57-41f0-b496-a36fe73d00e3,segment=NetworkSegment(acd72ec5-d573-4de8-b37f-af3bd670fb66),segment_id=acd72ec5-d573-4de8-b37f-af3bd670fb66)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:47.910257 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.914257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:47.967021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea90dc1-4764-46e6-9f77-e947160f9ae3 req-0fa2318a-dbd9-431c-ac48-1835f5be1027 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:47.969243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eea90dc1-4764-46e6-9f77-e947160f9ae3 req-0fa2318a-dbd9-431c-ac48-1835f5be1027 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 944 time: 0.9535816 May 12 20:00:48.071207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c2a70-e8c1-4373-b8ff-2f322dac7545 None None] Pushing event updated for resources: {'Port': ['ID=4a215919-bc57-41f0-b496-a36fe73d00e3,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:48.099895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20a8d-a008-4310-b9a9-e8274afd966a req-2d0ebe23-5d1a-498b-8c0b-2ce9251ce7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:48.101633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fff20a8d-a008-4310-b9a9-e8274afd966a req-2d0ebe23-5d1a-498b-8c0b-2ce9251ce7eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 1096 time: 0.3124340 May 12 20:00:48.108465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eea90dc1-4764-46e6-9f77-e947160f9ae3 req-b2df6707-98c7-488c-a6dc-7077f4e84c31 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309261 May 12 20:00:48.158397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:48.199409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fff20a8d-a008-4310-b9a9-e8274afd966a req-7828bbf9-73fc-4ac6-aea0-8a9d0c9fb8cf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863485 May 12 20:00:48.315408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=fa8b8cd8-e373-48c6-8502-c1ada09b4729,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:48.327199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:48.454567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 4a215919-bc57-41f0-b496-a36fe73d00e3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:48.454988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:48.828719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] For port 4a215919-bc57-41f0-b496-a36fe73d00e3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4a215919-bc57-41f0-b496-a36fe73d00e3,segment=NetworkSegment(acd72ec5-d573-4de8-b37f-af3bd670fb66),segment_id=acd72ec5-d573-4de8-b37f-af3bd670fb66)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:48.829155 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:48.922117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f095b0-8266-4b2c-a827-2f5484b9f9af None None] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:48.944656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 55e3121a-04ff-4783-a109-3d0ce6032251 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:49.026711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 4a215919-bc57-41f0-b496-a36fe73d00e3 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:49.072574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:49.075931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:49.084430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-134201f2-679d-402a-9fe9-6f5a8255b33b None None] Provisioning for port 55e3121a-04ff-4783-a109-3d0ce6032251 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:49.221889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 55e3121a-04ff-4783-a109-3d0ce6032251 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:49.249127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 55e3121a-04ff-4783-a109-3d0ce6032251 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:49.250062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:49.389752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b2da9-d3ba-4cc7-94b4-32c798e2e549 req-1226eb03-ced9-4396-be40-ace6cbdbd693 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:49.396962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-662b2da9-d3ba-4cc7-94b4-32c798e2e549 req-1226eb03-ced9-4396-be40-ace6cbdbd693 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 945 time: 0.1054151 May 12 20:00:49.461459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-662b2da9-d3ba-4cc7-94b4-32c798e2e549 req-78d8412b-2827-4217-b2f9-03c41c551001 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634456 May 12 20:00:49.502755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 55e3121a-04ff-4783-a109-3d0ce6032251 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:49.503402 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:49.513119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:49.544367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 55e3121a-04ff-4783-a109-3d0ce6032251, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=55e3121a-04ff-4783-a109-3d0ce6032251,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:49.551702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:49.552557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4a215919-bc57-41f0-b496-a36fe73d00e3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:49.625638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4a215919-bc57-41f0-b496-a36fe73d00e3 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:49.626040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4a215919-bc57-41f0-b496-a36fe73d00e3 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 12 20:00:49.628895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No DVR routers for this DVR port 4a215919-bc57-41f0-b496-a36fe73d00e3 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:00:49.630690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=4a215919-bc57-41f0-b496-a36fe73d00e3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:49.692418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 73077828-9175-4f82-a3cd-e370f783f821 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:00:49.703592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 4a215919-bc57-41f0-b496-a36fe73d00e3 not found, will not notify nova. {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 12 20:00:49.704026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 319f66a3-4081-440c-853b-b3e291add551 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:49.735028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36044) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:49.759957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=55e3121a-04ff-4783-a109-3d0ce6032251,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:49.824193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 319f66a3-4081-440c-853b-b3e291add551 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:49.832781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 319f66a3-4081-440c-853b-b3e291add551 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:49.832781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:49.931987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.034921 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.059318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:50.063954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Usage tracker for resource:security_group_rule and tenant:372c109283db46c9890fac09d0ba5273 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:50.067175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:50.073360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:50.100733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 319f66a3-4081-440c-853b-b3e291add551 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:50.101361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.140465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 319f66a3-4081-440c-853b-b3e291add551, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=319f66a3-4081-440c-853b-b3e291add551,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:50.157843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0163bc-ebb1-4632-80b3-6ab70f0ccc8e None None] Network 71cab840-dac3-40cd-a58b-e6203695cf91 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:00:50.206796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.230717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.252876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.282268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cab840-dac3-40cd-a58b-e6203695cf91']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:50.297999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:00:50.304471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd72ec5-d573-4de8-b37f-af3bd670fb66') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:50.304788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd72ec5-d573-4de8-b37f-af3bd670fb66') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:50.311631 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Sync routers for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:00:50.312736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-22a70977-3d68-4c21-9672-d7593818ad35 None None] Provisioning complete for port 55e3121a-04ff-4783-a109-3d0ce6032251 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:50.313100 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22a70977-3d68-4c21-9672-d7593818ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.328433 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5fd690bf-258b-4127-ad27-381f20046c6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/73077828-9175-4f82-a3cd-e370f783f821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3095701 May 12 20:00:50.328433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.329122 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:50.330026 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:00:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:50.332615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=372c109283db46c9890fac09d0ba5273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961244 May 12 20:00:50.338706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36054) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:50.362295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.379319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:00:50.379767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.401730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a36b1-df06-405f-91ac-01e49ce314a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c2a188-30db-4d68-8f5b-8d5213f4b2ff,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: timer() May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:00:50.407826 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:00:50.496065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4af6cdc5-41c1-417d-8b1a-2bb04aaac88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.562218 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4af6cdc5-41c1-417d-8b1a-2bb04aaac88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.678687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=319f66a3-4081-440c-853b-b3e291add551,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:50.750899 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.794477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dac063-27e8-47fa-b2b5-d42076c43650 None None] DHCP port deletion for 71cab840-dac3-40cd-a58b-e6203695cf91 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:00:50.807278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.820096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=71cab840-dac3-40cd-a58b-e6203695cf91,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:50.821468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22a70977-3d68-4c21-9672-d7593818ad35 None None] Current status of the port 55e3121a-04ff-4783-a109-3d0ce6032251 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:50.839735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a50c4d1c-7081-49ed-a42d-d80f55d9d17c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/71cab840-dac3-40cd-a58b-e6203695cf91 HTTP/1.1" status: 204 len: 168 time: 2.9650066 May 12 20:00:50.840180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36072) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:50.842543 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:50.845597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-22a70977-3d68-4c21-9672-d7593818ad35 None None] Provisioning for port fa8b8cd8-e373-48c6-8502-c1ada09b4729 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:50.854901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-22a70977-3d68-4c21-9672-d7593818ad35 None None] Provisioning complete for port fa8b8cd8-e373-48c6-8502-c1ada09b4729 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:50.855373 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22a70977-3d68-4c21-9672-d7593818ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.892333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4af6cdc5-41c1-417d-8b1a-2bb04aaac88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:50.904796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'name': 'tempest-PortsIpV6TestJSON-933785050'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:50.919623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22a70977-3d68-4c21-9672-d7593818ad35 None None] Port fa8b8cd8-e373-48c6-8502-c1ada09b4729 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:00:50.932504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 55e3121a-04ff-4783-a109-3d0ce6032251 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:51.046827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 55e3121a-04ff-4783-a109-3d0ce6032251 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:51.047207 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.065976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6cdc5-41c1-417d-8b1a-2bb04aaac88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c2a188-30db-4d68-8f5b-8d5213f4b2ff,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:51.073398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:51.081543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4af6cdc5-41c1-417d-8b1a-2bb04aaac88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.085078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4af6cdc5-41c1-417d-8b1a-2bb04aaac88f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08c2a188-30db-4d68-8f5b-8d5213f4b2ff HTTP/1.1" status: 204 len: 168 time: 0.7431686 May 12 20:00:51.087641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:51.099815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bd967ff7-2f2d-4c4f-90b9-53cf4159cc17 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677844121&fields=id&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 267 time: 0.3253455 May 12 20:00:51.103646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:51.131538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-04d19982-3aad-4b1d-8684-22c7a5f4e2e1 None None] Provisioning complete for port fa8b8cd8-e373-48c6-8502-c1ada09b4729 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:51.132062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04d19982-3aad-4b1d-8684-22c7a5f4e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.256878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:51.292479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:51.293362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-04d19982-3aad-4b1d-8684-22c7a5f4e2e1 None None] Port fa8b8cd8-e373-48c6-8502-c1ada09b4729 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:00:51.297362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.314845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-04d19982-3aad-4b1d-8684-22c7a5f4e2e1 None None] Could not find standard attr ID for object 4a215919-bc57-41f0-b496-a36fe73d00e3. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:00:51.332985 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:47Z', 'revision_number': 2, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:51.337767 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Checking router: 73077828-9175-4f82-a3cd-e370f783f821 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:00:51.338275 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Updating router 73077828-9175-4f82-a3cd-e370f783f821 port fa8b8cd8-e373-48c6-8502-c1ada09b4729 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:00:51.368728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76fddb-de21-4dfb-90af-7dbba0d867cb req-5bb1dedd-b6ba-4aea-afb7-60e03f1cc888 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:51.370555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f76fddb-de21-4dfb-90af-7dbba0d867cb req-5bb1dedd-b6ba-4aea-afb7-60e03f1cc888 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 945 time: 0.7191403 May 12 20:00:51.373976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 1a4c25ee-fa5c-422a-9341-e28a0e02f4eb yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:51.390641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 55e3121a-04ff-4783-a109-3d0ce6032251 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:51.402701 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.456109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-6b3c40da-e348-454f-9eb1-3a927d36108e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:51.466713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-6b3c40da-e348-454f-9eb1-3a927d36108e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 797 time: 0.3651543 May 12 20:00:51.519671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f76fddb-de21-4dfb-90af-7dbba0d867cb req-48c23049-2b7c-43d5-a1b5-92874c6fcd38 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050105 May 12 20:00:51.522668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-cc268fc6-6918-4857-8bc5-8059d6db3d96 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/quotas/e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 375 time: 0.0441182 May 12 20:00:51.611174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36084) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:51.640905 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.676613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:51.691681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Usage tracker for resource:security_group_rule and tenant:7560e1d88fbb4e33b21df2d7aedaecd2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:51.701449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:51.713019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:51.763877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-b5e0d4c5-1b02-422f-b6f6-551128520325 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2299106 May 12 20:00:51.807003 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.820991 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Transition to ACTIVE for port object fa8b8cd8-e373-48c6-8502-c1ada09b4729 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:51.832448 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.855755 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.861554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.866421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:51.918619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b340-2bec-4f1c-a8ee-bc088d892b56 req-9a813634-2e37-4712-9da2-7cdee35f5180 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:51.920553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d04b340-2bec-4f1c-a8ee-bc088d892b56 req-9a813634-2e37-4712-9da2-7cdee35f5180 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 945 time: 0.1634047 May 12 20:00:51.954620 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.030831 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7560e1d88fbb4e33b21df2d7aedaecd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173324 May 12 20:00:52.041130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36092) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:52.042317 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Pushing event updated for resources: {'Port': ['ID=fa8b8cd8-e373-48c6-8502-c1ada09b4729,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:52.086093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf94389-6f86-4731-8ceb-7ed6e9a706ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7258999f-6f83-47ec-aba9-aa6d5921fefe,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:52.112265 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.112601 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.112928 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.113344 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.113603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.113917 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.114231 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.114541 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.114854 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.115160 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.115464 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.115865 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:00:52.118262 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d04b340-2bec-4f1c-a8ee-bc088d892b56 req-3232477d-9962-4fb3-9a11-de965556557d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821716 May 12 20:00:52.121904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:52.126459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:52.135876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:52.159774 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Attempting to bind port fa8b8cd8-e373-48c6-8502-c1ada09b4729 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:00:52.159774 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Attempting to bind port fa8b8cd8-e373-48c6-8502-c1ada09b4729 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:00:52.159981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Attempting to bind port fa8b8cd8-e373-48c6-8502-c1ada09b4729 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:00:52.160740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:52.163416 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.168186 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:00:52.168556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Checking segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:00:52.168954 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.169909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Bound using segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:00:52.169909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Bound port: fa8b8cd8-e373-48c6-8502-c1ada09b4729, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:00:52.170148 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.209741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=1a4c25ee-fa5c-422a-9341-e28a0e02f4eb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:52.243022 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23e0d94c-0be4-4c0c-8b1a-05c0c5b78c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.257682 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d5af969-beae-4f78-8d25-d33194fc970c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3934555 May 12 20:00:52.263492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36098) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:52.349664 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] For port fa8b8cd8-e373-48c6-8502-c1ada09b4729, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:00:52.354055 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] For port fa8b8cd8-e373-48c6-8502-c1ada09b4729, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fa8b8cd8-e373-48c6-8502-c1ada09b4729,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:00:52.364626 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.389563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-2fc58ba3-1135-44f4-95c5-b32a4386254c service neutron] 10.222.0.72 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822597 May 12 20:00:52.400453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23e0d94c-0be4-4c0c-8b1a-05c0c5b78c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.465577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 1a4c25ee-fa5c-422a-9341-e28a0e02f4eb {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:52.471396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.565708 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:00:52.565708 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:00:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:52.672952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23e0d94c-0be4-4c0c-8b1a-05c0c5b78c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.772351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d94c-0be4-4c0c-8b1a-05c0c5b78c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258999f-6f83-47ec-aba9-aa6d5921fefe,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:52.776046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23e0d94c-0be4-4c0c-8b1a-05c0c5b78c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.781564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-23e0d94c-0be4-4c0c-8b1a-05c0c5b78c0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7258999f-6f83-47ec-aba9-aa6d5921fefe HTTP/1.1" status: 204 len: 168 time: 0.7376702 May 12 20:00:52.803248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 319f66a3-4081-440c-853b-b3e291add551 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:52.826976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.851655 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:00:52.931363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 319f66a3-4081-440c-853b-b3e291add551 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:52.933247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:52.998531 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-a1bae4ce-e186-4f56-ae9c-025432bdbd55 service neutron] 10.222.0.72 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005406 May 12 20:00:53.029845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 1a4c25ee-fa5c-422a-9341-e28a0e02f4eb owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:53.183724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 319f66a3-4081-440c-853b-b3e291add551 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:53.194220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4a215919-bc57-41f0-b496-a36fe73d00e3 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:00:53.212746 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:53.243575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4a215919-bc57-41f0-b496-a36fe73d00e3 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:00:53.244318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4a215919-bc57-41f0-b496-a36fe73d00e3 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:00:53.289430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:53.294310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=1a4c25ee-fa5c-422a-9341-e28a0e02f4eb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:53.312402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b04ec232-a85f-4e0b-a4e3-b54a231a7d5f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/1a4c25ee-fa5c-422a-9341-e28a0e02f4eb HTTP/1.1" status: 204 len: 168 time: 1.0467169 May 12 20:00:53.314973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36122) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:53.330154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'mac_address': 'fa:16:3e:a7:c1:9b', 'name': 'tempest-PortsIpV6TestJSON-2120481824'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:53.342056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2bd8d439-b85d-4fc0-b6b8-f19dc1312813 req-b85a2298-27c7-4997-8c32-8fb7ba4bec1e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 210 time: 0.0691719 May 12 20:00:53.384080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a4ca3-ff5b-4852-b37d-267ee402c5ca None None] Pushing event updated for resources: {'Port': ['ID=fa8b8cd8-e373-48c6-8502-c1ada09b4729,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:53.443274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:52Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:00:53.450836 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e419d-589a-49b8-af41-0e6a5e005b12 None None] The sync data for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 is: [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:52Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:00:53.865562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:53.880555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:53.886241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:53.895542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:53.915588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:54.290374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:54.339606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port e5df3b72-f72f-4a15-8418-b9119ed394f4 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:54.832750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b91888b-7e39-43c2-b873-d53ccceaebcc req-249bd102-3942-4176-8991-b405060a36b3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 210 time: 0.1712911 May 12 20:00:54.873371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa8b8cd8-e373-48c6-8502-c1ada09b4729 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:55.037842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port fa8b8cd8-e373-48c6-8502-c1ada09b4729 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:55.045896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fa8b8cd8-e373-48c6-8502-c1ada09b4729 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:55.045896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:55.120744 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:55.192185 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:55.344939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:55.349144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:55.352853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:55.358093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:55.358093 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:55.382701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=e5df3b72-f72f-4a15-8418-b9119ed394f4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:55.405954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dcd2bab0-7a04-47ca-8804-3b9e3b8255c0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0864947 May 12 20:00:55.410153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36206) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:55.497588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fa8b8cd8-e373-48c6-8502-c1ada09b4729 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:55.498148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:55.667609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port fa8b8cd8-e373-48c6-8502-c1ada09b4729, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fa8b8cd8-e373-48c6-8502-c1ada09b4729,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:00:55.684316 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:55.745017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e13233-1475-406a-94e8-f9279e96f257 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:55.745387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54e13233-1475-406a-94e8-f9279e96f257 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:55.772810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54e13233-1475-406a-94e8-f9279e96f257 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:55.778178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-54e13233-1475-406a-94e8-f9279e96f257 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/e5df3b72-f72f-4a15-8418-b9119ed394f4 HTTP/1.1" status: 200 len: 845 time: 0.3702922 May 12 20:00:55.781312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36220) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:55.837459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=fa8b8cd8-e373-48c6-8502-c1ada09b4729,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:56.050226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port e5df3b72-f72f-4a15-8418-b9119ed394f4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:00:56.055737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:56.334673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ac25c7d-d278-4569-ba62-4cfec0a4bf7b req-6f0c967c-cfe9-4eb2-acb0-dadaec015fd9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 210 time: 0.1933858 May 12 20:00:56.595619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-45c88b37-8c2c-4501-99bd-80949fd00cb7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:56.597053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-45c88b37-8c2c-4501-99bd-80949fd00cb7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 797 time: 0.4493070 May 12 20:00:56.725402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa8b8cd8-e373-48c6-8502-c1ada09b4729 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:00:56.765613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-4f50ce9a-46e8-47e3-85fe-8d53ca1881ba tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:56.778029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-4f50ce9a-46e8-47e3-85fe-8d53ca1881ba tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.2398248 May 12 20:00:56.821924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fa8b8cd8-e373-48c6-8502-c1ada09b4729 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:56.821924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:56.843285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-ac60fe45-c1d7-400d-9a75-2fcac560e6f5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/quotas/e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 375 time: 0.0689495 May 12 20:00:56.869545 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-f731cbd2-10c4-43fe-8866-53affe0fcc65 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 379 time: 0.1683035 May 12 20:00:56.949089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fa8b8cd8-e373-48c6-8502-c1ada09b4729 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:00:56.974145 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-95f705b1-ef6f-4792-b60f-ea182b0b0ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:56.993082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'port': {'device_id': '91cacac1-acfa-454c-8d8b-f526f262a273', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'admin_state_up': True, 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'security_groups': ['069ccb72-067d-4188-bea3-d44f134bcb16']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:57.018418 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:57.225943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for e5df3b72-f72f-4a15-8418-b9119ed394f4 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:00:57.369555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-a3f8e7ae-5b3e-42fe-9c9a-e41602be5478 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5293820 May 12 20:00:57.372276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:57.378545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:port and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:00:57.420105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:00:57.475366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:57.671569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:57.742865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=e5df3b72-f72f-4a15-8418-b9119ed394f4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:57.762671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b95a6392-c594-462f-8335-63cd23f68994 req-fd34009a-ce05-4a2c-9a1d-40ddf9ab35d8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 210 time: 0.1378477 May 12 20:00:57.763674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:57.775271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:57.779804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:57.837720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-31ddce11-248b-4ccd-8f4b-bcce5bd25461 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/e5df3b72-f72f-4a15-8418-b9119ed394f4 HTTP/1.1" status: 204 len: 168 time: 2.0417693 May 12 20:00:57.839965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36294) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:57.899168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7b08633e-4dd2-44fa-a181-cfe86cd29064 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050488 May 12 20:00:57.903813 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-32213c00-4b2b-4117-9fab-40c5e292e536 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:00:57.903813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-32213c00-4b2b-4117-9fab-40c5e292e536 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:57.917952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-32213c00-4b2b-4117-9fab-40c5e292e536 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:57.917952 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-32213c00-4b2b-4117-9fab-40c5e292e536 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/e5df3b72-f72f-4a15-8418-b9119ed394f4 HTTP/1.1" status: 404 len: 333 time: 0.0820000 May 12 20:00:57.917952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36300) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:57.925679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'name': 'tempest-PortsIpV6TestJSON-23689238'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:58.104197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:00:58.117463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:00:58.132022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:00:58.142980 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:58.192245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 01f01493-a8b9-4da1-8c38-64f6a81a733c yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:00:58.322804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-5c5aa33c-7034-4a54-8b44-13da2b8eb563 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294360 May 12 20:00:58.322804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.5 (65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e/278d2f99-d3c6-44ab-ac0b-3375e62c5141/2353d151-723a-471d-bf86-0e09a13bd8e5) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:00:58.620550 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:58.702939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:58.740616 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:58.769884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cde2b0d-9d23-458f-aba6-d82ceba7a9f5 req-50765095-98d2-41e1-9a9f-91cdd1fb133b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 210 time: 0.0679274 May 12 20:00:58.787057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object 2353d151-723a-471d-bf86-0e09a13bd8e5 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:00:58.827804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:58.841933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:58.844476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:58.849894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:58.880479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:58.880479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:58.952750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:58.972203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:00:58.977732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:00:58.999431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:00:59.013520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=01f01493-a8b9-4da1-8c38-64f6a81a733c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:00:59.033696 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a8ea220-73df-4bd6-b959-7ba98e6a9aeb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1090400 May 12 20:00:59.033696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:00:59.063140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6ea6-e8fa-4769-a39c-0291df50bede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:59.068627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:59.110600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:59.111279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:59.307177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-bfea7077-0285-4960-92b2-4ff26472d605 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3194420 May 12 20:00:59.321282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Request body: {'port': {'device_id': '91cacac1-acfa-454c-8d8b-f526f262a273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:00:59.363277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:59.430522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a7c5a-bab2-43f2-86e0-a7c7f30fedaa req-dad386d4-60b1-4782-b1d6-35976b10681c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:00:59.438620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-148a7c5a-bab2-43f2-86e0-a7c7f30fedaa req-dad386d4-60b1-4782-b1d6-35976b10681c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:00:59.559090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-42a9c6c6-ca2d-48e4-8cc8-56a51aff886b None None] Provisioning for port 2353d151-723a-471d-bf86-0e09a13bd8e5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:00:59.575099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-42a9c6c6-ca2d-48e4-8cc8-56a51aff886b None None] Provisioning complete for port 2353d151-723a-471d-bf86-0e09a13bd8e5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:00:59.575520 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-42a9c6c6-ca2d-48e4-8cc8-56a51aff886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:59.603083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-148a7c5a-bab2-43f2-86e0-a7c7f30fedaa req-dad386d4-60b1-4782-b1d6-35976b10681c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:00:59.607761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-148a7c5a-bab2-43f2-86e0-a7c7f30fedaa req-dad386d4-60b1-4782-b1d6-35976b10681c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 931 time: 0.4915960 May 12 20:00:59.727907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-42a9c6c6-ca2d-48e4-8cc8-56a51aff886b None None] Port 2353d151-723a-471d-bf86-0e09a13bd8e5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:00:59.766498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:59.794001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-148a7c5a-bab2-43f2-86e0-a7c7f30fedaa req-1248e2fc-bf8d-4397-8453-22df74c06a21 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841624 May 12 20:00:59.873000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:00:59.880452 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:00.119799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] In _notify_port_updated(), no bound segment for port 01f01493-a8b9-4da1-8c38-64f6a81a733c on network 48a8d48d-dde9-49bc-9263-c52f172c50a3 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 20:01:00.139980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:00.140734 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:00.146768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:00.147788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "PUT /v2.0/ports/01f01493-a8b9-4da1-8c38-64f6a81a733c HTTP/1.1" status: 200 len: 818 time: 1.1093299 May 12 20:01:00.147788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36358) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:00.288316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26703f37-fc16-44bd-b47d-c696c0c91dea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=01f01493-a8b9-4da1-8c38-64f6a81a733c,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:00.319693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4862e235-ce8d-4fb4-bd90-5c6df998db68 req-39e8f596-4089-4fac-a479-89b802259066 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 210 time: 0.1393697 May 12 20:01:00.329552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 01f01493-a8b9-4da1-8c38-64f6a81a733c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:00.330092 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:00.587353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2353d151-723a-471d-bf86-0e09a13bd8e5 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:01:00.608991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:00.627282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Transition to ACTIVE for port object 2353d151-723a-471d-bf86-0e09a13bd8e5 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:00.633876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:00.700506 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:01.321507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:01.621592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:01.671962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 01f01493-a8b9-4da1-8c38-64f6a81a733c owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:01.694086 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:01.812376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:01.852677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fb5cfb6-9936-4787-9f70-29fbf65ec1c8 req-a4ccdd9c-8373-4db9-9499-779205f9a3d4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 210 time: 0.1598067 May 12 20:01:01.920538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=01f01493-a8b9-4da1-8c38-64f6a81a733c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:01.938353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:01.948891 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e953285-4124-4e14-8836-2e3d868c3208 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/01f01493-a8b9-4da1-8c38-64f6a81a733c HTTP/1.1" status: 204 len: 168 time: 1.7988729 May 12 20:01:01.954717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36382) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:02.006571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-4548b32d-5406-4996-8019-e17e6ca0a5ba tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:02.006571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-4548b32d-5406-4996-8019-e17e6ca0a5ba tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 1.2906613 May 12 20:01:02.024120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'port': {'device_id': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'admin_state_up': True, 'tenant_id': 'e96682707d7144beb8c5c280c4026363'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:02.072771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdfbf9-81f8-431d-af2b-345f30ac0e60 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:02.073854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9fdfbf9-81f8-431d-af2b-345f30ac0e60 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:02.095668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9fdfbf9-81f8-431d-af2b-345f30ac0e60 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:02.097811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f9fdfbf9-81f8-431d-af2b-345f30ac0e60 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1469295 May 12 20:01:02.100579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36390) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:02.204689 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed6bcce-e5e7-4a07-91bb-6005cac18439 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:01:02.207152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0ed6bcce-e5e7-4a07-91bb-6005cac18439 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/01f01493-a8b9-4da1-8c38-64f6a81a733c HTTP/1.1" status: 404 len: 333 time: 0.1035569 May 12 20:01:02.211184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:02.227491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2064121665'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:02.239511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:02.277486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:02.279654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:02.291233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:02.294674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:02.314168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855a1d-542a-4238-82fd-a1e3794a699f req-edb2c5e6-fde4-474e-a7bb-24d1cd946258 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:02.325156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69855a1d-542a-4238-82fd-a1e3794a699f req-edb2c5e6-fde4-474e-a7bb-24d1cd946258 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 0.7888761 May 12 20:01:02.333116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:02.346444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:01:02.346444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:01:02.346444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:02.356719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:02.356719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.376275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Port 2353d151-723a-471d-bf86-0e09a13bd8e5 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:01:02.376275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:02.378803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:02.390054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.399625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:01:02.399625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Checking segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:02.399625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Bound using segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:01:02.399625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Bound port: 2353d151-723a-471d-bf86-0e09a13bd8e5, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:01:02.399625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.448126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:02.460061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.460681 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment 8d7f74ce-9ec8-482c-99c4-0abe9ec11441 of type vlan for network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa May 12 20:01:02.523513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.573643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.578952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69855a1d-542a-4238-82fd-a1e3794a699f req-9f5e366e-6b78-4657-860e-52780a5bb0e3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545257 May 12 20:01:02.589854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:02.590513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.713760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:01:02.768962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:01:02.779883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5524697 May 12 20:01:02.788460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36420) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:02.800188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e238c95-e34e-44e8-ab9d-684348f43bfe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=e6ef4333-430b-41b2-8e2a-2a75b1edbcfa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:02.812920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:02.821029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:02.829229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:02.922019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.20.0.14 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:03.139606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:03.139606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:03.139887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] 10.222.0.36 "PUT /v2.0/ports/2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 1091 time: 3.8292634 May 12 20:01:03.144256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:01:03.223529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:03.228858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:03.232609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:03.239266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:03.270582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2298b-df84-4c44-a0fd-ad667edf3952 service neutron] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:03.288775 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e9b8f7-307e-4b0c-85f2-8f6df87226c4'] response: {'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'status': 'completed', 'code': 200} May 12 20:01:03.371306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:03.376891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:03.638666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a681860-fb91-491b-8f36-a9e8ce517255 req-d7b11daa-a5d3-43e7-a431-3a75808b3630 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 210 time: 0.3692410 May 12 20:01:03.958040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:04.002828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-21687d56-6d55-4d26-9b53-e3dc2771c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:04.002828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-21687d56-6d55-4d26-9b53-e3dc2771c7cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1094 time: 0.7147849 May 12 20:01:04.368480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-f0721d59-342a-47ee-b102-9a143d83494a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 217 time: 0.3465335 May 12 20:01:04.373800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:04.442218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235c756-7eff-417d-a2b2-6ce62571c9cf req-616f3d65-2ca7-4ad5-a945-bb1669a19497 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:04.449044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8235c756-7eff-417d-a2b2-6ce62571c9cf req-616f3d65-2ca7-4ad5-a945-bb1669a19497 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 0.6844940 May 12 20:01:04.461478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=d8fb01b7-1bb5-4795-871b-9167ae6bd6f4,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:04.495252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Transition to ACTIVE for port object 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:04.518918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': '8d7f74ce-9ec8-482c-99c4-0abe9ec11441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:04.519287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: e6ef4333-430b-41b2-8e2a-2a75b1edbcfa, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:01:04.542061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-68ec5112-c14f-4839-a562-9a6dd898fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:04.542061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-68ec5112-c14f-4839-a562-9a6dd898fda1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.1596513 May 12 20:01:04.565292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8235c756-7eff-417d-a2b2-6ce62571c9cf req-4de7548e-700d-40e6-812a-03aa88142138 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072037 May 12 20:01:04.638719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:01:04.663564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e6ef4333-430b-41b2-8e2a-2a75b1edbcfa) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:04.678211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:04.681507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbc627-e660-4614-8295-419decf4adbc None None] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:04.706579 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:04.706579 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:04.712568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6b478d83-9273-4641-9beb-dcafe9bcf7cf'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:01:04.872404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:04.894296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d771ac5-55a2-4c35-8676-845374355afa tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1188316 May 12 20:01:04.896537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36462) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:04.903256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-53bfae48-5aed-4c7b-aed5-d8590b698536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:04.904741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-53bfae48-5aed-4c7b-aed5-d8590b698536 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3516486 May 12 20:01:04.905562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:04.941053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:04.946564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:04.971150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:05.346947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:05.348039 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:05.406141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e6ef4333-430b-41b2-8e2a-2a75b1edbcfa', 'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa', 'tenant_id': '8b163f6042cf46a0aef5cf1005d783b0', 'fixed_ips': [{'subnet_id': 'd8fb01b7-1bb5-4795-871b-9167ae6bd6f4'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:01:05.407082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:05.409965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-5046d409-38f0-4486-bf73-891536893f9b service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951160 May 12 20:01:05.456906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:05.461555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:05.467122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:05.498761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:05.508219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7ef73268-a5f7-4230-a98c-a11650e0b7c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4840775 May 12 20:01:05.520783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:05.520783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:05.602876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7041b8e1-c5fd-4f5b-886e-e327a7454a57 None None] Provisioning for port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:05.648701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Request body: {'port': {'device_id': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:05.687075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7041b8e1-c5fd-4f5b-886e-e327a7454a57 None None] Provisioning complete for port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:05.697611 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7041b8e1-c5fd-4f5b-886e-e327a7454a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:05.745049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa841e7-5a9d-4578-9eb3-0063d2a3daba req-a41be883-c2c6-4a28-9967-96a36ac1dc85 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:05.745803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-efa841e7-5a9d-4578-9eb3-0063d2a3daba req-a41be883-c2c6-4a28-9967-96a36ac1dc85 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:05.927258 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8fb01b7-1bb5-4795-871b-9167ae6bd6f4 (CIDR: 2001:db8::/64) May 12 20:01:05.933122 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 20:01:05.935888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:01:05.946450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36478) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:05.954107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-efa841e7-5a9d-4578-9eb3-0063d2a3daba req-a41be883-c2c6-4a28-9967-96a36ac1dc85 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:05.961292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efa841e7-5a9d-4578-9eb3-0063d2a3daba req-a41be883-c2c6-4a28-9967-96a36ac1dc85 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 932 time: 0.9674170 May 12 20:01:05.991534 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f488f2e0-f5cb-4b32-b06d-91ad2011b904 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0929706 May 12 20:01:05.995785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36484) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:05.996771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7041b8e1-c5fd-4f5b-886e-e327a7454a57 None None] Port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:06.008372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:06.020829 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:06.082733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5072c819-bfc7-46c4-bd9c-3a223dacca62 req-98157391-fb68-4418-8893-b4f6262867b6 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492915 May 12 20:01:06.093984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Allocated IP 2001:db8::2 (e6ef4333-430b-41b2-8e2a-2a75b1edbcfa/d8fb01b7-1bb5-4795-871b-9167ae6bd6f4/31dfd300-a1c3-4611-a818-2a3ce08a4da2) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:06.258484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efa841e7-5a9d-4578-9eb3-0063d2a3daba req-0a97c12f-87a1-437a-af4e-2fdd26d1fd53 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876749 May 12 20:01:06.442193 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:06.451184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:06.461390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:06.464698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:06.481436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:06.496372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:06.498322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:06.502862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:06.522953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf8a6b5df1a43aea955f13948fbb14b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:06.522953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:06.532612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:06.592982 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:06.604954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Transition to ACTIVE for port object 31dfd300-a1c3-4611-a818-2a3ce08a4da2 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:06.629719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:06.633453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Transition to ACTIVE for port object 31dfd300-a1c3-4611-a818-2a3ce08a4da2 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:06.642716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:06.652763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:06.700202 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:01:06.880340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c4828-ed68-4ae7-ae67-0e7a04925cb7 req-dcfb3fdb-3470-4593-94ce-bfcbea315548 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:06.880340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f4c4828-ed68-4ae7-ae67-0e7a04925cb7 req-dcfb3fdb-3470-4593-94ce-bfcbea315548 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 1.0088460 May 12 20:01:06.910873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Pushing event updated for resources: {'Port': ['ID=31dfd300-a1c3-4611-a818-2a3ce08a4da2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:06.918921 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cf8a6b5df1a43aea955f13948fbb14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9363127 May 12 20:01:06.931509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:06.931509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:06.943765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36494) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:06.944292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:07.053271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b4f69-8955-46c9-a21b-af18016a14d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c992d644-051f-4292-893f-407bbf1c06c4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:07.057643 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:07.152010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Attempting to bind port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:01:07.152010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Attempting to bind port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8d7f74ce-9ec8-482c-99c4-0abe9ec11441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:01:07.152010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Attempting to bind port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 on network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:07.164023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:01:07.164023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Checking segment: {'id': '8d7f74ce-9ec8-482c-99c4-0abe9ec11441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:07.164023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:07.164023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Bound using segment: {'id': '8d7f74ce-9ec8-482c-99c4-0abe9ec11441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:01:07.164023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Bound port: 31dfd300-a1c3-4611-a818-2a3ce08a4da2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7f74ce-9ec8-482c-99c4-0abe9ec11441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:01:07.164023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:07.231170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=69a93070-9ecd-447a-aa9d-17573bd6423a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:07.231642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-a6e173ed-3e4c-4ca5-af6c-03cdf170aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:07.233170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-a6e173ed-3e4c-4ca5-af6c-03cdf170aacf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1094 time: 1.0015893 May 12 20:01:07.251324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:07.252906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:07.265163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:07.265689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:07.319284 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6fa43327-5f0a-438d-a48a-31a28917540e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3195379 May 12 20:01:07.321543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36502) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:07.346729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa', 'fixed_ips': [{'subnet_id': 'd8fb01b7-1bb5-4795-871b-9167ae6bd6f4'}, {'subnet_id': '69a93070-9ecd-447a-aa9d-17573bd6423a'}], 'name': 'tempest-PortsIpV6TestJSON-529853062'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:07.383600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] For port 31dfd300-a1c3-4611-a818-2a3ce08a4da2, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:01:07.388376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] For port 31dfd300-a1c3-4611-a818-2a3ce08a4da2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=31dfd300-a1c3-4611-a818-2a3ce08a4da2,segment=NetworkSegment(8d7f74ce-9ec8-482c-99c4-0abe9ec11441),segment_id=8d7f74ce-9ec8-482c-99c4-0abe9ec11441)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:01:07.403968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:07.409973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f4c4828-ed68-4ae7-ae67-0e7a04925cb7 req-7725a8aa-27a9-4678-a281-ecc92f192fda tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5299523 May 12 20:01:07.578919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac256b-0035-40cc-81fa-ee7abfabbee8 None None] Pushing event updated for resources: {'Port': ['ID=31dfd300-a1c3-4611-a818-2a3ce08a4da2,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:07.942486 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99770419-c056-47db-987f-84c4ee534329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:08.004403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:08.021600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:08.035159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:08.048901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:08.075778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:08.159987 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:08.183382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-c29e7d39-9657-435f-a02f-fbe5c899d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:08.183382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-c29e7d39-9657-435f-a02f-fbe5c899d4e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.8381133 May 12 20:01:08.356223 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99770419-c056-47db-987f-84c4ee534329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:08.377427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc0bd-eca5-4b45-8783-a5097ef53fda req-05393a5e-a006-464f-b883-b45e44a3d336 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:08.377427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d5bc0bd-eca5-4b45-8783-a5097ef53fda req-05393a5e-a006-464f-b883-b45e44a3d336 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 932 time: 0.9746225 May 12 20:01:08.431498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:08.445714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-a3d6f2e9-770d-492b-b5ab-df718c40f771 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 217 time: 0.2168927 May 12 20:01:08.445714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.resource_extend [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 20:01:08.477317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:01:08.730711 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:08.773653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99770419-c056-47db-987f-84c4ee534329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:08.955719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 31dfd300-a1c3-4611-a818-2a3ce08a4da2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:09.113655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::37f (e6ef4333-430b-41b2-8e2a-2a75b1edbcfa/d8fb01b7-1bb5-4795-871b-9167ae6bd6f4/2e7e6874-cf3d-48eb-a87a-ce86e8179718) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:09.113655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8:0:1::2bf (e6ef4333-430b-41b2-8e2a-2a75b1edbcfa/69a93070-9ecd-447a-aa9d-17573bd6423a/2e7e6874-cf3d-48eb-a87a-ce86e8179718) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:09.299138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:09.334750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object 2e7e6874-cf3d-48eb-a87a-ce86e8179718 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:09.355862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-033adfbb-6b5e-49ad-ab46-fbda750e2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:09.355862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-033adfbb-6b5e-49ad-ab46-fbda750e2c57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.8819416 May 12 20:01:09.386045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:09.457874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770419-c056-47db-987f-84c4ee534329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c992d644-051f-4292-893f-407bbf1c06c4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:09.482662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:01:09.494126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-99770419-c056-47db-987f-84c4ee534329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:09.494126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-99770419-c056-47db-987f-84c4ee534329 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c992d644-051f-4292-893f-407bbf1c06c4 HTTP/1.1" status: 204 len: 168 time: 2.5677638 May 12 20:01:09.501611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18948fef-b71b-42bc-9112-6e4cf5d65b10 None None] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:09.508996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d5bc0bd-eca5-4b45-8783-a5097ef53fda req-4865ed50-5952-4ac4-a61e-4419bfbccc33 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0949290 May 12 20:01:09.546970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:01:09.552553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=2e7e6874-cf3d-48eb-a87a-ce86e8179718,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:09.552553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:09.552553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:09.561249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:09.578495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:09.584416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:09.584416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:09.619184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Transition to ACTIVE for port object 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:09.629981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:09.709251 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e73f2800-517c-46a8-a92b-a68c9d4d946d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3705268 May 12 20:01:09.709251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36520) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:09.724542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8fb01b7-1bb5-4795-871b-9167ae6bd6f4'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:09.850997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-3e625480-4701-454e-aba0-929e08e521f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:09.850997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-3e625480-4701-454e-aba0-929e08e521f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4680951 May 12 20:01:10.169617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:10.174795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8def35-4428-44c4-8601-8098ec5a4df9 req-6db5d845-dff4-43ed-abb6-4e839e4133a2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:10.174795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c8def35-4428-44c4-8601-8098ec5a4df9 req-6db5d845-dff4-43ed-abb6-4e839e4133a2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 1.4137957 May 12 20:01:10.396649 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 20:01:10.722681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Pushing event updated for resources: {'Port': ['ID=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:10.839386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c8def35-4428-44c4-8601-8098ec5a4df9 req-ec1aa3e8-4ddd-4872-b33b-f9bbcce33445 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6619282 May 12 20:01:10.906174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36532) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:10.939566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:10.964279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Delete allocated IP 2001:db8:0:1::2bf (e6ef4333-430b-41b2-8e2a-2a75b1edbcfa/69a93070-9ecd-447a-aa9d-17573bd6423a) {{(pid=88113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 20:01:10.974515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'port_id': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'mac_address': 'fa:16:3e:f7:ad:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:01:11.038838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:11.060298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f48d3ce3-1824-473d-bcad-7209ca72d034 None None] Provisioning for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:11.197773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-b77114d9-3623-4b5f-a1ea-863e22be2660 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2651854 May 12 20:01:11.226289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:11.226289 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.252315 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.307343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f48d3ce3-1824-473d-bcad-7209ca72d034 None None] Provisioning complete for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:11.312381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Ignored duplicate provisioning block setup for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 12 20:01:11.321405 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f48d3ce3-1824-473d-bcad-7209ca72d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.325354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.331310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.431310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Attempting to bind port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:01:11.431310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Attempting to bind port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:01:11.431310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Attempting to bind port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:11.448671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:11.502172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Usage tracker for resource:security_group_rule and tenant:c0aaa2b9bd4c4f59b758944adaa52038 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:11.542976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:11.552712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:11.552712 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.587182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:11.593508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 2353d151-723a-471d-bf86-0e09a13bd8e5 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:11.593508 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.596433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:01:11.596433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Attempting to bind port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:11.680538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:01:11.680878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:11.686957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:01:11.687586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Bound port: 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:01:11.687972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.714744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=2e7e6874-cf3d-48eb-a87a-ce86e8179718,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:11.718482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 31dfd300-a1c3-4611-a818-2a3ce08a4da2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=31dfd300-a1c3-4611-a818-2a3ce08a4da2,segment=NetworkSegment(8d7f74ce-9ec8-482c-99c4-0abe9ec11441),segment_id=8d7f74ce-9ec8-482c-99c4-0abe9ec11441)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:11.724633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2353d151-723a-471d-bf86-0e09a13bd8e5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:01:11.959135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] In _notify_port_updated(), no bound segment for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 on network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 20:01:11.971361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:11.971361 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:11.971361 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-909c33f8-db91-4d22-8335-7fd6537b5d4a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "PUT /v2.0/ports/2e7e6874-cf3d-48eb-a87a-ce86e8179718 HTTP/1.1" status: 200 len: 925 time: 2.2557845 May 12 20:01:11.984655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:11.990022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:12.006903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f48d3ce3-1824-473d-bcad-7209ca72d034 None None] Current status of the port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:12.020517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:12.038531 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-79a34041-ee11-47ed-a04b-007b4833ad99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3359761 May 12 20:01:12.123565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8fb01b7-1bb5-4795-871b-9167ae6bd6f4'}, {'subnet_id': '69a93070-9ecd-447a-aa9d-17573bd6423a'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:12.155786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=31dfd300-a1c3-4611-a818-2a3ce08a4da2,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:12.155786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:12.292489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaacca-76e7-47af-be68-3f26e4a4781b req-d6bc13eb-6a6f-45e5-8363-b4c9dc068429 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:12.293882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81eaacca-76e7-47af-be68-3f26e4a4781b req-d6bc13eb-6a6f-45e5-8363-b4c9dc068429 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 1.3830986 May 12 20:01:12.338554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-eb9d939f-6212-44ac-a347-4a3c8490ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:12.341747 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-eb9d939f-6212-44ac-a347-4a3c8490ddd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1097 time: 0.1053653 May 12 20:01:12.357801 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:12.416020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['2353d151-723a-471d-bf86-0e09a13bd8e5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:01:12.449668 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:12.541295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:12.885254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9c9e528-efad-49b7-b426-0d5e6ab58edc req-dd7a62b5-4ef2-4853-8ab2-4fa798d928fd service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6127946 May 12 20:01:12.909178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81eaacca-76e7-47af-be68-3f26e4a4781b req-88344d63-24ba-4527-ad1e-5755d2e263ea tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499277 May 12 20:01:13.008429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] Update dhcp port {'port': {'network_id': 'e6ef4333-430b-41b2-8e2a-2a75b1edbcfa', 'fixed_ips': [{'subnet_id': 'd8fb01b7-1bb5-4795-871b-9167ae6bd6f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '69a93070-9ecd-447a-aa9d-17573bd6423a'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '31dfd300-a1c3-4611-a818-2a3ce08a4da2'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 20:01:13.035078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] For port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:01:13.043639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] For port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:01:13.050560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0aaa2b9bd4c4f59b758944adaa52038&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1437395 May 12 20:01:13.093076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36552) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:13.140199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f843e-255a-4452-a6b5-7286d0c4a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a64948a-2d9d-41a1-94b3-509836c7183a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:13.144474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-0fe44e3d-f496-4e5c-a746-f83661f49cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:13.144474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-0fe44e3d-f496-4e5c-a746-f83661f49cb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 909 time: 0.7655046 May 12 20:01:13.148156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:13.176450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:13.378809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-cedd71f1-e773-4039-be0a-04e180de164c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 1001 time: 0.2293282 May 12 20:01:13.479627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0539b0-9c28-4e66-90d1-a94d9131a79d req-1df7b68b-bfd9-400c-b4fd-1c45a8de1bcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:13.487596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea0539b0-9c28-4e66-90d1-a94d9131a79d req-1df7b68b-bfd9-400c-b4fd-1c45a8de1bcf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 944 time: 1.2615285 May 12 20:01:13.527974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-7cff48b1-56f4-4ea7-90c0-3e81c5cbf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:13.539165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-7cff48b1-56f4-4ea7-90c0-3e81c5cbf6c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 200 len: 847 time: 0.1513288 May 12 20:01:13.552849 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7589bffb-05e0-4dea-be6c-65e2c17ef0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:13.555063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Pushing event updated for resources: {'Port': ['ID=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:13.593439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.606312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.606312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.606312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.608051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.608051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.608051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.608051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.608611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.608611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.608880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.609020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:13.641733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] Allocated IP 2001:db8:0:1::2 (e6ef4333-430b-41b2-8e2a-2a75b1edbcfa/69a93070-9ecd-447a-aa9d-17573bd6423a/31dfd300-a1c3-4611-a818-2a3ce08a4da2) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:13.653787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-53243783-038e-4c16-8e89-6d3d68e89c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:13.653787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-53243783-038e-4c16-8e89-6d3d68e89c79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=329601bd-5ac8-47f4-bf9d-634a063c63c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114810 May 12 20:01:13.824596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:13.824596 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:13.824596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-bf47b3af-5379-45e7-a9dd-270611d964bf service neutron] 10.222.0.73 "PUT /v2.0/ports/8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 HTTP/1.1" status: 200 len: 1092 time: 8.3105514 May 12 20:01:13.920496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'tag': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:01:13.933679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:13.954422 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-bb29b40b-5b42-46db-acef-d928b3f81258 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819598 May 12 20:01:14.079766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] For port 31dfd300-a1c3-4611-a818-2a3ce08a4da2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=31dfd300-a1c3-4611-a818-2a3ce08a4da2,segment=NetworkSegment(8d7f74ce-9ec8-482c-99c4-0abe9ec11441),segment_id=8d7f74ce-9ec8-482c-99c4-0abe9ec11441)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:14.161277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:14.213680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 31dfd300-a1c3-4611-a818-2a3ce08a4da2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:14.281547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea0539b0-9c28-4e66-90d1-a94d9131a79d req-af7064ee-ebd9-4b75-84be-68cb1cbe3592 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7925668 May 12 20:01:14.347946 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7ab1a1-a7f2-48c1-811d-5837f4a330c5'] response: {'name': 'network-changed', 'server_uuid': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'tag': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177', 'status': 'completed', 'code': 200} May 12 20:01:14.411183 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5db36950-6154-4811-a2c0-83c9b66f3d32 req-8931ecf1-2cc1-4739-b932-34c5bae2d3ad service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509497 May 12 20:01:14.415766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] Transition to ACTIVE for port object 31dfd300-a1c3-4611-a818-2a3ce08a4da2 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:14.450737 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:14.549396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7589bffb-05e0-4dea-be6c-65e2c17ef0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:14.723696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6c9ce-57cd-4b7c-9885-6031e66eac9a None None] Pushing event updated for resources: {'Port': ['ID=31dfd300-a1c3-4611-a818-2a3ce08a4da2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:14.784281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-3384e8cb-13ce-4592-9d24-ac111f21b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:14.785953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-3384e8cb-13ce-4592-9d24-ac111f21b9df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 1095 time: 0.7953866 May 12 20:01:14.804845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfae852-c609-4ac4-bc14-7bd037c161f8 req-349a2d6b-58fe-42ee-a960-d2ec182233d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:14.805947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cfae852-c609-4ac4-bc14-7bd037c161f8 req-349a2d6b-58fe-42ee-a960-d2ec182233d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.3580015 May 12 20:01:14.955327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-9051253d-5b43-40f5-b4fc-d65d4d67dd1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 HTTP/1.1" status: 200 len: 217 time: 0.1600010 May 12 20:01:15.005482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7589bffb-05e0-4dea-be6c-65e2c17ef0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:15.153312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589bffb-05e0-4dea-be6c-65e2c17ef0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a64948a-2d9d-41a1-94b3-509836c7183a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:15.228857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7589bffb-05e0-4dea-be6c-65e2c17ef0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:15.237392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7589bffb-05e0-4dea-be6c-65e2c17ef0cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a64948a-2d9d-41a1-94b3-509836c7183a HTTP/1.1" status: 204 len: 168 time: 2.0940816 May 12 20:01:15.289967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cfae852-c609-4ac4-bc14-7bd037c161f8 req-e9130223-393f-4076-9983-5b546aa046af tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539643 May 12 20:01:15.299749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-02ad7e6a-1f7c-48d1-9ffa-03837e6f9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:15.302056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-02ad7e6a-1f7c-48d1-9ffa-03837e6f9637 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.2524230 May 12 20:01:15.795842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd58f36f-5e7a-4d6b-ae43-1aae9a52bb90 None None] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:15.884136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8:0:1::3cb (e6ef4333-430b-41b2-8e2a-2a75b1edbcfa/69a93070-9ecd-447a-aa9d-17573bd6423a/2e7e6874-cf3d-48eb-a87a-ce86e8179718) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:16.023411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-57d58def-1491-4c82-a6a9-d6e0c02c6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:16.025416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-57d58def-1491-4c82-a6a9-d6e0c02c6377 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6025105 May 12 20:01:16.042425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba1842-62ec-4946-8a4c-beac5749f65d req-105e66e9-185f-4a9b-a3ef-19902aaabbfe tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:16.044893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4ba1842-62ec-4946-8a4c-beac5749f65d req-105e66e9-185f-4a9b-a3ef-19902aaabbfe tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 944 time: 0.5084867 May 12 20:01:16.057139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Provisioning for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:16.115890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Provisioning complete for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:16.116263 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:16.270216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:16.445508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 31dfd300-a1c3-4611-a818-2a3ce08a4da2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:16.454195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4ba1842-62ec-4946-8a4c-beac5749f65d req-52c6707d-0e08-415c-a2d5-082ddbc11194 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301761 May 12 20:01:16.697877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:16.698032 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:16.720223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-7279b086-451c-478e-8027-c2219169e02e service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734595 May 12 20:01:16.862652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc979a-ef61-4906-88ba-7c343dd45c5a req-a6831926-3b17-4566-9aa4-10173f6992f8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:16.862652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1bbc979a-ef61-4906-88ba-7c343dd45c5a req-a6831926-3b17-4566-9aa4-10173f6992f8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.3876195 May 12 20:01:16.883558 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:16.959993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1bbc979a-ef61-4906-88ba-7c343dd45c5a req-1535a9ca-af2f-4fdb-a2d5-ae5ab7138a06 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660951 May 12 20:01:16.997024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Ignored duplicate provisioning block setup for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 12 20:01:16.997024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30b97a88-bc95-4fe0-ae51-cd8ca7ac0772 req-68f625bc-416f-468c-9ad6-8910a034acb0 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695861 May 12 20:01:17.004986 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:17.038230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 2353d151-723a-471d-bf86-0e09a13bd8e5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:17.096846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 2353d151-723a-471d-bf86-0e09a13bd8e5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:17.096846 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:17.136179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Current status of the port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:17.218126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:17.221635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Provisioning for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:17.234496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Provisioning complete for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:17.234605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:17.468368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6c23f87e-8009-4960-9704-d66e010fed67 None None] Port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:17.468368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 2353d151-723a-471d-bf86-0e09a13bd8e5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:17.468368 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:17.554511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:01:17.587183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:17.595570 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:17.700814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=2e7e6874-cf3d-48eb-a87a-ce86e8179718,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:17.793199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] In _notify_port_updated(), no bound segment for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 on network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa {{(pid=88112) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 20:01:17.804928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:17.806332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:17.817934 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f867ee-621d-4ae5-aab1-cd0bae9c7e23'] response: {'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'code': 200} May 12 20:01:17.821246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:17.830153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-310fe2c9-50c9-49bb-9425-7aa3aa6c9bab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "PUT /v2.0/ports/2e7e6874-cf3d-48eb-a87a-ce86e8179718 HTTP/1.1" status: 200 len: 1011 time: 5.8408687 May 12 20:01:17.832601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36620) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:17.870429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-638cacba-91db-44ea-8af8-8de3ba32877b None None] Provisioning complete for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:17.870805 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-638cacba-91db-44ea-8af8-8de3ba32877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:18.035129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f86dc-0344-41aa-8ce5-ae8140674e4e req-b20781ae-ec9e-4cd4-9bcd-19eb302833d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:18.035129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9c5f86dc-0344-41aa-8ce5-ae8140674e4e req-b20781ae-ec9e-4cd4-9bcd-19eb302833d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1096 time: 0.2264318 May 12 20:01:18.123027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:18.123027 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:18.160651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9c5f86dc-0344-41aa-8ce5-ae8140674e4e req-869463cf-098b-490f-adf2-187062a3aa10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100769 May 12 20:01:18.207403 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-638cacba-91db-44ea-8af8-8de3ba32877b None None] Current status of the port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:18.257657 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-638cacba-91db-44ea-8af8-8de3ba32877b None None] Provisioning complete for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:18.258246 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-638cacba-91db-44ea-8af8-8de3ba32877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:18.325670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-638cacba-91db-44ea-8af8-8de3ba32877b None None] Port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:18.364262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-4f580e7c-b1f9-44f6-adc6-5dff885188cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:18.365796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-4f580e7c-b1f9-44f6-adc6-5dff885188cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 1095 time: 0.9624677 May 12 20:01:18.465627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-527ff8c8-a71c-45a1-b16f-226b3a3cdde4 None None] Provisioning complete for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:18.465627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-527ff8c8-a71c-45a1-b16f-226b3a3cdde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:18.548300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-527ff8c8-a71c-45a1-b16f-226b3a3cdde4 None None] Port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:18.739472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9171-dfb8-4601-b51a-80b04c0e5765 req-b5a99d2c-dd26-43a0-8bb3-936d6a359321 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:18.742409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b2d9171-dfb8-4601-b51a-80b04c0e5765 req-b5a99d2c-dd26-43a0-8bb3-936d6a359321 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.7930880 May 12 20:01:18.895942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-122726da-3526-4fe4-b7ec-c411afd9e0c5 None None] Provisioning complete for port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:18.895942 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-122726da-3526-4fe4-b7ec-c411afd9e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:18.971002 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-1b971522-d883-41e0-b784-0b35d6b7cdb3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1860583 May 12 20:01:19.064110 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:19.071221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-122726da-3526-4fe4-b7ec-c411afd9e0c5 None None] Port 2e7e6874-cf3d-48eb-a87a-ce86e8179718 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:19.093154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-5225c99d-b1fd-4149-8aba-be4db279e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:19.096025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-5225c99d-b1fd-4149-8aba-be4db279e3b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.6792049 May 12 20:01:19.135509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b2d9171-dfb8-4601-b51a-80b04c0e5765 req-39514a83-e154-4c28-8929-4cac0d119d35 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024220 May 12 20:01:19.146712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af747e-aef5-4fd2-8ade-21999a5da37c req-d88e5d96-8eef-4144-9806-9263640c6a39 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:19.149065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32af747e-aef5-4fd2-8ade-21999a5da37c req-d88e5d96-8eef-4144-9806-9263640c6a39 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.7989433 May 12 20:01:19.303258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-49d18505-4996-4cf9-8294-98f2dc2c7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:19.303258 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-49d18505-4996-4cf9-8294-98f2dc2c7302 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 1096 time: 0.2197123 May 12 20:01:19.555540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 2e7e6874-cf3d-48eb-a87a-ce86e8179718 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:19.745015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-a5b47167-3a42-4c72-86b9-d6d4d87be22a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 HTTP/1.1" status: 200 len: 217 time: 0.6129596 May 12 20:01:19.839439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-fef52f56-5f91-4b9d-b4ce-d3a85b56646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:19.839439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-fef52f56-5f91-4b9d-b4ce-d3a85b56646d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0775959 May 12 20:01:19.968817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-5237ceee-2ee4-4027-b143-23f973a78723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:19.982808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-5237ceee-2ee4-4027-b143-23f973a78723 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.3533380 May 12 20:01:19.988981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32af747e-aef5-4fd2-8ade-21999a5da37c req-c30b9e75-12b6-49b5-a1b1-7281d0fea51d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860012 May 12 20:01:20.027433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-a313696e-0203-4374-9b3a-b84431043b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:20.027433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-a313696e-0203-4374-9b3a-b84431043b50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842985 May 12 20:01:20.235927 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-b542c915-490a-4c32-a694-7b76e5d86613 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf HTTP/1.1" status: 200 len: 217 time: 0.2582753 May 12 20:01:20.290976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:20.330231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-64916d14-e5be-4604-aab7-333e0762b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:20.331795 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-64916d14-e5be-4604-aab7-333e0762b623 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0896928 May 12 20:01:20.363546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=2e7e6874-cf3d-48eb-a87a-ce86e8179718,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:20.503600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-b964e05e-ffa3-4fd4-8c26-6221fdc35536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:20.503600 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-b964e05e-ffa3-4fd4-8c26-6221fdc35536 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631479 May 12 20:01:20.635409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36690) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:20.650449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:20.721639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-659df2fd-7198-4045-beae-f184509b407b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/2e7e6874-cf3d-48eb-a87a-ce86e8179718 HTTP/1.1" status: 204 len: 168 time: 2.8756740 May 12 20:01:20.726130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:20.739394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-91470af1-5024-4f1e-9259-87f198154bfd service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084553 May 12 20:01:20.856506 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2cece8-f038-4978-9482-8ac990ad739a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:01:20.856506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ec2cece8-f038-4978-9482-8ac990ad739a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:20.896545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ec2cece8-f038-4978-9482-8ac990ad739a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:20.896545 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ec2cece8-f038-4978-9482-8ac990ad739a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/2e7e6874-cf3d-48eb-a87a-ce86e8179718 HTTP/1.1" status: 404 len: 333 time: 0.1630931 May 12 20:01:20.903243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36704) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:20.903243 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-99216b72-0e53-4284-af49-e00ec9379cc2 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906288 May 12 20:01:20.942372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f58db-0a08-4f90-b039-a307ccb3987a req-40465304-a5f7-471c-9620-43db5f87ba65 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:20.942372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-771f58db-0a08-4f90-b039-a307ccb3987a req-40465304-a5f7-471c-9620-43db5f87ba65 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.5113869 May 12 20:01:21.004519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet 69a93070-9ecd-447a-aa9d-17573bd6423a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:01:21.022640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.080190 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.089607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-771f58db-0a08-4f90-b039-a307ccb3987a req-56c323d7-b681-4354-a4a6-1083e3e5bce1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399391 May 12 20:01:21.099818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:21.104171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Usage tracker for resource:security_group_rule and tenant:1ae2c81c36ec45549934c116d0afb719 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:21.108993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:21.133851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:21.348255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5431c772-2dfa-4600-afae-fe6fbf5b731e req-48aa9636-103a-4634-ba28-d93a4f9a8e06 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958478 May 12 20:01:21.431808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.511245 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07935d47-0d1f-419b-ace7-39d51e5d411f req-51b9267b-bd30-4bba-bde1-ab5e85b763d0 service neutron] 10.222.0.73 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440617 May 12 20:01:21.582781 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.621301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27473-929a-46e7-93c3-57f1623e46ad req-3176b115-623e-4fe9-a7ea-9a7a27782848 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:21.621301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6c27473-929a-46e7-93c3-57f1623e46ad req-3176b115-623e-4fe9-a7ea-9a7a27782848 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.4284077 May 12 20:01:21.639942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136d3eb-4dd8-4d49-a42f-104ac74fb67e req-f6c15e8d-6ff0-4a36-b16e-bbab4c5f53c3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:21.639942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a136d3eb-4dd8-4d49-a42f-104ac74fb67e req-f6c15e8d-6ff0-4a36-b16e-bbab4c5f53c3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.2843668 May 12 20:01:21.703434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.730620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.747407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.799298 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:21.803377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b13748-acb4-4092-be4f-249f6b8aabee None None] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:21.819914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=69a93070-9ecd-447a-aa9d-17573bd6423a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:21.826766 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0b307b47-d23d-42f6-a1e7-cbf983d0428c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/69a93070-9ecd-447a-aa9d-17573bd6423a HTTP/1.1" status: 204 len: 168 time: 0.9260321 May 12 20:01:21.827438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36718) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:21.851243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6c27473-929a-46e7-93c3-57f1623e46ad req-b497d4e5-9f0b-4486-adf7-aab31b42c7cb tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876574 May 12 20:01:21.880225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a136d3eb-4dd8-4d49-a42f-104ac74fb67e req-c064dc11-a79c-46d8-9c3b-da487d35c3fe tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217710 May 12 20:01:21.886410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ae2c81c36ec45549934c116d0afb719&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2318070 May 12 20:01:21.888571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba410ed5-a6d6-4a61-a542-17128e136c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ccdca5-0242-45c3-8613-9497324e327a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:21.891506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36724) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:21.944926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet d8fb01b7-1bb5-4795-871b-9167ae6bd6f4 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:01:21.953528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36728) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:21.986140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37f1115c-e6c3-4994-9d9f-b964e3339816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.052657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.056655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37f1115c-e6c3-4994-9d9f-b964e3339816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.182076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37f1115c-e6c3-4994-9d9f-b964e3339816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.211140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37f1115c-e6c3-4994-9d9f-b964e3339816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.216603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-37f1115c-e6c3-4994-9d9f-b964e3339816 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18ccdca5-0242-45c3-8613-9497324e327a HTTP/1.1" status: 204 len: 168 time: 0.3133230 May 12 20:01:22.239680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1115c-e6c3-4994-9d9f-b964e3339816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ccdca5-0242-45c3-8613-9497324e327a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:22.287521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.492903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3f397-5dbc-4183-9021-3524bf6d4afc tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:22.492903 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-21c3f397-5dbc-4183-9021-3524bf6d4afc tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1091 time: 0.5325878 May 12 20:01:22.496752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36740) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:22.503422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:22.528160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:22.544685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:floatingip and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:22.544685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:22.548119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.555239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:22.594362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.746355 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.808741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36746) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:22.812978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fb01b7-1bb5-4795-871b-9167ae6bd6f4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:22.819621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.840825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:22.866693 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6dfc24b8-d4e1-4422-bb0b-96bd21db4e61 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/d8fb01b7-1bb5-4795-871b-9167ae6bd6f4 HTTP/1.1" status: 204 len: 168 time: 1.0381129 May 12 20:01:22.872667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36750) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:22.885654 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.173433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.189772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:23.204871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Usage tracker for resource:security_group_rule and tenant:96ee6c4549844a2188ec81352fed1df3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:23.208689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:23.229725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:23.247458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:23.247458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.318342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.211 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/b03cb46c-2f8e-4731-ad11-f8ecf1e71b4b) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:23.554894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.652057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d68fa-66c6-476e-a7ff-7537b3dc0954 None None] Network e6ef4333-430b-41b2-8e2a-2a75b1edbcfa requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:23.663821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] For port 31dfd300-a1c3-4611-a818-2a3ce08a4da2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=31dfd300-a1c3-4611-a818-2a3ce08a4da2,segment=NetworkSegment(8d7f74ce-9ec8-482c-99c4-0abe9ec11441),segment_id=8d7f74ce-9ec8-482c-99c4-0abe9ec11441)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:23.664396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.675254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.764520 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.835100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:23.844740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:23.848277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-549db207-c2e6-4395-914e-60a96d5b25dc None None] Provisioning complete for port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:23.848277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-549db207-c2e6-4395-914e-60a96d5b25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:23.851282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:23.936417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 31dfd300-a1c3-4611-a818-2a3ce08a4da2 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:23.938744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=b03cb46c-2f8e-4731-ad11-f8ecf1e71b4b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:23.998433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-549db207-c2e6-4395-914e-60a96d5b25dc None None] Current status of the port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:24.030165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.053007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.121745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=31dfd300-a1c3-4611-a818-2a3ce08a4da2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:24.127004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96ee6c4549844a2188ec81352fed1df3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3169048 May 12 20:01:24.128723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No DVR routers for this DVR port 31dfd300-a1c3-4611-a818-2a3ce08a4da2 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:01:24.148806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6970f6f4-672b-4ece-9e94-0546115aff66,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:24.179142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d94e1ac-ecf1-45e8-a31b-9b8f051199a9 None None] DHCP port deletion for e6ef4333-430b-41b2-8e2a-2a75b1edbcfa request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:01:24.204923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:24.212280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.215322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.215897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.228377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.228377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.228377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.234901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.234901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.234901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.234901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.234901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.246891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8fc759-6650-4971-9ecc-a0ed84ee13c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:24.249949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa94b-2469-4473-bc6a-f250f7946327 req-50695c4f-1b0b-4887-baef-7b924312db7e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:24.263104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37efa94b-2469-4473-bc6a-f250f7946327 req-50695c4f-1b0b-4887-baef-7b924312db7e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.6605201 May 12 20:01:24.377426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.401709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ef4333-430b-41b2-8e2a-2a75b1edbcfa']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:24.417616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7f74ce-9ec8-482c-99c4-0abe9ec11441') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:24.417909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7f74ce-9ec8-482c-99c4-0abe9ec11441') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:24.441678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.474388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.492087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:24.492269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: timer() May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:24.517310 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:24.596537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37efa94b-2469-4473-bc6a-f250f7946327 req-314a9fec-d664-44fb-b55a-80ea4c2e6c3c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422177 May 12 20:01:24.660500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e89061-313a-4092-b66a-1a12b69f4d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.757334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e89061-313a-4092-b66a-1a12b69f4d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.785134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.819080 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.819080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=e6ef4333-430b-41b2-8e2a-2a75b1edbcfa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:24.854489 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1e39e03-5ab5-48f6-abf7-941a2381bf85 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/e6ef4333-430b-41b2-8e2a-2a75b1edbcfa HTTP/1.1" status: 204 len: 168 time: 1.9813147 May 12 20:01:24.861724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36776) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:24.898486 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.902288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e89061-313a-4092-b66a-1a12b69f4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.902288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26e89061-313a-4092-b66a-1a12b69f4d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:24.902288 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-26e89061-313a-4092-b66a-1a12b69f4d8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6970f6f4-672b-4ece-9e94-0546115aff66 HTTP/1.1" status: 204 len: 168 time: 0.6921806 May 12 20:01:24.928412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e89061-313a-4092-b66a-1a12b69f4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6970f6f4-672b-4ece-9e94-0546115aff66,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:24.974817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae331488-d20a-41ea-b195-b6f187d33313 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:24.974817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ae331488-d20a-41ea-b195-b6f187d33313 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:25.002483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ae331488-d20a-41ea-b195-b6f187d33313 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:25.002894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ae331488-d20a-41ea-b195-b6f187d33313 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1448188 May 12 20:01:25.003778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36782) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:25.043727 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.110360 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-06f02749-349b-42dc-a2cd-d9566b085889 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1050792 May 12 20:01:25.113779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36788) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:25.123901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-673213451'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:25.129573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:25.133935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:25.137542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:25.148699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:25.165537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:25.170387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.208633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:25.236202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.236202 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment 1492c857-3d66-44c5-8ab6-9daab998a021 of type vlan for network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 May 12 20:01:25.283008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.337119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.340129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:25.340129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.386124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.399251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.447333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3310671 May 12 20:01:25.450652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:25.462628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:25.485509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10fa16-73ed-4bd4-8749-483e056d5152 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=a044b68b-58a3-44e6-9ac1-fcd2248b2f61,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:25.500300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:25.564966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=b03cb46c-2f8e-4731-ad11-f8ecf1e71b4b,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:25.572832 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.727738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:25.739410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:25.739410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:25.752273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:25.765149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:25.772630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:25.917975 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 6960d30b-ef2d-4a54-b9f3-971ff862bd55 associated. External IP: 172.25.2.211, port: 2353d151-723a-471d-bf86-0e09a13bd8e5. May 12 20:01:26.198475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 31dfd300-a1c3-4611-a818-2a3ce08a4da2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:01:26.253699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:26.279355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 31dfd300-a1c3-4611-a818-2a3ce08a4da2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:01:26.291945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 31dfd300-a1c3-4611-a818-2a3ce08a4da2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:01:26.308083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def6c97-cb5a-4bb1-ab38-df8dcb226b6e req-b27c5f0f-187c-436b-a616-62561cd36031 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:26.315666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6def6c97-cb5a-4bb1-ab38-df8dcb226b6e req-b27c5f0f-187c-436b-a616-62561cd36031 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.4464312 May 12 20:01:26.403256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6def6c97-cb5a-4bb1-ab38-df8dcb226b6e req-52abc968-2a53-4b0d-bd9b-89f858fec195 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754793 May 12 20:01:26.404907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:26.471334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': '1492c857-3d66-44c5-8ab6-9daab998a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:26.471334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: a044b68b-58a3-44e6-9ac1-fcd2248b2f61, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:01:26.521520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:01:26.532401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a044b68b-58a3-44e6-9ac1-fcd2248b2f61) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:26.543815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288352e7-5c1d-4581-9927-652452da2b04 None None] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:26.556057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:26.556883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:26.575772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 73077828-9175-4f82-a3cd-e370f783f821 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:01:26.604257 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-06f02f38-9477-4a11-af91-27dee508127f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1524200 May 12 20:01:26.607415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36832) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:26.618928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61', 'name': 'tempest-PortsIpV6TestJSON-770185794'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:26.878357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-a044b68b-58a3-44e6-9ac1-fcd2248b2f61', 'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61', 'tenant_id': '8b163f6042cf46a0aef5cf1005d783b0', 'fixed_ips': [{'subnet_id': '6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:01:26.878357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:26.925958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:26.943575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:26.967608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:26.983413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:27.023153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f001d87-507c-41dd-a735-33c2c0155a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:27.050195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 421e9303-e743-4072-9d55-fb5d36ea1816 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:01:27.238343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Allocated IP 2001:db8::2 (a044b68b-58a3-44e6-9ac1-fcd2248b2f61/6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b/2e1d25c7-7b3a-49be-813d-fd4bb34f373e) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:27.400935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:01:27.436734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] Sync routers for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:01:27.458069 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:27.549903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:01:27.549903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:00:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:27.556854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-adb04b1b-cb8c-4d22-8349-00d734aba130 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0581319 May 12 20:01:27.556854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:01:27.774031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23994651-f6a2-467b-8678-17d08a66d740 req-52e6b088-9d2a-4133-94b9-c8f69116a6aa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:27.775990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23994651-f6a2-467b-8678-17d08a66d740 req-52e6b088-9d2a-4133-94b9-c8f69116a6aa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.1901464 May 12 20:01:27.907685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:01:27.921817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23994651-f6a2-467b-8678-17d08a66d740 req-0ae6afe9-edfa-4e28-ab42-d6f1d4003032 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000788 May 12 20:01:27.956198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501cd5-b222-4bc6-bbc6-d23428844d02 req-db0a5cef-485f-4e40-88a7-7bcd8b864601 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:27.956198 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4501cd5-b222-4bc6-bbc6-d23428844d02 req-db0a5cef-485f-4e40-88a7-7bcd8b864601 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.1740546 May 12 20:01:27.980668 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:27.998691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Transition to ACTIVE for port object 2e1d25c7-7b3a-49be-813d-fd4bb34f373e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:28.022875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4501cd5-b222-4bc6-bbc6-d23428844d02 req-85fee603-7bb0-4d6e-a6b9-2c3cdb4e2534 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683453 May 12 20:01:28.061374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36936) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:28.067428 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e0e499-51b7-4855-815d-c0b7339b36bd'] response: {'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'status': 'completed', 'code': 200} May 12 20:01:28.135656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Transition to ACTIVE for port object 2e1d25c7-7b3a-49be-813d-fd4bb34f373e will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:28.151637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:28.239188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-29bffaf7-a1ac-4fcf-9009-d4c205b4adfb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 200 len: 991 time: 0.1740031 May 12 20:01:28.263888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:28.267503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:28.271490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:28.328408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Pushing event updated for resources: {'Port': ['ID=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:28.381033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::330 (a044b68b-58a3-44e6-9ac1-fcd2248b2f61/6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b/421e9303-e743-4072-9d55-fb5d36ea1816) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:28.405362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-dbbceac7-d232-4e09-be1b-f6017df7b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:28.405362 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-dbbceac7-d232-4e09-be1b-f6017df7b02c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1096 time: 0.2806313 May 12 20:01:28.407842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36942) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:28.519320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Attempting to bind port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:01:28.519683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Attempting to bind port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1492c857-3d66-44c5-8ab6-9daab998a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:01:28.520041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Attempting to bind port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e on network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:28.532805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:01:28.532805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Checking segment: {'id': '1492c857-3d66-44c5-8ab6-9daab998a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:28.532805 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:28.532805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Bound using segment: {'id': '1492c857-3d66-44c5-8ab6-9daab998a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:01:28.532805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Bound port: 2e1d25c7-7b3a-49be-813d-fd4bb34f373e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1492c857-3d66-44c5-8ab6-9daab998a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:01:28.533301 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:28.587705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:28.607484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:28.613025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f595825ad4439495df28504c5b69fe is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:28.617886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:28.625606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:28.727723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] For port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:01:28.740658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] For port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,segment=NetworkSegment(1492c857-3d66-44c5-8ab6-9daab998a021),segment_id=1492c857-3d66-44c5-8ab6-9daab998a021)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:01:28.757590 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:28.815552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:28.828678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:28.876318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c942385d-7ef1-4452-ba6d-8d003e233565,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:28.901281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-337c4e9f-e932-45af-ad43-b74522918250 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4f595825ad4439495df28504c5b69fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961157 May 12 20:01:28.904953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36950) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:28.918000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059116d5-b0e1-419e-a0a3-cde98efe1341 None None] Pushing event updated for resources: {'Port': ['ID=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:28.935254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '6960d30b-ef2d-4a54-b9f3-971ff862bd55', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '73077828-9175-4f82-a3cd-e370f783f821', 'port_id': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'mac_address': 'fa:16:3e:f7:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cacac1-acfa-454c-8d8b-f526f262a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:01:24Z', 'updated_at': '2022-05-12T20:01:24Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:55Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:28.957466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] Checking router: 73077828-9175-4f82-a3cd-e370f783f821 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:01:28.960535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-7f811e7b-c17c-401c-9fa2-4829e86ea8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:28.962034 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-7f811e7b-c17c-401c-9fa2-4829e86ea8fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.5277209 May 12 20:01:28.983870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83841a75-8759-44de-9d95-8563a8f31bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.009454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:01:29.012564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:00:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:29.014630 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83841a75-8759-44de-9d95-8563a8f31bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.129578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83841a75-8759-44de-9d95-8563a8f31bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.168736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.176809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83841a75-8759-44de-9d95-8563a8f31bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.182308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-83841a75-8759-44de-9d95-8563a8f31bf2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c942385d-7ef1-4452-ba6d-8d003e233565 HTTP/1.1" status: 204 len: 168 time: 0.2709508 May 12 20:01:29.188598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841a75-8759-44de-9d95-8563a8f31bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c942385d-7ef1-4452-ba6d-8d003e233565,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:29.198149 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-6e6ad803-4362-4ee3-82c6-ac29e9dd0f2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 999 time: 0.2002432 May 12 20:01:29.245134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36962) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:29.369514 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6e4b-e9e0-4166-92ac-34ca4a527569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.370324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object 421e9303-e743-4072-9d55-fb5d36ea1816 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:29.464879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-4b53db5f-79d2-4872-94fa-f370e8093855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:29.478604 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-4b53db5f-79d2-4872-94fa-f370e8093855 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.2770367 May 12 20:01:29.478604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.492644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-789b885d-3f6c-4a9f-9209-615b8cdf262c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 200 len: 991 time: 0.2439678 May 12 20:01:29.638083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba96696-d9e7-400d-bb7d-60a858cf25a0 req-07604c02-2819-4231-bc2d-d165f75477c8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:29.647333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eba96696-d9e7-400d-bb7d-60a858cf25a0 req-07604c02-2819-4231-bc2d-d165f75477c8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.1527174 May 12 20:01:29.661103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:01:29.711972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:29.716165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:29.718992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:29.726327 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eba96696-d9e7-400d-bb7d-60a858cf25a0 req-0aa1ad26-0da2-471d-900f-df1727f369e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824046 May 12 20:01:29.728767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:29.729507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:29.809898 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1905959 May 12 20:01:29.811666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 36976) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:29.811666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': 'a044b68b-58a3-44e6-9ac1-fcd2248b2f61', 'name': 'tempest-PortsIpV6TestJSON-1862414365'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:29.837968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9bff6-6beb-415b-a925-647e9c77453e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=421e9303-e743-4072-9d55-fb5d36ea1816,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:29.870823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-035416dc-934c-4e74-b236-550eeb83c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:29.870823 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-035416dc-934c-4e74-b236-550eeb83c69a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3797066 May 12 20:01:30.055190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:30.060504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:30.064926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:30.075364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:30.103804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:30.122259 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:30.165883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-9e8f6fda-f52d-4e61-bc59-546bd0927b69 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810647 May 12 20:01:30.200349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:30.219547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port f7c189ad-c65a-42e1-b063-67c89e1ffe32 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:01:30.455809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2e1d25c7-7b3a-49be-813d-fd4bb34f373e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:30.488495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 36998) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:30.651751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::229 (a044b68b-58a3-44e6-9ac1-fcd2248b2f61/6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b/f7c189ad-c65a-42e1-b063-67c89e1ffe32) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:30.692533 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5719373f-e215-4fbb-81cd-2d2a997fe182 req-1c5d70e5-ad44-421c-a598-8ad5149b06a1 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190265 May 12 20:01:30.708938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:01:30.731888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:30.742856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:30.781449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '6960d30b-ef2d-4a54-b9f3-971ff862bd55', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '73077828-9175-4f82-a3cd-e370f783f821', 'port_id': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'mac_address': 'fa:16:3e:f7:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cacac1-acfa-454c-8d8b-f526f262a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:01:24Z', 'updated_at': '2022-05-12T20:01:24Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:55Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:30.785414 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0032efa0-222f-4976-ae6e-7bf9a6f8285b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 200 len: 991 time: 0.2877712 May 12 20:01:30.859596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398f962-1f11-4e7f-94a1-3853b3db75c5 None None] The sync data for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 is: [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '6960d30b-ef2d-4a54-b9f3-971ff862bd55', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '73077828-9175-4f82-a3cd-e370f783f821', 'port_id': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'mac_address': 'fa:16:3e:f7:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cacac1-acfa-454c-8d8b-f526f262a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:01:24Z', 'updated_at': '2022-05-12T20:01:24Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:55Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:01:30.988000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab59725-123d-49e4-9e0f-acba0553cf72 None None] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:31.125919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:31.156147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object f7c189ad-c65a-42e1-b063-67c89e1ffe32 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:31.264823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fde4a-c204-4d0c-833c-8a575c0188e3 req-26dedabb-8920-4cec-a6ec-173eb0e44e95 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:31.264823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf5fde4a-c204-4d0c-833c-8a575c0188e3 req-26dedabb-8920-4cec-a6ec-173eb0e44e95 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 944 time: 0.2649870 May 12 20:01:31.264823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:31.299220 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50bb5f-2dde-4790-9b10-5ca5dfee539b None None] New status for floating IP 6960d30b-ef2d-4a54-b9f3-971ff862bd55: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:01:31.340545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] Provisioning for port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:31.358881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] Provisioning complete for port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:31.359331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:31.384586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=f7c189ad-c65a-42e1-b063-67c89e1ffe32,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:31.458534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:31.458534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:31.467052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:31.476363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:31.480378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:31.480378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:31.517020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf5fde4a-c204-4d0c-833c-8a575c0188e3 req-036baa2a-4a8c-4bad-b069-3137106e61c1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313941 May 12 20:01:31.517020 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39e94080-34f3-4a82-9462-422bc414f38a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7104926 May 12 20:01:31.527024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37022) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:31.546204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'port_id': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177', 'mac_address': 'fa:16:3e:8d:4a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:01:31.773202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37030) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:31.807323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37034) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:31.821280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d600b-ba45-4a9a-be8b-3d1d67e1571c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:31.822125 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d0d600b-ba45-4a9a-be8b-3d1d67e1571c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:31.855600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:31.855600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:31.855600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:31.918543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:01:31.924099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d0d600b-ba45-4a9a-be8b-3d1d67e1571c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:31.931925 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7d0d600b-ba45-4a9a-be8b-3d1d67e1571c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A330 HTTP/1.1" status: 200 len: 928 time: 0.4012768 May 12 20:01:31.931925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37040) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:31.947358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] Current status of the port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:31.947358 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:31.983567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:31.987047 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.084871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] For port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,segment=NetworkSegment(1492c857-3d66-44c5-8ab6-9daab998a021),segment_id=1492c857-3d66-44c5-8ab6-9daab998a021)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:32.114781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.129541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:32.164130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port f7c189ad-c65a-42e1-b063-67c89e1ffe32 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:32.164890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.195916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ba28e5d8-9076-4678-beda-34af3e74714f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 200 len: 991 time: 0.4199009 May 12 20:01:32.296214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:01:32.366935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd542972-8509-45bc-90b7-57b5f93f8066 None None] Pushing event updated for resources: {'Port': ['ID=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:32.375436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1076348153'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:32.403064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:32.438286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Usage tracker for resource:network and tenant:8454307dc0b24cc0a7a5b0aaa8d108f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:32.448914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:32.471469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:32.567227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Provisioning for port f7c189ad-c65a-42e1-b063-67c89e1ffe32 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:32.573080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Provisioning complete for port f7c189ad-c65a-42e1-b063-67c89e1ffe32 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:32.573481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.669436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Made reservation on behalf of 8454307dc0b24cc0a7a5b0aaa8d108f2 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:32.672078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.681862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Port f7c189ad-c65a-42e1-b063-67c89e1ffe32 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:32.708060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Provisioning complete for port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:32.708060 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.726652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.816069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b4fc0-8645-4a19-b987-60f2ec328c80 req-c2296050-5987-4b4c-9b44-7235435deb4b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:32.824119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d6b4fc0-8645-4a19-b987-60f2ec328c80 req-c2296050-5987-4b4c-9b44-7235435deb4b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 945 time: 0.1043620 May 12 20:01:32.877994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d6b4fc0-8645-4a19-b987-60f2ec328c80 req-9844751f-2b40-4569-ba17-5954ee1e5709 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567417 May 12 20:01:32.893570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:32.896589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:32.908320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Usage tracker for resource:security_group_rule and tenant:8454307dc0b24cc0a7a5b0aaa8d108f2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:32.927747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Current status of the port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:32.958779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Provisioning for port 421e9303-e743-4072-9d55-fb5d36ea1816 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:32.970142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:32.971895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Provisioning complete for port 421e9303-e743-4072-9d55-fb5d36ea1816 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:32.971895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.057765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-db862650-061c-4a93-8dc2-13a5e7a00f93 None None] Port 421e9303-e743-4072-9d55-fb5d36ea1816 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:33.066773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for f7c189ad-c65a-42e1-b063-67c89e1ffe32 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:33.092340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:33.194883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2a1dc9fb-e636-4b0d-93bf-4b1d02c3e234 None None] Provisioning complete for port 421e9303-e743-4072-9d55-fb5d36ea1816 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:33.195320 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc9fb-e636-4b0d-93bf-4b1d02c3e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.199139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37056) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:33.284404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2a1dc9fb-e636-4b0d-93bf-4b1d02c3e234 None None] Port 421e9303-e743-4072-9d55-fb5d36ea1816 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:33.358402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.358402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.375358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d91a6036-4269-4af4-8490-51d4ae2f35e4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 200 len: 993 time: 0.1700943 May 12 20:01:33.397033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.400447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-57b0df1b-2588-4dea-adc8-e9f111989a43 None None] Could not find standard attr ID for object f7c189ad-c65a-42e1-b063-67c89e1ffe32. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:01:33.658336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=f7c189ad-c65a-42e1-b063-67c89e1ffe32,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:33.663586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:33.685982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789a5625-9812-4fcc-aa78-0117d56477c9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:33.691365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.709106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.709106 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Added segment e29b67a0-18ec-47ec-b73b-6d9f02736b52 of type vlan for network 2c541bb3-26b9-4b65-9b72-a21abfda137b May 12 20:01:33.722775 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-94bd6640-56e7-4bc7-ae8d-49944f4ed59c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/f7c189ad-c65a-42e1-b063-67c89e1ffe32 HTTP/1.1" status: 204 len: 168 time: 1.7926054 May 12 20:01:33.726629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37064) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:33.745397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.790140 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cdb9fa-f8fc-4016-97b1-91a578ca6aff tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:01:33.790140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a8cdb9fa-f8fc-4016-97b1-91a578ca6aff tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:33.791434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.798494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:33.800127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.811915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a8cdb9fa-f8fc-4016-97b1-91a578ca6aff tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:33.815711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8cdb9fa-f8fc-4016-97b1-91a578ca6aff tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/f7c189ad-c65a-42e1-b063-67c89e1ffe32 HTTP/1.1" status: 404 len: 333 time: 0.0922818 May 12 20:01:33.816598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37070) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:33.907573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 421e9303-e743-4072-9d55-fb5d36ea1816 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:33.907573 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:33.929450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0879879 May 12 20:01:33.935223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37076) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:33.987343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2b87-a2cb-4d4c-a114-e62aaa4a3acc tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Pushing event updated for resources: {'Network': ['ID=2c541bb3-26b9-4b65-9b72-a21abfda137b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:34.004648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 2c541bb3-26b9-4b65-9b72-a21abfda137b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:34.105157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'network': {'name': 'tempest-network--684657985', 'router:external': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:34.221361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:34.242738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2e1d25c7-7b3a-49be-813d-fd4bb34f373e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:34.286831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:network and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:34.298773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:34.312346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:34.326226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:34.326226 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.369012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Made reservation on behalf of 0c73eca3deb04456b5d20a538ea00373 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:34.369012 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.394540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.426060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:34.431485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.446664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:security_group_rule and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:34.450133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:34.493849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:34.519789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:34.586061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057b636-f81e-41a4-add9-3a4b5cb59ba9 req-364d9cd3-8c0e-440d-864d-82bd6d5a97e6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:34.586061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2057b636-f81e-41a4-add9-3a4b5cb59ba9 req-364d9cd3-8c0e-440d-864d-82bd6d5a97e6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 945 time: 0.3647344 May 12 20:01:34.595889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 421e9303-e743-4072-9d55-fb5d36ea1816 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:34.687278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:34.770063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2057b636-f81e-41a4-add9-3a4b5cb59ba9 req-cc186361-f931-4ff3-af15-12a3bf63ddbd tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482270 May 12 20:01:34.774344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:34.802858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:34.802858 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.935311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.935311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.942098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:34.942098 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.947692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:34.994475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:01:35.014470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=421e9303-e743-4072-9d55-fb5d36ea1816,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:35.020384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:35.033967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:35.039675 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.070808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f57a4f-501e-47d0-aed5-d031bf600a3f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:35.095845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.096496 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Added segment a0220fcd-9820-425b-8628-667ae0fc90cb of type vlan for network 37a42916-3fa7-46b3-a706-e515ee2865a7 May 12 20:01:35.098436 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.161784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37096) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:35.176269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f446c1d2-7c14-40e7-bf9f-794d1c4e54d1 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/421e9303-e743-4072-9d55-fb5d36ea1816 HTTP/1.1" status: 204 len: 168 time: 1.3498726 May 12 20:01:35.188246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.205004 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5830a2-dd7f-46e9-9374-3a165766fd41'] response: {'server_uuid': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177', 'code': 200} May 12 20:01:35.242522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:35.254558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.254558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.254558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.254558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.254558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.254558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.254558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.261732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.261732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.261732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.261732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.261732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:01:35.278350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.278350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:35.278350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.382444 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-254da63e-d893-4585-9ee1-e6c5149a3c59 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:01:35.382444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-254da63e-d893-4585-9ee1-e6c5149a3c59 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:35.408350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-254da63e-d893-4585-9ee1-e6c5149a3c59 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:35.410065 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-254da63e-d893-4585-9ee1-e6c5149a3c59 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/421e9303-e743-4072-9d55-fb5d36ea1816 HTTP/1.1" status: 404 len: 333 time: 0.2509587 May 12 20:01:35.412565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37102) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:35.483385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc71a9-c992-40f0-953b-60642061985f req-11bccea0-5d52-4e02-83ab-8bea1927c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:35.483385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-20bc71a9-c992-40f0-953b-60642061985f req-11bccea0-5d52-4e02-83ab-8bea1927c197 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 1097 time: 0.3224866 May 12 20:01:35.497048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Network': ['ID=37a42916-3fa7-46b3-a706-e515ee2865a7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:35.503707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-871e81c8-0046-4791-91df-426489e3d0c6 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5665689 May 12 20:01:35.503707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37106) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:35.508900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 37a42916-3fa7-46b3-a706-e515ee2865a7 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:35.563143 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-20bc71a9-c992-40f0-953b-60642061985f req-8795db8c-7789-4921-ad3d-7b6acdd799e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637550 May 12 20:01:35.573277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet 6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:01:35.577070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.642866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.673571 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.777958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:35.968617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.058871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:36.058871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.064962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.070194 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1f08e2fe-d893-4489-94aa-a61ce7b5c9fe tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b HTTP/1.1" status: 204 len: 168 time: 0.6501799 May 12 20:01:36.076665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37116) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:36.095046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b9a7bb-849d-453e-9297-3e7fa1ebc474 None None] Network a044b68b-58a3-44e6-9ac1-fcd2248b2f61 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:36.306962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a42916-3fa7-46b3-a706-e515ee2865a7']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:36.337763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0220fcd-9820-425b-8628-667ae0fc90cb') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:36.337763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0220fcd-9820-425b-8628-667ae0fc90cb') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:36.358087 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.368221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.389423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de1c7b-aca3-4360-97a0-10e13a65fda8 req-1dd66b08-3447-4513-99a5-5a5242afc27f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:36.394340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4de1c7b-aca3-4360-97a0-10e13a65fda8 req-1dd66b08-3447-4513-99a5-5a5242afc27f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 946 time: 0.3979905 May 12 20:01:36.402043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.432861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:36.432861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.441540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:36.441540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: timer() May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:36.473036 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:36.518725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] DHCP port deletion for a044b68b-58a3-44e6-9ac1-fcd2248b2f61 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:01:36.527244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] Deleting port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:36.527918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.713049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4de1c7b-aca3-4360-97a0-10e13a65fda8 req-7e032ade-2c05-4e47-b8ec-edbc813b786c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086138 May 12 20:01:36.795036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] For port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,segment=NetworkSegment(1492c857-3d66-44c5-8ab6-9daab998a021),segment_id=1492c857-3d66-44c5-8ab6-9daab998a021)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:36.795036 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.894043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.900359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37a42916-3fa7-46b3-a706-e515ee2865a7 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 12 20:01:36.913748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:36.927255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] Calling delete_port for 2e1d25c7-7b3a-49be-813d-fd4bb34f373e owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:36.953687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event deleted for resources: {'Network': ['ID=37a42916-3fa7-46b3-a706-e515ee2865a7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:36.977303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9022531a-df05-48e2-a2ec-1c65092006d5 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "DELETE /v2.0/networks/37a42916-3fa7-46b3-a706-e515ee2865a7 HTTP/1.1" status: 204 len: 168 time: 1.4648299 May 12 20:01:36.981026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37128) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:36.989590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] For port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,segment=NetworkSegment(1492c857-3d66-44c5-8ab6-9daab998a021),segment_id=1492c857-3d66-44c5-8ab6-9daab998a021)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:36.989590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.012344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:37.012344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:37.027800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:network and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:37.034431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:37.051376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:37.070948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Made reservation on behalf of 0c73eca3deb04456b5d20a538ea00373 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:37.076848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.096608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.138348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:37.162827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.162827 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Added segment 47239d06-9836-485c-8603-6ce41f1e89c3 of type vlan for network d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 May 12 20:01:37.175692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] Pushing event deleted for resources: {'Port': ['ID=2e1d25c7-7b3a-49be-813d-fd4bb34f373e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:37.175692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e5d56-6e08-431f-9c48-b5c7be74123e None None] No DVR routers for this DVR port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:01:37.223876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.292915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 2e1d25c7-7b3a-49be-813d-fd4bb34f373e owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:37.310782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.311995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:37.312510 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.447808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Network': ['ID=d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:37.447808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a7edc96-3d4c-4778-ab14-a1d9d9f5cff3 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4715672 May 12 20:01:37.447808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37134) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:37.464584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'subnet': {'network_id': 'd18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:37.473333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:01:37.473333 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:01:37.475560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:37.479712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:subnet and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:37.479712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:37.492286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:37.498617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:37.515129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Made reservation on behalf of 0c73eca3deb04456b5d20a538ea00373 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:37.515129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:37.952972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23540-a237-41d1-8aba-4829bb7f7947 req-25a67ebd-4818-4e35-8678-bfdf4be33d4e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:37.952972 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6eb23540-a237-41d1-8aba-4829bb7f7947 req-25a67ebd-4818-4e35-8678-bfdf4be33d4e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 946 time: 0.1087067 May 12 20:01:38.019454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 2e1d25c7-7b3a-49be-813d-fd4bb34f373e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:38.019454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.133021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.objects.ports [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88113) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 20:01:38.133021 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.150188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] The port '2e1d25c7-7b3a-49be-813d-fd4bb34f373e' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:01:38.154483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.169440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2e1d25c7-7b3a-49be-813d-fd4bb34f373e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:01:38.248531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 2e1d25c7-7b3a-49be-813d-fd4bb34f373e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:01:38.248531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2e1d25c7-7b3a-49be-813d-fd4bb34f373e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:01:38.260899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c5cd5a10-a7ce-400f-bd3c-4c0f3cbb8f0d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:38.297586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Checking segment: {'id': '47239d06-9836-485c-8603-6ce41f1e89c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:38.297586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Network hostable DHCP agents. Network: d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:01:38.331205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Network d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:01:38.333442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6eb23540-a237-41d1-8aba-4829bb7f7947 req-f3fe8bb2-204d-4062-a384-6beac6593fb9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592923 May 12 20:01:38.338174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:38.351988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:38.351988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.362164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0588585-0655-425a-a1c3-921911f31cf5 None None] Network d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:38.391799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1c654b82-870d-4730-944f-899f9e3c4b93 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9412277 May 12 20:01:38.399718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37150) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:38.405920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.406083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'floatingip': {'floating_network_id': 'd18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:38.412824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:38.419004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:floatingip and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:38.422791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:38.430429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:38.447945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.469403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a044b68b-58a3-44e6-9ac1-fcd2248b2f61']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:38.509863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1492c857-3d66-44c5-8ab6-9daab998a021') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:38.510155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1492c857-3d66-44c5-8ab6-9daab998a021') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:38.545955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.632035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.659420 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.672227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:38.672227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: timer() May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:38.694175 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:38.707018 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.752525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c4a4b-cea4-4811-9fb1-e9d8ca301514 None None] Network d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:38.803629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676b88a-230a-49a8-924a-4670fe1d27b3 req-8fcb24ab-13e4-4f6d-89d1-5b6ba592c464 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:38.805477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b676b88a-230a-49a8-924a-4670fe1d27b3 req-8fcb24ab-13e4-4f6d-89d1-5b6ba592c464 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 946 time: 0.2281480 May 12 20:01:38.806904 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.812755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:38.860912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=a044b68b-58a3-44e6-9ac1-fcd2248b2f61,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:38.904896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-06b5bcfc-c0c0-4f3f-a207-263e9f03c06d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/a044b68b-58a3-44e6-9ac1-fcd2248b2f61 HTTP/1.1" status: 204 len: 168 time: 2.8335371 May 12 20:01:38.945601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37160) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:38.963015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-192034245'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:38.970204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b676b88a-230a-49a8-924a-4670fe1d27b3 req-89c1682c-f3ed-4b5b-b754-1362c44f99e4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494257 May 12 20:01:38.970204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:38.977711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:38.977711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:38.991623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:39.010068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:39.010068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:39.052082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Allocated IP 172.20.0.10 (d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484/c5cd5a10-a7ce-400f-bd3c-4c0f3cbb8f0d/b44b2dc7-4c5b-45ac-b14e-65befe242341) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:39.067945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:39.085807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:39.085807 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment 50f66d78-afbd-493d-a2bf-4b2814441cf8 of type vlan for network 3277e044-1c14-4ec6-82bd-0935ffb93b0f May 12 20:01:39.362976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:39.399627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:39.406439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:39.406439 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:39.490185 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:39.526225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:39.574447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=3277e044-1c14-4ec6-82bd-0935ffb93b0f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:39.587044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:39.605571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6db6cf1d-c66f-4259-baf7-b3187faeffa0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6607666 May 12 20:01:39.606707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37174) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:39.609036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Network d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:39.625336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:39.647370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:39.800808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e63de-10e7-443d-965c-ea09f46b7ade req-aa4243c2-4829-47d9-bb61-6589edf29077 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:39.800808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-585e63de-10e7-443d-965c-ea09f46b7ade req-aa4243c2-4829-47d9-bb61-6589edf29077 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 946 time: 0.1166818 May 12 20:01:39.815121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:39.862539 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-585e63de-10e7-443d-965c-ea09f46b7ade req-8b2b5f95-daae-4704-860c-3604a146b782 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533915 May 12 20:01:39.870877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:39.900769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:39.906197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:39.917824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:39.920045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Port': ['ID=b44b2dc7-4c5b-45ac-b14e-65befe242341,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:39.942398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:39.945291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.131502 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.211519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.467228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.602375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=c5fbe860-368e-4c9b-8d37-f0576dc8c9f3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:40.615233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': '50f66d78-afbd-493d-a2bf-4b2814441cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:40.615233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: 3277e044-1c14-4ec6-82bd-0935ffb93b0f, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:01:40.652631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.654591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:01:40.659353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.731628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3277e044-1c14-4ec6-82bd-0935ffb93b0f) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:40.738864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162fe2f-6ad3-4c31-8a1f-33c2ead23f7a None None] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:40.775758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:40.776506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.818074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Port': ['ID=b44b2dc7-4c5b-45ac-b14e-65befe242341,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:40.835440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.862386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb40ba7e-c4fc-43cd-9144-82566cf2a350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2498729 May 12 20:01:40.869551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:40.869551 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4847a681-a329-43d3-a0a9-9ad9adca7b4a tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4687629 May 12 20:01:40.869551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37188) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:40.873378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37192) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:40.877888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f', 'name': 'tempest-PortsIpV6TestJSON-343453837', 'fixed_ips': [{'subnet_id': 'c5fbe860-368e-4c9b-8d37-f0576dc8c9f3', 'ip_address': '2001:db8::10'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:40.988704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d033161-6eca-46cf-b9dc-e287a8a71917 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 HTTP/1.1" status: 200 len: 690 time: 0.1112320 May 12 20:01:40.988704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37198) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:41.084372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:41.084372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:41.084372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:41.103584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:41.125774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:41.135959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3277e044-1c14-4ec6-82bd-0935ffb93b0f', 'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f', 'tenant_id': '8b163f6042cf46a0aef5cf1005d783b0', 'fixed_ips': [{'subnet_id': 'c5fbe860-368e-4c9b-8d37-f0576dc8c9f3'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:01:41.184907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.201912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.370614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-72ebe7d2-b70e-4046-87c2-86915d545af3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:41.371427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-72ebe7d2-b70e-4046-87c2-86915d545af3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:41.382179 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.407914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-72ebe7d2-b70e-4046-87c2-86915d545af3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:41.409475 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-72ebe7d2-b70e-4046-87c2-86915d545af3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 946 time: 0.1748505 May 12 20:01:41.412931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:01:41.431512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Deleting port b44b2dc7-4c5b-45ac-b14e-65befe242341 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:41.433025 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.442083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Allocated IP 2001:db8::2 (3277e044-1c14-4ec6-82bd-0935ffb93b0f/c5fbe860-368e-4c9b-8d37-f0576dc8c9f3/d613eaf2-4c94-4870-86ce-7f8c2c3cea5d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:41.621174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b552-021b-4385-8824-cc654981aa51 req-869ad56b-7d9b-4abc-8fd2-b979de7b1ec6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:41.630007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33d2b552-021b-4385-8824-cc654981aa51 req-869ad56b-7d9b-4abc-8fd2-b979de7b1ec6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 946 time: 0.2929533 May 12 20:01:41.704848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:41.706060 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.715793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.715793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.735840 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.746690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Transition to ACTIVE for port object d613eaf2-4c94-4870-86ce-7f8c2c3cea5d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:41.771728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Transition to ACTIVE for port object d613eaf2-4c94-4870-86ce-7f8c2c3cea5d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:41.783653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:41.866834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:41.874019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:41.934307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Pushing event updated for resources: {'Port': ['ID=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:41.951602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:41.977477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Calling delete_port for b44b2dc7-4c5b-45ac-b14e-65befe242341 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:42.093428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33d2b552-021b-4385-8824-cc654981aa51 req-f112fc63-37b6-466b-ac29-6e7c79d76bbb tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624469 May 12 20:01:42.135569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Attempting to bind port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:01:42.137137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Attempting to bind port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '50f66d78-afbd-493d-a2bf-4b2814441cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:01:42.138135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Attempting to bind port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d on network 3277e044-1c14-4ec6-82bd-0935ffb93b0f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:42.155270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:01:42.156534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Checking segment: {'id': '50f66d78-afbd-493d-a2bf-4b2814441cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:42.159992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.160936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Bound using segment: {'id': '50f66d78-afbd-493d-a2bf-4b2814441cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:01:42.161778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Bound port: d613eaf2-4c94-4870-86ce-7f8c2c3cea5d, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f66d78-afbd-493d-a2bf-4b2814441cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:01:42.162387 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.206593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.241168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::10 (3277e044-1c14-4ec6-82bd-0935ffb93b0f/c5fbe860-368e-4c9b-8d37-f0576dc8c9f3/9b8b5510-4e4a-41d6-8c22-84f6d8e52aee) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:42.300231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event deleted for resources: {'Port': ['ID=b44b2dc7-4c5b-45ac-b14e-65befe242341,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:42.352245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] For port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:01:42.358660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] For port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,segment=NetworkSegment(50f66d78-afbd-493d-a2bf-4b2814441cf8),segment_id=50f66d78-afbd-493d-a2bf-4b2814441cf8)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:01:42.367803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.368212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] For port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:42.368635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.369544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.440589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.527774 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.543623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:42.578352 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977dcc6-28ca-4d83-b2d5-84eb9a51c5eb None None] Pushing event updated for resources: {'Port': ['ID=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:42.594341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c5cd5a10-a7ce-400f-bd3c-4c0f3cbb8f0d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:42.834815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.839914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.869052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:42.869718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:42.882062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.887432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47239d06-9836-485c-8603-6ce41f1e89c3') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:42.888013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47239d06-9836-485c-8603-6ce41f1e89c3') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:42.896338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6b478d83-9273-4641-9beb-dcafe9bcf7cf'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:01:42.906434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.942935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:42.950844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:42.959414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:42.979656 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: timer() May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:43.015874 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:43.087980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] No DVR routers for this DVR port 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:01:43.094189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:43.124732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'name': 'network-vif-deleted', 'tag': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:01:43.137622 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-316266c5-bae0-475b-8f43-d11f2fea2004 req-cae2a2bc-bcc4-4a91-b9d4-dc621d255f50 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "DELETE /v2.0/ports/8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 HTTP/1.1" status: 204 len: 173 time: 1.6860120 May 12 20:01:43.139275 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:43.147164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 12 20:01:43.152365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:43.157249 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:43.230613 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "DELETE /v2.0/networks/d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 HTTP/1.1" status: 204 len: 168 time: 2.2465549 May 12 20:01:43.237859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37216) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:43.393098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:43.397150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:43.407170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:43.415113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.417471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:43.457687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=9b8b5510-4e4a-41d6-8c22-84f6d8e52aee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:43.469216 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d3c7e40e-ec0b-4892-bcc5-0e3f09d7ab79 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6035869 May 12 20:01:43.471691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37220) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:43.478813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '3277e044-1c14-4ec6-82bd-0935ffb93b0f', 'name': 'tempest-PortsIpV6TestJSON-1486353754', 'fixed_ips': [{'subnet_id': 'c5fbe860-368e-4c9b-8d37-f0576dc8c9f3', 'ip_address': '2001:db8::f'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:43.590262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d343686f-6e57-4155-a875-e5b41e75c805 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Synchronizing usage tracker for tenant:0c73eca3deb04456b5d20a538ea00373 on resource:floatingip {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:43.652148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590e570-a258-4c0a-9bd3-227449adb766 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event deleted for resources: {'Network': ['ID=d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:43.669823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5ab0b64-496a-43fd-a680-163700614edc req-4ba44d98-2627-4da9-9164-3ab688a0ce7e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 210 time: 0.0633371 May 12 20:01:43.685974 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:01:43.688051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d343686f-6e57-4155-a875-e5b41e75c805 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Unset dirty status for tenant:0c73eca3deb04456b5d20a538ea00373 on resource:floatingip {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:43.690230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d343686f-6e57-4155-a875-e5b41e75c805 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.4481580 May 12 20:01:43.693216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37224) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:43.714495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:43.719329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:43.725171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:43.731492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:43.753854 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f17a1f5-49ec-4958-8dd1-564544555b36'] response: {'server_uuid': 'fc7f98f0-00c3-4100-86b3-2d3daae29154', 'name': 'network-vif-deleted', 'tag': '8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177', 'status': 'completed', 'code': 200} May 12 20:01:43.757790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:43.763670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:43.791030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port dcdf7864-7fe2-45c7-afd7-9bf935fb20bd yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:01:43.814287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.815068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.815673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.816314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.817045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.817665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.818257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.818950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.819550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:43.820839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Synchronizing usage tracker for tenant:0c73eca3deb04456b5d20a538ea00373 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:43.840242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Unset dirty status for tenant:0c73eca3deb04456b5d20a538ea00373 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:43.842624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-889d92f7-24c0-4610-b3cb-0f75f62a6c04 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5887 time: 0.1486492 May 12 20:01:43.848614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37228) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:43.962801 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-75a23dee-caa8-4336-91dc-df07ea9ac191 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] delete failed (client error): The resource could not be found. May 12 20:01:43.964245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-75a23dee-caa8-4336-91dc-df07ea9ac191 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/56e63be6-af4c-40c2-a95d-4857afbda28a HTTP/1.1" status: 404 len: 345 time: 0.1124711 May 12 20:01:43.972332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37232) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:44.030994 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c5ec36-2e12-4cbc-96e5-5fc4637389d4 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] DELETE failed (client error): The resource could not be found. May 12 20:01:44.031654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c5ec36-2e12-4cbc-96e5-5fc4637389d4 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:01:44.037579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-01c5ec36-2e12-4cbc-96e5-5fc4637389d4 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "DELETE /v2.0/networks/d18ba2b5-8f39-41a1-ac2d-8bfcd6d4a484 HTTP/1.1" status: 404 len: 339 time: 0.0661490 May 12 20:01:44.038186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37236) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:44.052766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'network': {'name': 'tempest-network--1989295727', 'router:external': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:44.068718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:44.084021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:network and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:44.093289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:44.108199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:44.131325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Made reservation on behalf of 0c73eca3deb04456b5d20a538ea00373 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:44.131825 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:44.190081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:44.238995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:44.238995 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Added segment b3d24a36-e2f6-4437-a36d-40aa01ecbb98 of type vlan for network f355ff63-2073-415c-b027-f159ef4bab00 May 12 20:01:44.243114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::f (3277e044-1c14-4ec6-82bd-0935ffb93b0f/c5fbe860-368e-4c9b-8d37-f0576dc8c9f3/dcdf7864-7fe2-45c7-afd7-9bf935fb20bd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:44.359201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d613eaf2-4c94-4870-86ce-7f8c2c3cea5d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:44.385637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:44.509031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:44.510262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:44.511334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:44.517177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:44.640973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcdefe6-a883-4fec-8673-5564f0601f1e None None] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:44.669884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6292260 May 12 20:01:44.670041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37242) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:44.676676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:44.687115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb02e-9356-417a-9490-6b252237df0d tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Network': ['ID=f355ff63-2073-415c-b027-f159ef4bab00,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:44.737343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f355ff63-2073-415c-b027-f159ef4bab00 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:44.810845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:01:44.867039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:01:44.867039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8fce32dc-2b72-4d2f-9b0e-5d2f9ded2177 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:01:44.976408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] Provisioning for port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:44.991094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f2c5612-6668-40d8-ae92-c4d6b0de538a req-ffacdc7a-6259-44eb-8ad6-155f1d12ffef tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7f98f0-00c3-4100-86b3-2d3daae29154 HTTP/1.1" status: 200 len: 210 time: 0.0767150 May 12 20:01:44.994286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object dcdf7864-7fe2-45c7-afd7-9bf935fb20bd will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:44.999581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] Provisioning complete for port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:44.999581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.076977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce4d75-0acc-4332-aaa7-8c6f43cb1dc5 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.083165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce4d75-0acc-4332-aaa7-8c6f43cb1dc5 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.110746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce4d75-0acc-4332-aaa7-8c6f43cb1dc5 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.116994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce4d75-0acc-4332-aaa7-8c6f43cb1dc5 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.118088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42ce4d75-0acc-4332-aaa7-8c6f43cb1dc5 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Synchronizing usage tracker for tenant:8454307dc0b24cc0a7a5b0aaa8d108f2 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:45.141476 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.232038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=dcdf7864-7fe2-45c7-afd7-9bf935fb20bd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:45.234739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42ce4d75-0acc-4332-aaa7-8c6f43cb1dc5 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Unset dirty status for tenant:8454307dc0b24cc0a7a5b0aaa8d108f2 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:45.236581 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-42ce4d75-0acc-4332-aaa7-8c6f43cb1dc5 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5651190 May 12 20:01:45.241844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37248) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:45.256107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:45.257940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:45.260420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:45.267795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.268619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.317590 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6b881a38-154f-45cd-8ed8-30b45965e9f6 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8438084 May 12 20:01:45.319767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37252) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:45.335295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] Current status of the port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:45.335934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.380788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] For port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,segment=NetworkSegment(50f66d78-afbd-493d-a2bf-4b2814441cf8),segment_id=50f66d78-afbd-493d-a2bf-4b2814441cf8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:45.416088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.499795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae300c-1f00-44e5-b779-d21adfbb1eb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.500604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cae300c-1f00-44e5-b779-d21adfbb1eb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:45.542612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79e36c-b03b-4267-b982-d35eaf9f3a0e None None] Pushing event updated for resources: {'Port': ['ID=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:45.544390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6cae300c-1f00-44e5-b779-d21adfbb1eb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:45.549388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6cae300c-1f00-44e5-b779-d21adfbb1eb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2280712 May 12 20:01:45.550050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37262) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:45.609535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.752788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6dc08a-7afd-48c8-af82-cb8cf9ddf524 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.759296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6dc08a-7afd-48c8-af82-cb8cf9ddf524 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.768176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6dc08a-7afd-48c8-af82-cb8cf9ddf524 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:45.770231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5f6dc08a-7afd-48c8-af82-cb8cf9ddf524 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2190959 May 12 20:01:45.772942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:45.827071 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.874470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f355ff63-2073-415c-b027-f159ef4bab00']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:45.896487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Provisioning for port 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:45.902309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Provisioning complete for port 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:45.902782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d24a36-e2f6-4437-a36d-40aa01ecbb98') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:45.903084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d24a36-e2f6-4437-a36d-40aa01ecbb98') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:45.903508 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.928114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.946898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port dcdf7864-7fe2-45c7-afd7-9bf935fb20bd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:45.947385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.956949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.967348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:45.968177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:45.997807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Port 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: timer() May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:46.003047 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:46.027050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Provisioning complete for port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:46.027755 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.177334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.208099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f355ff63-2073-415c-b027-f159ef4bab00 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 12 20:01:46.220055 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.250074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event deleted for resources: {'Network': ['ID=f355ff63-2073-415c-b027-f159ef4bab00,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:46.257889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-39869425-57d1-4bcb-8f7d-b687352d1e0c tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "DELETE /v2.0/networks/f355ff63-2073-415c-b027-f159ef4bab00 HTTP/1.1" status: 204 len: 168 time: 1.0141795 May 12 20:01:46.261881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37280) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:46.273124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'network': {'name': 'tempest-network--1119427552', 'router:external': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:46.289981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:46.302245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Current status of the port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:46.304996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:network and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:46.310818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d613eaf2-4c94-4870-86ce-7f8c2c3cea5d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:46.316761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:46.334015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:46.363549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Made reservation on behalf of 0c73eca3deb04456b5d20a538ea00373 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:46.366775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.439277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:46.461771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.461771 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Added segment e5c90759-d859-4860-b3a2-8fb022976c46 of type vlan for network a1b06ed7-1c0c-4bc2-af2f-63dd95563af4 May 12 20:01:46.524644 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.584259 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.585386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:46.586276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.621307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Provisioning for port dcdf7864-7fe2-45c7-afd7-9bf935fb20bd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:46.629018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Provisioning complete for port dcdf7864-7fe2-45c7-afd7-9bf935fb20bd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:46.629963 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.666662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.680526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:46.681076 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:46.801991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c248178b-f225-4457-b252-2d77cee633b9 None None] Port dcdf7864-7fe2-45c7-afd7-9bf935fb20bd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:46.859232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5946553 May 12 20:01:46.860869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37286) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:46.895597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for dcdf7864-7fe2-45c7-afd7-9bf935fb20bd owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:46.963520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:46.971648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2cf55-71a3-4777-ae6c-0df393dc6694 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Network': ['ID=a1b06ed7-1c0c-4bc2-af2f-63dd95563af4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:47.002104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8ae545c-4b60-4b7b-ab05-bcd744c616bc None None] Provisioning complete for port 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:47.004525 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8ae545c-4b60-4b7b-ab05-bcd744c616bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.069409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a1b06ed7-1c0c-4bc2-af2f-63dd95563af4 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:47.226912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.367993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae545c-4b60-4b7b-ab05-bcd744c616bc None None] Port 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:47.368934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ae4ef-410d-4cde-957f-7a5ff2fd720a tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:47.371503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-de6ae4ef-410d-4cde-957f-7a5ff2fd720a tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] 10.222.0.72 "GET /v2.0/networks/a1b06ed7-1c0c-4bc2-af2f-63dd95563af4 HTTP/1.1" status: 200 len: 757 time: 0.4719243 May 12 20:01:47.374683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37292) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:47.392422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8ae545c-4b60-4b7b-ab05-bcd744c616bc None None] Could not find standard attr ID for object dcdf7864-7fe2-45c7-afd7-9bf935fb20bd. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:01:47.396379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=dcdf7864-7fe2-45c7-afd7-9bf935fb20bd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:47.487739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.515947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-545ff97a-9513-4299-ba63-fdbd1c80c0b3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/dcdf7864-7fe2-45c7-afd7-9bf935fb20bd HTTP/1.1" status: 204 len: 168 time: 1.7390077 May 12 20:01:47.518098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37296) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:47.565913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f2642-ea9a-44f7-8dfe-d40155c5c3cf tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:47.567702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-532f2642-ea9a-44f7-8dfe-d40155c5c3cf tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] 10.222.0.72 "GET /v2.0/networks/2c541bb3-26b9-4b65-9b72-a21abfda137b HTTP/1.1" status: 200 len: 768 time: 0.1917965 May 12 20:01:47.571412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37300) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:47.584346 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f90a85-75cb-48da-aa3d-1cda9930ad0e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:01:47.585258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-02f90a85-75cb-48da-aa3d-1cda9930ad0e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:47.610153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-02f90a85-75cb-48da-aa3d-1cda9930ad0e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:47.612118 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-02f90a85-75cb-48da-aa3d-1cda9930ad0e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/dcdf7864-7fe2-45c7-afd7-9bf935fb20bd HTTP/1.1" status: 404 len: 333 time: 0.0921290 May 12 20:01:47.614826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37306) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:47.707149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:47.708492 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.732802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.882968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.925212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b06ed7-1c0c-4bc2-af2f-63dd95563af4']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:47.940725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c90759-d859-4860-b3a2-8fb022976c46') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:47.941022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c90759-d859-4860-b3a2-8fb022976c46') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:47.957107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.977167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:47.984655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:47.985112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.067161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: timer() May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:48.068637 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:48.113121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.118645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1b06ed7-1c0c-4bc2-af2f-63dd95563af4 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 12 20:01:48.136198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.210761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1b06ed7-1c0c-4bc2-af2f-63dd95563af4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:48.218703 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7ef4c4b-6ff7-4dee-af63-40d3523f0515 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "DELETE /v2.0/networks/a1b06ed7-1c0c-4bc2-af2f-63dd95563af4 HTTP/1.1" status: 204 len: 168 time: 0.6460762 May 12 20:01:48.223793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37316) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:48.231735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'network': {'name': 'tempest-network--1069990319'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:48.242772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:48.247552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Usage tracker for resource:network and tenant:0c73eca3deb04456b5d20a538ea00373 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:48.252824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:48.263818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:48.295932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Made reservation on behalf of 0c73eca3deb04456b5d20a538ea00373 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:48.298956 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.373244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:48.403729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.405564 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Added segment 4f101549-e7c5-4480-9a7d-299a6ca86d9c of type vlan for network 9a150d82-4bfa-4b1d-9814-2b51f577af00 May 12 20:01:48.481426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 9b8b5510-4e4a-41d6-8c22-84f6d8e52aee owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:48.483991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.552340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.553412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:48.554006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4133967'] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.739219 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.762466 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5364845 May 12 20:01:48.784441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37322) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:48.810347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:48.833028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=9b8b5510-4e4a-41d6-8c22-84f6d8e52aee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:48.866446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2d9e-94a1-450a-99e4-02f65323fbc9 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Network': ['ID=9a150d82-4bfa-4b1d-9814-2b51f577af00,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:48.882933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9a150d82-4bfa-4b1d-9814-2b51f577af00 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:48.895573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:48.916061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-302441bc-515e-4876-a427-93a2d2805574 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/9b8b5510-4e4a-41d6-8c22-84f6d8e52aee HTTP/1.1" status: 204 len: 168 time: 1.2999206 May 12 20:01:48.920237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:49.006715 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a092ecd-4d74-4981-a3ae-897c0cdb1e12 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:01:49.007348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a092ecd-4d74-4981-a3ae-897c0cdb1e12 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:49.053173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a092ecd-4d74-4981-a3ae-897c0cdb1e12 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:49.054583 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1a092ecd-4d74-4981-a3ae-897c0cdb1e12 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/9b8b5510-4e4a-41d6-8c22-84f6d8e52aee HTTP/1.1" status: 404 len: 333 time: 0.1332846 May 12 20:01:49.057361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:49.194356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet c5fbe860-368e-4c9b-8d37-f0576dc8c9f3 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:01:49.199108 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.294493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.374109 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.395270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.403404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.422218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Network 9a150d82-4bfa-4b1d-9814-2b51f577af00 is not hosted by any dhcp agent {{(pid=88112) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 12 20:01:49.423755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:49.424992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.426391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "PUT /v2.0/networks/9a150d82-4bfa-4b1d-9814-2b51f577af00 HTTP/1.1" status: 200 len: 858 time: 0.6412880 May 12 20:01:49.440540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37336) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:49.506984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee83c0-80ae-45ca-bf37-20b54fe28e81 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event updated for resources: {'Network': ['ID=9a150d82-4bfa-4b1d-9814-2b51f577af00,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:49.586466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.633432 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.708174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f910831-8f64-42a6-a2a6-72b3c3aa5fbf None None] Network 3277e044-1c14-4ec6-82bd-0935ffb93b0f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:49.744336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fbe860-368e-4c9b-8d37-f0576dc8c9f3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:49.755867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.779522 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cba4b943-4dc3-4f6b-81e2-e4b444bb527f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/c5fbe860-368e-4c9b-8d37-f0576dc8c9f3 HTTP/1.1" status: 204 len: 168 time: 0.7187476 May 12 20:01:49.779890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37352) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:49.791370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.820005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a150d82-4bfa-4b1d-9814-2b51f577af00']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:49.833676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f101549-e7c5-4480-9a7d-299a6ca86d9c') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:49.833979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f101549-e7c5-4480-9a7d-299a6ca86d9c') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:49.846652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.864473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.871464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:49.871895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.943894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.960520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:49.961038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: timer() May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:49.969661 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:49.974258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.001208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a150d82-4bfa-4b1d-9814-2b51f577af00 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 12 20:01:50.006005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.031799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a150d82-4bfa-4b1d-9814-2b51f577af00,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:50.043408 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-af6f9db6-990a-413f-aead-22c269eb0697 tempest-ExternalNetworksTestJSON-784118297 tempest-ExternalNetworksTestJSON-784118297-project-admin] 10.222.0.72 "DELETE /v2.0/networks/9a150d82-4bfa-4b1d-9814-2b51f577af00 HTTP/1.1" status: 204 len: 168 time: 0.5985596 May 12 20:01:50.044547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:50.154863 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-418c05b5-b720-415c-aff9-384ff0bc2032 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] DELETE failed (client error): The resource could not be found. May 12 20:01:50.155624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418c05b5-b720-415c-aff9-384ff0bc2032 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:01:50.172054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-418c05b5-b720-415c-aff9-384ff0bc2032 tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] 10.222.0.72 "DELETE /v2.0/subnets/c5cd5a10-a7ce-400f-bd3c-4c0f3cbb8f0d HTTP/1.1" status: 404 len: 337 time: 0.1262031 May 12 20:01:50.172667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:50.257271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] DHCP port deletion for 3277e044-1c14-4ec6-82bd-0935ffb93b0f request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:01:50.268088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Deleting port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:50.268603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.341566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] For port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,segment=NetworkSegment(50f66d78-afbd-493d-a2bf-4b2814441cf8),segment_id=50f66d78-afbd-493d-a2bf-4b2814441cf8)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:50.341938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.426087 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.683750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] For port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,segment=NetworkSegment(50f66d78-afbd-493d-a2bf-4b2814441cf8),segment_id=50f66d78-afbd-493d-a2bf-4b2814441cf8)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:50.684104 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.790123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for d613eaf2-4c94-4870-86ce-7f8c2c3cea5d owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:50.859933 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.903295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Calling delete_port for d613eaf2-4c94-4870-86ce-7f8c2c3cea5d owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:50.916362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c541bb3-26b9-4b65-9b72-a21abfda137b']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:50.936366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29b67a0-18ec-47ec-b73b-6d9f02736b52') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:50.937355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29b67a0-18ec-47ec-b73b-6d9f02736b52') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:50.950578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.975446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:50.982853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:50.983351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.056529 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:01:51.057097 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:01:51.064726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440a9f-3c9e-4d02-b433-167bc1082ed2 req-f3766eed-b8ed-4935-b705-7ed0a0b55407 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:51.071285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20440a9f-3c9e-4d02-b433-167bc1082ed2 req-f3766eed-b8ed-4935-b705-7ed0a0b55407 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 945 time: 0.1710854 May 12 20:01:51.072785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.203429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=d613eaf2-4c94-4870-86ce-7f8c2c3cea5d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: timer() May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:51.215035 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:51.235912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No DVR routers for this DVR port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:01:51.270448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.293847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.307087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] Pushing event deleted for resources: {'Network': ['ID=2c541bb3-26b9-4b65-9b72-a21abfda137b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:51.327558 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0eaec337-9e4e-4522-b3c8-d1800159a10c tempest-ExternalNetworksTestJSON-304229851 tempest-ExternalNetworksTestJSON-304229851-project] 10.222.0.72 "DELETE /v2.0/networks/2c541bb3-26b9-4b65-9b72-a21abfda137b HTTP/1.1" status: 204 len: 168 time: 1.1466854 May 12 20:01:51.346946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20440a9f-3c9e-4d02-b433-167bc1082ed2 req-b775af36-d8b0-4119-872b-cc600f6e21a0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714492 May 12 20:01:51.451373 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.482671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3277e044-1c14-4ec6-82bd-0935ffb93b0f']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:51.503628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f66d78-afbd-493d-a2bf-4b2814441cf8') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:51.504203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f66d78-afbd-493d-a2bf-4b2814441cf8') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:51.518529 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.536094 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.543170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:51.543565 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: timer() May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:51.558808 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:51.560789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Deleting port d613eaf2-4c94-4870-86ce-7f8c2c3cea5d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:51.561768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.638718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22ea0f7e-2b75-44dd-b61c-0d232e660192 None None] The port 'd613eaf2-4c94-4870-86ce-7f8c2c3cea5d' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:01:51.653232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.658405 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.694097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=3277e044-1c14-4ec6-82bd-0935ffb93b0f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:51.707913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37568) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:51.711421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b7c2845-b74b-4a0a-b749-3925fa8df396 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/3277e044-1c14-4ec6-82bd-0935ffb93b0f HTTP/1.1" status: 204 len: 168 time: 1.9302151 May 12 20:01:51.715656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37574) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:51.721671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-985175946'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:51.728431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:51.732571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:network and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:51.736198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:51.742927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:51.755725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:51.759739 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.788676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:51.798817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.799417 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Added segment 7e07202d-6c39-4636-9ca4-439394d35cb5 of type vlan for network 7e12059f-377c-454f-a8e8-e87fc147f001 May 12 20:01:51.829865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.869381 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.876226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:51.876876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.889878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4b179d95-a586-4ecd-826d-48fb59c54af9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8454307dc0b24cc0a7a5b0aaa8d108f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806974 May 12 20:01:51.892746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37606) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:51.972447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5e1d-f815-4e62-aec2-fc685df66aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:51.991760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2727988 May 12 20:01:51.995963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37620) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:52.000863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:52.001133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e900171-ecd8-4507-9c87-bd8d6335b05d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Network': ['ID=7e12059f-377c-454f-a8e8-e87fc147f001,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:52.012998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 7e12059f-377c-454f-a8e8-e87fc147f001 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:52.079088 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5e1d-f815-4e62-aec2-fc685df66aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.170939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d613eaf2-4c94-4870-86ce-7f8c2c3cea5d no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:01:52.213916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d613eaf2-4c94-4870-86ce-7f8c2c3cea5d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:01:52.214443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d613eaf2-4c94-4870-86ce-7f8c2c3cea5d not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:01:52.236076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:52.243189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:52.247405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:52.254607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:52.276241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:52.279812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.357724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-65983cec-1425-4d04-b274-906b8e8c0ab1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:52.358470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-65983cec-1425-4d04-b274-906b8e8c0ab1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:01:52.367234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5e1d-f815-4e62-aec2-fc685df66aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.395486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-b894c364-e9aa-4784-a39c-73c3eedca572 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:52.397177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-b894c364-e9aa-4784-a39c-73c3eedca572 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1096 time: 0.0809021 May 12 20:01:52.407310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f5e1d-f815-4e62-aec2-fc685df66aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789a5625-9812-4fcc-aa78-0117d56477c9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:52.430644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5e1d-f815-4e62-aec2-fc685df66aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.432144 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2e2f5e1d-f815-4e62-aec2-fc685df66aac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/789a5625-9812-4fcc-aa78-0117d56477c9 HTTP/1.1" status: 204 len: 168 time: 0.5382047 May 12 20:01:52.441156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-65983cec-1425-4d04-b274-906b8e8c0ab1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:01:52.442971 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-65983cec-1425-4d04-b274-906b8e8c0ab1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 945 time: 0.3554425 May 12 20:01:52.458282 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.480241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:52.484286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Usage tracker for resource:security_group_rule and tenant:e5c5ce97751e49c9a267c2d64b8d48b2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:52.488083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:52.494689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:52.533511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port 6b478d83-9273-4641-9beb-dcafe9bcf7cf {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:01:52.533854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.621765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757a347-17b7-4291-a465-e803515d847d req-72342255-97d1-4cb7-984b-111cda34c334 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:52.623630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f757a347-17b7-4291-a465-e803515d847d req-72342255-97d1-4cb7-984b-111cda34c334 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 945 time: 0.1241646 May 12 20:01:52.678394 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.697533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.749173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:52.758277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f757a347-17b7-4291-a465-e803515d847d req-9e7adf2f-d8c7-401a-93b3-2e98663ecf56 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2dadd86-e385-42ea-8850-814d8516e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232865 May 12 20:01:52.792282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7edbd914-a043-4a3f-8a81-44f2a558db9e req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854198 May 12 20:01:52.807675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba6c7e-f5e8-411c-b5be-ef86494f62ab tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220b8f0f-910e-4b73-b205-9ad12205eeae,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:52.935641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37730) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:52.969476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] For port 6b478d83-9273-4641-9beb-dcafe9bcf7cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=6b478d83-9273-4641-9beb-dcafe9bcf7cf,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:52.970408 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.107012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-532b7dff-7fbf-4a2a-bd2a-cba73b7243a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c73eca3deb04456b5d20a538ea00373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698296 May 12 20:01:53.111016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37756) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:53.128880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for 6b478d83-9273-4641-9beb-dcafe9bcf7cf owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:01:53.172864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf661a0-645e-4067-9970-9c0fe0e693ff req-7f81a0f6-dc22-48d6-a249-dab333fdd312 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:53.180463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bf661a0-645e-4067-9970-9c0fe0e693ff req-7f81a0f6-dc22-48d6-a249-dab333fdd312 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.1856880 May 12 20:01:53.211166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=55c8f0af-1be3-4357-ab3b-609a93065575,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:53.222770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Checking segment: {'id': '7e07202d-6c39-4636-9ca4-439394d35cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:53.223196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network hostable DHCP agents. Network: 7e12059f-377c-454f-a8e8-e87fc147f001, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:01:53.238348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e061e24f-0368-4d0f-bc1e-bad239310c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.249729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bf661a0-645e-4067-9970-9c0fe0e693ff req-ecbecc81-02b0-4497-ba85-e4e623f79502 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683420 May 12 20:01:53.267594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 7e12059f-377c-454f-a8e8-e87fc147f001 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:01:53.271091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37778) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:53.284376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e061e24f-0368-4d0f-bc1e-bad239310c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.347765 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e061e24f-0368-4d0f-bc1e-bad239310c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.366254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e24f-0368-4d0f-bc1e-bad239310c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f57a4f-501e-47d0-aed5-d031bf600a3f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:53.377987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e061e24f-0368-4d0f-bc1e-bad239310c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.379237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e061e24f-0368-4d0f-bc1e-bad239310c3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28f57a4f-501e-47d0-aed5-d031bf600a3f HTTP/1.1" status: 204 len: 168 time: 0.2670302 May 12 20:01:53.381039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 7e12059f-377c-454f-a8e8-e87fc147f001) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:53.392262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580e2af-da3c-4b27-af90-329f3f5ec8d7 None None] Network 7e12059f-377c-454f-a8e8-e87fc147f001 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:53.411766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:53.412585 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.487893 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3be02be7-4166-4340-95e5-e23c37f181f0 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 200 len: 993 time: 0.2137916 May 12 20:01:53.491343 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d5b927c3-bf67-414e-aeab-9ff3f3ce9359 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4995863 May 12 20:01:53.492277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.494017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37812) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:53.501119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1853480711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:53.513111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['6b478d83-9273-4641-9beb-dcafe9bcf7cf'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:01:53.555212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:53.560914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=6b478d83-9273-4641-9beb-dcafe9bcf7cf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:53.564434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:router and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:53.595991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:53.616239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:53.760633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-7e12059f-377c-454f-a8e8-e87fc147f001', 'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001', 'tenant_id': '8b163f6042cf46a0aef5cf1005d783b0', 'fixed_ips': [{'subnet_id': '55c8f0af-1be3-4357-ab3b-609a93065575'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:01:53.761517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.790380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] No DVR routers for this DVR port 6b478d83-9273-4641-9beb-dcafe9bcf7cf on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:01:53.793743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.796440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be805ecb-03c0-45d6-8b01-bbc2109c0999 req-6aa0edc8-8e77-44f1-b8d4-cabf8870f24d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.73 "DELETE /v2.0/ports/6b478d83-9273-4641-9beb-dcafe9bcf7cf HTTP/1.1" status: 204 len: 173 time: 1.3482995 May 12 20:01:53.797133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'name': 'network-vif-deleted', 'tag': '6b478d83-9273-4641-9beb-dcafe9bcf7cf'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:01:53.805163 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.807027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.825627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.881433 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.918859 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d983e0c-58cd-4d9c-b8fa-ce51e3ba693e'] response: {'server_uuid': '56f4d5c6-6823-4465-9155-0cb923267bbc', 'name': 'network-vif-deleted', 'tag': '6b478d83-9273-4641-9beb-dcafe9bcf7cf', 'status': 'completed', 'code': 200} May 12 20:01:53.943301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:53.948805 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-48911394-b436-4630-85ed-4a5d0e73b9be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4534500 May 12 20:01:53.949226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37866) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:53.957292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001', 'name': 'tempest-PortsIpV6TestJSON-136073261'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:54.102780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Allocated IP 2001:db8::2 (7e12059f-377c-454f-a8e8-e87fc147f001/55c8f0af-1be3-4357-ab3b-609a93065575/8ff95bd2-6a14-41b0-9270-b4963bde4cd4) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:54.274548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-059f64ec-6846-4fe7-86f6-c56042c769be req-f6b8d05f-c7b6-4153-b3df-942d7c0e9f55 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 210 time: 0.2626660 May 12 20:01:54.380488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:54.388872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:port and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:54.398058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:54.411696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:54.442432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:54.455375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:54.524480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:01:54.566137 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:54.581754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Transition to ACTIVE for port object 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:54.631627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Transition to ACTIVE for port object 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:54.642931 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:54.735292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Pushing event updated for resources: {'Port': ['ID=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:54.753176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Network 7e12059f-377c-454f-a8e8-e87fc147f001 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:54.754596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:54.757297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:54.901539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Attempting to bind port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:01:54.901668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Attempting to bind port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '7e07202d-6c39-4636-9ca4-439394d35cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:01:54.903644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Attempting to bind port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 on network 7e12059f-377c-454f-a8e8-e87fc147f001 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:01:54.917140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:01:54.917481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Checking segment: {'id': '7e07202d-6c39-4636-9ca4-439394d35cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:01:54.917875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:54.918258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Bound using segment: {'id': '7e07202d-6c39-4636-9ca4-439394d35cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:01:54.918710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Bound port: 8ff95bd2-6a14-41b0-9270-b4963bde4cd4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e07202d-6c39-4636-9ca4-439394d35cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e12059f-377c-454f-a8e8-e87fc147f001'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:01:54.919111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:54.942669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37904) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:55.064928 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::22c (7e12059f-377c-454f-a8e8-e87fc147f001/55c8f0af-1be3-4357-ab3b-609a93065575/a1ba7e05-7c76-4a75-8773-6dcf6415c9a0) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:01:55.081793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] For port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:01:55.087171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] For port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,segment=NetworkSegment(7e07202d-6c39-4636-9ca4-439394d35cb5),segment_id=7e07202d-6c39-4636-9ca4-439394d35cb5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:01:55.103496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:55.259254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c205b-8f4a-4b28-858b-4bfaee8bf10b None None] Pushing event updated for resources: {'Port': ['ID=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:55.373698 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-95af4893-2606-443c-8eb9-a353065af70c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4281044 May 12 20:01:55.447723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cca00-e19a-4baf-9db2-69997fb9de04 req-38e5637d-b8d3-4310-899e-dc4588e62572 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:55.457224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-903cca00-e19a-4baf-9db2-69997fb9de04 req-38e5637d-b8d3-4310-899e-dc4588e62572 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.3859563 May 12 20:01:55.657313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33c5414d-af14-450b-8c84-37c623e44741 req-57a2a633-c877-49e8-b029-626085a565b6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f4d5c6-6823-4465-9155-0cb923267bbc HTTP/1.1" status: 200 len: 210 time: 0.1641738 May 12 20:01:55.681129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-903cca00-e19a-4baf-9db2-69997fb9de04 req-0db5e65d-ebc8-437a-bfc6-32fb1a915b6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229156 May 12 20:01:55.828989 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:55.854835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:01:55.896165 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:55.997518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 7e12059f-377c-454f-a8e8-e87fc147f001 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:01:56.002514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:01:56.006120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:01:56.022654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:56.027675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:56.056796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=a1ba7e05-7c76-4a75-8773-6dcf6415c9a0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:56.097020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 37948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:56.098075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dab6934c-07e7-43db-a1e0-0ad6ca4b0c73 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1475565 May 12 20:01:56.409141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:56.641231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:56.721973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37968) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:56.813706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6b478d83-9273-4641-9beb-dcafe9bcf7cf no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:01:56.912100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede85a9-230f-4bff-b8fe-bd98b5daae08 None None] Network 7e12059f-377c-454f-a8e8-e87fc147f001 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:01:56.920889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9ac44084-2511-4940-adc2-a532ce090cf2 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:56.947324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 6b478d83-9273-4641-9beb-dcafe9bcf7cf {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:01:56.947812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 6b478d83-9273-4641-9beb-dcafe9bcf7cf not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:01:57.016507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9ac44084-2511-4940-adc2-a532ce090cf2 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "PUT /v2.0/quotas/b50a8019f2214294b5b7cbe0c8558cec HTTP/1.1" status: 200 len: 368 time: 0.2933750 May 12 20:01:57.020944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37976) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:57.028549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445ed96-11c1-431e-8df6-ba2d70274fa8 req-10b73000-a140-4414-8449-4c6ae1feee79 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:57.030136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c445ed96-11c1-431e-8df6-ba2d70274fa8 req-10b73000-a140-4414-8449-4c6ae1feee79 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.1045356 May 12 20:01:57.044420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Request body: {'network': {'project_id': 'b50a8019f2214294b5b7cbe0c8558cec'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:57.062738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:57.070604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Usage tracker for resource:network and tenant:b50a8019f2214294b5b7cbe0c8558cec is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:57.077635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] Provisioning for port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:57.086028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:57.095534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:57.100082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c445ed96-11c1-431e-8df6-ba2d70274fa8 req-d985ae33-1f02-461b-93d6-ec04b663ea0e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601747 May 12 20:01:57.102689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e42f29c-176c-4746-b69d-69c09193fbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.105676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] Provisioning complete for port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:57.106048 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.114252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Made reservation on behalf of b50a8019f2214294b5b7cbe0c8558cec for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:57.127209 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.137758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.154224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:57.158743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Usage tracker for resource:security_group_rule and tenant:b50a8019f2214294b5b7cbe0c8558cec is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:57.161845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:57.170400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:57.303682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.304530 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.311791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.354560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:57.363118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c35645-db5e-451c-a34d-96ae5946bbe1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:57.389967 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.390843 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Added segment a76eb9e7-d601-4a27-9018-55a02e75b5ea of type vlan for network bb47983d-7ed9-444b-b1a2-9e5e760d0a70 May 12 20:01:57.407342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] Current status of the port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:57.407721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.427974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.493269 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.494815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:57.495643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.506493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] For port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,segment=NetworkSegment(7e07202d-6c39-4636-9ca4-439394d35cb5),segment_id=7e07202d-6c39-4636-9ca4-439394d35cb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:01:57.521162 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.636363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5981183 May 12 20:01:57.637211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37986) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:57.639973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb102d4f-47bc-4a77-8244-bdd415a69a33 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Pushing event updated for resources: {'Network': ['ID=bb47983d-7ed9-444b-b1a2-9e5e760d0a70,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:57.654861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Request body: {'network': {'project_id': 'b50a8019f2214294b5b7cbe0c8558cec'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:57.656365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network bb47983d-7ed9-444b-b1a2-9e5e760d0a70 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:57.661607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:57.666863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Usage tracker for resource:network and tenant:b50a8019f2214294b5b7cbe0c8558cec is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:57.670551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:57.677445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:57.692890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Made reservation on behalf of b50a8019f2214294b5b7cbe0c8558cec for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:01:57.695854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.723366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-fedec8ed-6088-413a-b60b-d5508351c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:57.724914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-fedec8ed-6088-413a-b60b-d5508351c953 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1096 time: 0.3042114 May 12 20:01:57.750281 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:01:57.770958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.771293 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Added segment 18f3eeb2-5d9a-4e74-b7b4-32ba58de586f of type vlan for network 4aee4d6a-6ae4-4839-b800-5ab36c09507b May 12 20:01:57.798146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e37039-0c2a-405f-aeb1-0466b9a495d8 None None] Pushing event updated for resources: {'Port': ['ID=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:57.845761 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.921645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:57.925563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:57.926703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.029382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-b211444c-6c80-46e5-b2ff-00441fffefad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:58.032336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-b211444c-6c80-46e5-b2ff-00441fffefad service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.2966104 May 12 20:01:58.056022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bf52d08-166d-4068-ac0f-a651869023d8 None None] Provisioning complete for port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:58.056391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bf52d08-166d-4068-ac0f-a651869023d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.194027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Pushing event updated for resources: {'Network': ['ID=4aee4d6a-6ae4-4839-b800-5ab36c09507b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:58.216256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4ed4d025-0926-453d-bb73-58324558df39 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5775650 May 12 20:01:58.218914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37994) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:58.224586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Request body: {'network': {'project_id': 'b50a8019f2214294b5b7cbe0c8558cec'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:01:58.242933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:01:58.257867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Usage tracker for resource:network and tenant:b50a8019f2214294b5b7cbe0c8558cec is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:01:58.266302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:01:58.296903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:01:58.300523 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 12 20:01:58.301363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:01:58.305611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-207c5a2c-91ff-473f-99e6-3ae80e452d47 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0854375 May 12 20:01:58.308686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 37998) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:58.321923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4aee4d6a-6ae4-4839-b800-5ab36c09507b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:01:58.352210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:01:58.425787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dac6d69c-009a-451f-a2ca-bc0e450d3548 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b50a8019f2214294b5b7cbe0c8558cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152849 May 12 20:01:58.427225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38002) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:58.550088 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-ac28f8eb-a24d-432d-bc13-6c8a4d6a78c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 1001 time: 0.5055971 May 12 20:01:58.578948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6c3546d-78a9-4d93-a589-4f61875fb58f tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.600973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bf52d08-166d-4068-ac0f-a651869023d8 None None] Current status of the port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:58.629064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-d940cd46-9f2c-4151-8670-cbf4377d5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:58.629296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0c9e-057d-4873-87bb-899fcb26e501 req-38dd20d3-d107-4658-a7d9-162893860dad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:58.630551 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-d940cd46-9f2c-4151-8670-cbf4377d5065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.0731528 May 12 20:01:58.631036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c71b0c9e-057d-4873-87bb-899fcb26e501 req-38dd20d3-d107-4658-a7d9-162893860dad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.2118893 May 12 20:01:58.632583 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.633003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6c3546d-78a9-4d93-a589-4f61875fb58f tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.682752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bf52d08-166d-4068-ac0f-a651869023d8 None None] Provisioning for port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:01:58.694127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bf52d08-166d-4068-ac0f-a651869023d8 None None] Provisioning complete for port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:58.694527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bf52d08-166d-4068-ac0f-a651869023d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.706592 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.751647 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6c3546d-78a9-4d93-a589-4f61875fb58f tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.801679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6c3546d-78a9-4d93-a589-4f61875fb58f tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.803611 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f6c3546d-78a9-4d93-a589-4f61875fb58f tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/21c35645-db5e-451c-a34d-96ae5946bbe1 HTTP/1.1" status: 204 len: 168 time: 0.3753986 May 12 20:01:58.815667 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c71b0c9e-057d-4873-87bb-899fcb26e501 req-8cd91b3f-3f35-4256-a762-feff4c6a93d8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671915 May 12 20:01:58.821433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3546d-78a9-4d93-a589-4f61875fb58f tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c35645-db5e-451c-a34d-96ae5946bbe1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:58.828683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38008) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:58.865026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:58.865621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:58.923678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bf52d08-166d-4068-ac0f-a651869023d8 None None] Port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:58.988678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.049342 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c48eb19c-e3a5-4faa-aaf2-48a4ef50f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.069633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:01:59.072734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-511d0053-5d15-4820-9da9-1294989a8c19 None None] Provisioning complete for port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:59.073094 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-511d0053-5d15-4820-9da9-1294989a8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.084233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.118427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=a1ba7e05-7c76-4a75-8773-6dcf6415c9a0,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:59.135355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-ccc4ef90-b54b-41ab-990e-8804ff60f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:01:59.136885 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-ccc4ef90-b54b-41ab-990e-8804ff60f5f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4997816 May 12 20:01:59.155011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-511d0053-5d15-4820-9da9-1294989a8c19 None None] Port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:59.178907 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.228780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aee4d6a-6ae4-4839-b800-5ab36c09507b']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:59.286643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-419f25e2-8af0-40a7-acf6-733f2f4cabbe None None] Provisioning complete for port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:01:59.287330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-419f25e2-8af0-40a7-acf6-733f2f4cabbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.404883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-419f25e2-8af0-40a7-acf6-733f2f4cabbe None None] Port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:01:59.410942 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-b9866d2d-c794-41af-bfcb-b11853305218 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652462 May 12 20:01:59.417339 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.519251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f3eeb2-5d9a-4e74-b7b4-32ba58de586f') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:59.519251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f3eeb2-5d9a-4e74-b7b4-32ba58de586f') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:01:59.550761 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.578208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.585673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:01:59.586271 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: timer() May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:01:59.618173 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:01:59.775981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.820527 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:01:59.833492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Pushing event deleted for resources: {'Network': ['ID=4aee4d6a-6ae4-4839-b800-5ab36c09507b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:01:59.837059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c00ee34e-be5c-48ed-ab62-88614404a2d8 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "DELETE /v2.0/networks/4aee4d6a-6ae4-4839-b800-5ab36c09507b HTTP/1.1" status: 204 len: 168 time: 1.0043914 May 12 20:01:59.847809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:01:59.961434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-c65424c1-41f2-4529-b857-147c9bbba6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298977 May 12 20:02:00.066809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70d0f1-e45f-45a0-aa3e-f5e23ee6c81a req-7324d7fe-2d22-40ef-9a4f-2295ed2cf1c9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:00.068587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d70d0f1-e45f-45a0-aa3e-f5e23ee6c81a req-7324d7fe-2d22-40ef-9a4f-2295ed2cf1c9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.1336937 May 12 20:02:00.155567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.214461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.246579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d70d0f1-e45f-45a0-aa3e-f5e23ee6c81a req-051bf44b-5c3e-4eec-a552-b902dfdeb4ad tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709952 May 12 20:02:00.585155 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.630934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb47983d-7ed9-444b-b1a2-9e5e760d0a70']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:00.638605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.653904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76eb9e7-d601-4a27-9018-55a02e75b5ea') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:00.654210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76eb9e7-d601-4a27-9018-55a02e75b5ea') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:00.670498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.673388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.680736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.681543 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.768422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.838906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:02:00.839311 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: timer() May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:02:00.853159 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:02:00.863038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=a1ba7e05-7c76-4a75-8773-6dcf6415c9a0,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:00.965277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:00.993598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.006252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb47983d-7ed9-444b-b1a2-9e5e760d0a70,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:01.011621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 7e12059f-377c-454f-a8e8-e87fc147f001 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:01.013304 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e7bcf80-293f-487c-9cd5-2aa91a1d2da6 tempest-QuotasNegativeTest-1788090520 tempest-QuotasNegativeTest-1788090520-project-admin] 10.222.0.72 "DELETE /v2.0/networks/bb47983d-7ed9-444b-b1a2-9e5e760d0a70 HTTP/1.1" status: 204 len: 168 time: 1.1644807 May 12 20:02:01.014399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:01.182814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38078) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:01.188796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193964437', 'description': 'tempest-secgroup-smoke-1193964437 description', 'project_id': 'e96682707d7144beb8c5c280c4026363'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:01.199449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:01.214312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:01.220085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:01.230966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:01.253229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.270523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Router 9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:02:01.284739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:01.289523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:01.292955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:01.299589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:01.374576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aab888a3-22cd-487e-9233-c6ff435bf5ed None None] Provisioning complete for port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:01.375691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aab888a3-22cd-487e-9233-c6ff435bf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.385454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.391798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.452036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:02:01.464481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8a99a018-8e1f-4294-8e00-07cb55848dd5 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "PUT /v2.0/routers/9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3654234 May 12 20:02:01.467135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38086) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:01.473943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] Sync routers for ids ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:02:01.503230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] Routers {'9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:01.504459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:01:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:01.544483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de89d952-28de-4dc2-954d-7809ef8fc67b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:01.569768 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.571470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d2b9ea6f-886f-42f5-b1a8-81c09f8397e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3869193 May 12 20:02:01.574039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38090) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:01.580444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'security_group_rule': {'security_group_id': 'de89d952-28de-4dc2-954d-7809ef8fc67b', 'project_id': 'e96682707d7144beb8c5c280c4026363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:01.589513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:01.592448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:01.596887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:01.600336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aab888a3-22cd-487e-9233-c6ff435bf5ed None None] Port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:01.602059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:01.610333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:01.613494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] Routers {'9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:01.614465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:01:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:01.631701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba384bb-f576-4fb5-bc7f-c54cb1ce79b2 req-281671d2-d5b2-4ca2-9cec-f769145c84ed tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:01.639094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aba384bb-f576-4fb5-bc7f-c54cb1ce79b2 req-281671d2-d5b2-4ca2-9cec-f769145c84ed tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.1518953 May 12 20:02:01.657065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4fb848-eb26-48d3-af97-931e24ae64d0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:01.659841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be4fb848-eb26-48d3-af97-931e24ae64d0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f HTTP/1.1" status: 200 len: 988 time: 0.1915970 May 12 20:02:01.664480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38096) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:01.674115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.694147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:01.694607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7461c39-bef1-4b99-9d60-e83df73d2c7e None None] The sync data for ids ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:02:01.711566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.731890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aba384bb-f576-4fb5-bc7f-c54cb1ce79b2 req-f6b39021-2419-4930-9dc4-8609ba066602 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916047 May 12 20:02:01.762328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38100) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:01.781111 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.787882 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.845554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cde30f-9fb4-4eb0-a668-3a988fb3a3b8,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:01.868595 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.873873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38108) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:01.874665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d2928eed-6ed0-4229-9b62-36b9b39f846f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994540 May 12 20:02:01.881682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'security_group_rule': {'security_group_id': 'de89d952-28de-4dc2-954d-7809ef8fc67b', 'project_id': 'e96682707d7144beb8c5c280c4026363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:01.893083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:01.901312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:01.906008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:01.918319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:01.934781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:01.938723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Usage tracker for resource:security_group_rule and tenant:579283d2316f483382636972c3b724ea is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:01.941616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:01.947258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:01.968808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:02.043918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.049257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.079365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.117372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=579283d2316f483382636972c3b724ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526583 May 12 20:02:02.119872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38120) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:02.188517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e82c3b-835b-48e0-acb5-cf5b04e566db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b51e87-4a77-4f61-ac41-8828e4c75136,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:02.198348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.207305 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.209597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2c44-68df-4d49-b539-a84abf1dc508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.237656 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2c44-68df-4d49-b539-a84abf1dc508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.268982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22de698-2765-4570-8120-8cf3a44bf5e4,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:02.292763 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.293970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b4a15ca1-ea65-424e-9677-441aa9d97aca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4189677 May 12 20:02:02.296817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38124) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:02.298266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2c44-68df-4d49-b539-a84abf1dc508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.302868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'security_group_rule': {'security_group_id': 'de89d952-28de-4dc2-954d-7809ef8fc67b', 'project_id': 'e96682707d7144beb8c5c280c4026363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:02.310572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:02.313525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb2c44-68df-4d49-b539-a84abf1dc508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b51e87-4a77-4f61-ac41-8828e4c75136,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:02.315797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:02.319959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:02.321577 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2c44-68df-4d49-b539-a84abf1dc508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.322984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d2cb2c44-68df-4d49-b539-a84abf1dc508 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19b51e87-4a77-4f61-ac41-8828e4c75136 HTTP/1.1" status: 204 len: 168 time: 0.2020066 May 12 20:02:02.330121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:02.535948 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.554647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.676548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38142) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:02.695554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.720258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:02.730312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:81873cc12897446c932e3650f6c470a1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:02.735873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:02.739867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:02.753124 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.808517 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.879221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47ed5d9-2639-41bb-8d88-9b2bee4725c9,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:02.904539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.908592 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e238237b-112f-43fc-bac7-debb654e0850 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6081281 May 12 20:02:02.909360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38150) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:02.915400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'security_group_rule': {'security_group_id': 'de89d952-28de-4dc2-954d-7809ef8fc67b', 'project_id': 'e96682707d7144beb8c5c280c4026363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:02.925250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:02.931994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:02.935938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:02.941747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.944181 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:02.956142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:02.956328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:02.956458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.010788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.040182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81873cc12897446c932e3650f6c470a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569956 May 12 20:02:03.040182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38158) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:03.083902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3343d7-77ec-416f-84c4-c4907721a1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cadf160-b030-42f0-888c-3c26d26b16fa,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:03.105308 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d4633ee-c62e-4375-ab5c-95f7d0be406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.143102 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d4633ee-c62e-4375-ab5c-95f7d0be406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.162432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2143-06dd-410b-9379-cc886c3373ce req-aaa43711-98cc-4d6e-9b6f-4be64e7d9632 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:03.163920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeac2143-06dd-410b-9379-cc886c3373ce req-aaa43711-98cc-4d6e-9b6f-4be64e7d9632 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.2699392 May 12 20:02:03.210195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.231879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.239523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeac2143-06dd-410b-9379-cc886c3373ce req-22e8beb8-9b28-46d0-b9c1-8039795faa1e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665684 May 12 20:02:03.246621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.266189 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d4633ee-c62e-4375-ab5c-95f7d0be406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.274013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbbf810-26ff-4815-a6e3-07802db80398,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:03.285067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4633ee-c62e-4375-ab5c-95f7d0be406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cadf160-b030-42f0-888c-3c26d26b16fa,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:03.288652 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d4633ee-c62e-4375-ab5c-95f7d0be406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.289800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d4633ee-c62e-4375-ab5c-95f7d0be406f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3cadf160-b030-42f0-888c-3c26d26b16fa HTTP/1.1" status: 204 len: 168 time: 0.2480826 May 12 20:02:03.409694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:03.437820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.439152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-14ea4b4b-0464-476d-9dd1-7b7a200228ab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5287046 May 12 20:02:03.442316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38168) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:03.448016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'security_group_rule': {'security_group_id': 'de89d952-28de-4dc2-954d-7809ef8fc67b', 'project_id': 'e96682707d7144beb8c5c280c4026363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:03.455477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:03.459750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:03.462772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:03.469086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:03.482707 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Project e96682707d7144beb8c5c280c4026363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:02:03.490962 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.583860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.590875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.623646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edacb78d-fc4a-433a-b17b-6358ab5a83de,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:03.646043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.651079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-65b72ff5-148c-4d3b-891b-6bd937fc185e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2071779 May 12 20:02:03.651909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38178) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:03.657592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'security_group_rule': {'security_group_id': 'de89d952-28de-4dc2-954d-7809ef8fc67b', 'project_id': 'e96682707d7144beb8c5c280c4026363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:03.665240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:03.669274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:security_group_rule and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:03.672971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:03.679082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:03.696410 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Project e96682707d7144beb8c5c280c4026363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:02:03.708814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.784530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.789401 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.795945 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.824253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddf7542-b469-409d-891a-33082834aa5b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:03.836383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:03.838074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1cc0a1df-a7e0-467e-8041-a8e92ab708d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1850810 May 12 20:02:03.851437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=a1ba7e05-7c76-4a75-8773-6dcf6415c9a0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:04.204444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:04.517233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf81984-7a9d-4f08-8d13-55c0c23b8741 req-892b836e-6dca-4104-8cb1-7099e4fcb04a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:04.518868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bf81984-7a9d-4f08-8d13-55c0c23b8741 req-892b836e-6dca-4104-8cb1-7099e4fcb04a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.0965395 May 12 20:02:04.644533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4bf81984-7a9d-4f08-8d13-55c0c23b8741 req-bff2154c-be44-46dd-90f3-8880e2485155 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198201 May 12 20:02:04.762280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Router 9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:02:04.916850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:02:04.928628 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] Sync routers for ids ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:02:04.938684 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-634d5f0b-467a-4ef0-9cb4-7732ea4bad31 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "PUT /v2.0/routers/9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2715290 May 12 20:02:04.940192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38276) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:04.959502 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] Routers {'9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:04.960692 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:01:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:04.992295 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-041afc53-9387-49dd-a480-cba357a5589d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:02:04.993226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-041afc53-9387-49dd-a480-cba357a5589d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:05.014430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-041afc53-9387-49dd-a480-cba357a5589d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:05.016446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-041afc53-9387-49dd-a480-cba357a5589d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/a1ba7e05-7c76-4a75-8773-6dcf6415c9a0 HTTP/1.1" status: 404 len: 333 time: 0.0752532 May 12 20:02:05.019488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38288) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:05.045415 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:05.078224 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] Routers {'9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:05.078224 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:01:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:05.152997 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:05.153459 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4634af5-cd3c-448b-9616-93391bd2390c None None] The sync data for ids ['9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:02:05.253091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edfcbd98-9a67-44a0-9049-3539553fdf8a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.463176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38318) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:05.600968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-613802895'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:05.607387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:05.612007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Usage tracker for resource:router and tenant:f47fb07075544f90a34363157555cac6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:05.615529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:05.644952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:05.669877 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.671310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.690200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.736702 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.767775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edfcbd98-9a67-44a0-9049-3539553fdf8a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.770557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edfcbd98-9a67-44a0-9049-3539553fdf8a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.770966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.773096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f34599d7-f136-4fc4-8f73-d9d0d48a4bbb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3085103 May 12 20:02:05.777766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38330) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:05.828324 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edfcbd98-9a67-44a0-9049-3539553fdf8a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.829504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfcbd98-9a67-44a0-9049-3539553fdf8a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Fanout notify agent at l3_agent the message router_deleted on router 9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:02:05.849724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edfcbd98-9a67-44a0-9049-3539553fdf8a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:05.851649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-edfcbd98-9a67-44a0-9049-3539553fdf8a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/routers/9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f HTTP/1.1" status: 204 len: 168 time: 0.8303919 May 12 20:02:05.855450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:05.980945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet 55c8f0af-1be3-4357-ab3b-609a93065575 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:02:05.988553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.003811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9945558-0372-46c7-a515-3880eb0e29d7 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.099502 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.327672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.370343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dad63-0730-4ba0-814d-656dd5124950 req-cfec50a9-69b8-4399-bf5c-afc3ee7eb744 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:06.372140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b87dad63-0730-4ba0-814d-656dd5124950 req-cfec50a9-69b8-4399-bf5c-afc3ee7eb744 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.1926594 May 12 20:02:06.464881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9945558-0372-46c7-a515-3880eb0e29d7 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.467232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9945558-0372-46c7-a515-3880eb0e29d7 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.481947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b87dad63-0730-4ba0-814d-656dd5124950 req-9a84b515-b5bc-4415-b124-2e2d15ad5e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989852 May 12 20:02:06.500240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.501426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9945558-0372-46c7-a515-3880eb0e29d7 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.501967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9945558-0372-46c7-a515-3880eb0e29d7 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e82ae70-f71e-465b-909c-603ffdbeee8f {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:02:06.517409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9945558-0372-46c7-a515-3880eb0e29d7 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.524240 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f9945558-0372-46c7-a515-3880eb0e29d7 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "DELETE /v2.0/routers/5e82ae70-f71e-465b-909c-603ffdbeee8f HTTP/1.1" status: 204 len: 168 time: 0.7449143 May 12 20:02:06.525970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38350) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:06.531266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Request body: {'router': {'name': 'tempest-router-658133773', 'distributed': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:06.537474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:06.541529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Usage tracker for resource:router and tenant:f47fb07075544f90a34363157555cac6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:06.546928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:06.553138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:06.560080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=55c8f0af-1be3-4357-ab3b-609a93065575,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:06.562599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349bfbe-3aa0-4fab-8bd9-287b472bf5ae None None] Network 7e12059f-377c-454f-a8e8-e87fc147f001 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:06.567998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.574766 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.576121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.583435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1386a5e6-9375-4180-8b20-fdea398aebab tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/55c8f0af-1be3-4357-ab3b-609a93065575 HTTP/1.1" status: 204 len: 168 time: 0.7229815 May 12 20:02:06.587325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38354) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:06.604649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.641627 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.674787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.677701 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb04bd46-e91e-4dff-ab88-df551d831cfa tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1494420 May 12 20:02:06.679536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38362) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:06.774149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.795707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:06.796133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.884148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d387f587-1f14-4e34-9369-750f3c4821eb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:06.929081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] DHCP port deletion for 7e12059f-377c-454f-a8e8-e87fc147f001 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:02:06.933653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Deleting port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:06.934022 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.103282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] For port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,segment=NetworkSegment(7e07202d-6c39-4636-9ca4-439394d35cb5),segment_id=7e07202d-6c39-4636-9ca4-439394d35cb5)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:07.103566 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.299699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] For port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,segment=NetworkSegment(7e07202d-6c39-4636-9ca4-439394d35cb5),segment_id=7e07202d-6c39-4636-9ca4-439394d35cb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:07.300212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.315645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:07.424530 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.455199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Calling delete_port for 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:07.524066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No DVR routers for this DVR port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:02:07.533724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d387f587-1f14-4e34-9369-750f3c4821eb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.536147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d387f587-1f14-4e34-9369-750f3c4821eb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.556756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=8ff95bd2-6a14-41b0-9270-b4963bde4cd4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:07.565250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d387f587-1f14-4e34-9369-750f3c4821eb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.565782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d387f587-1f14-4e34-9369-750f3c4821eb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61965f83-5a24-489b-9588-bbba4f365450 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:02:07.581780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d387f587-1f14-4e34-9369-750f3c4821eb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.582128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:02:07.582594 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:02:07.583469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d387f587-1f14-4e34-9369-750f3c4821eb tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "DELETE /v2.0/routers/61965f83-5a24-489b-9588-bbba4f365450 HTTP/1.1" status: 204 len: 168 time: 0.9023252 May 12 20:02:07.587140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38380) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:07.595549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Request body: {'router': {'name': 'tempest-router-1640898427', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1582cc0c744c41e781c37f4626de67a4'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:07.669416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:07.683550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Usage tracker for resource:router and tenant:1582cc0c744c41e781c37f4626de67a4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:07.722994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:07.749890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.757203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:07.798468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e12059f-377c-454f-a8e8-e87fc147f001']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:07.943199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.944227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.955779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e07202d-6c39-4636-9ca4-439394d35cb5') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:07.956125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e07202d-6c39-4636-9ca4-439394d35cb5') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:07.974779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.996375 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:07.999335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.018615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d8a8e-052c-46b7-bf5f-7988865522c9 req-deb8e9e1-2a85-47a2-8088-53e8d1e0e666 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:08.020291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e62d8a8e-052c-46b7-bf5f-7988865522c9 req-deb8e9e1-2a85-47a2-8088-53e8d1e0e666 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.3454006 May 12 20:02:08.021233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:02:08.021644 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: timer() May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:02:08.039081 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:02:08.089920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Deleting port 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:08.089920 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.226602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.234964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-caf5fea2-c8ad-4100-a2bf-226decae6756 None None] The port '8ff95bd2-6a14-41b0-9270-b4963bde4cd4' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:02:08.253454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:02:08.269726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.290387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e62d8a8e-052c-46b7-bf5f-7988865522c9 req-f69b4b83-ab7c-4289-b2fd-9a3f9c5e0050 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458217 May 12 20:02:08.319547 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.332297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.340902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:02:08.341423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8ff95bd2-6a14-41b0-9270-b4963bde4cd4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:02:08.341932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=7e12059f-377c-454f-a8e8-e87fc147f001,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:08.344542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d6fc17d2-c1d9-4958-9c8e-b86f2425c30e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/7e12059f-377c-454f-a8e8-e87fc147f001 HTTP/1.1" status: 204 len: 168 time: 1.7547901 May 12 20:02:08.348971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38396) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:08.352063 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.353494 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a54ae85b-c0a4-4910-8136-f2c10c8bd347 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7652643 May 12 20:02:08.356040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38400) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:08.361667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:08.432241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed10d4-71ea-44df-bbc8-570e9d2beb5c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:08.433323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7fed10d4-71ea-44df-bbc8-570e9d2beb5c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:08.453645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7fed10d4-71ea-44df-bbc8-570e9d2beb5c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:08.456395 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7fed10d4-71ea-44df-bbc8-570e9d2beb5c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/88d25c2c-3685-404e-b394-d8e3a1a7b644 HTTP/1.1" status: 200 len: 844 time: 0.1060729 May 12 20:02:08.460130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38406) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:08.537590 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4a6585c1-9130-4c58-8fcb-9bcff33224a4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/88d25c2c-3685-404e-b394-d8e3a1a7b644?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0760431 May 12 20:02:08.541108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38412) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:08.549637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:08.679227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:08.680082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.683760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:08.687136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:08.693590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:08.705214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:08.708859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.801293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.801293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.962156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88112) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 12 20:02:08.962500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Router cf15a513-9075-417b-9262-dc318e5b64e6 migrating from provider to provider. {{(pid=88112) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 12 20:02:08.962780 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.968588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:08.973781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772348'] for router, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.000114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.077362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:09.081019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:09.085547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:09.086215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.090158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9101a9-3e3e-4c10-ac24-dcba4565dda6 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:09.120456 n-d-841626-1 neutron-server[88112]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] No L3 agents can host the router cf15a513-9075-417b-9262-dc318e5b64e6 May 12 20:02:09.153906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=34f18831-741d-4cf6-9e24-3f750fa90a82,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:09.187426 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d534c327-f488-470f-a3df-cd59abdfdfb0 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6448605 May 12 20:02:09.190010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38424) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:09.198941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1090737636'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:09.214683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:09.231754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:09.261438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:09.275609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:09.315854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.339948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Hosts for router cf15a513-9075-417b-9262-dc318e5b64e6: [] {{(pid=88112) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 12 20:02:09.390784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:09.402422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-48a8d48d-dde9-49bc-9263-c52f172c50a3', 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'tenant_id': '8b163f6042cf46a0aef5cf1005d783b0', 'fixed_ips': [{'subnet_id': '34f18831-741d-4cf6-9e24-3f750fa90a82'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:02:09.403950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.409851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group_rule and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:09.416428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:09.431916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:09.437060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Hosts for other DVR routers connected to router cf15a513-9075-417b-9262-dc318e5b64e6: set() {{(pid=88112) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 12 20:02:09.442382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.443592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ffa696a9-2d68-4a69-b26a-c77483952e14 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "PUT /v2.0/routers/cf15a513-9075-417b-9262-dc318e5b64e6 HTTP/1.1" status: 200 len: 717 time: 1.0865850 May 12 20:02:09.446446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38434) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:09.574005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.581946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.608093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Allocated IP 2001:db8::2 (48a8d48d-dde9-49bc-9263-c52f172c50a3/34f18831-741d-4cf6-9e24-3f750fa90a82/42087bb8-2675-453c-8aa5-bcc7b4ac3399) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:09.676013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff48bb0-3238-4fef-9584-d2666784b7d4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:09.679992 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.686283 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-52c8748a-7a6b-48ce-a034-60bf6393cbf8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4949398 May 12 20:02:09.687154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38442) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:09.693011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'security_group': {'name': 'tempest-secgroup-546835115'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:09.701258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:09.708519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:09.714885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:09.727663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:09.752952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.785486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:09.789714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group_rule and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:09.792734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:09.799077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:09.903628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.910117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.914247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.933251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Transition to ACTIVE for port object 42087bb8-2675-453c-8aa5-bcc7b4ac3399 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:09.964303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Transition to ACTIVE for port object 42087bb8-2675-453c-8aa5-bcc7b4ac3399 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:09.974670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c4fa5-c775-49f6-a708-0d9c5e0b794a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:09.974863 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.990723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:09.992337 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f9ac8873-d706-4b3e-8a51-def6d7612305 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3034165 May 12 20:02:09.994527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38450) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:10.000928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1867346068', 'security_groups': ['f33c4fa5-c775-49f6-a708-0d9c5e0b794a'], 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '34f18831-741d-4cf6-9e24-3f750fa90a82'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:10.061560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:10.065375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:10.070258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:10.073228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d47d163c-19e2-4d0f-acd0-d61076ffd544 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "GET /v2.0/routers/cf15a513-9075-417b-9262-dc318e5b64e6 HTTP/1.1" status: 200 len: 717 time: 0.6255567 May 12 20:02:10.076961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38454) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:10.127264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260beff4-30a3-4620-b215-538ac81649ab req-65793e47-478b-4f92-80f3-6a06f6f8feb4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:10.129168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-260beff4-30a3-4620-b215-538ac81649ab req-65793e47-478b-4f92-80f3-6a06f6f8feb4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.1343708 May 12 20:02:10.183471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:10.201841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:10.226977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:10.268165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-260beff4-30a3-4620-b215-538ac81649ab req-d5837b59-678e-43cd-8d6d-50631fecf1ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298997 May 12 20:02:10.292431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Pushing event updated for resources: {'Port': ['ID=42087bb8-2675-453c-8aa5-bcc7b4ac3399,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:10.326326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Attempting to bind port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:02:10.326832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Attempting to bind port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '21991a28-ae95-4a23-8619-0449a45a60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:02:10.327117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Attempting to bind port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 on network 48a8d48d-dde9-49bc-9263-c52f172c50a3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:10.332839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:02:10.333287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Checking segment: {'id': '21991a28-ae95-4a23-8619-0449a45a60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:10.333693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:10.334085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Bound using segment: {'id': '21991a28-ae95-4a23-8619-0449a45a60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:02:10.334599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Bound port: 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21991a28-ae95-4a23-8619-0449a45a60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:02:10.335021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:10.480783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:10.499289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] For port 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:10.529250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] For port 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42087bb8-2675-453c-8aa5-bcc7b4ac3399,segment=NetworkSegment(21991a28-ae95-4a23-8619-0449a45a60cb),segment_id=21991a28-ae95-4a23-8619-0449a45a60cb)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:02:10.530950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e11161b4-52dc-4bda-adee-8399dfbd9679 tempest-RoutersTestDVR-161099846 tempest-RoutersTestDVR-161099846-project] 10.222.0.72 "GET /v2.0/routers/cf15a513-9075-417b-9262-dc318e5b64e6 HTTP/1.1" status: 200 len: 683 time: 0.4514050 May 12 20:02:10.531679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38466) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:10.536718 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:10.563444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:02:10.693950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e80d-51f0-45b6-9066-be4e064f1a40 None None] Pushing event updated for resources: {'Port': ['ID=42087bb8-2675-453c-8aa5-bcc7b4ac3399,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:10.700891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b32b67b2-3596-48ae-a272-170ecdba2587 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.063421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::a1 (48a8d48d-dde9-49bc-9263-c52f172c50a3/34f18831-741d-4cf6-9e24-3f750fa90a82/c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:11.198138 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b32b67b2-3596-48ae-a272-170ecdba2587 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.201759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b32b67b2-3596-48ae-a272-170ecdba2587 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.238723 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b32b67b2-3596-48ae-a272-170ecdba2587 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.238723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32b67b2-3596-48ae-a272-170ecdba2587 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf15a513-9075-417b-9262-dc318e5b64e6 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:02:11.269702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b32b67b2-3596-48ae-a272-170ecdba2587 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.272537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b32b67b2-3596-48ae-a272-170ecdba2587 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "DELETE /v2.0/routers/cf15a513-9075-417b-9262-dc318e5b64e6 HTTP/1.1" status: 204 len: 168 time: 0.7397640 May 12 20:02:11.276523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38476) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:11.284944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Request body: {'router': {'name': 'tempest-router-1231501110', 'distributed': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:11.291907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:11.298489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Usage tracker for resource:router and tenant:f47fb07075544f90a34363157555cac6 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:11.301982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:11.310466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:11.331139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.332354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.350471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.372525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:11.375531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.423918 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.473142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.522854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:11.527493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:11.529005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:11.531451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:11.537639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:11.537739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.565883 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:11.567968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f93818e-03a5-43ac-87cd-ee11daf32e59 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2896781 May 12 20:02:11.569276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-69fb0354-0500-4404-8500-27fbf56ee087 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5735557 May 12 20:02:11.571146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38488) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:11.572428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:11.582447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:11.732649 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10fa004b-00a8-4db4-acce-a0e202b9bd52 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.161575 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-faf569c4-d491-47f5-ae5b-8e8d8d073fae service neutron] show failed (client error): The resource could not be found. May 12 20:02:12.162598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-faf569c4-d491-47f5-ae5b-8e8d8d073fae service neutron] 10.222.0.36 "GET /v2.0/ports/2353d151-723a-471d-bf86-0e09a13bd8e5/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.2018642 May 12 20:02:12.174581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed1ae6-54fb-41de-af42-b5ea53941f5d req-f1c57111-4037-422d-8b69-23dac8d81591 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:12.181670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1bed1ae6-54fb-41de-af42-b5ea53941f5d req-f1c57111-4037-422d-8b69-23dac8d81591 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.7782521 May 12 20:02:12.366256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42087bb8-2675-453c-8aa5-bcc7b4ac3399 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:12.402146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c0e40163-7d4e-4ec0-996f-b9a5fbdcf9dd None None] Provisioning for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:12.480654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c0e40163-7d4e-4ec0-996f-b9a5fbdcf9dd None None] Provisioning complete for port 88d25c2c-3685-404e-b394-d8e3a1a7b644 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:12.481419 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0e40163-7d4e-4ec0-996f-b9a5fbdcf9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.604644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:12.643218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c0e40163-7d4e-4ec0-996f-b9a5fbdcf9dd None None] Port 88d25c2c-3685-404e-b394-d8e3a1a7b644 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:12.646061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:12.646428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.690636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1bed1ae6-54fb-41de-af42-b5ea53941f5d req-16d245cc-ceba-48b9-90e8-25c0f882ab14 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5076010 May 12 20:02:12.715039 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10fa004b-00a8-4db4-acce-a0e202b9bd52 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.720406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10fa004b-00a8-4db4-acce-a0e202b9bd52 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.725416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:12.738911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:12.753144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:12.762701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:12.781263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-06aa797b-7bab-4dcb-9462-ef3e14684fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:12.793759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10fa004b-00a8-4db4-acce-a0e202b9bd52 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.794558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa004b-00a8-4db4-acce-a0e202b9bd52 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9e126de-e29d-46c8-bc29-7019e19a303f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:02:12.795699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-06aa797b-7bab-4dcb-9462-ef3e14684fd6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 1096 time: 0.1511996 May 12 20:02:12.807211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:12.807574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:12.812124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.841192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:12.841576 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.929795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-10fa004b-00a8-4db4-acce-a0e202b9bd52 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.930339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42087bb8-2675-453c-8aa5-bcc7b4ac3399,segment=NetworkSegment(21991a28-ae95-4a23-8619-0449a45a60cb),segment_id=21991a28-ae95-4a23-8619-0449a45a60cb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:12.933001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-10fa004b-00a8-4db4-acce-a0e202b9bd52 tempest-RoutersTestDVR-775161504 tempest-RoutersTestDVR-775161504-project-admin] 10.222.0.72 "DELETE /v2.0/routers/e9e126de-e29d-46c8-bc29-7019e19a303f HTTP/1.1" status: 204 len: 168 time: 1.3591490 May 12 20:02:12.940279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:12.983585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ca074745-b340-495e-9e18-57febcfe9300 None None] Provisioning for port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:12.996095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ca074745-b340-495e-9e18-57febcfe9300 None None] Provisioning complete for port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:12.996695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca074745-b340-495e-9e18-57febcfe9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:13.074649 n-d-841626-1 neutron-server[88112]: INFO neutron.db.ipam_backend_mixin [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34f18831-741d-4cf6-9e24-3f750fa90a82 (CIDR: 2001:db8::/64) May 12 20:02:13.079748 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 20:02:13.080475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:13.094319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:13.124190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ca074745-b340-495e-9e18-57febcfe9300 None None] Port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:13.135715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=42087bb8-2675-453c-8aa5-bcc7b4ac3399,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:13.150318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c4a796af-14e5-4002-945c-0b6e484fe029 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5741148 May 12 20:02:13.151794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38522) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:13.166885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:13.398808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:13.403827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:13.407003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:13.413790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:13.457132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:13.471650 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:13.494827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38532) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:13.515522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:13.591049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:13.699966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:02:13.706410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:13.724787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:13.728296 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-b8248c94-d6ab-45d7-bf85-2f9b3e05155e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1841648 May 12 20:02:13.731188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Transition to ACTIVE for port object 2353d151-723a-471d-bf86-0e09a13bd8e5 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:13.750923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:13.758905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:13.770179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Usage tracker for resource:security_group_rule and tenant:1582cc0c744c41e781c37f4626de67a4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:13.776103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:13.787633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:13.902849 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9619fcf1-2cd6-4ec1-89a2-de61ff2b67c7'] response: {'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'code': 200} May 12 20:02:13.905688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:14.199371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] No DVR routers for this DVR port 2353d151-723a-471d-bf86-0e09a13bd8e5 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:02:14.210477 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:14.236619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42087bb8-2675-453c-8aa5-bcc7b4ac3399 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:14.348040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f32c7-a229-44c5-bafb-497d8d32831c req-a171283b-aecf-43df-9827-d534b9905c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:14.349858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-a171283b-aecf-43df-9827-d534b9905c52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1097 time: 0.4489763 May 12 20:02:14.378594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:14.378875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:14.396766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:14.413046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:14.421089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:14.427182 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:14.450475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9f4d7-ebe3-4159-985e-7663f9e85747 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:14.452096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:14.473866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:14.509342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=b9beca07-a5df-40fb-a6cb-05e06abc42b7,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:14.550166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7383-c14c-4cc6-a412-3ee601710120 req-8fc35ad1-646d-4f49-bcc3-06d9a6e29cdb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:14.557875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-213c7383-c14c-4cc6-a412-3ee601710120 req-8fc35ad1-646d-4f49-bcc3-06d9a6e29cdb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 0.5517282 May 12 20:02:14.639439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4847991 May 12 20:02:14.651316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:14.726212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1582cc0c744c41e781c37f4626de67a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2262855 May 12 20:02:14.728760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b8c872-0f47-41b6-9c9d-e0efa9ee97ca,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:14.741411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.741880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.742305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.742536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.742863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.743180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.743501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.743816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.744128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.744438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.744749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.745056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a26cfd-3bae-460f-9030-4faa5f0d6350 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.756667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38564) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:14.763661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-213c7383-c14c-4cc6-a412-3ee601710120 req-f8a2c0f4-24ad-4f80-a9c1-fe7f7247d87e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027903 May 12 20:02:14.767483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-754542071', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9beca07-a5df-40fb-a6cb-05e06abc42b7'}], 'security_groups': ['6ff48bb0-3238-4fef-9584-d2666784b7d4']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:14.802865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:14.884087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.886937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.887477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.889270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.890337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.891746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.892242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.898339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:02:14.899265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:02:14.899758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:14.901800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.902138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.902473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.902805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.903138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506995b-afa1-446a-ba0d-cbdd88bbbdf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:14.908581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Port 2353d151-723a-471d-bf86-0e09a13bd8e5 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:02:14.909156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Attempting to bind port 2353d151-723a-471d-bf86-0e09a13bd8e5 on network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:14.933169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:02:14.933648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Checking segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:14.934129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Bound using segment: {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:02:14.934667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Bound port: 2353d151-723a-471d-bf86-0e09a13bd8e5, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b0c9ff-42e9-4257-99d5-74fa8976c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:02:14.935105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:14.977761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f32c7-a229-44c5-bafb-497d8d32831c req-a938f9f3-adbd-416b-a6a4-f7180d8430a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:14.978833 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-a938f9f3-adbd-416b-a6a4-f7180d8430a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 909 time: 0.5365059 May 12 20:02:15.058903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:15.062303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:02:15.089177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] Update dhcp port {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'fixed_ips': [{'subnet_id': '34f18831-741d-4cf6-9e24-3f750fa90a82', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9beca07-a5df-40fb-a6cb-05e06abc42b7'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '42087bb8-2675-453c-8aa5-bcc7b4ac3399'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 20:02:15.123028 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.151187 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8eece70c-1f13-40a5-970a-08f425005048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.159258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.221348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:15.222054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.223359 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] 10.222.0.73 "PUT /v2.0/ports/2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 1091 time: 2.4212151 May 12 20:02:15.223683 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8eece70c-1f13-40a5-970a-08f425005048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.241823 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-eb2a6949-9bd6-4ad2-917e-55bbad3aac57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 1001 time: 0.1780362 May 12 20:02:15.247242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eeab1d-062b-41e1-b418-937291cce97d service neutron] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:15.396032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f32c7-a229-44c5-bafb-497d8d32831c req-5d825978-f5f5-418e-87bf-319ae9f82b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:15.397517 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-5d825978-f5f5-418e-87bf-319ae9f82b86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 200 len: 847 time: 0.1469214 May 12 20:02:15.511205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-ad4f1d48-ef94-4088-aeea-7bcc60b7d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:15.512610 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-ad4f1d48-ef94-4088-aeea-7bcc60b7d7b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1094 time: 0.2306826 May 12 20:02:15.625477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f32c7-a229-44c5-bafb-497d8d32831c req-2188db2d-55d0-4d0f-b5c0-98aa2e91bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:15.626986 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-2188db2d-55d0-4d0f-b5c0-98aa2e91bd51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=329601bd-5ac8-47f4-bf9d-634a063c63c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215071 May 12 20:02:15.680509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] Allocated IP 2001:db8:0:1::2 (48a8d48d-dde9-49bc-9263-c52f172c50a3/b9beca07-a5df-40fb-a6cb-05e06abc42b7/42087bb8-2675-453c-8aa5-bcc7b4ac3399) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:15.788525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-02118191-324f-4731-a113-fb3ffcaae9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:15.790645 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-02118191-324f-4731-a113-fb3ffcaae9ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.2706096 May 12 20:02:15.843612 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8eece70c-1f13-40a5-970a-08f425005048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.887588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eece70c-1f13-40a5-970a-08f425005048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b8c872-0f47-41b6-9c9d-e0efa9ee97ca,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:15.922076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8eece70c-1f13-40a5-970a-08f425005048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.925394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8eece70c-1f13-40a5-970a-08f425005048 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5b8c872-0f47-41b6-9c9d-e0efa9ee97ca HTTP/1.1" status: 204 len: 168 time: 1.1606419 May 12 20:02:15.926280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:15.983790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] For port 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42087bb8-2675-453c-8aa5-bcc7b4ac3399,segment=NetworkSegment(21991a28-ae95-4a23-8619-0449a45a60cb),segment_id=21991a28-ae95-4a23-8619-0449a45a60cb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:15.985477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:02:16.002855 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-001ea2d4-a07a-4f7c-9d6c-3358e4117af0 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650246 May 12 20:02:16.020652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:16.039644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] Transition to ACTIVE for port object 42087bb8-2675-453c-8aa5-bcc7b4ac3399 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:16.056700 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:16.377624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4aab7-8b19-48db-bc96-225dc9aaef09 None None] Pushing event updated for resources: {'Port': ['ID=42087bb8-2675-453c-8aa5-bcc7b4ac3399,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:16.388363 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54232f5c-a77c-4c54-b487-3120d0c2168a'] response: {'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'status': 'completed', 'code': 200} May 12 20:02:16.415308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b682-56b8-4ae9-997d-353cae6964e9 req-5dd8eee9-0161-4af4-bc3e-2b5bb35adf1c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:16.423126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d466b682-56b8-4ae9-997d-353cae6964e9 req-5dd8eee9-0161-4af4-bc3e-2b5bb35adf1c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 0.4524584 May 12 20:02:16.443279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:02:16.482661 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-c687580a-9b46-40a8-bb1e-40c266f45d37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 999 time: 0.6834586 May 12 20:02:16.587826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d466b682-56b8-4ae9-997d-353cae6964e9 req-9cf31fb2-996b-45ab-9621-fe10487b9996 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636977 May 12 20:02:16.594248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:02:16.624909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38598) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:16.675039 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-075f32c7-a229-44c5-bafb-497d8d32831c req-e9fc60e0-461a-48b9-ac08-0a3aa6ce776a service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420867 May 12 20:02:16.676026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:16.698932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-29e9fb58-21ab-4e92-ac00-0004d6c66a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:16.700660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-29e9fb58-21ab-4e92-ac00-0004d6c66a24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.2066536 May 12 20:02:16.701909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:16.706522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Usage tracker for resource:security_group_rule and tenant:f47fb07075544f90a34363157555cac6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:16.743583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:16.746466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-3b7070cc-63ad-487d-b5d0-769ccf024834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:16.749275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-3b7070cc-63ad-487d-b5d0-769ccf024834 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1094 time: 0.5680664 May 12 20:02:16.762686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:16.888289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-479e15ff-86db-4dd6-994c-0a843e6fbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:16.889887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-479e15ff-86db-4dd6-994c-0a843e6fbdac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802247 May 12 20:02:17.058460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.076225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Delete allocated IP 2001:db8::a1 (48a8d48d-dde9-49bc-9263-c52f172c50a3/34f18831-741d-4cf6-9e24-3f750fa90a82) {{(pid=88112) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 20:02:17.083068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.095687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8:0:1::2c (48a8d48d-dde9-49bc-9263-c52f172c50a3/b9beca07-a5df-40fb-a6cb-05e06abc42b7/c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:17.159521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f47fb07075544f90a34363157555cac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333095 May 12 20:02:17.165989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38612) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:17.203282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-242167f9-55c1-46e8-a37c-8cbc6618d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:17.209780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-242167f9-55c1-46e8-a37c-8cbc6618d6b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.4512446 May 12 20:02:17.281512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-7a07dbaa-b73f-47ff-ba0a-11c9d9e69f05 service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828340 May 12 20:02:17.298610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c104d-5290-4b68-87d3-c04dbfeb0a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7b2a7d-29d6-4250-9a93-5a64339069b5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:17.452847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Provisioning for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:17.460488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:17.460871 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.492653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-5abfa3b4-f4d4-40d3-a037-e0440212b4ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 999 time: 0.2707803 May 12 20:02:17.627671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:17.643796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Provisioning complete for port 88d25c2c-3685-404e-b394-d8e3a1a7b644 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:17.644154 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.701934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34db85b4-188a-4413-ba70-aad0c096b123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.734138 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.739104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Port 88d25c2c-3685-404e-b394-d8e3a1a7b644 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:17.745933 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34db85b4-188a-4413-ba70-aad0c096b123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.753903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Provisioning complete for port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:17.754277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.780355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:17.807212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ada46580-2a8d-4c7b-bbea-9664243a3f3a req-6c6a09a4-8689-4ed8-9e47-676a654b0e6e service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098178 May 12 20:02:17.814045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5b5f6-ec03-44d6-881a-f69ca314cbeb None None] Port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:17.853439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34db85b4-188a-4413-ba70-aad0c096b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.859135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.949062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34db85b4-188a-4413-ba70-aad0c096b123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:17.951175 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-34db85b4-188a-4413-ba70-aad0c096b123 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b7b2a7d-29d6-4250-9a93-5a64339069b5 HTTP/1.1" status: 204 len: 168 time: 0.7835579 May 12 20:02:17.952477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db85b4-188a-4413-ba70-aad0c096b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7b2a7d-29d6-4250-9a93-5a64339069b5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:17.989778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-5076a8d0-869c-492b-8641-e31a3a363943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:17.991422 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-5076a8d0-869c-492b-8641-e31a3a363943 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1094 time: 0.1079161 May 12 20:02:18.129234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:18.133427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-77818a39-a1a3-415f-a9f7-5dece4c79039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:18.136351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-77818a39-a1a3-415f-a9f7-5dece4c79039 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.5302348 May 12 20:02:18.271342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42087bb8-2675-453c-8aa5-bcc7b4ac3399 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:18.276931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-1f7330b8-f38a-4b75-9c20-f7f3313fe1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:18.285469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-1f7330b8-f38a-4b75-9c20-f7f3313fe1c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.2867551 May 12 20:02:18.422582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] In _notify_port_updated(), no bound segment for port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 on network 48a8d48d-dde9-49bc-9263-c52f172c50a3 {{(pid=88112) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 20:02:18.426864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:18.430549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:18.432980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:18.433650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:18.435604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ced26b01-db8a-46ef-ad74-885e8ac4d8c4 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "PUT /v2.0/ports/c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 HTTP/1.1" status: 200 len: 929 time: 3.7080467 May 12 20:02:18.436248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38638) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:18.457597 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-4170831f-d15e-4f2a-9a4b-012769da98b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 999 time: 0.1645885 May 12 20:02:18.618170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28dd2-9530-4a49-b645-e8c3c90107cb req-d516ace1-e7f2-4a92-a1fa-efb5349e6adf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:18.626407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ab28dd2-9530-4a49-b645-e8c3c90107cb req-d516ace1-e7f2-4a92-a1fa-efb5349e6adf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 0.8407991 May 12 20:02:18.638305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-fae1d85f-a157-4fba-99a6-f08ba101d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:18.640808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-fae1d85f-a157-4fba-99a6-f08ba101d925 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.1764994 May 12 20:02:18.644024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:18.644368 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:18.708386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-07f3f781-6b37-4d65-8203-8535fa24f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:18.710228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-07f3f781-6b37-4d65-8203-8535fa24f18d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5037651 May 12 20:02:18.753120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ef22c250-ec18-4a3d-b72b-b151b9dafc1b None None] Provisioning for port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:18.766884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ef22c250-ec18-4a3d-b72b-b151b9dafc1b None None] Provisioning complete for port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:18.767585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef22c250-ec18-4a3d-b72b-b151b9dafc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:18.783861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-9baaf307-2e2e-4fc9-9a69-e4678149f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:18.787960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-9baaf307-2e2e-4fc9-9a69-e4678149f74f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389527 May 12 20:02:18.889075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ef22c250-ec18-4a3d-b72b-b151b9dafc1b None None] Port c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:18.899093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:19.015836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-bf361c66-04e3-4a17-aed2-935b2c5dc5d1 service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227924 May 12 20:02:19.096356 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ab28dd2-9530-4a49-b645-e8c3c90107cb req-6406a004-79c0-4487-8883-16f6be794402 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4633768 May 12 20:02:19.245588 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-ee4c0e5b-8018-4915-b1a7-d151631e0111 service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232540 May 12 20:02:19.246529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-0feba78b-21f7-48aa-9e33-faa4215e28d9 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279326 May 12 20:02:19.390503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:19.513352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-0ece14d0-296e-49da-b20b-5a8868041b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:19.513352 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-0ece14d0-296e-49da-b20b-5a8868041b86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1094 time: 0.1472793 May 12 20:02:19.599192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:19.656631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38674) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:19.695732 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06edab85-1b41-4668-a2ff-ec4aab5aacd6 req-205612a4-b6aa-4204-b6a8-7ab8d207433c service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356418 May 12 20:02:19.824838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:19.846673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-dfe98ca0-9017-4bf7-9214-0bf262918a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:19.851412 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-dfe98ca0-9017-4bf7-9214-0bf262918a8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.2221296 May 12 20:02:19.979584 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-489590785'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:19.998566 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-5fb24b9a-7894-405f-8963-7a258bf4ea3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 999 time: 0.1421497 May 12 20:02:20.009975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:20.021431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:20.028562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.032635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Usage tracker for resource:network and tenant:cab6d4dcee954b73b3b18dc276620593 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:20.060903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:20.077720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6c01cdc3-d410-4d18-b893-6862c70a9955 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 HTTP/1.1" status: 204 len: 168 time: 1.6272762 May 12 20:02:20.078368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:20.083040 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:20.125660 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8335146-dddf-4753-bf0b-7ab2ac51d265 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:02:20.126198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e8335146-dddf-4753-bf0b-7ab2ac51d265 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:20.147850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Made reservation on behalf of cab6d4dcee954b73b3b18dc276620593 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:20.157524 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.175122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e8335146-dddf-4753-bf0b-7ab2ac51d265 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:20.176575 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e8335146-dddf-4753-bf0b-7ab2ac51d265 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/c9e1ebef-55ae-48c3-b0a0-7fabcd4f4353 HTTP/1.1" status: 404 len: 333 time: 0.0972657 May 12 20:02:20.185799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:20.194814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-4050c225-3a9d-4484-a269-63711a43afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:20.196746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-4050c225-3a9d-4484-a269-63711a43afee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.1926048 May 12 20:02:20.205954 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.256727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:20.261407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Usage tracker for resource:security_group_rule and tenant:cab6d4dcee954b73b3b18dc276620593 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:20.265061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:20.271977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:20.405723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aada49bc-0be2-4d5a-9d95-7e101e397916 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.441729 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aada49bc-0be2-4d5a-9d95-7e101e397916 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.468818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-c5d066bf-2dec-4f4d-a87b-6c9f1b3224d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:20.470780 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-c5d066bf-2dec-4f4d-a87b-6c9f1b3224d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814814 May 12 20:02:20.476254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.488419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.518171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c77001-3eda-430a-9cf9-0a5a4f243d95 req-c1d375c2-eb81-4deb-8683-b3643ec8aefa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:20.521634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8c77001-3eda-430a-9cf9-0a5a4f243d95 req-c1d375c2-eb81-4deb-8683-b3643ec8aefa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 0.1719816 May 12 20:02:20.540333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:02:20.594201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.594563 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Added segment 79a82818-f6ff-4c2e-95eb-862ddfe1197a of type vlan for network e2d09314-3cbf-455f-8064-f086a2856f1d May 12 20:02:20.595754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001d0036-4489-451d-9493-46008e10f564,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:20.631606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8c77001-3eda-430a-9cf9-0a5a4f243d95 req-1d14e620-ffbf-4fa1-9411-fd67f7db1ee1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902727 May 12 20:02:20.639351 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-f0806c9e-0f35-4c87-8f0f-c5b353f7d503 service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491191 May 12 20:02:20.656089 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.686138 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:02:20.691385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.707612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:20.714762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:20.911466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:02:20.967957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3074119 May 12 20:02:20.972333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38716) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:20.978683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8531d-7bb9-41fd-a26a-84882070e52c tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event updated for resources: {'Network': ['ID=e2d09314-3cbf-455f-8064-f086a2856f1d,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:20.988311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Request body: {'subnet': {'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:21.017041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e2d09314-3cbf-455f-8064-f086a2856f1d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:02:21.208070 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-84003143-0a34-409c-ae4e-f51f2e7d75fa req-0ca63539-09d5-4a22-9a88-e83ca7b856b0 service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605440 May 12 20:02:21.249017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aada49bc-0be2-4d5a-9d95-7e101e397916 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.283388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:21.325486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada49bc-0be2-4d5a-9d95-7e101e397916 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c4fa5-c775-49f6-a708-0d9c5e0b794a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:21.355295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aada49bc-0be2-4d5a-9d95-7e101e397916 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.357129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Usage tracker for resource:subnet and tenant:cab6d4dcee954b73b3b18dc276620593 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:21.360420 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aada49bc-0be2-4d5a-9d95-7e101e397916 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/security-groups/f33c4fa5-c775-49f6-a708-0d9c5e0b794a HTTP/1.1" status: 204 len: 168 time: 1.1733408 May 12 20:02:21.363762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:21.366837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:21.381634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:21.419669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Made reservation on behalf of cab6d4dcee954b73b3b18dc276620593 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:21.424196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.526100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b33f56d-8a8a-4742-a951-2df8179cde0c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.581531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b33f56d-8a8a-4742-a951-2df8179cde0c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.609235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:21.616152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-6af8fb79-35b3-4b63-9181-870b9cbe3544 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:21.621157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-6af8fb79-35b3-4b63-9181-870b9cbe3544 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 943 time: 0.4110248 May 12 20:02:21.633014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8d98-cc63-4db1-b7fd-37959dcbfa41 req-a5fbd04a-468e-4bb1-955d-19f1fb3db805 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:21.637684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be2f8d98-cc63-4db1-b7fd-37959dcbfa41 req-a5fbd04a-468e-4bb1-955d-19f1fb3db805 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 943 time: 0.4264362 May 12 20:02:21.641035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'port_id': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'mac_address': 'fa:16:3e:f7:ad:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:02:21.653140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b33f56d-8a8a-4742-a951-2df8179cde0c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.698190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33f56d-8a8a-4742-a951-2df8179cde0c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff48bb0-3238-4fef-9584-d2666784b7d4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:21.708634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8b33f56d-8a8a-4742-a951-2df8179cde0c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.711835 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8b33f56d-8a8a-4742-a951-2df8179cde0c tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/security-groups/6ff48bb0-3238-4fef-9584-d2666784b7d4 HTTP/1.1" status: 204 len: 168 time: 0.3469758 May 12 20:02:21.715807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38730) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:21.746933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2353d151-723a-471d-bf86-0e09a13bd8e5 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:21.747771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.771634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2353d151-723a-471d-bf86-0e09a13bd8e5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:02:21.792329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:21.802407 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.844276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet 34f18831-741d-4cf6-9e24-3f750fa90a82 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:02:21.847723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:21.908801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:21.909061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:22.016721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:22.036821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['2353d151-723a-471d-bf86-0e09a13bd8e5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:02:22.107476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be2f8d98-cc63-4db1-b7fd-37959dcbfa41 req-1a5851f8-4a7b-452c-9c6b-ef6aae1e1ee5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259841 May 12 20:02:22.184924 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-6fd3991f-fb9b-4a5e-ab7c-e68f252db127 service neutron] delete failed (client error): The resource could not be found. May 12 20:02:22.186550 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-6fd3991f-fb9b-4a5e-ab7c-e68f252db127 service neutron] 10.222.0.36 "DELETE /v2.0/ports/2353d151-723a-471d-bf86-0e09a13bd8e5/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.5467508 May 12 20:02:22.225803 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:22.250305 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:22.360363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=34f18831-741d-4cf6-9e24-3f750fa90a82,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:22.368958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:22.395261 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-227f25e4-b9a6-4ae4-9ae7-d6468642aab3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/34f18831-741d-4cf6-9e24-3f750fa90a82 HTTP/1.1" status: 204 len: 168 time: 0.6731319 May 12 20:02:22.395646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38752) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:22.401138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:22.442029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071bcd2-2ea4-420f-bc02-899047a21566 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:22.444746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event updated for resources: {'Subnet': ['ID=2bddccad-6b7e-4b20-bec4-8bb66c4e782b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:22.449990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Checking segment: {'id': '79a82818-f6ff-4c2e-95eb-862ddfe1197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:22.450389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Network hostable DHCP agents. Network: e2d09314-3cbf-455f-8064-f086a2856f1d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:02:22.489994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Network e2d09314-3cbf-455f-8064-f086a2856f1d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:02:22.502611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-c5a08d89-66d5-48a2-bd23-0e0fdc931f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:22.504160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-c5a08d89-66d5-48a2-bd23-0e0fdc931f63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1095 time: 0.1540387 May 12 20:02:22.507128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e2d09314-3cbf-455f-8064-f086a2856f1d) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:22.512626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:22.513394 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:22.520876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4814bff-f554-4842-8f8b-b11d19cdd0bf None None] Network e2d09314-3cbf-455f-8064-f086a2856f1d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:22.635350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2187cf48-a820-49c0-a02c-0e72fe3ebde5 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6567092 May 12 20:02:22.636988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38762) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:22.646057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Request body: {'port': {'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1519508186'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:22.723372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:22.730354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:22.733516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:22.748690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:22.776790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-6d79b261-7bb6-411b-9ae7-e8968973a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:22.778753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-6d79b261-7bb6-411b-9ae7-e8968973a04d service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.2597950 May 12 20:02:22.780895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:22.785429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:22.895757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-4175cea8-3f14-4626-8ed0-a90b5f709e8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 1000 time: 0.1102653 May 12 20:02:22.981718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-859e8db4-d3ba-418d-b132-ff52442054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:22.983223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-859e8db4-d3ba-418d-b132-ff52442054a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.0794392 May 12 20:02:23.115887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e2d09314-3cbf-455f-8064-f086a2856f1d', 'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d', 'tenant_id': 'cab6d4dcee954b73b3b18dc276620593', 'fixed_ips': [{'subnet_id': '2bddccad-6b7e-4b20-bec4-8bb66c4e782b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:02:23.116716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.128957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:23.149910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-db547cfb-2a1c-47ed-9113-b78be036bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:23.151997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-db547cfb-2a1c-47ed-9113-b78be036bf35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573150 May 12 20:02:23.153635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Usage tracker for resource:port and tenant:cab6d4dcee954b73b3b18dc276620593 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:23.156960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:23.199193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:23.284235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Made reservation on behalf of cab6d4dcee954b73b3b18dc276620593 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:23.287851 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.317585 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.353799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] device_id is not set on port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:02:23.415853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:23.435743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:23.440510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:23.442353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.492641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=5fc223af-052a-4d81-bedd-34019db0be63,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:23.521918 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67314400-d816-46a5-9511-c115763ce790 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1228852 May 12 20:02:23.522139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38788) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:23.531070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'security_group': {'name': 'tempest-secgroup-894439952'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:23.533797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Allocated IP 172.20.0.2 (e2d09314-3cbf-455f-8064-f086a2856f1d/2bddccad-6b7e-4b20-bec4-8bb66c4e782b/09128f25-5e1b-4c2e-ba63-acc14b939863) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:23.552012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:23.562613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:23.565924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:23.577259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:23.602930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.642895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:23.659263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group_rule and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:23.663621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:23.672654 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-4934bf59-9759-43a1-b192-9f7dd92be407 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114422 May 12 20:02:23.674203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:23.835715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1d046-e941-444e-919f-27fafcc900e6 req-5153266b-bcda-44d4-82c0-5ca2bf417a26 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:23.846362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90a1d046-e941-444e-919f-27fafcc900e6 req-5153266b-bcda-44d4-82c0-5ca2bf417a26 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 944 time: 0.5072508 May 12 20:02:23.853495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.865854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.937774 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.939378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479cbd20-479a-4c2e-9260-1bd5a6f549fd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:23.947510 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:23.948919 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4f0f5e66-9936-4335-b589-e520623cdfc3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4256983 May 12 20:02:23.951692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38796) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:23.957992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Transition to ACTIVE for port object 09128f25-5e1b-4c2e-ba63-acc14b939863 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:23.962367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'security_group': {'name': 'tempest-secgroup-131075911'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:23.976279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:23.980223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Transition to ACTIVE for port object 09128f25-5e1b-4c2e-ba63-acc14b939863 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:23.982109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:23.990441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:23.991282 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.009360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:24.037951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.085091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3525a463-6e53-4213-80df-ae6bdaa69eae req-2ade42ce-208e-44a3-ac2b-b5a89dd4eaa1 service neutron] 10.222.0.36 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008343 May 12 20:02:24.087105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:24.097268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group_rule and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:24.098259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Pushing event updated for resources: {'Port': ['ID=09128f25-5e1b-4c2e-ba63-acc14b939863,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:24.104706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:24.105602 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-90a1d046-e941-444e-919f-27fafcc900e6 req-912df772-bef5-46b6-9ff8-83afb8136e3e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317059 May 12 20:02:24.136635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:24.162636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Network e2d09314-3cbf-455f-8064-f086a2856f1d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:24.164639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Allocated IP 172.20.0.5 (e2d09314-3cbf-455f-8064-f086a2856f1d/2bddccad-6b7e-4b20-bec4-8bb66c4e782b/f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:24.166707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:24.173647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:24.261438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.275035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.329836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114b1282-c45a-4725-a9cd-2dbb9177a2e6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:24.360081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.360599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.361344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.361861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.362326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.362792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.363295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.363825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.364300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.364890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.365389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.365853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:24.385372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.387637 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c458764-150e-4df1-8838-833912df43fb tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4345646 May 12 20:02:24.391127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:24.399879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1784209538'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:24.408439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:24.413653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:24.417278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:24.425884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:24.441547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.443787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2dddf-1d24-43f2-b0da-d6bfbc1042f1 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:24.473380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:24.484252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:security_group_rule and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:24.502058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:24.522244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:24.688465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Attempting to bind port 09128f25-5e1b-4c2e-ba63-acc14b939863 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:02:24.688999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Attempting to bind port 09128f25-5e1b-4c2e-ba63-acc14b939863 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '79a82818-f6ff-4c2e-95eb-862ddfe1197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:02:24.689498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Attempting to bind port 09128f25-5e1b-4c2e-ba63-acc14b939863 on network e2d09314-3cbf-455f-8064-f086a2856f1d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:24.691324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.702062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.728909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.731057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-96e07fe0-76a6-4d82-822c-18134d7f151e None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:24.731429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96e07fe0-76a6-4d82-822c-18134d7f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.748058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Transition to ACTIVE for port object f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:24.760889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:02:24.760889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Checking segment: {'id': '79a82818-f6ff-4c2e-95eb-862ddfe1197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:24.761151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.761468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Bound using segment: {'id': '79a82818-f6ff-4c2e-95eb-862ddfe1197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:02:24.761939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Bound port: 09128f25-5e1b-4c2e-ba63-acc14b939863, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a82818-f6ff-4c2e-95eb-862ddfe1197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:02:24.762412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.804959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.848935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778be5a8-282a-4a2c-aa2b-b606c010496b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:24.857879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:24.864013 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-25fa294a-f4bb-475a-a3f0-15db94b47fea tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4713273 May 12 20:02:24.867325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:24.878271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1065060679', 'security_groups': ['778be5a8-282a-4a2c-aa2b-b606c010496b'], 'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5fc223af-052a-4d81-bedd-34019db0be63'}]}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:24.921486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event updated for resources: {'Port': ['ID=f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:24.944437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Network e2d09314-3cbf-455f-8064-f086a2856f1d is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:24.945974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:24.948501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:24.966702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:25.072473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:25.075389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:25.118257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-59c5c3fb-efeb-40ea-9564-3a712569cc69 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4770186 May 12 20:02:25.118490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:25.121527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] For port 09128f25-5e1b-4c2e-ba63-acc14b939863, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:25.125791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Request body: {'port': {'network_id': 'e2d09314-3cbf-455f-8064-f086a2856f1d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1669543784', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:25.127129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.api.validators [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] bootfile-name is not in valid_values {{(pid=88112) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 20:02:25.128294 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.api.validators [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] tftp-server is not in valid_values {{(pid=88112) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 20:02:25.128644 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.api.validators [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] server-ip-address is not in valid_values {{(pid=88112) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 20:02:25.156414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:25.176600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:25.181898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] For port 09128f25-5e1b-4c2e-ba63-acc14b939863, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=09128f25-5e1b-4c2e-ba63-acc14b939863,segment=NetworkSegment(79a82818-f6ff-4c2e-95eb-862ddfe1197a),segment_id=79a82818-f6ff-4c2e-95eb-862ddfe1197a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:02:25.197532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:25.289434 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:25.332248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-96e07fe0-76a6-4d82-822c-18134d7f151e None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:25.387708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 2353d151-723a-471d-bf86-0e09a13bd8e5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:25.427222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 2353d151-723a-471d-bf86-0e09a13bd8e5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:25.427595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:25.460657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:25.473062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:25.479911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Usage tracker for resource:port and tenant:cab6d4dcee954b73b3b18dc276620593 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:25.483589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:25.485301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] device_id is not set on port 29e17e91-e5c6-44ad-a085-caa3ddf04702 yet. {{(pid=88113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:02:25.492821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-96e07fe0-76a6-4d82-822c-18134d7f151e None None] Provisioning complete for port 88d25c2c-3685-404e-b394-d8e3a1a7b644 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:25.493448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-96e07fe0-76a6-4d82-822c-18134d7f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:25.496323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:25.556156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c3ddc-4f9c-41eb-bfde-7da13a149321 req-8ae373e3-388f-4671-89d3-a30a3257b31b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:25.562221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a6c3ddc-4f9c-41eb-bfde-7da13a149321 req-8ae373e3-388f-4671-89d3-a30a3257b31b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 944 time: 0.2332275 May 12 20:02:25.565231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Made reservation on behalf of cab6d4dcee954b73b3b18dc276620593 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:25.570899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:25.651103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a6c3ddc-4f9c-41eb-bfde-7da13a149321 req-40e6db16-91b6-4802-a6b4-5a5a3fd60ba6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692248 May 12 20:02:25.652769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] device_id is not set on port 6b02217f-e24d-4335-8616-c03e2409b7c6 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:02:25.662395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38846) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:25.756676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f604908-11e1-44c5-a46e-f0e2b10c30e6 None None] Pushing event updated for resources: {'Port': ['ID=09128f25-5e1b-4c2e-ba63-acc14b939863,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:25.763564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-96e07fe0-76a6-4d82-822c-18134d7f151e None None] Port 88d25c2c-3685-404e-b394-d8e3a1a7b644 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:25.944086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Allocated IP 172.20.0.8 (e2d09314-3cbf-455f-8064-f086a2856f1d/2bddccad-6b7e-4b20-bec4-8bb66c4e782b/6b02217f-e24d-4335-8616-c03e2409b7c6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:25.970362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 2353d151-723a-471d-bf86-0e09a13bd8e5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:25.970872 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.002453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] Update dhcp port {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'fixed_ips': [{'subnet_id': 'b9beca07-a5df-40fb-a6cb-05e06abc42b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5fc223af-052a-4d81-bedd-34019db0be63'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '42087bb8-2675-453c-8aa5-bcc7b4ac3399'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 20:02:26.114493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:02:26.183988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:26.192864 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.243704 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.412417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4ac489d9-44ca-40f3-baf1-21d5c9889fce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 200 len: 992 time: 0.7404084 May 12 20:02:26.454207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.464765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8::1c1 (48a8d48d-dde9-49bc-9263-c52f172c50a3/5fc223af-052a-4d81-bedd-34019db0be63/29e17e91-e5c6-44ad-a085-caa3ddf04702) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:26.471936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Transition to ACTIVE for port object 6b02217f-e24d-4335-8616-c03e2409b7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:26.498236 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc0c6dd-097f-498a-8c15-02d219bbf030'] response: {'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'code': 200} May 12 20:02:26.501105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.528334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09128f25-5e1b-4c2e-ba63-acc14b939863 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:26.586791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Network e2d09314-3cbf-455f-8064-f086a2856f1d is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:26.589837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:26.590168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:26.594359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:26.690800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event updated for resources: {'Port': ['ID=6b02217f-e24d-4335-8616-c03e2409b7c6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:26.730435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 09128f25-5e1b-4c2e-ba63-acc14b939863 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:26.758373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:26.759199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.812635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.814714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-08d54c35-286f-460f-9b44-1223ce21cee6 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6951549 May 12 20:02:26.815654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38862) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:26.831290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Transition to ACTIVE for port object 29e17e91-e5c6-44ad-a085-caa3ddf04702 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:26.863732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:26.959722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:26.964594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:26.973522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:26.983600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:26.984718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.014968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=29e17e91-e5c6-44ad-a085-caa3ddf04702,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:27.043357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-97ff504b-ce27-4e69-a5ca-cc445dd5abea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.070150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-37da4977-9c7b-4d9d-82e3-d76164dcd8ed tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2015922 May 12 20:02:27.070690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] Allocated IP 2001:db8::2 (48a8d48d-dde9-49bc-9263-c52f172c50a3/5fc223af-052a-4d81-bedd-34019db0be63/42087bb8-2675-453c-8aa5-bcc7b4ac3399) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:27.073433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38872) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:27.078525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874f720-65ad-4dcb-9188-133cd13cc4d1 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:27.084827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874f720-65ad-4dcb-9188-133cd13cc4d1 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:27.086327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:27.090766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874f720-65ad-4dcb-9188-133cd13cc4d1 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:27.091712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d874f720-65ad-4dcb-9188-133cd13cc4d1 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Synchronizing usage tracker for tenant:cab6d4dcee954b73b3b18dc276620593 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:27.119589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d874f720-65ad-4dcb-9188-133cd13cc4d1 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Unset dirty status for tenant:cab6d4dcee954b73b3b18dc276620593 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:27.121117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d874f720-65ad-4dcb-9188-133cd13cc4d1 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3040450 May 12 20:02:27.124363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38876) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:27.195042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356a362-98b8-4821-9ac0-5d06ec1c91c9 None None] Network e2d09314-3cbf-455f-8064-f086a2856f1d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:27.256993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Deleting port 6b02217f-e24d-4335-8616-c03e2409b7c6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:27.257376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.308580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] Provisioning for port 09128f25-5e1b-4c2e-ba63-acc14b939863 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:27.318016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] Provisioning complete for port 09128f25-5e1b-4c2e-ba63-acc14b939863 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:27.318798 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.390727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:27.394619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:27.397823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:27.403439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:27.410477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] For port 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42087bb8-2675-453c-8aa5-bcc7b4ac3399,segment=NetworkSegment(21991a28-ae95-4a23-8619-0449a45a60cb),segment_id=21991a28-ae95-4a23-8619-0449a45a60cb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:27.421773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:27.426274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.594272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 20:02:27.608132 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.626243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] Transition to ACTIVE for port object 42087bb8-2675-453c-8aa5-bcc7b4ac3399 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:27.642197 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.690857 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5fc223af-052a-4d81-bedd-34019db0be63 (CIDR: 2001:db8::/64) May 12 20:02:27.695808 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 20:02:27.696538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:27.718655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] Current status of the port 09128f25-5e1b-4c2e-ba63-acc14b939863 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:27.718811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.718997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:27.738105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5fe9fc1f-5afa-482b-afbf-33a670c66bf3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6608775 May 12 20:02:27.738319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:27.745869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:27.895538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a0f8a-4b22-401c-8824-ff9b535b34d9 None None] Pushing event updated for resources: {'Port': ['ID=42087bb8-2675-453c-8aa5-bcc7b4ac3399,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:27.911660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] For port 09128f25-5e1b-4c2e-ba63-acc14b939863, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=09128f25-5e1b-4c2e-ba63-acc14b939863,segment=NetworkSegment(79a82818-f6ff-4c2e-95eb-862ddfe1197a),segment_id=79a82818-f6ff-4c2e-95eb-862ddfe1197a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:27.918622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Calling delete_port for 6b02217f-e24d-4335-8616-c03e2409b7c6 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:27.921957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:28.051426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:28.061430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:28.072151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a264eb3-19e5-4989-b12f-fc69e23cb528 None None] Pushing event updated for resources: {'Port': ['ID=09128f25-5e1b-4c2e-ba63-acc14b939863,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:28.082234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:28.090615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:28.116693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:28.135848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:28.243419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:28.331521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42087bb8-2675-453c-8aa5-bcc7b4ac3399 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:28.409326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event deleted for resources: {'Port': ['ID=6b02217f-e24d-4335-8616-c03e2409b7c6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:28.543235 n-d-841626-1 neutron-server[88113]: INFO neutron.db.ipam_backend_mixin [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b9beca07-a5df-40fb-a6cb-05e06abc42b7 (CIDR: 2001:db8:0:1::/64) May 12 20:02:28.551052 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 20:02:28.553129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:28.554831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09128f25-5e1b-4c2e-ba63-acc14b939863 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:28.602196 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c05d3396-fa76-44c8-87f7-89d4f7c5c7d3 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8626597 May 12 20:02:28.605320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38904) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:28.617326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'subnet': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:28.629901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:28.678324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-13c22880-2f38-4920-8066-86d76a44c29a tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "DELETE /v2.0/ports/6b02217f-e24d-4335-8616-c03e2409b7c6 HTTP/1.1" status: 204 len: 168 time: 1.5528471 May 12 20:02:28.693029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:28.707214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Request body: {'port': {'name': 'tempest-new-port-name-1936221218', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:28.707983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.api.validators [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] bootfile-name is not in valid_values {{(pid=88112) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 20:02:28.708488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.api.validators [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] tftp-server is not in valid_values {{(pid=88112) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 20:02:28.708864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Provisioning for port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:28.709222 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.api.validators [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] server-ip-address is not in valid_values {{(pid=88112) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 12 20:02:28.722090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Provisioning complete for port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:28.722614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:28.804981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:28.812762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Could not find standard attr ID for object 6b02217f-e24d-4335-8616-c03e2409b7c6. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:02:28.840283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 09128f25-5e1b-4c2e-ba63-acc14b939863 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:28.842751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:28.887253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Provisioning complete for port 09128f25-5e1b-4c2e-ba63-acc14b939863 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:28.887569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:28.985354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:28.996145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Usage tracker for resource:subnet and tenant:8b163f6042cf46a0aef5cf1005d783b0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:29.005836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:29.031022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:29.052483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ab39816-5fa6-4306-bfdf-33559afb3554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.057700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Made reservation on behalf of 8b163f6042cf46a0aef5cf1005d783b0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:29.062544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.095434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.206237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-176e8d48-66a7-46f5-97f9-d4360489d8d9 None None] Current status of the port 09128f25-5e1b-4c2e-ba63-acc14b939863 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:29.242861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 09128f25-5e1b-4c2e-ba63-acc14b939863 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:29.352849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Provisioning for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:29.368776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:29.369537 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.718818 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.809417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Subnet': ['ID=e9029842-748a-47a7-80e8-efae9802eee7,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:29.822275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:29.823681 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:29.827433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:29.830507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.873737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0a718aa5-a77c-45f8-902b-65b63b286215 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2669995 May 12 20:02:29.876709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 38928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:29.882869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-839886941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9029842-748a-47a7-80e8-efae9802eee7'}], 'security_groups': ['479cbd20-479a-4c2e-9260-1bd5a6f549fd', '114b1282-c45a-4725-a9cd-2dbb9177a2e6']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:29.896185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:29.901019 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.907239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:29.910147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d5ff5-55fb-4e8d-9f83-e46a49318311 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:30.090023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Provisioning complete for port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:30.090512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.109974 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.133125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] In _notify_port_updated(), no bound segment for port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 on network e2d09314-3cbf-455f-8064-f086a2856f1d {{(pid=88112) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 20:02:30.151077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:30.152909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.159065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "PUT /v2.0/ports/f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 HTTP/1.1" status: 200 len: 1136 time: 1.4623065 May 12 20:02:30.159491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38936) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:30.215242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e65e44-cda3-4b12-a5d1-c057fc9b9793 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event updated for resources: {'Port': ['ID=f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:30.231567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:30.285929 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.298945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e973b7-d574-4c9d-b6e0-317b1b82de87 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:30.300019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-16e973b7-d574-4c9d-b6e0-317b1b82de87 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Synchronizing usage tracker for tenant:cab6d4dcee954b73b3b18dc276620593 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:30.303565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Provisioning complete for port 88d25c2c-3685-404e-b394-d8e3a1a7b644 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:30.304005 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.322528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-16e973b7-d574-4c9d-b6e0-317b1b82de87 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Unset dirty status for tenant:cab6d4dcee954b73b3b18dc276620593 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:30.324005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-16e973b7-d574-4c9d-b6e0-317b1b82de87 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "GET /v2.0/ports/f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 HTTP/1.1" status: 200 len: 1136 time: 0.1111882 May 12 20:02:30.329066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38940) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:30.410443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Deleting port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:30.410799 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.450627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-903eb54c-6c25-43b8-bce7-d3bf22dc7154 None None] Port 88d25c2c-3685-404e-b394-d8e3a1a7b644 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:30.598491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Provisioning for port 29e17e91-e5c6-44ad-a085-caa3ddf04702 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:30.605787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Provisioning complete for port 29e17e91-e5c6-44ad-a085-caa3ddf04702 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:30.606322 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.741993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.783475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Port 29e17e91-e5c6-44ad-a085-caa3ddf04702 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:30.809427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] Update dhcp port {'port': {'network_id': '48a8d48d-dde9-49bc-9263-c52f172c50a3', 'fixed_ips': [{'subnet_id': 'b9beca07-a5df-40fb-a6cb-05e06abc42b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5fc223af-052a-4d81-bedd-34019db0be63', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9029842-748a-47a7-80e8-efae9802eee7'}], 'binding:host_id': 'n-d-841626-1'}, 'id': '42087bb8-2675-453c-8aa5-bcc7b4ac3399'} from n-d-841626-1. {{(pid=88114) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 12 20:02:30.831134 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.869985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Provisioning complete for port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:30.869985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.959841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:30.970926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Calling delete_port for f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:30.979654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Port f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:30.984849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-19b37f83-caeb-4115-981a-69b6a044e5de None None] Could not find standard attr ID for object 6b02217f-e24d-4335-8616-c03e2409b7c6. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:02:31.053040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Delete allocated IP 2001:db8::1c1 (48a8d48d-dde9-49bc-9263-c52f172c50a3/5fc223af-052a-4d81-bedd-34019db0be63) {{(pid=88113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 12 20:02:31.072081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Allocated IP 2001:db8:0:2::f6 (48a8d48d-dde9-49bc-9263-c52f172c50a3/e9029842-748a-47a7-80e8-efae9802eee7/29e17e91-e5c6-44ad-a085-caa3ddf04702) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:31.202795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.273939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event deleted for resources: {'Port': ['ID=f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:31.428034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.443922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.463960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Ignored duplicate provisioning block setup for port 29e17e91-e5c6-44ad-a085-caa3ddf04702 by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 12 20:02:31.471795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.502292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5b1c56b5-f94c-4ae0-a272-f3a70c1a89e3 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "DELETE /v2.0/ports/f46bded1-b2f4-4e5d-bf9e-ae1a3be5d671 HTTP/1.1" status: 204 len: 168 time: 1.1716306 May 12 20:02:31.505904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38968) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:31.554152 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] Allocated IP 2001:db8:0:2::2 (48a8d48d-dde9-49bc-9263-c52f172c50a3/e9029842-748a-47a7-80e8-efae9802eee7/42087bb8-2675-453c-8aa5-bcc7b4ac3399) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:31.594492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-619f9a37-c8ab-4941-a097-1ab7e845ba9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:31.616244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] In _notify_port_updated(), no bound segment for port 29e17e91-e5c6-44ad-a085-caa3ddf04702 on network 48a8d48d-dde9-49bc-9263-c52f172c50a3 {{(pid=88113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 12 20:02:31.622770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:31.623596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.624955 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "PUT /v2.0/ports/29e17e91-e5c6-44ad-a085-caa3ddf04702 HTTP/1.1" status: 200 len: 968 time: 1.7470431 May 12 20:02:31.627906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 38972) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:31.641429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be336d77-8d45-4b79-bedc-21f88bd8ec02 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event updated for resources: {'Port': ['ID=29e17e91-e5c6-44ad-a085-caa3ddf04702,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:31.678275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Deleting subnet 2bddccad-6b7e-4b20-bec4-8bb66c4e782b {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:02:31.681361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.706702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.731459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-619f9a37-c8ab-4941-a097-1ab7e845ba9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:31.731459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-619f9a37-c8ab-4941-a097-1ab7e845ba9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193964437&fields=id&tenant_id=e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 267 time: 0.2933455 May 12 20:02:31.767077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] For port 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42087bb8-2675-453c-8aa5-bcc7b4ac3399,segment=NetworkSegment(21991a28-ae95-4a23-8619-0449a45a60cb),segment_id=21991a28-ae95-4a23-8619-0449a45a60cb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:31.800293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.818110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] Transition to ACTIVE for port object 42087bb8-2675-453c-8aa5-bcc7b4ac3399 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:31.824218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.836456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:31.898604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 29e17e91-e5c6-44ad-a085-caa3ddf04702 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:31.898916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:32.018402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca18e7-14e2-4bff-a401-7752f077d9e3 None None] Pushing event updated for resources: {'Port': ['ID=42087bb8-2675-453c-8aa5-bcc7b4ac3399,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:32.207559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-7f3a1c1e-abc2-4185-bc05-257e930c6aed tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:32.208995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-7f3a1c1e-abc2-4185-bc05-257e930c6aed tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.4696615 May 12 20:02:32.234363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:32.250740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42087bb8-2675-453c-8aa5-bcc7b4ac3399 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:32.300491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-7999063f-caf2-4f8b-96d3-3c855820e02b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/quotas/e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 375 time: 0.0805237 May 12 20:02:32.522242 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:32.605004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-e4b9f61b-8d05-4681-8857-ead60e0a6826 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2976768 May 12 20:02:32.655240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:32.669799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 29e17e91-e5c6-44ad-a085-caa3ddf04702 owned by {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:32.760220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Provisioning for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:32.766666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:32.767248 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:32.870591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event deleted for resources: {'Subnet': ['ID=2bddccad-6b7e-4b20-bec4-8bb66c4e782b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:32.880343 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:32.919429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c0f96d66-0c15-4d6c-bb12-f2b216e13417 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "DELETE /v2.0/subnets/2bddccad-6b7e-4b20-bec4-8bb66c4e782b HTTP/1.1" status: 204 len: 168 time: 1.4077554 May 12 20:02:32.919588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:32.954101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea23da-4217-488a-8193-5697c1f89754 None None] Network e2d09314-3cbf-455f-8064-f086a2856f1d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:32.982696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-31ccfa11-d197-4e91-8c4a-83df31853245 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841742 May 12 20:02:33.051952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.063702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Deleting port 09128f25-5e1b-4c2e-ba63-acc14b939863 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:33.064283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.238297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.311075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=29e17e91-e5c6-44ad-a085-caa3ddf04702,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:33.328658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] For port 09128f25-5e1b-4c2e-ba63-acc14b939863, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=09128f25-5e1b-4c2e-ba63-acc14b939863,segment=NetworkSegment(79a82818-f6ff-4c2e-95eb-862ddfe1197a),segment_id=79a82818-f6ff-4c2e-95eb-862ddfe1197a)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:33.329024 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.336982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:33.362636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-279037cf-af39-470a-a787-6a6b02fc4d43 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279724 May 12 20:02:33.381082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.401248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2d2419b0-f9b6-4b76-a9b8-3ec53ce88d52 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/29e17e91-e5c6-44ad-a085-caa3ddf04702 HTTP/1.1" status: 204 len: 168 time: 1.7721901 May 12 20:02:33.403749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39008) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:33.451661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Could not find standard attr ID for object 29e17e91-e5c6-44ad-a085-caa3ddf04702. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:02:33.475985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Calling delete_port for 09128f25-5e1b-4c2e-ba63-acc14b939863 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:33.491672 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2168028-86ce-4457-a516-ded627986a78 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] GET failed (client error): The resource could not be found. May 12 20:02:33.492472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2168028-86ce-4457-a516-ded627986a78 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:33.517868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Provisioning complete for port 88d25c2c-3685-404e-b394-d8e3a1a7b644 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:33.518239 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.556819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d2168028-86ce-4457-a516-ded627986a78 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:33.558082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d2168028-86ce-4457-a516-ded627986a78 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports/29e17e91-e5c6-44ad-a085-caa3ddf04702 HTTP/1.1" status: 404 len: 333 time: 0.1533554 May 12 20:02:33.560947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39016) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:33.584918 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.631984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9fb62ac3-5c35-42dd-a9f7-d7d867a5ccdb None None] Port 88d25c2c-3685-404e-b394-d8e3a1a7b644 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:33.655983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event deleted for resources: {'Port': ['ID=09128f25-5e1b-4c2e-ba63-acc14b939863,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:33.667189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] No DVR routers for this DVR port 09128f25-5e1b-4c2e-ba63-acc14b939863 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:02:33.687838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d04d-0a34-49ef-8648-1a1d2758436e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.741749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d04d-0a34-49ef-8648-1a1d2758436e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.747981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0f850-9975-4dca-baa2-ed951d19af3a None None] DHCP port deletion for e2d09314-3cbf-455f-8064-f086a2856f1d request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:02:33.755211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bc636ddd-c27f-4d4f-85aa-16bea3bb706e None None] Could not find standard attr ID for object 29e17e91-e5c6-44ad-a085-caa3ddf04702. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:02:33.812002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d04d-0a34-49ef-8648-1a1d2758436e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.832241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8d04d-0a34-49ef-8648-1a1d2758436e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778be5a8-282a-4a2c-aa2b-b606c010496b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:33.835953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d04d-0a34-49ef-8648-1a1d2758436e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.837379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a2f8d04d-0a34-49ef-8648-1a1d2758436e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/security-groups/778be5a8-282a-4a2c-aa2b-b606c010496b HTTP/1.1" status: 204 len: 168 time: 0.2754557 May 12 20:02:33.841005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39026) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:33.865078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.918830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d09314-3cbf-455f-8064-f086a2856f1d']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:33.935736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a82818-f6ff-4c2e-95eb-862ddfe1197a') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:33.936325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a82818-f6ff-4c2e-95eb-862ddfe1197a') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:33.958656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.983955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.992119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f20834e-44ba-4885-9475-559f97b79f7e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:33.999175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:02:33.999175 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: timer() May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:02:34.020974 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:02:34.057844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1232176-7ee7-4ef5-81b5-e3ccf68ea583 req-ab8785a1-0edd-4026-9ff5-de070d7aa7e1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 210 time: 0.0617106 May 12 20:02:34.109264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f20834e-44ba-4885-9475-559f97b79f7e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.143003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.165718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.177395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] Pushing event deleted for resources: {'Network': ['ID=e2d09314-3cbf-455f-8064-f086a2856f1d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:34.192665 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45b43e0e-5314-40be-a8fb-c5fdad550983 tempest-ExtraDHCPOptionsTestJSON-240707998 tempest-ExtraDHCPOptionsTestJSON-240707998-project] 10.222.0.72 "DELETE /v2.0/networks/e2d09314-3cbf-455f-8064-f086a2856f1d HTTP/1.1" status: 204 len: 168 time: 1.2739973 May 12 20:02:34.208235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f20834e-44ba-4885-9475-559f97b79f7e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.247033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09128f25-5e1b-4c2e-ba63-acc14b939863 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:02:34.257984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20834e-44ba-4885-9475-559f97b79f7e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b1282-c45a-4725-a9cd-2dbb9177a2e6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:34.261593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f20834e-44ba-4885-9475-559f97b79f7e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.262752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f20834e-44ba-4885-9475-559f97b79f7e tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/security-groups/114b1282-c45a-4725-a9cd-2dbb9177a2e6 HTTP/1.1" status: 204 len: 168 time: 0.4205985 May 12 20:02:34.266953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39050) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:34.323495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 09128f25-5e1b-4c2e-ba63-acc14b939863 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:02:34.324009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 09128f25-5e1b-4c2e-ba63-acc14b939863 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:02:34.398162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24d85401-727b-4b44-9d73-0f6c1d2b72ef tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.432041 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24d85401-727b-4b44-9d73-0f6c1d2b72ef tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.499202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24d85401-727b-4b44-9d73-0f6c1d2b72ef tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.517502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d85401-727b-4b44-9d73-0f6c1d2b72ef tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479cbd20-479a-4c2e-9260-1bd5a6f549fd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:34.533032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-24d85401-727b-4b44-9d73-0f6c1d2b72ef tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.536938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39060) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:34.537579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-24d85401-727b-4b44-9d73-0f6c1d2b72ef tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/security-groups/479cbd20-479a-4c2e-9260-1bd5a6f549fd HTTP/1.1" status: 204 len: 168 time: 0.2694783 May 12 20:02:34.604875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39066) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:34.749368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet 5fc223af-052a-4d81-bedd-34019db0be63 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:02:34.752437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.812931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-71aa8886-ce3d-4367-ae9c-d77d0d2a9454 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cab6d4dcee954b73b3b18dc276620593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066426 May 12 20:02:34.815292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39072) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:34.819518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.895540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6c68f8-36a0-4f3c-ad04-75602a89439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.926575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.927328 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6c68f8-36a0-4f3c-ad04-75602a89439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:34.999295 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6c68f8-36a0-4f3c-ad04-75602a89439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:35.018294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:35.020013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd6c68f8-36a0-4f3c-ad04-75602a89439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:35.021340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd6c68f8-36a0-4f3c-ad04-75602a89439d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/001d0036-4489-451d-9493-46008e10f564 HTTP/1.1" status: 204 len: 168 time: 0.2047448 May 12 20:02:35.022789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c68f8-36a0-4f3c-ad04-75602a89439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001d0036-4489-451d-9493-46008e10f564,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:35.063097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc223af-052a-4d81-bedd-34019db0be63,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:35.066875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:35.079528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7205f-7229-4eec-8022-02406c8509a9 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:35.092761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39086) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:35.101980 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5ff0c325-76b6-4fca-84d3-68fbb6465c37 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/5fc223af-052a-4d81-bedd-34019db0be63 HTTP/1.1" status: 204 len: 168 time: 0.5506306 May 12 20:02:35.226965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet e9029842-748a-47a7-80e8-efae9802eee7 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:02:35.231904 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:35.642866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8d7cc51-095b-467d-ba0a-2e51ed8e149f req-a573c154-b752-403b-a1e2-f13d7fbfacc8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 210 time: 0.1709673 May 12 20:02:35.678219 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:35.824699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-11000c0c-ed51-4ee1-9988-1ab021b389d1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:35.826822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-11000c0c-ed51-4ee1-9988-1ab021b389d1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.3538988 May 12 20:02:35.929815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-0ecae85b-7cd1-432e-96e9-f15e597a9779 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 380 time: 0.0922022 May 12 20:02:35.942586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:35.992664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'port': {'device_id': '71575efd-714b-4408-addd-35febb593119', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'admin_state_up': True, 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'security_groups': ['de89d952-28de-4dc2-954d-7809ef8fc67b']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:36.258864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:36.278037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:36.305563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:36.309915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:36.325372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39128) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.388628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:36.462008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:36.467948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c3954-1719-413d-8d15-9d0757543120 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:36.491735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3567dea0-d0f3-447f-bb0a-889e41a0c66b tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] Request body: {'port': {'network_id': 'c61d4f00-fbe3-46a0-8500-51c2c5eb6f9d', 'name': 'tempest-NetworksNegativeTestJSON-1361795731'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:36.503103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=e9029842-748a-47a7-80e8-efae9802eee7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:36.518746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-38f2a20d-4e20-4a9f-8c29-51c13cfcd4e8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/e9029842-748a-47a7-80e8-efae9802eee7 HTTP/1.1" status: 204 len: 168 time: 1.4248631 May 12 20:02:36.539645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39134) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.584736 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc81932-9cc4-4d2d-8e4d-a71b92f15d6d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:36.585718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc81932-9cc4-4d2d-8e4d-a71b92f15d6d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:36.590192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.20.0.5 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/ceeda5a4-7998-4a7e-800c-4d4d9d2d6027) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:36.591099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dcc81932-9cc4-4d2d-8e4d-a71b92f15d6d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/5fc223af-052a-4d81-bedd-34019db0be63 HTTP/1.1" status: 404 len: 337 time: 0.0501223 May 12 20:02:36.591758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39138) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.592659 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3567dea0-d0f3-447f-bb0a-889e41a0c66b tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] POST failed (client error): The resource could not be found. May 12 20:02:36.593329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3567dea0-d0f3-447f-bb0a-889e41a0c66b tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:36.594708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3567dea0-d0f3-447f-bb0a-889e41a0c66b tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2675631 May 12 20:02:36.598975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39142) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.637781 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b6e5d-2c4b-4744-993a-02c57a6b58ba tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] DELETE failed (client error): The resource could not be found. May 12 20:02:36.638953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4b6e5d-2c4b-4744-993a-02c57a6b58ba tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:36.643810 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ef4b6e5d-2c4b-4744-993a-02c57a6b58ba tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "DELETE /v2.0/networks/0251d8ca-d0c8-481b-9cc5-e1886ee46abc HTTP/1.1" status: 404 len: 339 time: 0.0435245 May 12 20:02:36.647631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39148) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.691899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1f57df8f-2816-4a6e-9f99-45ce193dfb57 None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:36.692394 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1f57df8f-2816-4a6e-9f99-45ce193dfb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:36.727544 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ce69a4-f7db-41f5-9a29-fa47fcb129c8 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] DELETE failed (client error): The resource could not be found. May 12 20:02:36.728080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ce69a4-f7db-41f5-9a29-fa47fcb129c8 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:36.730047 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-58ce69a4-f7db-41f5-9a29-fa47fcb129c8 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "DELETE /v2.0/ports/56d31836-0b81-4b75-8003-e23f3b51aea7 HTTP/1.1" status: 404 len: 333 time: 0.0812099 May 12 20:02:36.735526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.861149 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed98e34e-4590-41b4-a0d9-f400025a359a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] DELETE failed (client error): The resource could not be found. May 12 20:02:36.861637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed98e34e-4590-41b4-a0d9-f400025a359a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:36.867231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed98e34e-4590-41b4-a0d9-f400025a359a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "DELETE /v2.0/subnets/db8aaa88-7ab7-4de3-b976-24334d95be0c HTTP/1.1" status: 404 len: 337 time: 0.1270087 May 12 20:02:36.867826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39160) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.872983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:36.923019 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30bbec3-ce16-465e-8e14-e116d2d85ebe tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] GET failed (client error): The resource could not be found. May 12 20:02:36.927959 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d30bbec3-ce16-465e-8e14-e116d2d85ebe tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "GET /v2.0/networks/c993d004-2d8b-432d-ae4d-b4c361289719 HTTP/1.1" status: 404 len: 339 time: 0.0561149 May 12 20:02:36.928468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39164) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:36.933271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Transition to ACTIVE for port object ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:36.955685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0daa50d4-df0c-4cd0-86f2-df1aff968ee2 req-b52e5a1f-1fcf-4171-83b4-a0e2b8cbb968 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:36.974600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting subnet b9beca07-a5df-40fb-a6cb-05e06abc42b7 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:02:36.985817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.008825 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-be46ea51-b4ea-492c-9010-f470eaddf9d1 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] GET failed (client error): The resource could not be found. May 12 20:02:37.013615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be46ea51-b4ea-492c-9010-f470eaddf9d1 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "GET /v2.0/ports/a5cdcd3e-d1c4-4af0-a756-fd515a0a4f4a HTTP/1.1" status: 404 len: 333 time: 0.0762739 May 12 20:02:37.013874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39170) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:37.023355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0daa50d4-df0c-4cd0-86f2-df1aff968ee2 req-b52e5a1f-1fcf-4171-83b4-a0e2b8cbb968 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:37.037019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0daa50d4-df0c-4cd0-86f2-df1aff968ee2 req-b52e5a1f-1fcf-4171-83b4-a0e2b8cbb968 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 210 time: 0.1442664 May 12 20:02:37.077021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1f57df8f-2816-4a6e-9f99-45ce193dfb57 None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:37.084724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.094166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1f57df8f-2816-4a6e-9f99-45ce193dfb57 None None] Provisioning complete for port 88d25c2c-3685-404e-b394-d8e3a1a7b644 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:37.094539 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1f57df8f-2816-4a6e-9f99-45ce193dfb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.122550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.159397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1f57df8f-2816-4a6e-9f99-45ce193dfb57 None None] Port 88d25c2c-3685-404e-b394-d8e3a1a7b644 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:37.159920 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a137f03a-716f-45e3-b362-c23c32d2f71a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] GET failed (client error): The resource could not be found. May 12 20:02:37.161470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a137f03a-716f-45e3-b362-c23c32d2f71a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "GET /v2.0/subnets/18352c38-1e83-4ef3-9c49-ce32f993d87c HTTP/1.1" status: 404 len: 337 time: 0.1464903 May 12 20:02:37.167660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:37.178098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2d230c60-bde1-4f99-9194-3ff33690d33a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:37.239053 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d230c60-bde1-4f99-9194-3ff33690d33a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] PUT failed (client error): The resource could not be found. May 12 20:02:37.241880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d230c60-bde1-4f99-9194-3ff33690d33a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:37.243796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2d230c60-bde1-4f99-9194-3ff33690d33a tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "PUT /v2.0/networks/eb51baf4-6da3-465d-be5c-388966b9bfc0 HTTP/1.1" status: 404 len: 339 time: 0.0749857 May 12 20:02:37.252895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39182) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:37.259044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:37.259451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1fad4de7-c78b-4f04-94d4-df9b2bb1f296 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:37.266458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:37.269014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:37.299664 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fad4de7-c78b-4f04-94d4-df9b2bb1f296 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] PUT failed (client error): The resource could not be found. May 12 20:02:37.300143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fad4de7-c78b-4f04-94d4-df9b2bb1f296 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:37.301321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1fad4de7-c78b-4f04-94d4-df9b2bb1f296 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "PUT /v2.0/ports/ce24f097-4acb-4aee-9c2b-aa5313a8824a HTTP/1.1" status: 404 len: 333 time: 0.0471337 May 12 20:02:37.305209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39186) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:37.312957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-aea0452b-88d5-452c-9687-194b04c62569 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:37.355051 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea0452b-88d5-452c-9687-194b04c62569 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] PUT failed (client error): The resource could not be found. May 12 20:02:37.355704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea0452b-88d5-452c-9687-194b04c62569 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:37.358277 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aea0452b-88d5-452c-9687-194b04c62569 tempest-NetworksNegativeTestJSON-1244047537 tempest-NetworksNegativeTestJSON-1244047537-project] 10.222.0.72 "PUT /v2.0/subnets/0ca58d33-0883-4e67-9ebb-322090d970d0 HTTP/1.1" status: 404 len: 337 time: 0.0518775 May 12 20:02:37.377547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:37.412461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:37.413088 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.456660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.495175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-3016e7cc-27cd-49c4-be92-97172667cdf0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5069697 May 12 20:02:37.519729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Request body: {'port': {'device_id': '71575efd-714b-4408-addd-35febb593119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:37.708753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9892ca14-3992-4302-9d9d-06265e8bf5d3 None None] Provisioning for port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:37.716005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9892ca14-3992-4302-9d9d-06265e8bf5d3 None None] Provisioning complete for port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:37.716474 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9892ca14-3992-4302-9d9d-06265e8bf5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.722787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.803899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9892ca14-3992-4302-9d9d-06265e8bf5d3 None None] Port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:37.839568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:37.905214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39202) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.059485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.062827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Subnet': ['ID=b9beca07-a5df-40fb-a6cb-05e06abc42b7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:38.084488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.121304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:38.123969 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.129588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Usage tracker for resource:security_group_rule and tenant:957e3294786e41d9878a365affcb9158 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:38.132865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:38.139476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:38.140825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aabf32ef-2ad1-4afb-bc32-a7b9cf0a42bd tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/b9beca07-a5df-40fb-a6cb-05e06abc42b7 HTTP/1.1" status: 204 len: 168 time: 1.5478108 May 12 20:02:38.144352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.206295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4801c46-d5ba-42da-96b4-443c85a219c5 None None] Network 48a8d48d-dde9-49bc-9263-c52f172c50a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:38.238962 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e195b024-86b5-4787-a797-b343a78cf7d8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:38.240482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e195b024-86b5-4787-a797-b343a78cf7d8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:38.252651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e195b024-86b5-4787-a797-b343a78cf7d8 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/34f18831-741d-4cf6-9e24-3f750fa90a82 HTTP/1.1" status: 404 len: 337 time: 0.1059177 May 12 20:02:38.255011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39216) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.339847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a2be9668-35de-45d7-82af-280a3470e63d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Synchronizing usage tracker for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:38.363524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a2be9668-35de-45d7-82af-280a3470e63d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Unset dirty status for tenant:8b163f6042cf46a0aef5cf1005d783b0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:38.369384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a2be9668-35de-45d7-82af-280a3470e63d tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f HTTP/1.1" status: 200 len: 205 time: 0.1100552 May 12 20:02:38.371675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39224) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.469437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-958c9b3b-6aae-4ba6-99e8-2ce815d44970 None None] Provisioning complete for port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:38.469437 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-958c9b3b-6aae-4ba6-99e8-2ce815d44970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.498239 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-f0e13428-82a6-4ef2-b0a9-0a56bf31c970 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] delete failed (client error): The resource could not be found. May 12 20:02:38.502260 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0e13428-82a6-4ef2-b0a9-0a56bf31c970 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/routers/9dcb8f39-a540-4b7e-a1c0-1e467e4cbc1f HTTP/1.1" status: 404 len: 336 time: 0.1284683 May 12 20:02:38.502724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39228) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.512777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b28e1-08a3-4c56-ad7f-aba208e7f714 req-f5bd97c2-5bb9-474b-bba9-2726a2c8b2fa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:38.520173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df4b28e1-08a3-4c56-ad7f-aba208e7f714 req-f5bd97c2-5bb9-474b-bba9-2726a2c8b2fa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 931 time: 0.2583103 May 12 20:02:38.588617 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-daab370a-56e2-4303-813d-243aa049e538 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:38.589059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daab370a-56e2-4303-813d-243aa049e538 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:38.593352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-daab370a-56e2-4303-813d-243aa049e538 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/55c8f0af-1be3-4357-ab3b-609a93065575 HTTP/1.1" status: 404 len: 337 time: 0.0698113 May 12 20:02:38.596901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39232) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.638489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df4b28e1-08a3-4c56-ad7f-aba208e7f714 req-9b3f81b4-6deb-4bfa-b476-07727f364e23 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747347 May 12 20:02:38.649282 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.652486 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f272080d-4465-45a7-b490-ee95885dc689 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:38.653624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f272080d-4465-45a7-b490-ee95885dc689 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:38.659115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.703140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c7886-c049-408f-9217-887a1047b68a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:38.709169 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f272080d-4465-45a7-b490-ee95885dc689 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/c5fbe860-368e-4c9b-8d37-f0576dc8c9f3 HTTP/1.1" status: 404 len: 337 time: 0.1111672 May 12 20:02:38.717740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.732830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-958c9b3b-6aae-4ba6-99e8-2ce815d44970 None None] Current status of the port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:38.737156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] DHCP port deletion for 48a8d48d-dde9-49bc-9263-c52f172c50a3 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:02:38.743366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Deleting port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:38.743732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.745749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:02:38.760063 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.764928 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a161da-103e-420e-8011-032557d9145b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:38.765619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a161da-103e-420e-8011-032557d9145b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:38.770966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-17a161da-103e-420e-8011-032557d9145b tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/6bbbf6ed-88c9-456a-a43e-9ac6dc517e6b HTTP/1.1" status: 404 len: 337 time: 0.0516911 May 12 20:02:38.771275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39244) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.776434 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5f54ba0c-4883-4f52-aecc-0c19a3c4172a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=957e3294786e41d9878a365affcb9158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8692675 May 12 20:02:38.779081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39248) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.806474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-958c9b3b-6aae-4ba6-99e8-2ce815d44970 None None] Provisioning complete for port 88d25c2c-3685-404e-b394-d8e3a1a7b644 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:38.807077 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-958c9b3b-6aae-4ba6-99e8-2ce815d44970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.841352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Transition to ACTIVE for port object ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:38.849651 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f73965c-99ee-4270-8292-2f93b08c036f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:38.850251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f73965c-99ee-4270-8292-2f93b08c036f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:38.854796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8f73965c-99ee-4270-8292-2f93b08c036f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/2e7e6874-cf3d-48eb-a87a-ce86e8179718 HTTP/1.1" status: 404 len: 333 time: 0.0823359 May 12 20:02:38.855547 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.856373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39252) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.871398 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.917650 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4256283c-2acd-4e1d-9fe3-8a410efad47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.946457 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3982374e-f110-419e-9ce4-af9b11b3c1da tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:38.946912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3982374e-f110-419e-9ce4-af9b11b3c1da tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:38.948611 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3982374e-f110-419e-9ce4-af9b11b3c1da tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/69a93070-9ecd-447a-aa9d-17573bd6423a HTTP/1.1" status: 404 len: 337 time: 0.0912604 May 12 20:02:38.950599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4256283c-2acd-4e1d-9fe3-8a410efad47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:38.958010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39256) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:38.960997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-958c9b3b-6aae-4ba6-99e8-2ce815d44970 None None] Port 88d25c2c-3685-404e-b394-d8e3a1a7b644 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:39.007414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Pushing event updated for resources: {'Port': ['ID=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:39.043722 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05b3d39-87ed-47dd-8beb-19442d7b7943 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:39.044172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05b3d39-87ed-47dd-8beb-19442d7b7943 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:39.050735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c05b3d39-87ed-47dd-8beb-19442d7b7943 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/d8fb01b7-1bb5-4795-871b-9167ae6bd6f4 HTTP/1.1" status: 404 len: 337 time: 0.0895939 May 12 20:02:39.051580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:39.129651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] For port 42087bb8-2675-453c-8aa5-bcc7b4ac3399, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42087bb8-2675-453c-8aa5-bcc7b4ac3399,segment=NetworkSegment(21991a28-ae95-4a23-8619-0449a45a60cb),segment_id=21991a28-ae95-4a23-8619-0449a45a60cb)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:39.130151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.185008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Attempting to bind port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:02:39.185599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Attempting to bind port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:02:39.185930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Attempting to bind port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:39.191346 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:02:39.191721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Attempting to bind port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:39.198192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:02:39.198374 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d4e84d-c8a5-4901-801a-4f212d9585d2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:39.198760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d4e84d-c8a5-4901-801a-4f212d9585d2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:39.198870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:39.199315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:02:39.199846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Bound port: ceeda5a4-7998-4a7e-800c-4d4d9d2d6027, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:02:39.200702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.203152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66d4e84d-c8a5-4901-801a-4f212d9585d2 tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/da849137-6266-4872-91ce-7a696344d18c HTTP/1.1" status: 404 len: 333 time: 0.1485319 May 12 20:02:39.206634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39268) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:39.292409 n-d-841626-1 neutron-server[88113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b977205-e2f5-45d3-93bb-f20ef806313a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:39.293016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b977205-e2f5-45d3-93bb-f20ef806313a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:39.306463 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8b977205-e2f5-45d3-93bb-f20ef806313a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/51239eae-f89e-4db8-9d58-8f421c2b7b08 HTTP/1.1" status: 404 len: 337 time: 0.0986996 May 12 20:02:39.308341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4256283c-2acd-4e1d-9fe3-8a410efad47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.309836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39274) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:39.315472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4256283c-2acd-4e1d-9fe3-8a410efad47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.319140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4256283c-2acd-4e1d-9fe3-8a410efad47d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/106c7886-c049-408f-9217-887a1047b68a HTTP/1.1" status: 204 len: 168 time: 0.5384533 May 12 20:02:39.342240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256283c-2acd-4e1d-9fe3-8a410efad47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c7886-c049-408f-9217-887a1047b68a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:39.363880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Calling delete_port for 42087bb8-2675-453c-8aa5-bcc7b4ac3399 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:39.376178 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-06025b0b-884b-466e-b5df-68e105f1827a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] DELETE failed (client error): The resource could not be found. May 12 20:02:39.376721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06025b0b-884b-466e-b5df-68e105f1827a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:02:39.381733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39284) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:39.397817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-06025b0b-884b-466e-b5df-68e105f1827a tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/subnets/24b68e9b-263b-4e20-a223-d8f8b869e641 HTTP/1.1" status: 404 len: 337 time: 0.0863478 May 12 20:02:39.405676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] For port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:39.409335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] For port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:02:39.427957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.467615 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.506992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:39.506992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.507586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] 10.222.0.36 "PUT /v2.0/ports/ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 HTTP/1.1" status: 200 len: 1091 time: 1.9995308 May 12 20:02:39.508297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:02:39.542742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Deleting port 88d25c2c-3685-404e-b394-d8e3a1a7b644 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:39.548930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:39.549478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Pushing event deleted for resources: {'Port': ['ID=42087bb8-2675-453c-8aa5-bcc7b4ac3399,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:39.563408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.563745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.564394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.564865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.565357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.565924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.566401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.567111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.567671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.568269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.568724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.569167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:02:39.577259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553f61d-d2b4-4b29-af9c-c7ba6b3e21d5 None None] No DVR routers for this DVR port 42087bb8-2675-453c-8aa5-bcc7b4ac3399 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:02:39.646285 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4987d1-c8a5-4ef4-92d9-fc8157201185'] response: {'name': 'network-changed', 'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'status': 'completed', 'code': 200} May 12 20:02:39.704554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a06226-df68-43d0-8172-d158fa83fcbe service neutron] Pushing event updated for resources: {'Port': ['ID=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:39.717437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-5476f3f1-c778-4d14-a724-7e72e7f5ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:39.718989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-5476f3f1-c778-4d14-a724-7e72e7f5ad01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 1094 time: 0.1498008 May 12 20:02:39.874382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-d5e8832e-b56c-4e9f-9f48-7c1034f28245 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 HTTP/1.1" status: 200 len: 217 time: 0.1440337 May 12 20:02:39.960708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a3636bb0-d686-476c-9e4d-b4105df4cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:39.969912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-a3636bb0-d686-476c-9e4d-b4105df4cb77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0870373 May 12 20:02:39.971195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:40.075238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3d660-b522-45d7-8788-951e2723a05a req-960cd6b3-4896-4e3d-9993-3158d7f14236 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:40.081886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46d3d660-b522-45d7-8788-951e2723a05a req-960cd6b3-4896-4e3d-9993-3158d7f14236 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 943 time: 0.2611547 May 12 20:02:40.130695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Calling delete_port for 88d25c2c-3685-404e-b394-d8e3a1a7b644 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:40.136747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-e7c686e7-066c-4bc5-9d83-2d4fc0da44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:40.138474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-e7c686e7-066c-4bc5-9d83-2d4fc0da44be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609480 May 12 20:02:40.141364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46d3d660-b522-45d7-8788-951e2723a05a req-d9fd333c-0c67-41cb-8308-00a199d85da8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565753 May 12 20:02:40.232996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42087bb8-2675-453c-8aa5-bcc7b4ac3399 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:02:40.293944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 42087bb8-2675-453c-8aa5-bcc7b4ac3399 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:02:40.294608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42087bb8-2675-453c-8aa5-bcc7b4ac3399 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:02:40.326988 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:40.378541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-4d6204fc-13bb-4443-ae13-376a397cfc56 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336025 May 12 20:02:40.393070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Port': ['ID=88d25c2c-3685-404e-b394-d8e3a1a7b644,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:40.395062 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:40.412974 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1fb019bc-a821-43b6-9898-ceb613e2c8be tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/ports/88d25c2c-3685-404e-b394-d8e3a1a7b644 HTTP/1.1" status: 204 len: 168 time: 1.0280409 May 12 20:02:40.413242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39320) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:40.570934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:40.703129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da1b2cd9-a2bd-462a-a593-678c6c6bdbbc req-ba3a27c7-8750-475e-9fe8-4e005d9d000e service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131275 May 12 20:02:40.882308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-b687d9a2-645d-484a-9f2e-b64af717d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:40.884248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-b687d9a2-645d-484a-9f2e-b64af717d9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 1094 time: 0.1255286 May 12 20:02:40.888136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:40.922397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a8d48d-dde9-49bc-9263-c52f172c50a3']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:40.938825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21991a28-ae95-4a23-8619-0449a45a60cb') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:40.939603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21991a28-ae95-4a23-8619-0449a45a60cb') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:40.954751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:40.976875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:40.989806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:02:40.990308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: timer() May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:02:41.015670 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:02:41.045430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-6f7e263f-cfc6-4e44-a878-ecc9a6e67a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:41.047130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-6f7e263f-cfc6-4e44-a878-ecc9a6e67a13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1506772 May 12 20:02:41.154400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-c93232db-9c5b-4928-9745-2419f882949b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 HTTP/1.1" status: 200 len: 217 time: 0.0963235 May 12 20:02:41.169478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:41.211260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:41.222193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] Pushing event deleted for resources: {'Network': ['ID=48a8d48d-dde9-49bc-9263-c52f172c50a3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:41.235911 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1eb77143-acef-4596-8794-d5b4c48f252f tempest-PortsIpV6TestJSON-1535746398 tempest-PortsIpV6TestJSON-1535746398-project] 10.222.0.72 "DELETE /v2.0/networks/48a8d48d-dde9-49bc-9263-c52f172c50a3 HTTP/1.1" status: 204 len: 168 time: 0.8216527 May 12 20:02:41.286191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-e68fe7c7-4840-433b-b45d-2977facb57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:41.288603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-e68fe7c7-4840-433b-b45d-2977facb57db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1274903 May 12 20:02:41.459838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-b8d2d984-fc70-4f03-985c-6ce6d9d0f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:41.462063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-b8d2d984-fc70-4f03-985c-6ce6d9d0f383 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668587 May 12 20:02:41.495451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3653dc4-0f86-434e-9413-963e85426c61 req-c99f7fbb-51be-4a35-ad8c-4e515a5452ac tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:41.496677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3653dc4-0f86-434e-9413-963e85426c61 req-c99f7fbb-51be-4a35-ad8c-4e515a5452ac tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 943 time: 0.1567831 May 12 20:02:41.655002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3653dc4-0f86-434e-9413-963e85426c61 req-16c4bc86-10b3-4a3d-901d-afa2484d7df2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711756 May 12 20:02:41.714407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-21698f3e-9c5b-4297-971c-75cbf316dedd service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398458 May 12 20:02:41.727143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39382) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:41.885457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0d29cee-75d4-4dd1-8d83-18627c6e9e15 req-51087da5-b3ef-4fa1-9624-4619302cdff6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577759 May 12 20:02:41.926129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e13c756c-0055-411e-8524-da068f5ce9c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b163f6042cf46a0aef5cf1005d783b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977344 May 12 20:02:41.928717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39402) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:41.988821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55ea30ba-50c4-4da9-9b85-fd1827adfc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.016376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55ea30ba-50c4-4da9-9b85-fd1827adfc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.076510 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55ea30ba-50c4-4da9-9b85-fd1827adfc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.101470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55ea30ba-50c4-4da9-9b85-fd1827adfc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.115290 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-55ea30ba-50c4-4da9-9b85-fd1827adfc3e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6b290214-6e19-4634-b1ec-715b9a50a070 HTTP/1.1" status: 204 len: 168 time: 0.1757619 May 12 20:02:42.116453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea30ba-50c4-4da9-9b85-fd1827adfc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b290214-6e19-4634-b1ec-715b9a50a070,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:42.276767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39426) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:42.415987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.436815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:42.440977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Usage tracker for resource:security_group_rule and tenant:2272b5762c414b7cb045d4f4525cc60e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:42.444050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:42.451372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:42.543802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.548270 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.595624 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2272b5762c414b7cb045d4f4525cc60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172786 May 12 20:02:42.598163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39446) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:42.600859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2a398-9874-42a2-aa11-0f9b7176c016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9b85d-e7db-43ea-8b2f-7427a9200442,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:42.666667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a734e3f8-9222-4d42-ba29-a29e899e9147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.699460 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a734e3f8-9222-4d42-ba29-a29e899e9147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.761371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a734e3f8-9222-4d42-ba29-a29e899e9147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.823745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734e3f8-9222-4d42-ba29-a29e899e9147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9b85d-e7db-43ea-8b2f-7427a9200442,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:42.839167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a734e3f8-9222-4d42-ba29-a29e899e9147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:42.843451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a734e3f8-9222-4d42-ba29-a29e899e9147 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cfb9b85d-e7db-43ea-8b2f-7427a9200442 HTTP/1.1" status: 204 len: 168 time: 0.2439353 May 12 20:02:42.862093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39458) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:42.879141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed266e-ff1e-4211-afae-fe1482478715 req-ef3df41e-6783-4284-ae78-7a06068312fe tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:42.880687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36ed266e-ff1e-4211-afae-fe1482478715 req-ef3df41e-6783-4284-ae78-7a06068312fe tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 943 time: 0.1147454 May 12 20:02:42.939908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36ed266e-ff1e-4211-afae-fe1482478715 req-3930a08b-a56f-4879-9d27-45f9c14ead6e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497217 May 12 20:02:42.990070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-433562359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:43.010213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:43.015815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:router and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:43.020389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:43.026448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:43.043198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.044255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.060474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.083174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.124474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.128896 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e0271aad-d75e-4051-8ebe-40cc6ca13211 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2587867 May 12 20:02:43.129253 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39466) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:43.137201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-479710182'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:43.147320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:43.152876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:network and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:43.156463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:43.163969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:43.181406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:43.185803 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.200728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.216852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:43.220626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:security_group_rule and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:43.223501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:43.229169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:43.255129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39470) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:43.279578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.300178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:43.308600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Usage tracker for resource:security_group_rule and tenant:695341e19eec4dbc8c65c4279f61ffd6 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:43.312195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:43.321949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:43.379191 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.385706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.424635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:02:43.440633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713c05b4-eba8-4cfc-a93d-bd149560e6ab,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:43.489526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.490082 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Added segment 2b6bf805-21fc-4505-9217-e7630ec4e848 of type vlan for network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 May 12 20:02:43.513050 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.527149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.542840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.585163 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=695341e19eec4dbc8c65c4279f61ffd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287451 May 12 20:02:43.587864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39476) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:43.593908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4a110-06ab-4719-9232-a697ba6ea2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccfdce1-abe2-46f4-97ca-8a8eece637c1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:43.613012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.618558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:43.619134 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.657389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-855bd6d3-f7f3-4571-8a55-80154ebb61af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.683406 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-855bd6d3-f7f3-4571-8a55-80154ebb61af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.727053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Network': ['ID=4e777b64-f560-47d5-8ee7-dbb6bfe2ef19,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:43.730487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-73ca2134-9c7d-46e7-a48e-c2fe7497544c tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5998206 May 12 20:02:43.734338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39480) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:43.737968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:02:43.740679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'subnet': {'network_id': '4e777b64-f560-47d5-8ee7-dbb6bfe2ef19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:43.757594 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-855bd6d3-f7f3-4571-8a55-80154ebb61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.826027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bd6d3-f7f3-4571-8a55-80154ebb61af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccfdce1-abe2-46f4-97ca-8a8eece637c1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:43.845888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-855bd6d3-f7f3-4571-8a55-80154ebb61af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:43.849232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-855bd6d3-f7f3-4571-8a55-80154ebb61af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ccfdce1-abe2-46f4-97ca-8a8eece637c1 HTTP/1.1" status: 204 len: 168 time: 0.2580895 May 12 20:02:43.867062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:43.870833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:subnet and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:43.874019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:43.879664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:43.891024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:43.894578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.188026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.228032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c0770-4bff-43eb-9a78-acf7aa7b4efe req-560af30b-7b4e-4ef8-b89e-89a67a2572c2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:44.229521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f1c0770-4bff-43eb-9a78-acf7aa7b4efe req-560af30b-7b4e-4ef8-b89e-89a67a2572c2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 943 time: 0.1745007 May 12 20:02:44.305804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Subnet': ['ID=81557442-d6c1-434a-bb37-d73efa399206,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:44.323761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f1c0770-4bff-43eb-9a78-acf7aa7b4efe req-e85c2e02-d086-468e-bad0-541546b7cc81 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759752 May 12 20:02:44.324602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Checking segment: {'id': '2b6bf805-21fc-4505-9217-e7630ec4e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4e777b64-f560-47d5-8ee7-dbb6bfe2ef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:44.324962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network hostable DHCP agents. Network: 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:02:44.358591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:02:44.370745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:44.377880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:44.378757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.387623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fd98e-dcc2-434d-9e13-55bea8e7a3bf None None] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:44.406041 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-21758e6e-d789-4c23-8b4b-81458868be60 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6713655 May 12 20:02:44.409061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39500) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:44.416271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'network': {'name': 'tempest-router-network01--1620981789'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:44.426504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:44.430787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:network and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:44.433681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:44.439982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:44.452778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:44.457951 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.487348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:02:44.508138 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.508484 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Added segment c276adfd-44ac-4919-8584-36e088c7c6f0 of type vlan for network 6edd89e5-b173-4295-86b0-553fafb522a3 May 12 20:02:44.544892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.589540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.596674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:44.598102 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.694871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-4e777b64-f560-47d5-8ee7-dbb6bfe2ef19', 'network_id': '4e777b64-f560-47d5-8ee7-dbb6bfe2ef19', 'tenant_id': '22a608a231834e1badd33c59542aefd0', 'fixed_ips': [{'subnet_id': '81557442-d6c1-434a-bb37-d73efa399206'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:02:44.695806 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.729326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Network': ['ID=6edd89e5-b173-4295-86b0-553fafb522a3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:44.733380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ba066a1d-850b-4076-80a7-a0356bf2d5f4 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3230691 May 12 20:02:44.736624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39524) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:44.741726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'network': {'name': 'tempest-router-network02--1578761286'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:44.748298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:44.752300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:network and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:44.755514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:44.763124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:44.783379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:44.789434 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.809177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 6edd89e5-b173-4295-86b0-553fafb522a3 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:02:44.828497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:02:44.843666 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.844094 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Added segment 8dd1206f-c78b-4365-a85f-f082e1e7a806 of type vlan for network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 May 12 20:02:44.886776 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.925584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:44.932886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:44.933519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.001934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Allocated IP 2001:db8::2 (4e777b64-f560-47d5-8ee7-dbb6bfe2ef19/81557442-d6c1-434a-bb37-d73efa399206/3df6e062-3bd8-4a5a-8eeb-989e696757dd) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:45.050565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3134782 May 12 20:02:45.053501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39536) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:45.061030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'subnet': {'network_id': '6edd89e5-b173-4295-86b0-553fafb522a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:45.079410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792029-b614-4911-b3a0-f11be69e21ab tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Network': ['ID=5324f595-9c4e-48b0-99f9-1b0d532f4a98,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:45.122763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:02:45.314973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:45.321801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:subnet and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:45.324701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:45.346879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:45.368532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:45.374560 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.477740 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.488478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Transition to ACTIVE for port object 3df6e062-3bd8-4a5a-8eeb-989e696757dd will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:45.510171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Transition to ACTIVE for port object 3df6e062-3bd8-4a5a-8eeb-989e696757dd will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:45.518457 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.594253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:45.597265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:45.601453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:45.652897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Pushing event updated for resources: {'Port': ['ID=3df6e062-3bd8-4a5a-8eeb-989e696757dd,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:45.718164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Attempting to bind port 3df6e062-3bd8-4a5a-8eeb-989e696757dd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:02:45.718539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Attempting to bind port 3df6e062-3bd8-4a5a-8eeb-989e696757dd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '2b6bf805-21fc-4505-9217-e7630ec4e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4e777b64-f560-47d5-8ee7-dbb6bfe2ef19'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:02:45.718880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Attempting to bind port 3df6e062-3bd8-4a5a-8eeb-989e696757dd on network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:45.725160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:02:45.725549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Checking segment: {'id': '2b6bf805-21fc-4505-9217-e7630ec4e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4e777b64-f560-47d5-8ee7-dbb6bfe2ef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:45.725942 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.726322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Bound using segment: {'id': '2b6bf805-21fc-4505-9217-e7630ec4e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4e777b64-f560-47d5-8ee7-dbb6bfe2ef19'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:02:45.726854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Bound port: 3df6e062-3bd8-4a5a-8eeb-989e696757dd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6bf805-21fc-4505-9217-e7630ec4e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4e777b64-f560-47d5-8ee7-dbb6bfe2ef19'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:02:45.727786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.751185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a398b-d3f9-4860-8f0d-95548ef5146a req-d470208e-71aa-413f-bb81-8809d64725dd tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:45.752755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-315a398b-d3f9-4860-8f0d-95548ef5146a req-d470208e-71aa-413f-bb81-8809d64725dd tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 943 time: 0.1812286 May 12 20:02:45.822606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.844054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] For port 3df6e062-3bd8-4a5a-8eeb-989e696757dd, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:45.847284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] For port 3df6e062-3bd8-4a5a-8eeb-989e696757dd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3df6e062-3bd8-4a5a-8eeb-989e696757dd,segment=NetworkSegment(2b6bf805-21fc-4505-9217-e7630ec4e848),segment_id=2b6bf805-21fc-4505-9217-e7630ec4e848)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:02:45.853325 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.875588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-315a398b-d3f9-4860-8f0d-95548ef5146a req-422defb1-375d-41a7-8f37-a3bb6ec637a9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104629 May 12 20:02:45.926967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Subnet': ['ID=748cf1b0-a36c-4310-b0b4-aac0a0c6a50d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:45.931517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Checking segment: {'id': 'c276adfd-44ac-4919-8584-36e088c7c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6edd89e5-b173-4295-86b0-553fafb522a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:45.931874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network hostable DHCP agents. Network: 6edd89e5-b173-4295-86b0-553fafb522a3, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:02:45.941005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69361df2-2a7a-4c5a-ae51-caad17a6db73 None None] Pushing event updated for resources: {'Port': ['ID=3df6e062-3bd8-4a5a-8eeb-989e696757dd,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:45.957350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 6edd89e5-b173-4295-86b0-553fafb522a3 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:02:45.977464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 6edd89e5-b173-4295-86b0-553fafb522a3) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:45.982188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:45.982709 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:45.987544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c4d9ca-0a38-4476-86db-0af23210db33 None None] Network 6edd89e5-b173-4295-86b0-553fafb522a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:46.027745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-493a7463-ad4e-48e0-9fed-0efb81ce1971 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9708152 May 12 20:02:46.028323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39562) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:46.036653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'subnet': {'network_id': '5324f595-9c4e-48b0-99f9-1b0d532f4a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:46.239927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39568) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:46.324821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:46.339656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:subnet and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:46.344256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:46.355046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:46.369858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:46.376337 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.401945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-6edd89e5-b173-4295-86b0-553fafb522a3', 'network_id': '6edd89e5-b173-4295-86b0-553fafb522a3', 'tenant_id': '22a608a231834e1badd33c59542aefd0', 'fixed_ips': [{'subnet_id': '748cf1b0-a36c-4310-b0b4-aac0a0c6a50d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:02:46.402860 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.518579 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.538989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:46.542921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Usage tracker for resource:security_group_rule and tenant:13e7084b9c7744c28d7ee84788290bdc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:46.545927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:46.552453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:46.648340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Allocated IP 2001:db8::2 (6edd89e5-b173-4295-86b0-553fafb522a3/748cf1b0-a36c-4310-b0b4-aac0a0c6a50d/157a68dd-900a-440e-be27-fc860b5cdea9) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:46.682150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.689457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.710302 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.747792 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13e7084b9c7744c28d7ee84788290bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040643 May 12 20:02:46.747792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe177d-db93-4f2c-b321-11d448578b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303458b8-22c1-4eb0-9a34-f47b116ab547,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:46.749107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39576) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:46.788963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Subnet': ['ID=3e8fe47d-2900-4039-9436-c297fc09789a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:46.826531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Checking segment: {'id': '8dd1206f-c78b-4365-a85f-f082e1e7a806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5324f595-9c4e-48b0-99f9-1b0d532f4a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:46.826866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network hostable DHCP agents. Network: 5324f595-9c4e-48b0-99f9-1b0d532f4a98, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:02:46.837860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22921216-7f2e-4b5c-9b6d-b1a961d4e34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.852924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:02:46.869618 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22921216-7f2e-4b5c-9b6d-b1a961d4e34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.877533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 5324f595-9c4e-48b0-99f9-1b0d532f4a98) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:46.882923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:46.882923 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:46.899380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f4e3b-e50f-4388-a0ff-21d804be5f13 None None] Network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:46.936951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d462f8cc-60c3-48bf-a727-a39da2772f34 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9075913 May 12 20:02:46.939833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:46.985682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22921216-7f2e-4b5c-9b6d-b1a961d4e34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.018628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921216-7f2e-4b5c-9b6d-b1a961d4e34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303458b8-22c1-4eb0-9a34-f47b116ab547,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:47.044782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22921216-7f2e-4b5c-9b6d-b1a961d4e34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.046383 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-22921216-7f2e-4b5c-9b6d-b1a961d4e34b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/303458b8-22c1-4eb0-9a34-f47b116ab547 HTTP/1.1" status: 204 len: 168 time: 0.2958865 May 12 20:02:47.140184 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.164223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Transition to ACTIVE for port object 157a68dd-900a-440e-be27-fc860b5cdea9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:47.252175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Transition to ACTIVE for port object 157a68dd-900a-440e-be27-fc860b5cdea9 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:47.265285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-5324f595-9c4e-48b0-99f9-1b0d532f4a98', 'network_id': '5324f595-9c4e-48b0-99f9-1b0d532f4a98', 'tenant_id': '22a608a231834e1badd33c59542aefd0', 'fixed_ips': [{'subnet_id': '3e8fe47d-2900-4039-9436-c297fc09789a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:02:47.266255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.294426 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.369097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Network 6edd89e5-b173-4295-86b0-553fafb522a3 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:47.374259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:47.377338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:47.470693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Pushing event updated for resources: {'Port': ['ID=157a68dd-900a-440e-be27-fc860b5cdea9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:47.549492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d81ee3-b1b6-4dd3-936f-23aaf705fa9d None None] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:47.573215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39594) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:47.606042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.623248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:47.628091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Usage tracker for resource:security_group_rule and tenant:e7638a087f9749e2847a45371b488552 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:47.631655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:47.641450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:47.699745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Attempting to bind port 157a68dd-900a-440e-be27-fc860b5cdea9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:02:47.700106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Attempting to bind port 157a68dd-900a-440e-be27-fc860b5cdea9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'c276adfd-44ac-4919-8584-36e088c7c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6edd89e5-b173-4295-86b0-553fafb522a3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:02:47.700490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Attempting to bind port 157a68dd-900a-440e-be27-fc860b5cdea9 on network 6edd89e5-b173-4295-86b0-553fafb522a3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:47.728326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:02:47.728603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Checking segment: {'id': 'c276adfd-44ac-4919-8584-36e088c7c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6edd89e5-b173-4295-86b0-553fafb522a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:47.729001 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.729432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Bound using segment: {'id': 'c276adfd-44ac-4919-8584-36e088c7c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6edd89e5-b173-4295-86b0-553fafb522a3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:02:47.729907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Bound port: 157a68dd-900a-440e-be27-fc860b5cdea9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c276adfd-44ac-4919-8584-36e088c7c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6edd89e5-b173-4295-86b0-553fafb522a3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:02:47.730384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.746039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.752613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.796354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e45f5-964c-4568-bc55-3416ce2d7c66 req-413b0208-6ea6-46a0-9dd7-1bf4f6b05a7f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:47.798651 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d1e45f5-964c-4568-bc55-3416ce2d7c66 req-413b0208-6ea6-46a0-9dd7-1bf4f6b05a7f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 943 time: 0.6472952 May 12 20:02:47.811320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7638a087f9749e2847a45371b488552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368948 May 12 20:02:47.812167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39598) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:47.812808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904789-528c-44be-b4f7-dc8e880864ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92177a-1113-4618-82d3-f3dce5cbdf2a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:47.830470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6be91a7a-c593-4ab3-afc9-11134ce578ba None None] Provisioning for port 3df6e062-3bd8-4a5a-8eeb-989e696757dd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:47.861768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d1e45f5-964c-4568-bc55-3416ce2d7c66 req-7083596a-8aee-4a79-a1fb-00405c2a1340 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569894 May 12 20:02:47.894257 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcdc30e6-f558-4c32-9382-593fd301f6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.902107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.927309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcdc30e6-f558-4c32-9382-593fd301f6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:47.974756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Allocated IP 2001:db8::2 (5324f595-9c4e-48b0-99f9-1b0d532f4a98/3e8fe47d-2900-4039-9436-c297fc09789a/32e55162-bf59-41c0-aeb9-2a721be71e0f) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:47.988938 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcdc30e6-f558-4c32-9382-593fd301f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.001261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] For port 157a68dd-900a-440e-be27-fc860b5cdea9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:48.014825 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dcdc30e6-f558-4c32-9382-593fd301f6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.019516 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dcdc30e6-f558-4c32-9382-593fd301f6f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc92177a-1113-4618-82d3-f3dce5cbdf2a HTTP/1.1" status: 204 len: 168 time: 0.2038999 May 12 20:02:48.020730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc30e6-f558-4c32-9382-593fd301f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92177a-1113-4618-82d3-f3dce5cbdf2a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:48.144337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] For port 157a68dd-900a-440e-be27-fc860b5cdea9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=157a68dd-900a-440e-be27-fc860b5cdea9,segment=NetworkSegment(c276adfd-44ac-4919-8584-36e088c7c6f0),segment_id=c276adfd-44ac-4919-8584-36e088c7c6f0)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:02:48.164242 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.310849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b14265-1b13-4c14-a0d7-76f656f20d3c None None] Pushing event updated for resources: {'Port': ['ID=157a68dd-900a-440e-be27-fc860b5cdea9,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:48.363551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3df6e062-3bd8-4a5a-8eeb-989e696757dd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:48.394223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Allocated IP 2001:db8::1 (6edd89e5-b173-4295-86b0-553fafb522a3/748cf1b0-a36c-4310-b0b4-aac0a0c6a50d/a9bad134-1c78-46f8-ae50-5d57eb27f3ae) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:02:48.443347 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.485348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Transition to ACTIVE for port object 32e55162-bf59-41c0-aeb9-2a721be71e0f will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:48.503153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 3df6e062-3bd8-4a5a-8eeb-989e696757dd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:48.521650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3df6e062-3bd8-4a5a-8eeb-989e696757dd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:48.522210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.559121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Transition to ACTIVE for port object 32e55162-bf59-41c0-aeb9-2a721be71e0f will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:48.594706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.731437 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.752039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Transition to ACTIVE for port object a9bad134-1c78-46f8-ae50-5d57eb27f3ae will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:02:48.770907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:02:48.795165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Pushing event updated for resources: {'Port': ['ID=32e55162-bf59-41c0-aeb9-2a721be71e0f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:48.820678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.911809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 6edd89e5-b173-4295-86b0-553fafb522a3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:48.914859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:48.919027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:48.919712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:48.942629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:48.960238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Port': ['ID=a9bad134-1c78-46f8-ae50-5d57eb27f3ae,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:48.971478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:49.000032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:02:49.179378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0a603c1d-e4d2-4eea-bd2f-43dc58711bc8 None None] Provisioning complete for port 3df6e062-3bd8-4a5a-8eeb-989e696757dd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:49.179378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0a603c1d-e4d2-4eea-bd2f-43dc58711bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.223589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.337052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Attempting to bind port 32e55162-bf59-41c0-aeb9-2a721be71e0f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:02:49.337628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Attempting to bind port 32e55162-bf59-41c0-aeb9-2a721be71e0f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8dd1206f-c78b-4365-a85f-f082e1e7a806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5324f595-9c4e-48b0-99f9-1b0d532f4a98'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:02:49.338050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Attempting to bind port 32e55162-bf59-41c0-aeb9-2a721be71e0f on network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:02:49.355555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:49.369474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:02:49.369848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Checking segment: {'id': '8dd1206f-c78b-4365-a85f-f082e1e7a806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5324f595-9c4e-48b0-99f9-1b0d532f4a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:02:49.370250 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.370731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Bound using segment: {'id': '8dd1206f-c78b-4365-a85f-f082e1e7a806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5324f595-9c4e-48b0-99f9-1b0d532f4a98'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:02:49.371248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Bound port: 32e55162-bf59-41c0-aeb9-2a721be71e0f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd1206f-c78b-4365-a85f-f082e1e7a806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5324f595-9c4e-48b0-99f9-1b0d532f4a98'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:02:49.371980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.418754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'port_id': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'mac_address': 'fa:16:3e:ae:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:02:49.445665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4654ff1-95ee-4d4e-bc52-6fa83514d521 req-c503aaa8-286c-478e-9f51-72d74de79992 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:49.447203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4654ff1-95ee-4d4e-bc52-6fa83514d521 req-c503aaa8-286c-478e-9f51-72d74de79992 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 943 time: 0.3299799 May 12 20:02:49.483867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3df6e062-3bd8-4a5a-8eeb-989e696757dd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:49.484252 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.576446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0a603c1d-e4d2-4eea-bd2f-43dc58711bc8 None None] Current status of the port 3df6e062-3bd8-4a5a-8eeb-989e696757dd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:49.576854 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0a603c1d-e4d2-4eea-bd2f-43dc58711bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.639525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4654ff1-95ee-4d4e-bc52-6fa83514d521 req-87b99cb8-f30f-4035-9888-6f297720dc48 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816881 May 12 20:02:49.664767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 3df6e062-3bd8-4a5a-8eeb-989e696757dd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3df6e062-3bd8-4a5a-8eeb-989e696757dd,segment=NetworkSegment(2b6bf805-21fc-4505-9217-e7630ec4e848),segment_id=2b6bf805-21fc-4505-9217-e7630ec4e848)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:49.677150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:49.677549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.694324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:02:49.696441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.747727 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.755985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.757114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.794519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=32e55162-bf59-41c0-aeb9-2a721be71e0f,segment=NetworkSegment(8dd1206f-c78b-4365-a85f-f082e1e7a806),segment_id=8dd1206f-c78b-4365-a85f-f082e1e7a806)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:02:49.864844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:02:49.874493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.906741 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-0a603c1d-e4d2-4eea-bd2f-43dc58711bc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:02:49.906945 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-0a603c1d-e4d2-4eea-bd2f-43dc58711bc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:02:49.916317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:49.918237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=3df6e062-3bd8-4a5a-8eeb-989e696757dd,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:49.966151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:49.996258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbda112-8a56-4b3b-8018-9db0fce6a9de None None] Network 6edd89e5-b173-4295-86b0-553fafb522a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:50.115607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6c1f-7796-4dcf-8960-40f425e07e80 None None] Pushing event updated for resources: {'Port': ['ID=32e55162-bf59-41c0-aeb9-2a721be71e0f,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:50.185607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Port': ['ID=a9bad134-1c78-46f8-ae50-5d57eb27f3ae,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:50.311642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 6edd89e5-b173-4295-86b0-553fafb522a3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:02:50.318843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:02:50.397578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['ceeda5a4-7998-4a7e-800c-4d4d9d2d6027'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:02:50.533744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:50.567624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 157a68dd-900a-440e-be27-fc860b5cdea9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:50.626557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Router d629fac4-7e68-41e9-a00e-5db5ef2f8991 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:02:50.759559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0a603c1d-e4d2-4eea-bd2f-43dc58711bc8 None None] Current status of the port 3df6e062-3bd8-4a5a-8eeb-989e696757dd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:50.906521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 157a68dd-900a-440e-be27-fc860b5cdea9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:50.947852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3df6e062-3bd8-4a5a-8eeb-989e696757dd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:51.084952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] Provisioning for port 157a68dd-900a-440e-be27-fc860b5cdea9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:51.145809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] Provisioning complete for port 157a68dd-900a-440e-be27-fc860b5cdea9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:51.145809 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:51.179043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:02:51.192520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39682) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:51.216927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-536af5a8-9b68-4c89-942d-e47496ba8027 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2663226 May 12 20:02:51.263577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] Sync routers for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:02:51.285617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357db91-b7f0-43f1-ba19-27a71ef89fdb req-a06074dc-ff74-4da1-8871-fa068e648cb4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:51.289279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a357db91-b7f0-43f1-ba19-27a71ef89fdb req-a06074dc-ff74-4da1-8871-fa068e648cb4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 944 time: 0.3642776 May 12 20:02:51.330325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:51.330969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:51.368758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395070e5-152e-4f3c-bb9e-f602cb2da4d0 req-25d5facd-1532-47b0-9b94-23d6ad1c3295 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:51.370278 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-395070e5-152e-4f3c-bb9e-f602cb2da4d0 req-25d5facd-1532-47b0-9b94-23d6ad1c3295 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1096 time: 0.3193913 May 12 20:02:51.480919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:51.482717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-395070e5-152e-4f3c-bb9e-f602cb2da4d0 req-1fa4eddd-2f06-4c21-90ed-955ea3eacae4 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Synchronizing usage tracker for tenant:e5c5ce97751e49c9a267c2d64b8d48b2 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:51.506729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3df6e062-3bd8-4a5a-8eeb-989e696757dd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:51.507092 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:51.520532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a357db91-b7f0-43f1-ba19-27a71ef89fdb req-3d7d2b9e-2b67-4386-9263-3771b73355c0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165008 May 12 20:02:51.524617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-395070e5-152e-4f3c-bb9e-f602cb2da4d0 req-1fa4eddd-2f06-4c21-90ed-955ea3eacae4 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Unset dirty status for tenant:e5c5ce97751e49c9a267c2d64b8d48b2 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:51.528132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-395070e5-152e-4f3c-bb9e-f602cb2da4d0 req-1fa4eddd-2f06-4c21-90ed-955ea3eacae4 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453145 May 12 20:02:51.556518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39698) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:51.678185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:51.678185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:51.811128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:51.811128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f071b3-813c-4eeb-ba8e-56c28383293e None None] The sync data for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:02:51.907449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e145e-915b-4d94-8fbc-af3f2ee5d76a None None] Network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:02:52.017903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port b03cb46c-2f8e-4731-ad11-f8ecf1e71b4b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:52.018239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:52.202788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] Current status of the port 157a68dd-900a-440e-be27-fc860b5cdea9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:52.202788 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:52.424069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] For port 157a68dd-900a-440e-be27-fc860b5cdea9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=157a68dd-900a-440e-be27-fc860b5cdea9,segment=NetworkSegment(c276adfd-44ac-4919-8584-36e088c7c6f0),segment_id=c276adfd-44ac-4919-8584-36e088c7c6f0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:52.436719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:52.437366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:52.491869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3df6e062-3bd8-4a5a-8eeb-989e696757dd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:52.491869 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:52.701249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for b03cb46c-2f8e-4731-ad11-f8ecf1e71b4b owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:52.708171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:52.736943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 32e55162-bf59-41c0-aeb9-2a721be71e0f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:52.939853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.007565 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-032154eb-fdf3-498f-8071-c7834322feda tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 20:02:53.011920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df47ef4-edd1-4048-ad73-d155fcdb7959 None None] Pushing event updated for resources: {'Port': ['ID=157a68dd-900a-440e-be27-fc860b5cdea9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:53.016585 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-032154eb-fdf3-498f-8071-c7834322feda tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8152301 May 12 20:02:53.020691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39728) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:53.054175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Provisioning complete for port 157a68dd-900a-440e-be27-fc860b5cdea9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:53.054175 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.131706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:53.164878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:53.164878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.297216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 32e55162-bf59-41c0-aeb9-2a721be71e0f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:53.353620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Current status of the port 157a68dd-900a-440e-be27-fc860b5cdea9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:53.498674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:53.498674 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.510117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Provisioning for port a9bad134-1c78-46f8-ae50-5d57eb27f3ae completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:53.537888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Provisioning complete for port a9bad134-1c78-46f8-ae50-5d57eb27f3ae triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:53.537888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.599240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.599805 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 6960d30b-ef2d-4a54-b9f3-971ff862bd55 disassociated (deleted). External IP: 172.25.2.211, port: 2353d151-723a-471d-bf86-0e09a13bd8e5. May 12 20:02:53.610868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:02:53.651993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:53.652713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=b03cb46c-2f8e-4731-ad11-f8ecf1e71b4b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:53.662977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.731914 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804f1162-ce60-4cf3-8ac1-3ed7e41dca35'] response: {'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'code': 200} May 12 20:02:53.731914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Port a9bad134-1c78-46f8-ae50-5d57eb27f3ae cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:53.769831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Provisioning for port 32e55162-bf59-41c0-aeb9-2a721be71e0f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:02:53.778444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Provisioning complete for port 32e55162-bf59-41c0-aeb9-2a721be71e0f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:53.778444 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:53.826607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:53.981459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Current status of the port 32e55162-bf59-41c0-aeb9-2a721be71e0f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:53.981926 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:54.019230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=32e55162-bf59-41c0-aeb9-2a721be71e0f,segment=NetworkSegment(8dd1206f-c78b-4365-a85f-f082e1e7a806),segment_id=8dd1206f-c78b-4365-a85f-f082e1e7a806)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:54.025512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:54.134647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb49e6-74e4-4ecb-8539-c88eba0432ef None None] Pushing event updated for resources: {'Port': ['ID=32e55162-bf59-41c0-aeb9-2a721be71e0f,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:54.174708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-69020895-aed5-490d-8d45-2c87efc50af4 None None] Provisioning complete for port a9bad134-1c78-46f8-ae50-5d57eb27f3ae triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:54.174708 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69020895-aed5-490d-8d45-2c87efc50af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:54.303713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-69020895-aed5-490d-8d45-2c87efc50af4 None None] Port a9bad134-1c78-46f8-ae50-5d57eb27f3ae cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:02:54.315498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a150f13-6804-4bd4-a981-ddcf38bb2125 req-4cd1c666-f238-4ab3-8aee-7cb78dc8946b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:54.319220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a150f13-6804-4bd4-a981-ddcf38bb2125 req-4cd1c666-f238-4ab3-8aee-7cb78dc8946b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 944 time: 1.4264171 May 12 20:02:54.332060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-69020895-aed5-490d-8d45-2c87efc50af4 None None] Provisioning complete for port 32e55162-bf59-41c0-aeb9-2a721be71e0f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:54.332531 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69020895-aed5-490d-8d45-2c87efc50af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:54.510381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-69020895-aed5-490d-8d45-2c87efc50af4 None None] Current status of the port 32e55162-bf59-41c0-aeb9-2a721be71e0f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:54.630334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 157a68dd-900a-440e-be27-fc860b5cdea9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:54.640668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a150f13-6804-4bd4-a981-ddcf38bb2125 req-4ec22448-6c9c-49f9-96bc-5f64cd24431c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098574 May 12 20:02:54.660628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0d273-5d3c-4989-a8a7-d87fad75bde3 req-ed87a182-b844-4312-89ac-f430fb471c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:54.660628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3f0d273-5d3c-4989-a8a7-d87fad75bde3 req-ed87a182-b844-4312-89ac-f430fb471c7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 1096 time: 0.6019902 May 12 20:02:54.660628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 73077828-9175-4f82-a3cd-e370f783f821 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:02:54.718661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 157a68dd-900a-440e-be27-fc860b5cdea9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:54.719413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:54.810079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3f0d273-5d3c-4989-a8a7-d87fad75bde3 req-c1235ae5-2d89-4acd-8ab8-1546bf05b90d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446652 May 12 20:02:54.876057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 157a68dd-900a-440e-be27-fc860b5cdea9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:54.876057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 32e55162-bf59-41c0-aeb9-2a721be71e0f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:02:54.956384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 32e55162-bf59-41c0-aeb9-2a721be71e0f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:02:54.956756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:55.110959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:02:55.114838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 32e55162-bf59-41c0-aeb9-2a721be71e0f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:02:55.132394 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] Sync routers for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:02:55.135926 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:55.154699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:55.154699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:55.256823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:55.383254 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:02:55.444930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c637ffc5-1a27-4939-90f0-1885df55e8ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/floatingips/6960d30b-ef2d-4a54-b9f3-971ff862bd55 HTTP/1.1" status: 204 len: 168 time: 3.8786092 May 12 20:02:55.444930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:02:55.587453 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9129477-e0a1-4604-9393-81753fc420c2'] response: {'name': 'network-changed', 'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'status': 'completed', 'code': 200} May 12 20:02:55.628043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-7611ab24-9929-48be-9815-756d77ab1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:55.629636 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-7611ab24-9929-48be-9815-756d77ab1ee4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 1096 time: 0.0829899 May 12 20:02:55.630094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port a9bad134-1c78-46f8-ae50-5d57eb27f3ae {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:55.630486 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:55.821390 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:55Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:55.832584 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] Checking router: 73077828-9175-4f82-a3cd-e370f783f821 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:02:55.860321 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:55.860321 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:55.961336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:56.169063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-e5a27de0-2783-4e2e-9d8c-f96a034f6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:56.176978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-e5a27de0-2783-4e2e-9d8c-f96a034f6429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 200 len: 898 time: 0.5331163 May 12 20:02:56.336349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-4a232dd5-d80d-4f82-a02e-7cb46f29d5fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 200 len: 217 time: 0.1498890 May 12 20:02:56.341243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Calling delete_port for a9bad134-1c78-46f8-ae50-5d57eb27f3ae owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:56.370993 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:02:56.444063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-bff5864f-6e72-421c-832c-74adc852c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:56.446312 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-bff5864f-6e72-421c-832c-74adc852c9f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 200 len: 835 time: 0.1099665 May 12 20:02:56.623788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-07988936-2f86-49ed-8ecd-010cb736628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:56.623788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-07988936-2f86-49ed-8ecd-010cb736628d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055465 May 12 20:02:56.632152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5452bb3-c7a2-4100-88af-73bccdaa0643 req-90d77dae-09a5-47f4-896c-2c52cebe96aa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:56.632152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5452bb3-c7a2-4100-88af-73bccdaa0643 req-90d77dae-09a5-47f4-896c-2c52cebe96aa tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 945 time: 0.5043576 May 12 20:02:56.695014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5452bb3-c7a2-4100-88af-73bccdaa0643 req-1d5acecf-dec2-49c6-9660-e2a3c412652c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633781 May 12 20:02:56.728210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a29fc-b37a-4898-b0e1-9856debe0e0e req-15d3fc3d-d3e0-4072-b7a9-4a34844dc3ba tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:56.728210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-141a29fc-b37a-4898-b0e1-9856debe0e0e req-15d3fc3d-d3e0-4072-b7a9-4a34844dc3ba tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:02:56.827642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-141a29fc-b37a-4898-b0e1-9856debe0e0e req-15d3fc3d-d3e0-4072-b7a9-4a34844dc3ba tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:02:56.835570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-141a29fc-b37a-4898-b0e1-9856debe0e0e req-15d3fc3d-d3e0-4072-b7a9-4a34844dc3ba tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.6218123 May 12 20:02:56.856442 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-fdcff883-5f71-421e-93cc-e09c75d5e1cf service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873752 May 12 20:02:56.886252 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:55Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:56.890286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-141a29fc-b37a-4898-b0e1-9856debe0e0e req-001bf319-9647-479e-a3fe-a97526b59d30 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537262 May 12 20:02:56.893012 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afd5c82-5346-487b-801f-a11706088a13 None None] The sync data for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 is: [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:00:46Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'fa8b8cd8-e373-48c6-8502-c1ada09b4729', 'name': '', 'network_id': '65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:14:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:44Z', 'updated_at': '2022-05-12T20:00:55Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '278d2f99-d3c6-44ab-ac0b-3375e62c5141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:02:56.894006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:56.924543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4427068d-331b-40f1-b556-9997e0b41c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:57.018780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Port': ['ID=a9bad134-1c78-46f8-ae50-5d57eb27f3ae,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:57.175328 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a60e4a9-2378-4427-98d8-aac858e97bdc req-2a7afb87-9b27-4217-a59a-dd7f87681929 service neutron] 10.222.0.73 "GET /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109930 May 12 20:02:57.424823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c6209-ec74-4651-ad84-9c7f6d47337d None None] New status for floating IP 6960d30b-ef2d-4a54-b9f3-971ff862bd55: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:02:57.571113 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:57.694067 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:02:57.773354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-6e76515a-5252-4868-91cd-4af933c6a03a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:57.773354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-6e76515a-5252-4868-91cd-4af933c6a03a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.4382780 May 12 20:02:58.039026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Router d629fac4-7e68-41e9-a00e-5db5ef2f8991 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:02:58.047403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 2353d151-723a-471d-bf86-0e09a13bd8e5 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:02:58.047403 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:58.313319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df64830-6751-44b0-b09c-9e721a298289 req-370eb67d-3506-41ab-bd41-3a865bf1d6a3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:58.314828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0df64830-6751-44b0-b09c-9e721a298289 req-370eb67d-3506-41ab-bd41-3a865bf1d6a3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 945 time: 0.4839633 May 12 20:02:58.378073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:02:58.390037 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] Sync routers for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:02:58.400188 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:58.400799 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:58.434431 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b4d25778-4943-4e90-b217-5f4e12198840 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4158511 May 12 20:02:58.435775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:58.559799 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:58.589147 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:02:58.605578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0df64830-6751-44b0-b09c-9e721a298289 req-075ce42a-6f93-455a-be66-61da6e691799 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721214 May 12 20:02:58.605956 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:58.642941 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-4639583c-595a-428c-81de-891b8315f140 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] delete failed (client error): The resource could not be found. May 12 20:02:58.649686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdd10f-80e6-414d-8b35-49587b5294ea req-d8b0712b-c603-47f3-850c-9d2435bfb304 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:58.650275 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4639583c-595a-428c-81de-891b8315f140 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1122235892 HTTP/1.1" status: 404 len: 335 time: 0.2145865 May 12 20:02:58.654629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39814) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:58.656727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94bdd10f-80e6-414d-8b35-49587b5294ea req-d8b0712b-c603-47f3-850c-9d2435bfb304 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 945 time: 0.5112422 May 12 20:02:58.666569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-65e5ce1f-778b-4be3-9185-fb9c610f7c03 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd629fac4-7e68-41e9-a00e-5db5ef2f8991'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:58.703190 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:02:58.703735 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f6984-aa37-41b8-8f1f-10471b7f429d None None] The sync data for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 is: [] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:02:58.850446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94bdd10f-80e6-414d-8b35-49587b5294ea req-f87785be-a829-4596-8d9a-08bd900e7d08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=069ccb72-067d-4188-bea3-d44f134bcb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880538 May 12 20:02:58.898358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 2353d151-723a-471d-bf86-0e09a13bd8e5, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=2353d151-723a-471d-bf86-0e09a13bd8e5,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:02:58.898358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:58.998798 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2cf09c8-9da2-4291-bec8-8112b5086ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.078216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 2353d151-723a-471d-bf86-0e09a13bd8e5 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:02:59.228576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc945d4d-67fa-428e-b88f-7b6efcbfe45e req-ab9fc2d3-26bc-410f-911c-0125c1988d16 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:59.228576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc945d4d-67fa-428e-b88f-7b6efcbfe45e req-ab9fc2d3-26bc-410f-911c-0125c1988d16 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 945 time: 0.4779191 May 12 20:02:59.342885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65e5ce1f-778b-4be3-9185-fb9c610f7c03 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.382894 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-65e5ce1f-778b-4be3-9185-fb9c610f7c03 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] update failed (client error): The resource could not be found. May 12 20:02:59.384463 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-65e5ce1f-778b-4be3-9185-fb9c610f7c03 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991 HTTP/1.1" status: 404 len: 339 time: 0.7286162 May 12 20:02:59.388807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39828) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:59.395414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-719886607'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:02:59.402027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:02:59.406657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:network and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:02:59.414571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:02:59.421541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:02:59.438782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:02:59.446855 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.503292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:02:59.522699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc945d4d-67fa-428e-b88f-7b6efcbfe45e req-af6bbc65-8e73-468d-a8df-1b169ea5f1e2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671247 May 12 20:02:59.524132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.524132 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Added segment 8ba375d7-fb9b-4e2a-8ee9-44614b8bd193 of type vlan for network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 May 12 20:02:59.539477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39832) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:59.553624 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.606089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.687137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.692931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:02:59.693565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.693685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=2353d151-723a-471d-bf86-0e09a13bd8e5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:59.811788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4181294 May 12 20:02:59.812587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39846) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:02:59.831794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] No DVR routers for this DVR port 2353d151-723a-471d-bf86-0e09a13bd8e5 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:02:59.837919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:02:59.850394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-deleted', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:02:59.890526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b5ff753-3069-46f8-985e-cbd0876309d1 req-9798f877-eeaa-4953-bef3-1094ae0feea3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "DELETE /v2.0/ports/2353d151-723a-471d-bf86-0e09a13bd8e5 HTTP/1.1" status: 204 len: 173 time: 2.0533307 May 12 20:02:59.940145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509197-d3bc-4e9b-9bfd-ef596cee2d36 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Network': ['ID=37f1f90e-b7bf-40e4-b504-8d203855fdc1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:02:59.960470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:02:59.989895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'subnet': {'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:00.001356 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6adde60b-cc25-4982-8e21-7e6d6aaff362'] response: {'server_uuid': '91cacac1-acfa-454c-8d8b-f526f262a273', 'name': 'network-vif-deleted', 'tag': '2353d151-723a-471d-bf86-0e09a13bd8e5', 'status': 'completed', 'code': 200} May 12 20:03:00.173224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-68517bb6-98d1-4014-b0e4-3a5384dff0d6 req-e501330e-a74d-4c32-8be4-804bd117d00d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:00.184890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:00.233512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-68517bb6-98d1-4014-b0e4-3a5384dff0d6 req-e501330e-a74d-4c32-8be4-804bd117d00d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:00.233512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68517bb6-98d1-4014-b0e4-3a5384dff0d6 req-e501330e-a74d-4c32-8be4-804bd117d00d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=91cacac1-acfa-454c-8d8b-f526f262a273 HTTP/1.1" status: 200 len: 210 time: 0.1679995 May 12 20:03:00.479505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:00.490550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Usage tracker for resource:subnet and tenant:22a608a231834e1badd33c59542aefd0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:00.494615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:00.503259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:00.531218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68027dba-47d8-446f-9d57-199d0e1068b9 tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:00.531931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-68027dba-47d8-446f-9d57-199d0e1068b9 tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] Synchronizing usage tracker for tenant:86f967bfbea0431a957b03dac65b3809 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:00.536930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Made reservation on behalf of 22a608a231834e1badd33c59542aefd0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:00.542402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:00.660122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:00.785363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-68027dba-47d8-446f-9d57-199d0e1068b9 tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] Unset dirty status for tenant:86f967bfbea0431a957b03dac65b3809 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:00.785363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-68027dba-47d8-446f-9d57-199d0e1068b9 tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 1091 time: 1.2360418 May 12 20:03:00.787255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39866) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:00.787255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:00.823451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:00.829174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:floatingip and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:00.846818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:00.874058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:00.890977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:01.015120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:01.106699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:01.153675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Subnet': ['ID=7ee90e3b-377f-4056-8f69-ceb88928aaad,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:01.164525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Checking segment: {'id': '8ba375d7-fb9b-4e2a-8ee9-44614b8bd193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:01.165054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network hostable DHCP agents. Network: 37f1f90e-b7bf-40e4-b504-8d203855fdc1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:03:01.192900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:03:01.206492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:01.208867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 37f1f90e-b7bf-40e4-b504-8d203855fdc1) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:01.227309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:01.227978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:01.234399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9894d7e-4072-488e-8fc2-aa5a1777d737 None None] Network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:01.276726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 2353d151-723a-471d-bf86-0e09a13bd8e5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:03:01.277326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 2353d151-723a-471d-bf86-0e09a13bd8e5 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:03:01.300556 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6517a058-ce7b-47b4-875f-be971e60a049 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3721297 May 12 20:03:01.302671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39878) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:01.316955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a7c4dbe8-0bd0-46e7-a3c6-bfc9b8634863 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'router': {'external_gateway_info': {'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:01.444450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 39882) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:01.952002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:01.971014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-37f1f90e-b7bf-40e4-b504-8d203855fdc1', 'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1', 'tenant_id': '22a608a231834e1badd33c59542aefd0', 'fixed_ips': [{'subnet_id': '7ee90e3b-377f-4056-8f69-ceb88928aaad'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:03:01.972048 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.030907 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dbe8-0bd0-46e7-a3c6-bfc9b8634863 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.190370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.25.2.45 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/49f942fe-9a80-4f3c-b7a7-7f6a3d6f2119) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:02.234533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Allocated IP 2001:db8:1::2 (37f1f90e-b7bf-40e4-b504-8d203855fdc1/7ee90e3b-377f-4056-8f69-ceb88928aaad/94c6f113-054e-4ce4-b9e9-221a75d02b14) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:02.480307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.494307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Transition to ACTIVE for port object 94c6f113-054e-4ce4-b9e9-221a75d02b14 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:02.541474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Transition to ACTIVE for port object 94c6f113-054e-4ce4-b9e9-221a75d02b14 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:02.548406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.611083 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-a7c4dbe8-0bd0-46e7-a3c6-bfc9b8634863 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 20:03:02.618024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a7c4dbe8-0bd0-46e7-a3c6-bfc9b8634863 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991 HTTP/1.1" status: 400 len: 364 time: 1.3123329 May 12 20:03:02.618451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:02.653313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:02.656689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:02.659296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:02.681599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.766542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Pushing event updated for resources: {'Port': ['ID=94c6f113-054e-4ce4-b9e9-221a75d02b14,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:02.786293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.816212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Attempting to bind port 94c6f113-054e-4ce4-b9e9-221a75d02b14 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:02.816212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Attempting to bind port 94c6f113-054e-4ce4-b9e9-221a75d02b14 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8ba375d7-fb9b-4e2a-8ee9-44614b8bd193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:02.816212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Attempting to bind port 94c6f113-054e-4ce4-b9e9-221a75d02b14 on network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:02.828822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:02.828822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Checking segment: {'id': '8ba375d7-fb9b-4e2a-8ee9-44614b8bd193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:02.828822 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.828822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Bound using segment: {'id': '8ba375d7-fb9b-4e2a-8ee9-44614b8bd193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:02.828822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Bound port: 94c6f113-054e-4ce4-b9e9-221a75d02b14, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba375d7-fb9b-4e2a-8ee9-44614b8bd193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '37f1f90e-b7bf-40e4-b504-8d203855fdc1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:02.828822 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.872947 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:02.933417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] For port 94c6f113-054e-4ce4-b9e9-221a75d02b14, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:02.936984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] For port 94c6f113-054e-4ce4-b9e9-221a75d02b14, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=94c6f113-054e-4ce4-b9e9-221a75d02b14,segment=NetworkSegment(8ba375d7-fb9b-4e2a-8ee9-44614b8bd193),segment_id=8ba375d7-fb9b-4e2a-8ee9-44614b8bd193)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:02.943947 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:03.106335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e542d-a4d0-43f0-b96b-84c63f309d3a None None] Pushing event updated for resources: {'Port': ['ID=94c6f113-054e-4ce4-b9e9-221a75d02b14,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:03.296474 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:03.414093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:03.417077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:03.428492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:03.510177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=49f942fe-9a80-4f3c-b7a7-7f6a3d6f2119,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:03.942293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port fa8b8cd8-e373-48c6-8502-c1ada09b4729 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:03.942958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:03.962222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Allocated IP 2001:db8::1 (4e777b64-f560-47d5-8ee7-dbb6bfe2ef19/81557442-d6c1-434a-bb37-d73efa399206/3edd9445-57ea-4b39-80d8-a92b0eba86f4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:04.291668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:04.328970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Transition to ACTIVE for port object 3edd9445-57ea-4b39-80d8-a92b0eba86f4 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:04.389846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:04.400456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:04.525048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:04.525048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:04.529525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:04.529525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:04.682600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 94c6f113-054e-4ce4-b9e9-221a75d02b14 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:04.751376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Port': ['ID=3edd9445-57ea-4b39-80d8-a92b0eba86f4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:04.756288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port fa8b8cd8-e373-48c6-8502-c1ada09b4729, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fa8b8cd8-e373-48c6-8502-c1ada09b4729,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:04.756288 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:04.766735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:04.884084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 94c6f113-054e-4ce4-b9e9-221a75d02b14 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:04.965465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030d255-5449-43be-9e9e-9a6c3f9e2db1 None None] Network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:05.023250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for fa8b8cd8-e373-48c6-8502-c1ada09b4729 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:05.084002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.292719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] Provisioning for port 94c6f113-054e-4ce4-b9e9-221a75d02b14 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:05.299339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] Provisioning complete for port 94c6f113-054e-4ce4-b9e9-221a75d02b14 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:05.299339 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.611665 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.624924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.683449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] Current status of the port 94c6f113-054e-4ce4-b9e9-221a75d02b14 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:05.684167 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.763905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] For port 94c6f113-054e-4ce4-b9e9-221a75d02b14, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=94c6f113-054e-4ce4-b9e9-221a75d02b14,segment=NetworkSegment(8ba375d7-fb9b-4e2a-8ee9-44614b8bd193),segment_id=8ba375d7-fb9b-4e2a-8ee9-44614b8bd193)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:05.776436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.814855 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.955733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.960364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb1061-49ae-4d7c-9d55-709403fbfa4f None None] Pushing event updated for resources: {'Port': ['ID=94c6f113-054e-4ce4-b9e9-221a75d02b14,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:05.964807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.965981 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:05.983536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-16baae48-335d-4e28-ae1c-428e2fb43c36 None None] Provisioning for port 3edd9445-57ea-4b39-80d8-a92b0eba86f4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:05.992578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-16baae48-335d-4e28-ae1c-428e2fb43c36 None None] Provisioning complete for port 3edd9445-57ea-4b39-80d8-a92b0eba86f4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:05.993462 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16baae48-335d-4e28-ae1c-428e2fb43c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:06.128739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-16baae48-335d-4e28-ae1c-428e2fb43c36 None None] Port 3edd9445-57ea-4b39-80d8-a92b0eba86f4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:06.212580 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:06.273595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-aa787338-73f6-48e9-9dca-aae051c63800 None None] Provisioning complete for port 94c6f113-054e-4ce4-b9e9-221a75d02b14 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:06.273595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aa787338-73f6-48e9-9dca-aae051c63800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:06.276549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event updated for resources: {'Port': ['ID=3edd9445-57ea-4b39-80d8-a92b0eba86f4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:06.309348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:06.311677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:06.616259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-aa787338-73f6-48e9-9dca-aae051c63800 None None] Current status of the port 94c6f113-054e-4ce4-b9e9-221a75d02b14 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:06.736737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 94c6f113-054e-4ce4-b9e9-221a75d02b14 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:06.780384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Router d629fac4-7e68-41e9-a00e-5db5ef2f8991 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:03:06.866148 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Floating IP 13612ac0-f3c3-44df-afdb-d31964089c7e associated. External IP: 172.25.2.45, port: ceeda5a4-7998-4a7e-800c-4d4d9d2d6027. May 12 20:03:07.061581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=49f942fe-9a80-4f3c-b7a7-7f6a3d6f2119,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:07.151335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f0cb97cf-477c-41bf-969b-b135297f66b0 None None] Provisioning complete for port 3edd9445-57ea-4b39-80d8-a92b0eba86f4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:07.155370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f0cb97cf-477c-41bf-969b-b135297f66b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:07.286284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=fa8b8cd8-e373-48c6-8502-c1ada09b4729,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:07.310169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb97cf-477c-41bf-969b-b135297f66b0 None None] Port 3edd9445-57ea-4b39-80d8-a92b0eba86f4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:07.313070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:07.326191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 94c6f113-054e-4ce4-b9e9-221a75d02b14 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:07.326191 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:07.343518 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-64e8ec70-6ac2-48df-9cd5-e449564eb6fe tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7199602 May 12 20:03:07.343518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:07.352445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] Sync routers for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:07.400172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:07.400172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:07.497143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:07.599604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:07.599604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:07.703607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:07.703607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eb424-09d1-4767-9329-d3aec2ee80ec None None] The sync data for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:07.703607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 94c6f113-054e-4ce4-b9e9-221a75d02b14 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:07.755370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1af8ed47-b2f3-4c94-96a4-718598f82d81 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:08.101750 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:08.109074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:03:08.151381 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:08.171286 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-1af8ed47-b2f3-4c94-96a4-718598f82d81 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] delete failed (client error): There was a conflict when trying to complete your request. May 12 20:03:08.173295 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1af8ed47-b2f3-4c94-96a4-718598f82d81 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991 HTTP/1.1" status: 409 len: 329 time: 0.8285756 May 12 20:03:08.176500 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 39980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:08.691947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:08.717073 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:08.740952 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:08.741650 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:08.766300 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:08.974310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 73077828-9175-4f82-a3cd-e370f783f821 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:03:08.978877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:09.068056 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:09.077558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-54fb9efb-08c2-4e99-be63-783ab90a2182 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3003621 May 12 20:03:09.078485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:03:09.199078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:09.588970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:09.596129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f3428e1b-8b13-4a11-ad95-9126abd2713f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/73077828-9175-4f82-a3cd-e370f783f821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1439233 May 12 20:03:09.617898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] Sync routers for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:09.621719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40004) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:09.624549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:09.624549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:09.726401 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '13612ac0-f3c3-44df-afdb-d31964089c7e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:ae:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71575efd-714b-4408-addd-35febb593119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:03:04Z', 'updated_at': '2022-05-12T20:03:04Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:09.730370 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e75647-d4b0-43d5-90e7-bee216c36fc6'] response: {'name': 'network-changed', 'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'status': 'completed', 'code': 200} May 12 20:03:09.732071 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:03:09.742211 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:09.742814 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:09.902451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting subnet 278d2f99-d3c6-44ab-ac0b-3375e62c5141 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:03:09.919741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:09.965706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:10.045348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port 3edd9445-57ea-4b39-80d8-a92b0eba86f4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:10.045691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:10.067750 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:10.144959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-1afc2e39-c65d-4ba6-a57e-63ad3c935d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:10.152081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-1afc2e39-c65d-4ba6-a57e-63ad3c935d10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 1096 time: 0.5180326 May 12 20:03:10.168664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:10.470892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:10.497508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:10.671597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:10.755647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Calling delete_port for 3edd9445-57ea-4b39-80d8-a92b0eba86f4 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:10.778112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:03:05Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:10.787438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] Checking router: 73077828-9175-4f82-a3cd-e370f783f821 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:03:10.805770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Subnet': ['ID=278d2f99-d3c6-44ab-ac0b-3375e62c5141,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:10.811703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:10.821873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-363d1250-6e18-4fed-980d-8a7b8bc2cbaf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/subnets/278d2f99-d3c6-44ab-ac0b-3375e62c5141 HTTP/1.1" status: 204 len: 168 time: 1.2150395 May 12 20:03:10.824582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40026) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:10.824962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3bafb-3141-4dd1-b5b8-f81eeaf55491 None None] Network 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:10.983529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] Routers {'73077828-9175-4f82-a3cd-e370f783f821'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:10.983529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73077828-9175-4f82-a3cd-e370f783f821'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:11.054011 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '13612ac0-f3c3-44df-afdb-d31964089c7e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:ae:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71575efd-714b-4408-addd-35febb593119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:03:04Z', 'updated_at': '2022-05-12T20:03:04Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:11.057535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:11.060404 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c2799-0987-4a42-88f1-1fb09e68a747 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '13612ac0-f3c3-44df-afdb-d31964089c7e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:ae:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71575efd-714b-4408-addd-35febb593119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:03:04Z', 'updated_at': '2022-05-12T20:03:04Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:11.191981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40034) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:11.254555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:11.281982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-445f7a3b-a426-48c6-a76a-16b81032ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:11.283478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-445f7a3b-a426-48c6-a76a-16b81032ac98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 1.1176922 May 12 20:03:11.436382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Port': ['ID=3edd9445-57ea-4b39-80d8-a92b0eba86f4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:11.502180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] Set router 73077828-9175-4f82-a3cd-e370f783f821 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:11.554883 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4c93c-bb0e-4b46-8005-57a471bc2127 None None] New status for floating IP 13612ac0-f3c3-44df-afdb-d31964089c7e: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:03:11.982033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.009419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.039899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:12.044676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Usage tracker for resource:security_group_rule and tenant:d97c8a3e37a346dc870600e76a9dc85d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:12.048380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:12.055740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:12.100843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-cea3765a-19fd-4cf7-b701-27149205bed4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 HTTP/1.1" status: 200 len: 998 time: 0.8018029 May 12 20:03:12.102294 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.153564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:03:05Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:12.175487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658d654-fd86-436e-a6f6-35d5bf7dad2b None None] The sync data for ids ['73077828-9175-4f82-a3cd-e370f783f821'] in n-d-841626-1 is: [{'id': '73077828-9175-4f82-a3cd-e370f783f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360609877', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '319f66a3-4081-440c-853b-b3e291add551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:00:36Z', 'updated_at': '2022-05-12T20:03:05Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '319f66a3-4081-440c-853b-b3e291add551', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077828-9175-4f82-a3cd-e370f783f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:00:38Z', 'updated_at': '2022-05-12T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:12.255822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 319f66a3-4081-440c-853b-b3e291add551 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:12.255822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.260469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] DHCP port deletion for 65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:03:12.266762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] Deleting port 55e3121a-04ff-4783-a109-3d0ce6032251 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:12.266762 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.396409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-993ce1a6-4683-40db-a988-6c5e1cbd8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:12.397868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-993ce1a6-4683-40db-a988-6c5e1cbd8a7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.2814813 May 12 20:03:12.408341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Router d629fac4-7e68-41e9-a00e-5db5ef2f8991 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:03:12.569759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:12.615983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40052) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:12.619672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-85e2992c-05a2-4375-923f-3c96e2d65efa tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4309719 May 12 20:03:12.650637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] For port 55e3121a-04ff-4783-a109-3d0ce6032251, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=55e3121a-04ff-4783-a109-3d0ce6032251,segment=NetworkSegment(13b0c9ff-42e9-4257-99d5-74fa8976c246),segment_id=13b0c9ff-42e9-4257-99d5-74fa8976c246)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:12.650637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.775361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.829714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:12.855056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] Calling delete_port for 55e3121a-04ff-4783-a109-3d0ce6032251 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:12.901637 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d97c8a3e37a346dc870600e76a9dc85d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7117522 May 12 20:03:12.901637 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-b7ef604f-0467-4b99-bb38-16bb7d3dac93 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] show failed (client error): The resource could not be found. May 12 20:03:12.904734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40058) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:12.922352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b7ef604f-0467-4b99-bb38-16bb7d3dac93 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-1228967674 HTTP/1.1" status: 404 len: 335 time: 0.2897830 May 12 20:03:12.931500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40062) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:12.933782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] Sync routers for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:12.933782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 55e3121a-04ff-4783-a109-3d0ce6032251 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:12.973698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dbdd5-4536-469b-b611-2c346fc8d5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89699d32-4164-48b4-8fb2-56abeff9c3f3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:13.006091 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04502f96-8d68-4f75-9474-87bbda0038e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.009581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-44460665-9de7-4f04-b4eb-c342e1ccc084 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:13.045652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04502f96-8d68-4f75-9474-87bbda0038e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.080491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:13.080491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:13.131601 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04502f96-8d68-4f75-9474-87bbda0038e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.132883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 319f66a3-4081-440c-853b-b3e291add551, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=319f66a3-4081-440c-853b-b3e291add551,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:13.133254 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.159784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04502f96-8d68-4f75-9474-87bbda0038e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.161431 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-04502f96-8d68-4f75-9474-87bbda0038e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89699d32-4164-48b4-8fb2-56abeff9c3f3 HTTP/1.1" status: 204 len: 168 time: 0.2580469 May 12 20:03:13.162773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04502f96-8d68-4f75-9474-87bbda0038e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89699d32-4164-48b4-8fb2-56abeff9c3f3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:13.296525 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.339682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:13.352817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Port 55e3121a-04ff-4783-a109-3d0ce6032251 update to DOWN by agent not found {{(pid=88114) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 12 20:03:13.352817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa8b8cd8-e373-48c6-8502-c1ada09b4729 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:13.378232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-7c91ee6d-99c9-4f6a-8285-2498632a767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:13.378232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-7c91ee6d-99c9-4f6a-8285-2498632a767c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9286180 May 12 20:03:13.390809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 319f66a3-4081-440c-853b-b3e291add551 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:13.402952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] Pushing event deleted for resources: {'Port': ['ID=55e3121a-04ff-4783-a109-3d0ce6032251,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:13.427884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7fa31-8673-4bec-81d7-eece14e2b100 None None] No DVR routers for this DVR port 55e3121a-04ff-4783-a109-3d0ce6032251 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:03:13.427884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] Routers {'d629fac4-7e68-41e9-a00e-5db5ef2f8991'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:13.427884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:13.509448 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-44460665-9de7-4f04-b4eb-c342e1ccc084 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] update failed (client error): The resource could not be found. May 12 20:03:13.509448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-44460665-9de7-4f04-b4eb-c342e1ccc084 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-32346194 HTTP/1.1" status: 404 len: 333 time: 0.5396385 May 12 20:03:13.517316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: fa8b8cd8-e373-48c6-8502-c1ada09b4729 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:03:13.517316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fa8b8cd8-e373-48c6-8502-c1ada09b4729 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:03:13.527951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:13.527951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6139a649-3c5e-4b4b-8798-d91c79d6dc72 None None] The sync data for ids ['d629fac4-7e68-41e9-a00e-5db5ef2f8991'] in n-d-841626-1 is: [] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:13.583268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:13.683702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40080) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:13.714335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-9e995dd1-3351-4233-b5be-6fad8efe49be service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799518 May 12 20:03:13.728654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-33c12ed1-2454-47f3-b3e2-185f7f36227e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2494292 May 12 20:03:13.734731 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.746646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting subnet 7ee90e3b-377f-4056-8f69-ceb88928aaad {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:03:13.749742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.793285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:13.799967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Usage tracker for resource:security_group_rule and tenant:9f7f1e7364094efc83cc0494efe93320 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:13.799967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:13.804484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:13.930038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade2a66c-e72b-4810-88e5-9845983a9557 req-43b512bc-be0a-49fa-aada-82175164f2a7 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057459 May 12 20:03:13.939462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:13.970026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.021628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=319f66a3-4081-440c-853b-b3e291add551,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:14.069235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.102402 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.111414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.135736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.182348 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f7f1e7364094efc83cc0494efe93320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995620 May 12 20:03:14.184753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366bfe7-f6df-475e-b802-78e422b13304 req-7e9ff832-fa83-40a4-ba2d-453cd651d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:14.186256 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-7e9ff832-fa83-40a4-ba2d-453cd651d46a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09854bc2cf07438bbef407fe87dae92a&device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 1097 time: 0.3287904 May 12 20:03:14.186852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40088) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:14.360537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401849e-baa1-4e14-8ab3-e7d0c6a60e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0baab6e-0b71-4ad9-adf4-6d8f10d45fd0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:14.428644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.481885 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7698e27-a8a2-4e35-ba5e-cd54da5d8595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.506454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee90e3b-377f-4056-8f69-ceb88928aaad,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:14.509525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.512166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.515559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.529541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d9b69-6ce7-4e86-a7f6-271126f3f9c9 None None] Network 37f1f90e-b7bf-40e4-b504-8d203855fdc1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:14.562996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.571208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366bfe7-f6df-475e-b802-78e422b13304 req-52bc97c0-b64d-47d0-90e2-4214ae18b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:14.575212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Fanout notify agent at l3_agent the message router_deleted on router 73077828-9175-4f82-a3cd-e370f783f821 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:03:14.578482 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-52bc97c0-b64d-47d0-90e2-4214ae18b621 service neutron] 10.222.0.36 "GET /v2.0/networks?id=329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 200 len: 909 time: 0.3314950 May 12 20:03:14.588945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40096) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:14.592385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-189c8228-4228-4ce2-bfef-9290e770dba5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/subnets/7ee90e3b-377f-4056-8f69-ceb88928aaad HTTP/1.1" status: 204 len: 168 time: 0.9999304 May 12 20:03:14.768592 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.777226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.777226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-458648f5-22f0-4f51-87f2-bc074a896648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/routers/73077828-9175-4f82-a3cd-e370f783f821 HTTP/1.1" status: 204 len: 168 time: 3.9443300 May 12 20:03:14.777226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40100) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:14.884625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port 94c6f113-054e-4ce4-b9e9-221a75d02b14 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:14.884625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.943308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7698e27-a8a2-4e35-ba5e-cd54da5d8595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:14.988350 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.035452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-b3ed5d7b-39c9-45a3-85ad-a1a02f22f95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 200 len: 1001 time: 0.4561563 May 12 20:03:15.127201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366bfe7-f6df-475e-b802-78e422b13304 req-735d1382-844d-4192-be19-6c243be5e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:15.127201 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-735d1382-844d-4192-be19-6c243be5e237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 200 len: 847 time: 0.0926073 May 12 20:03:15.127201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7698e27-a8a2-4e35-ba5e-cd54da5d8595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.205570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7698e27-a8a2-4e35-ba5e-cd54da5d8595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0baab6e-0b71-4ad9-adf4-6d8f10d45fd0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:15.205570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e7698e27-a8a2-4e35-ba5e-cd54da5d8595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.210107 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e7698e27-a8a2-4e35-ba5e-cd54da5d8595 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0baab6e-0b71-4ad9-adf4-6d8f10d45fd0 HTTP/1.1" status: 204 len: 168 time: 1.0152054 May 12 20:03:15.226798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.248298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366bfe7-f6df-475e-b802-78e422b13304 req-ea5972cb-f595-405c-8aae-dcf37f3480dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:15.248298 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-ea5972cb-f595-405c-8aae-dcf37f3480dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=329601bd-5ac8-47f4-bf9d-634a063c63c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142104 May 12 20:03:15.265446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] DHCP port deletion for 37f1f90e-b7bf-40e4-b504-8d203855fdc1 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:03:15.265446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] Deleting port 94c6f113-054e-4ce4-b9e9-221a75d02b14 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:15.265446 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.294264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:15.313451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b0c9ff-42e9-4257-99d5-74fa8976c246') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:15.313451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b0c9ff-42e9-4257-99d5-74fa8976c246') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:15.349163 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.488400 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-848e6a35-b9bf-4936-bf6e-f72ba3678d40 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290785 May 12 20:03:15.629532 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.649884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] For port 94c6f113-054e-4ce4-b9e9-221a75d02b14, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=94c6f113-054e-4ce4-b9e9-221a75d02b14,segment=NetworkSegment(8ba375d7-fb9b-4e2a-8ee9-44614b8bd193),segment_id=8ba375d7-fb9b-4e2a-8ee9-44614b8bd193)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:15.649884 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.671137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:03:15.671137 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.729688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] For port 94c6f113-054e-4ce4-b9e9-221a75d02b14, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=94c6f113-054e-4ce4-b9e9-221a75d02b14,segment=NetworkSegment(8ba375d7-fb9b-4e2a-8ee9-44614b8bd193),segment_id=8ba375d7-fb9b-4e2a-8ee9-44614b8bd193)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:15.729688 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.779524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3366bfe7-f6df-475e-b802-78e422b13304 req-717a0df1-7aee-499a-bc42-b01e4ea6d077 service neutron] 10.222.0.36 "GET /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802205 May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: timer() May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:03:15.867922 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:03:15.877981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.900495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:15.964195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] Calling delete_port for 94c6f113-054e-4ce4-b9e9-221a75d02b14 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:15.986632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40114) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:16.017973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.078103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.081828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:16.088274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Usage tracker for resource:security_group_rule and tenant:1921a1bb41ad453f8a6c1f49ea4f8dee is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:16.088274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:16.105251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:16.116399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/networks/65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e HTTP/1.1" status: 204 len: 168 time: 1.3378587 May 12 20:03:16.116399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40120) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:16.127159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Calling delete_port for 94c6f113-054e-4ce4-b9e9-221a75d02b14 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:16.157978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Network': ['ID=65a8dc4f-d69b-42da-8cb1-33ab8de4bd4e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:16.192316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] No DVR routers for this DVR port 94c6f113-054e-4ce4-b9e9-221a75d02b14 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:03:16.196507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.196507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.204685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f502ea-a69e-43ce-a8c9-cc77658480f8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:16.221304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ee2e8-c0ec-418d-b709-201522526b8f None None] Pushing event deleted for resources: {'Port': ['ID=94c6f113-054e-4ce4-b9e9-221a75d02b14,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:16.287035 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-47f8a09b-7131-4c84-ab40-ab50ae1575ff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.290195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.297216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.318474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:03:16.318474 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:03:16.318474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-47f8a09b-7131-4c84-ab40-ab50ae1575ff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.368101 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1921a1bb41ad453f8a6c1f49ea4f8dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816638 May 12 20:03:16.368101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250007ae-db08-4322-bb2c-7d57c0d2041d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a432f-8063-49bc-90e0-9b6b993d4739,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:16.375866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40124) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:16.411791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-47f8a09b-7131-4c84-ab40-ab50ae1575ff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.445547 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8a09b-7131-4c84-ab40-ab50ae1575ff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069ccb72-067d-4188-bea3-d44f134bcb16,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:16.451608 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-154bbbda-1b06-43d6-9e7d-083306b60db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.486720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-154bbbda-1b06-43d6-9e7d-083306b60db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.498042 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-47f8a09b-7131-4c84-ab40-ab50ae1575ff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.513220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-47f8a09b-7131-4c84-ab40-ab50ae1575ff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/security-groups/069ccb72-067d-4188-bea3-d44f134bcb16 HTTP/1.1" status: 204 len: 168 time: 0.3457360 May 12 20:03:16.557252 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-154bbbda-1b06-43d6-9e7d-083306b60db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.584663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bbbda-1b06-43d6-9e7d-083306b60db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a432f-8063-49bc-90e0-9b6b993d4739,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:16.584663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-154bbbda-1b06-43d6-9e7d-083306b60db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.584663 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-154bbbda-1b06-43d6-9e7d-083306b60db1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be6a432f-8063-49bc-90e0-9b6b993d4739 HTTP/1.1" status: 204 len: 168 time: 0.2083976 May 12 20:03:16.602112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 94c6f113-054e-4ce4-b9e9-221a75d02b14 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:16.646004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 94c6f113-054e-4ce4-b9e9-221a75d02b14 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:03:16.646004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 94c6f113-054e-4ce4-b9e9-221a75d02b14 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:03:16.646004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 319f66a3-4081-440c-853b-b3e291add551 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:16.683764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 319f66a3-4081-440c-853b-b3e291add551 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:03:16.683764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 319f66a3-4081-440c-853b-b3e291add551 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:03:16.817212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port 94c6f113-054e-4ce4-b9e9-221a75d02b14 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:16.817212 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:16.926802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] The port '94c6f113-054e-4ce4-b9e9-221a75d02b14' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:03:17.072936 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.111922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f1f90e-b7bf-40e4-b504-8d203855fdc1']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:17.128253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba375d7-fb9b-4e2a-8ee9-44614b8bd193') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:17.129108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba375d7-fb9b-4e2a-8ee9-44614b8bd193') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:17.147539 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.179757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.186769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:03:17.186769 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: timer() May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:03:17.206801 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:03:17.429059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.457682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.457682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Network': ['ID=37f1f90e-b7bf-40e4-b504-8d203855fdc1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:17.462138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7b00ef9c-4519-43f6-a7a2-3e8fa20b544d tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/networks/37f1f90e-b7bf-40e4-b504-8d203855fdc1 HTTP/1.1" status: 204 len: 168 time: 2.8683097 May 12 20:03:17.480969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40158) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:17.632358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting subnet 3e8fe47d-2900-4039-9436-c297fc09789a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:03:17.632358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.692773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40174) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:17.699197 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.700187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332125304', 'description': 'tempest-secgroup-smoke-332125304 description', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:17.711486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:17.716344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:17.720338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:17.732118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:17.748298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.776954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:17.786705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:17.786705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:17.805425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:17.830451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.909201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.913480 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.926451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.962652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bfec07-5b99-49f7-a371-8d86e604793c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:17.972388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.972388 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-11d9bc56-2665-4109-a7ce-95b6c9b12cb3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2775362 May 12 20:03:17.976671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40184) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:17.993009 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:17.997001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2627fca7-962c-464f-ad73-675c537e26dc None None] Network 5324f595-9c4e-48b0-99f9-1b0d532f4a98 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:18.000649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/subnets/3e8fe47d-2900-4039-9436-c297fc09789a HTTP/1.1" status: 204 len: 168 time: 0.5272343 May 12 20:03:18.000649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40190) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:18.004293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfec07-5b99-49f7-a371-8d86e604793c', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:18.008065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118de5f-c8ce-4cd6-a195-85c2fe1cff83 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8fe47d-2900-4039-9436-c297fc09789a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:18.011204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:18.018540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:18.018540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:18.037484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:18.077525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.101944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting subnet 748cf1b0-a36c-4310-b0b4-aac0a0c6a50d {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:03:18.118906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.255197 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.258737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.266288 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.315537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ab1696-ad89-4cfb-b0c2-c21b9213c76f,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:18.338006 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.338006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3c2b7632-9f5f-4231-a8ee-725acd633228 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3585155 May 12 20:03:18.344596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40196) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:18.363344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfec07-5b99-49f7-a371-8d86e604793c', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:18.393552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:18.393552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:18.401754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:18.432615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:18.448823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] DHCP port deletion for 5324f595-9c4e-48b0-99f9-1b0d532f4a98 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:03:18.454455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Deleting port 32e55162-bf59-41c0-aeb9-2a721be71e0f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:18.454455 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.462796 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.464378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.532941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.542775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.571837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.574251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd99f87-546a-4ecb-a09d-7da8141d4a61,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:18.585696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40206) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:18.598740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.600524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5bbbfcaa-6ee8-4e8e-9146-3bac9acb8458 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2606955 May 12 20:03:18.603301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40208) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:18.630408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfec07-5b99-49f7-a371-8d86e604793c', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:18.640960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:18.648059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:18.648059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:18.673996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.678257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:18.683825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Subnet': ['ID=748cf1b0-a36c-4310-b0b4-aac0a0c6a50d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:18.696882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-32481f98-40a9-46b4-8b44-9cd9ed53c40b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/subnets/748cf1b0-a36c-4310-b0b4-aac0a0c6a50d HTTP/1.1" status: 204 len: 168 time: 0.6904306 May 12 20:03:18.700339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 32e55162-bf59-41c0-aeb9-2a721be71e0f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:18.703747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:18.707013 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.762480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc89c63-af1a-47e1-ae21-51e1b8423d2a None None] Network 6edd89e5-b173-4295-86b0-553fafb522a3 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:18.859285 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.874458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port 32e55162-bf59-41c0-aeb9-2a721be71e0f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:18.874458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.951860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:18.963113 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.004822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342b32c5-9c67-4b04-9108-fc6fba550b53,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:19.026561 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.028872 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-74c161f2-2df1-4076-8aaa-a2dbdd5d7b24 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4235613 May 12 20:03:19.030933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40224) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:19.039157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfec07-5b99-49f7-a371-8d86e604793c', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:19.053739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:19.059038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:19.061896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:19.072015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.098483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:19.110098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:19.119490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Usage tracker for resource:security_group_rule and tenant:36bcf4a489c4425abb1a0d430423c461 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:19.128750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:19.184046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 32e55162-bf59-41c0-aeb9-2a721be71e0f is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:19.184046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.189348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:19.210890 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.214608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=32e55162-bf59-41c0-aeb9-2a721be71e0f,segment=NetworkSegment(8dd1206f-c78b-4365-a85f-f082e1e7a806),segment_id=8dd1206f-c78b-4365-a85f-f082e1e7a806)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:19.214608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.276985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=32e55162-bf59-41c0-aeb9-2a721be71e0f,segment=NetworkSegment(8dd1206f-c78b-4365-a85f-f082e1e7a806),segment_id=8dd1206f-c78b-4365-a85f-f082e1e7a806)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:19.276985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.303750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] DHCP port deletion for 6edd89e5-b173-4295-86b0-553fafb522a3 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:03:19.366917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Calling delete_port for 32e55162-bf59-41c0-aeb9-2a721be71e0f owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:19.410880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=32e55162-bf59-41c0-aeb9-2a721be71e0f,segment=NetworkSegment(8dd1206f-c78b-4365-a85f-f082e1e7a806),segment_id=8dd1206f-c78b-4365-a85f-f082e1e7a806)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:19.410880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] Deleting port 157a68dd-900a-440e-be27-fc860b5cdea9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:19.410880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.474542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.480391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.530211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.560495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Calling delete_port for 32e55162-bf59-41c0-aeb9-2a721be71e0f owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:19.571072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ba5d16-5b37-4e7f-b770-bca7298de9b6,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:19.571072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.571072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8430b067-8d96-4ae6-ab22-2e31deceaed1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5327513 May 12 20:03:19.571072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40230) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:19.584731 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfec07-5b99-49f7-a371-8d86e604793c', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:19.601801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:19.608716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:19.615535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:19.633417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:19.657839 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:03:19.675428 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.683826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:03:19.683826 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:03:19.691708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.691708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.767436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36bcf4a489c4425abb1a0d430423c461&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1077812 May 12 20:03:19.774311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:19.827092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.839183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.866556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b5a10d-7b67-46bc-8aaf-f1b93b3a3cf2,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:19.870027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b6cb9-c842-48b8-8057-177e9b8f0b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd0ef8-7629-48a7-8a46-c7f80808074f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:19.874893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.880666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8a4f5970-fa11-4e3d-9c08-bca615573e57 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3058860 May 12 20:03:19.880666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40240) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:19.892275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfec07-5b99-49f7-a371-8d86e604793c', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:19.916548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:19.916548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:19.921820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:19.936861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:19.953542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=32e55162-bf59-41c0-aeb9-2a721be71e0f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:19.958195 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:03:19.964634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17e6157-c28f-4e6e-9881-8620d2d6984a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.970056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:19.984497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:03:19.984497 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:03:20.004301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17e6157-c28f-4e6e-9881-8620d2d6984a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.047696 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] For port 157a68dd-900a-440e-be27-fc860b5cdea9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=157a68dd-900a-440e-be27-fc860b5cdea9,segment=NetworkSegment(c276adfd-44ac-4919-8584-36e088c7c6f0),segment_id=c276adfd-44ac-4919-8584-36e088c7c6f0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:20.047696 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.070990 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17e6157-c28f-4e6e-9881-8620d2d6984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.098893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.102264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e6157-c28f-4e6e-9881-8620d2d6984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd0ef8-7629-48a7-8a46-c7f80808074f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:20.111431 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.123701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b17e6157-c28f-4e6e-9881-8620d2d6984a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.123701 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b17e6157-c28f-4e6e-9881-8620d2d6984a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2cd0ef8-7629-48a7-8a46-c7f80808074f HTTP/1.1" status: 204 len: 168 time: 0.3484132 May 12 20:03:20.138110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b39746a-9146-4c2d-8355-c03722cc65bb,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:20.158063 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.165270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40248) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:20.169354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-762903f7-bec9-4594-a1bc-68cc93bb3b08 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2807603 May 12 20:03:20.172545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'network': {'name': 'tempest-network-smoke--250743313', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:20.172545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:20.182126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:network and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:20.182126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:20.194518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port 32e55162-bf59-41c0-aeb9-2a721be71e0f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:20.194518 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.240098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:20.285026 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] Calling delete_port for 157a68dd-900a-440e-be27-fc860b5cdea9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:20.385906 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.523164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Deleting port 32e55162-bf59-41c0-aeb9-2a721be71e0f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:20.523164 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.579331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:20.602304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] Pushing event deleted for resources: {'Port': ['ID=157a68dd-900a-440e-be27-fc860b5cdea9,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:20.606360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.609812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6defd01-fcf4-466c-b843-252f8a1964b7 None None] No DVR routers for this DVR port 157a68dd-900a-440e-be27-fc860b5cdea9 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:03:20.728612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=32e55162-bf59-41c0-aeb9-2a721be71e0f,segment=NetworkSegment(8dd1206f-c78b-4365-a85f-f082e1e7a806),segment_id=8dd1206f-c78b-4365-a85f-f082e1e7a806)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:20.728612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.826333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] For port 32e55162-bf59-41c0-aeb9-2a721be71e0f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=32e55162-bf59-41c0-aeb9-2a721be71e0f,segment=NetworkSegment(8dd1206f-c78b-4365-a85f-f082e1e7a806),segment_id=8dd1206f-c78b-4365-a85f-f082e1e7a806)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:20.826333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:20.952572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 157a68dd-900a-440e-be27-fc860b5cdea9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:20.955334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Calling delete_port for 32e55162-bf59-41c0-aeb9-2a721be71e0f owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:20.978470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:03:21.006699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.007053 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Added segment b0bfda89-dac8-4f49-a73f-e31d473195ce of type vlan for network 52652ca8-7bd4-4671-aa26-15e5f5a11024 May 12 20:03:21.043535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Calling delete_port for 32e55162-bf59-41c0-aeb9-2a721be71e0f owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:21.070222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.093983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.133547 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:03:21.133547 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:03:21.139951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 157a68dd-900a-440e-be27-fc860b5cdea9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:03:21.139951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 157a68dd-900a-440e-be27-fc860b5cdea9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:03:21.150705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Port': ['ID=32e55162-bf59-41c0-aeb9-2a721be71e0f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:21.156955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] No DVR routers for this DVR port 32e55162-bf59-41c0-aeb9-2a721be71e0f on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:03:21.189905 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.194356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:21.194356 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.241980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Deleting port 32e55162-bf59-41c0-aeb9-2a721be71e0f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:21.241980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.324957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.359481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-22cb8553-e380-4339-9f88-e64295bb6cfa None None] The port '32e55162-bf59-41c0-aeb9-2a721be71e0f' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:03:21.421177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5324f595-9c4e-48b0-99f9-1b0d532f4a98']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:21.448278 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2845793 May 12 20:03:21.453723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40262) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:21.456152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd1206f-c78b-4365-a85f-f082e1e7a806') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:21.456152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd1206f-c78b-4365-a85f-f082e1e7a806') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:21.458483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'admin_state_up': True, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:21.462873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d93363-209e-4cd8-8685-5fefa6d49faf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Network': ['ID=52652ca8-7bd4-4671-aa26-15e5f5a11024,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:21.482797 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.495354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:21.495354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:router and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:21.504526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:21.506509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:03:21.508353 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:21.528032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.528032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.533385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.546168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:03:21.546571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: timer() May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:03:21.561839 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:03:21.656945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.663044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.669938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:21.692164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Network': ['ID=5324f595-9c4e-48b0-99f9-1b0d532f4a98,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:21.702918 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-732f14ec-740f-433c-a99b-a87203e72b8b tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/networks/5324f595-9c4e-48b0-99f9-1b0d532f4a98 HTTP/1.1" status: 204 len: 168 time: 3.0039473 May 12 20:03:21.702918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40268) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:21.881491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.023740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.236010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.267703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edd89e5-b173-4295-86b0-553fafb522a3']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:22.283703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c276adfd-44ac-4919-8584-36e088c7c6f0') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:22.283703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c276adfd-44ac-4919-8584-36e088c7c6f0') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:22.295890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.321911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.338494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:03:22.338494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: timer() May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:03:22.372890 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:03:22.469025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.491170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.512108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.523810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Network': ['ID=6edd89e5-b173-4295-86b0-553fafb522a3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:22.523810 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8e26e210-58d1-4a14-8054-f0107007fda5 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/networks/6edd89e5-b173-4295-86b0-553fafb522a3 HTTP/1.1" status: 204 len: 168 time: 0.8219638 May 12 20:03:22.523810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40280) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:22.569527 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.616938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting subnet 81557442-d6c1-434a-bb37-d73efa399206 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:03:22.622485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.693347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.760635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.192 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/17500e24-4574-45b2-a243-1b87de514967) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:22.809377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.934288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:22.991061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Subnet': ['ID=81557442-d6c1-434a-bb37-d73efa399206,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:22.991061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.008923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a79218-a826-44a4-b939-563c74e8c404 None None] Network 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:23.025681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f87e2df4-f419-44db-a247-ba18562c3997 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/subnets/81557442-d6c1-434a-bb37-d73efa399206 HTTP/1.1" status: 204 len: 168 time: 0.4965515 May 12 20:03:23.031985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40288) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:23.099226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.181294 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.285538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.318933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:23.322220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port 3df6e062-3bd8-4a5a-8eeb-989e696757dd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:23.322220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.326528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b58906-7762-4896-af72-9515aa142118 None None] DHCP port deletion for 4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:03:23.328549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:23.328549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:23.330549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-66b58906-7762-4896-af72-9515aa142118 None None] Deleting port 3df6e062-3bd8-4a5a-8eeb-989e696757dd {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:23.330549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66b58906-7762-4896-af72-9515aa142118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.370327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=17500e24-4574-45b2-a243-1b87de514967,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:23.597887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-66b58906-7762-4896-af72-9515aa142118 None None] For port 3df6e062-3bd8-4a5a-8eeb-989e696757dd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3df6e062-3bd8-4a5a-8eeb-989e696757dd,segment=NetworkSegment(2b6bf805-21fc-4505-9217-e7630ec4e848),segment_id=2b6bf805-21fc-4505-9217-e7630ec4e848)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:23.597887 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66b58906-7762-4896-af72-9515aa142118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.671886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] For port 3df6e062-3bd8-4a5a-8eeb-989e696757dd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3df6e062-3bd8-4a5a-8eeb-989e696757dd,segment=NetworkSegment(2b6bf805-21fc-4505-9217-e7630ec4e848),segment_id=2b6bf805-21fc-4505-9217-e7630ec4e848)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:23.672136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.759154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-66b58906-7762-4896-af72-9515aa142118 None None] Calling delete_port for 3df6e062-3bd8-4a5a-8eeb-989e696757dd owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:23.824834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Calling delete_port for 3df6e062-3bd8-4a5a-8eeb-989e696757dd owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:23.843334 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66b58906-7762-4896-af72-9515aa142118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.885513 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:23.896179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b58906-7762-4896-af72-9515aa142118 None None] Pushing event deleted for resources: {'Port': ['ID=3df6e062-3bd8-4a5a-8eeb-989e696757dd,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:23.896179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b58906-7762-4896-af72-9515aa142118 None None] No DVR routers for this DVR port 3df6e062-3bd8-4a5a-8eeb-989e696757dd on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:03:23.955744 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:03:23.955744 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:03:24.310695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:24.453754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Deleting port 3df6e062-3bd8-4a5a-8eeb-989e696757dd {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:24.453754 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:24.523087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] The port '3df6e062-3bd8-4a5a-8eeb-989e696757dd' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:03:24.619312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8912fad6-dcbc-4197-9240-bb870644f13f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:03:24.631172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3df6e062-3bd8-4a5a-8eeb-989e696757dd no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:24.692585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 3df6e062-3bd8-4a5a-8eeb-989e696757dd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:03:24.692585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3df6e062-3bd8-4a5a-8eeb-989e696757dd not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:03:24.724190 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:24.761292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e777b64-f560-47d5-8ee7-dbb6bfe2ef19']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:24.781846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6bf805-21fc-4505-9217-e7630ec4e848') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:24.781846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6bf805-21fc-4505-9217-e7630ec4e848') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:24.796685 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:24.827554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:24.845844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:03:24.845844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:24.864065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:24.913493 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:24.917864 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Sync routers for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:24.921449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a7d99b5b-86d0-45e9-9bde-076e9b15ec6a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4625347 May 12 20:03:24.921449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40306) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:24.936351 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:24.936351 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: util.warn( May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: timer() May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:03:24.977883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.018656 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.025695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Pushing event deleted for resources: {'Network': ['ID=4e777b64-f560-47d5-8ee7-dbb6bfe2ef19,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.038767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:25.054801 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5922ef81-8f32-4e00-ae88-7ad66d7056c7 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/networks/4e777b64-f560-47d5-8ee7-dbb6bfe2ef19 HTTP/1.1" status: 204 len: 168 time: 2.0155582 May 12 20:03:25.054801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40310) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:25.132138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-115f1667-674d-4dd8-a9a0-f0896285bc90 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Synchronizing usage tracker for tenant:22a608a231834e1badd33c59542aefd0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:25.158473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40316) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:25.158580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3fd233a3-2ebf-4ca3-a325-85f77e9307b0 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e3eb59963b3345ab9bb52c5d5b569a51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2440403 May 12 20:03:25.181990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-115f1667-674d-4dd8-a9a0-f0896285bc90 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Unset dirty status for tenant:22a608a231834e1badd33c59542aefd0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:25.186008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-115f1667-674d-4dd8-a9a0-f0896285bc90 tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "GET /v2.0/ports?device_id=d629fac4-7e68-41e9-a00e-5db5ef2f8991 HTTP/1.1" status: 200 len: 205 time: 0.1395416 May 12 20:03:25.186723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40322) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:25.334335 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:25.355485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f982ac4-c6f4-4fd5-8719-9577a0781c3f tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.451326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90010a7-b7e0-40ea-82db-d8072ebf47ef tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:25.451326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f90010a7-b7e0-40ea-82db-d8072ebf47ef tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2908874 May 12 20:03:25.451326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:25.508463 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6db0df09-589a-48cc-ab89-0c8b9fe085d5 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485489 May 12 20:03:25.508463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40330) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:25.508463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502476307', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:25.627266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:25.631450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:subnet and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:25.634540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:25.640664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:25.654379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:25.660638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.736164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f982ac4-c6f4-4fd5-8719-9577a0781c3f tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.736164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f982ac4-c6f4-4fd5-8719-9577a0781c3f tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.793842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f982ac4-c6f4-4fd5-8719-9577a0781c3f tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.793842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f982ac4-c6f4-4fd5-8719-9577a0781c3f tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Fanout notify agent at l3_agent the message router_deleted on router d629fac4-7e68-41e9-a00e-5db5ef2f8991 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:03:25.818397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f982ac4-c6f4-4fd5-8719-9577a0781c3f tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:25.818397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f982ac4-c6f4-4fd5-8719-9577a0781c3f tempest-RoutersNegativeIpV6Test-867267184 tempest-RoutersNegativeIpV6Test-867267184-project] 10.222.0.72 "DELETE /v2.0/routers/d629fac4-7e68-41e9-a00e-5db5ef2f8991 HTTP/1.1" status: 204 len: 168 time: 0.6215684 May 12 20:03:25.940681 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:23Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:25.947877 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Checking router: 8912fad6-dcbc-4197-9240-bb870644f13f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:03:25.948352 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Updating router 8912fad6-dcbc-4197-9240-bb870644f13f port 17500e24-4574-45b2-a243-1b87de514967 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:03:26.012679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.045399 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.108021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Subnet': ['ID=b8a6ad56-e6b4-451a-9017-441637089d5c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:26.121765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Checking segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:26.121765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network hostable DHCP agents. Network: 52652ca8-7bd4-4671-aa26-15e5f5a11024, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:03:26.150185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:03:26.165576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 52652ca8-7bd4-4671-aa26-15e5f5a11024) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:26.176461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:26.176461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.180245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2cfdb3-93bc-475b-ae61-aeeb7187b0a1 None None] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:26.208836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-68a32a5f-88a6-4b11-891c-8e609f6674fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7022562 May 12 20:03:26.211907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40344) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:26.310512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:26.598432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-52652ca8-7bd4-4671-aa26-15e5f5a11024', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:03:26.598432 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.653438 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.665406 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Transition to ACTIVE for port object 17500e24-4574-45b2-a243-1b87de514967 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:26.701768 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.793795 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5fa2467f-8975-4d73-aca6-e037e155202f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22a608a231834e1badd33c59542aefd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693143 May 12 20:03:26.793795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40356) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:26.852582 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Pushing event updated for resources: {'Port': ['ID=17500e24-4574-45b2-a243-1b87de514967,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:26.860553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Allocated IP 172.20.0.2 (52652ca8-7bd4-4671-aa26-15e5f5a11024/b8a6ad56-e6b4-451a-9017-441637089d5c/e26ef589-6d96-4384-8ff1-48a0241ecb52) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:26.868558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3115ee20-a889-4a04-8776-aafd14c41976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.875310 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.875856 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.876019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.876529 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.877575 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.878117 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.878117 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.878403 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.878730 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.879042 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.879451 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.879784 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:26.902090 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Attempting to bind port 17500e24-4574-45b2-a243-1b87de514967 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:26.902353 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Attempting to bind port 17500e24-4574-45b2-a243-1b87de514967 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:26.906071 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Attempting to bind port 17500e24-4574-45b2-a243-1b87de514967 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:26.921016 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:26.921475 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:26.921877 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.922259 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:26.922722 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Bound port: 17500e24-4574-45b2-a243-1b87de514967, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:26.923132 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:26.923466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3115ee20-a889-4a04-8776-aafd14c41976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.056575 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad33-2730-4965-a946-07c7f1598251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.069547 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] For port 17500e24-4574-45b2-a243-1b87de514967, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:27.069547 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] For port 17500e24-4574-45b2-a243-1b87de514967, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=17500e24-4574-45b2-a243-1b87de514967,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:27.074093 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3115ee20-a889-4a04-8776-aafd14c41976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.078359 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.112330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115ee20-a889-4a04-8776-aafd14c41976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c05b4-eba8-4cfc-a93d-bd149560e6ab,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:27.146875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3115ee20-a889-4a04-8776-aafd14c41976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.146875 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3115ee20-a889-4a04-8776-aafd14c41976 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/713c05b4-eba8-4cfc-a93d-bd149560e6ab HTTP/1.1" status: 204 len: 168 time: 0.3559411 May 12 20:03:27.174477 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dca7e-e12a-4794-b5d1-093ad56165c4 None None] Pushing event updated for resources: {'Port': ['ID=17500e24-4574-45b2-a243-1b87de514967,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:27.190769 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:27.196917 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:02:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:27.292075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.312171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Transition to ACTIVE for port object e26ef589-6d96-4384-8ff1-48a0241ecb52 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:27.349097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Transition to ACTIVE for port object e26ef589-6d96-4384-8ff1-48a0241ecb52 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:27.361910 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.466634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Pushing event updated for resources: {'Port': ['ID=e26ef589-6d96-4384-8ff1-48a0241ecb52,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:27.504718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:27.504718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:27.512364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:27.550987 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:27.795141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.815845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Attempting to bind port e26ef589-6d96-4384-8ff1-48a0241ecb52 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:27.815845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Attempting to bind port e26ef589-6d96-4384-8ff1-48a0241ecb52 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:27.815845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Attempting to bind port e26ef589-6d96-4384-8ff1-48a0241ecb52 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:27.838300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:27.838300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Checking segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:27.838300 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.838300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Bound using segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:27.838300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Bound port: e26ef589-6d96-4384-8ff1-48a0241ecb52, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:27.838300 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:27.981563 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-450cc835-4034-4397-a751-8eb34e210996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:23Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:27.988197 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc835-4034-4397-a751-8eb34e210996 None None] The sync data for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 is: [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:23Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:28.135763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] For port e26ef589-6d96-4384-8ff1-48a0241ecb52, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:28.143302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] For port e26ef589-6d96-4384-8ff1-48a0241ecb52, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e26ef589-6d96-4384-8ff1-48a0241ecb52,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:28.159534 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:28.284093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f37eea-b8b5-4430-9095-c5589763ee41 None None] Pushing event updated for resources: {'Port': ['ID=e26ef589-6d96-4384-8ff1-48a0241ecb52,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:28.759541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 17500e24-4574-45b2-a243-1b87de514967 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:28.792887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.1 (52652ca8-7bd4-4671-aa26-15e5f5a11024/b8a6ad56-e6b4-451a-9017-441637089d5c/491e5f90-ebf5-4343-802e-016e69fa4d7c) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:28.907048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:28.975248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 17500e24-4574-45b2-a243-1b87de514967 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:29.029763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 17500e24-4574-45b2-a243-1b87de514967 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:29.029763 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.181411 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5732653-f9d3-4687-ad4b-571a2b238eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.203372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.223052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object 491e5f90-ebf5-4343-802e-016e69fa4d7c will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:29.260338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.272237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-295529429'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:29.287672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 17500e24-4574-45b2-a243-1b87de514967 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:29.288474 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.288649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:29.295464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Usage tracker for resource:network and tenant:5f2cbc5c44af40bba7eb02a5b8a91eeb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:29.302301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:29.307216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 17500e24-4574-45b2-a243-1b87de514967, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=17500e24-4574-45b2-a243-1b87de514967,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:29.314596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:29.314746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.335138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Made reservation on behalf of 5f2cbc5c44af40bba7eb02a5b8a91eeb for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:29.346181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.370434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.391314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:29.400478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Usage tracker for resource:security_group_rule and tenant:5f2cbc5c44af40bba7eb02a5b8a91eeb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:29.403912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:29.412663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:29.419434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:29.440855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:29.446676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:29.511707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=491e5f90-ebf5-4343-802e-016e69fa4d7c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:29.524738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=17500e24-4574-45b2-a243-1b87de514967,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:29.560461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.636027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.650461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.705386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:03:29.722502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7189f-79b7-497f-bd9c-8517e0117b06,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:29.729414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.729780 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Added segment bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1 of type vlan for network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff May 12 20:03:29.771462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.790105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.819687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.828422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:29.829030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:29.973317 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0625803 May 12 20:03:29.976868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40406) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:29.981637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d0257-bb53-44ef-84bd-7aa9d80b6daa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event updated for resources: {'Network': ['ID=e7f310c3-6261-4daa-9e9b-4f6aeb6312ff,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:29.989161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Request body: {'subnet': {'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:29.994130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:03:30.164923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:30.169980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Usage tracker for resource:subnet and tenant:5f2cbc5c44af40bba7eb02a5b8a91eeb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:30.174116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:30.182261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:30.188553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.195422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Made reservation on behalf of 5f2cbc5c44af40bba7eb02a5b8a91eeb for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:30.203383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.223178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bc962-1e71-4fbb-99b7-c16b1babbe97 None None] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:30.335324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cf17ea82-3cf6-47e4-b7cb-9c76a5466af5 None None] Provisioning for port e26ef589-6d96-4384-8ff1-48a0241ecb52 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:30.459344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.467970 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.506537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.609336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event updated for resources: {'Subnet': ['ID=561baf43-1a36-4828-ac94-efc46a6af8d0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:30.611957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.614234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Checking segment: {'id': 'bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:30.614767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Network hostable DHCP agents. Network: e7f310c3-6261-4daa-9e9b-4f6aeb6312ff, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:03:30.616717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=491e5f90-ebf5-4343-802e-016e69fa4d7c,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:30.639609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:03:30.641548 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.661871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e7f310c3-6261-4daa-9e9b-4f6aeb6312ff) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:30.671595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694d7a93-24bd-421c-bc19-f2dc5a6421ed None None] Network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:30.691539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:30.693903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:30.754537 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-58e0ab9e-234d-4ed2-a1da-0967b395af4f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7764020 May 12 20:03:30.758007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40412) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:30.777851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Request body: {'port': {'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff', 'name': 'tempest-TagsExtTest-1618800555'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:30.849330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 17500e24-4574-45b2-a243-1b87de514967 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:31.037778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 17500e24-4574-45b2-a243-1b87de514967 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:31.038877 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:31.103590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:31.106318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:31.116099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:31.120116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Usage tracker for resource:port and tenant:5f2cbc5c44af40bba7eb02a5b8a91eeb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:31.123487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:31.129686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:31.142259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Made reservation on behalf of 5f2cbc5c44af40bba7eb02a5b8a91eeb for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:31.146335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:31.189528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e7f310c3-6261-4daa-9e9b-4f6aeb6312ff', 'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff', 'tenant_id': '5f2cbc5c44af40bba7eb02a5b8a91eeb', 'fixed_ips': [{'subnet_id': '561baf43-1a36-4828-ac94-efc46a6af8d0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:03:31.190324 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:31.223188 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-839e80f1-1b5e-4cbb-b829-638ec42548a3 None None] Provisioning for port 491e5f90-ebf5-4343-802e-016e69fa4d7c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:31.242827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] device_id is not set on port 1360cf6e-2f20-4573-92e5-4514dbbf4470 yet. {{(pid=88112) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 12 20:03:31.285789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-839e80f1-1b5e-4cbb-b829-638ec42548a3 None None] Provisioning complete for port 491e5f90-ebf5-4343-802e-016e69fa4d7c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:31.286192 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-839e80f1-1b5e-4cbb-b829-638ec42548a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:31.434958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-839e80f1-1b5e-4cbb-b829-638ec42548a3 None None] Port 491e5f90-ebf5-4343-802e-016e69fa4d7c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:31.491039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 17500e24-4574-45b2-a243-1b87de514967 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:31.493476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e26ef589-6d96-4384-8ff1-48a0241ecb52 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:31.524615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8912fad6-dcbc-4197-9240-bb870644f13f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:03:31.562575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Allocated IP 172.20.0.2 (e7f310c3-6261-4daa-9e9b-4f6aeb6312ff/561baf43-1a36-4828-ac94-efc46a6af8d0/5384dbc8-ebb0-4aba-81d9-415a79653832) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:31.585116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8dfb56d5-6a47-4e40-8dde-33ae1cb8039b None None] Provisioning complete for port 491e5f90-ebf5-4343-802e-016e69fa4d7c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:31.585736 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8dfb56d5-6a47-4e40-8dde-33ae1cb8039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:31.742780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e26ef589-6d96-4384-8ff1-48a0241ecb52 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:31.747515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:31.748049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb56d5-6a47-4e40-8dde-33ae1cb8039b None None] Port 491e5f90-ebf5-4343-802e-016e69fa4d7c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:31.753498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e26ef589-6d96-4384-8ff1-48a0241ecb52 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:31.753498 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:31.769350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0aac0a96-49a6-4c65-a5fe-815016748162 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/8912fad6-dcbc-4197-9240-bb870644f13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5587287 May 12 20:03:31.776203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:31.782575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Sync routers for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:31.838562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:31.839216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:32.072103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-11516b89-ece9-4713-8144-1b37ba69833a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:32.098825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-11516b89-ece9-4713-8144-1b37ba69833a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:32.100032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-11516b89-ece9-4713-8144-1b37ba69833a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332125304&fields=id&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 267 time: 0.0874479 May 12 20:03:32.295563 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:32.305301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-7acefa4e-05e4-4034-8f41-8f4c3a373d07 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:32.306204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-7acefa4e-05e4-4034-8f41-8f4c3a373d07 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:32.322852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Transition to ACTIVE for port object 5384dbc8-ebb0-4aba-81d9-415a79653832 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:32.328271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e26ef589-6d96-4384-8ff1-48a0241ecb52 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:32.328573 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:32.334318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-7acefa4e-05e4-4034-8f41-8f4c3a373d07 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:32.336939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-7acefa4e-05e4-4034-8f41-8f4c3a373d07 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 796 time: 0.2271483 May 12 20:03:32.340103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:32.368893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-99ea9e5b-fc42-4432-a55c-3fd20faf02ba tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/quotas/e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 375 time: 0.0240316 May 12 20:03:32.489697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-4cf86feb-8062-4d07-8110-6aa074edaf17 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:32.497370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Transition to ACTIVE for port object 5384dbc8-ebb0-4aba-81d9-415a79653832 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:32.529695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:32.563768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-4cf86feb-8062-4d07-8110-6aa074edaf17 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:32.563768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-4cf86feb-8062-4d07-8110-6aa074edaf17 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857185 May 12 20:03:32.641171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port e26ef589-6d96-4384-8ff1-48a0241ecb52, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e26ef589-6d96-4384-8ff1-48a0241ecb52,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:32.645640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Allocated IP 172.20.0.13 (e7f310c3-6261-4daa-9e9b-4f6aeb6312ff/561baf43-1a36-4828-ac94-efc46a6af8d0/1360cf6e-2f20-4573-92e5-4514dbbf4470) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:32.667075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:32.690078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:32.700966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:32.700966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:32.712739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Pushing event updated for resources: {'Port': ['ID=5384dbc8-ebb0-4aba-81d9-415a79653832,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:32.857584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-4f29eb24-c30a-4f36-8537-94056f679359 service neutron] 10.222.0.72 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534952 May 12 20:03:32.954824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Attempting to bind port 5384dbc8-ebb0-4aba-81d9-415a79653832 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:32.955253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Attempting to bind port 5384dbc8-ebb0-4aba-81d9-415a79653832 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:32.956156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Attempting to bind port 5384dbc8-ebb0-4aba-81d9-415a79653832 on network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:32.969575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=e26ef589-6d96-4384-8ff1-48a0241ecb52,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:32.986728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:32.987284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Checking segment: {'id': 'bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:32.988147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:32.988596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Bound using segment: {'id': 'bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:32.990298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Bound port: 5384dbc8-ebb0-4aba-81d9-415a79653832, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e7f310c3-6261-4daa-9e9b-4f6aeb6312ff'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:32.992517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.113531 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-136d9102-8eb2-42fa-aedc-a995739c355a service neutron] 10.222.0.72 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359145 May 12 20:03:33.116525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.139214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Transition to ACTIVE for port object 1360cf6e-2f20-4573-92e5-4514dbbf4470 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:33.189756 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.218399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:30Z', 'revision_number': 2, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:33.230078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] For port 5384dbc8-ebb0-4aba-81d9-415a79653832, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:33.234165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Checking router: 8912fad6-dcbc-4197-9240-bb870644f13f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:03:33.234165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Updating router 8912fad6-dcbc-4197-9240-bb870644f13f port 491e5f90-ebf5-4343-802e-016e69fa4d7c binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:03:33.347959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:33.351519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:33.356026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:33.371296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] For port 5384dbc8-ebb0-4aba-81d9-415a79653832, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5384dbc8-ebb0-4aba-81d9-415a79653832,segment=NetworkSegment(bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1),segment_id=bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:33.374999 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.439638 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.652544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event updated for resources: {'Port': ['ID=1360cf6e-2f20-4573-92e5-4514dbbf4470,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:33.712672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bee5cfa-9e13-483f-b7e8-ee4faac4be2f req-7f8b4918-02b9-4461-bb36-80cb89f29841 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 210 time: 0.3269739 May 12 20:03:33.720643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505771-cec1-4b48-a009-2ed0abedb7b9 None None] Pushing event updated for resources: {'Port': ['ID=5384dbc8-ebb0-4aba-81d9-415a79653832,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:33.765562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:33.766317 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.805958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b2c64e4d-d1c3-4408-8a3e-86336b7bcc7b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0465484 May 12 20:03:33.809702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40452) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:33.821529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1271571343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:33.834712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:33.843915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Usage tracker for resource:router and tenant:5f2cbc5c44af40bba7eb02a5b8a91eeb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:33.851754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:33.872709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:33.899986 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.901031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.936291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:33.992569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:34.057336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:34.058696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-349ed8f9-11ce-42d2-b3ce-9f5d81a24f74 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2468784 May 12 20:03:34.062452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40456) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:34.069293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1393dfcc-8d23-464b-a7c2-829d8cbd9924 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1300865722', 'prefixes': ['172.20.0.0/16']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:34.076383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1393dfcc-8d23-464b-a7c2-829d8cbd9924 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:34.193031 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1393dfcc-8d23-464b-a7c2-829d8cbd9924 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for subnetpool, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:34.194493 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1393dfcc-8d23-464b-a7c2-829d8cbd9924 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1305151 May 12 20:03:34.199948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40460) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:34.208239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-f236c124-1971-4311-a29f-940732aaa6cf tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', 'tempest-TagsExtTest-Tag-1103159287') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:34.229224 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:34.255190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Transition to ACTIVE for port object 491e5f90-ebf5-4343-802e-016e69fa4d7c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:34.268570 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:34.381225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f236c124-1971-4311-a29f-940732aaa6cf tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags/tempest-TagsExtTest-Tag-1103159287 HTTP/1.1" status: 201 len: 201 time: 0.1799459 May 12 20:03:34.383914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40466) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:34.391985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-f1b5aeb9-0e2e-4be4-a60b-9dceff34bd7c tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', 'tempest-TagsExtTest-Tag-168745171') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:34.603099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd7966-dae3-40f5-adeb-a777dbfdbfb1 None None] Pushing event updated for resources: {'Port': ['ID=491e5f90-ebf5-4343-802e-016e69fa4d7c,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:34.641797 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f1b5aeb9-0e2e-4be4-a60b-9dceff34bd7c tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags/tempest-TagsExtTest-Tag-168745171 HTTP/1.1" status: 201 len: 201 time: 0.2567012 May 12 20:03:34.643092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40478) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:34.653116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-4dc7abf1-7603-4c9b-8f01-8af36bc15209 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', 'tempest-TagsExtTest-Tag-153737219') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:34.683870 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:03:34.942831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Attempting to bind port 491e5f90-ebf5-4343-802e-016e69fa4d7c on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:34.942831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Attempting to bind port 491e5f90-ebf5-4343-802e-016e69fa4d7c by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:34.945895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Attempting to bind port 491e5f90-ebf5-4343-802e-016e69fa4d7c on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:34.976338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:34.977126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Checking segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:34.977894 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:34.977992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Bound using segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:34.978434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Bound port: 491e5f90-ebf5-4343-802e-016e69fa4d7c, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:34.978807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:35.167876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4be5d67-f5dd-4daf-b382-db082e9e048a req-ddf339aa-29cb-4b38-9ff8-6a54afecc449 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 210 time: 0.0713394 May 12 20:03:35.189043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e26ef589-6d96-4384-8ff1-48a0241ecb52 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:35.221438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40526) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:35.222428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4dc7abf1-7603-4c9b-8f01-8af36bc15209 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags/tempest-TagsExtTest-Tag-153737219 HTTP/1.1" status: 201 len: 201 time: 0.5767713 May 12 20:03:35.233443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-b67e9f08-6b2b-4802-be15-545e22a018f4 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', 'tempest-TagsExtTest-Tag-117604619') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:35.377174 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b67e9f08-6b2b-4802-be15-545e22a018f4 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags/tempest-TagsExtTest-Tag-117604619 HTTP/1.1" status: 201 len: 201 time: 0.1513507 May 12 20:03:35.379852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40542) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:35.402588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] For port 491e5f90-ebf5-4343-802e-016e69fa4d7c, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:35.410212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-9245e5e0-006c-4916-a277-b4db1cd05663 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:35.412108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f7c60-855a-4ce1-bd8b-0bebba4e98e8 None None] Network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:35.634467 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9245e5e0-006c-4916-a277-b4db1cd05663 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags HTTP/1.1" status: 200 len: 241 time: 0.2354007 May 12 20:03:35.634467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40562) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:35.648362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-44b204bf-10e7-4c26-8fd6-ba007a5e6e72 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', 'tempest-TagsExtTest-Tag-1103159287') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:35.702937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] For port 491e5f90-ebf5-4343-802e-016e69fa4d7c, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=491e5f90-ebf5-4343-802e-016e69fa4d7c,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:35.754215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:35.759615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-df46c2c2-daaf-4865-ba04-d908013681e7 None None] Provisioning for port 5384dbc8-ebb0-4aba-81d9-415a79653832 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:35.837174 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44b204bf-10e7-4c26-8fd6-ba007a5e6e72 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags/tempest-TagsExtTest-Tag-1103159287 HTTP/1.1" status: 204 len: 168 time: 0.2082679 May 12 20:03:35.837838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:35.849912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b7c9c89c-5798-4e9b-898c-fe041ebfe871 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:35.850817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-0ba64cfe-99c8-40b3-b64f-8143b1507ea6 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', 'tempest-TagsExtTest-Tag-1103159287') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:35.854514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b7c9c89c-5798-4e9b-898c-fe041ebfe871 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 796 time: 0.5092063 May 12 20:03:35.934227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-99272b69-6525-481c-b5be-97776fdd3367 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 379 time: 0.0663416 May 12 20:03:35.956697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'port': {'device_id': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'admin_state_up': True, 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'security_groups': ['a1bfec07-5b99-49f7-a371-8d86e604793c']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:36.036631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e26ef589-6d96-4384-8ff1-48a0241ecb52 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:36.036944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:36.064510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0ba64cfe-99c8-40b3-b64f-8143b1507ea6 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags/tempest-TagsExtTest-Tag-1103159287 HTTP/1.1" status: 204 len: 168 time: 0.2229943 May 12 20:03:36.067599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:36.079994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-7d4d45e1-671f-4a3d-b291-91077f8a8240 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:36.147900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:36.149063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:36.211462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd7966-dae3-40f5-adeb-a777dbfdbfb1 None None] Pushing event updated for resources: {'Port': ['ID=491e5f90-ebf5-4343-802e-016e69fa4d7c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:36.238162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40630) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:36.241333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7d4d45e1-671f-4a3d-b291-91077f8a8240 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags HTTP/1.1" status: 200 len: 205 time: 0.1693680 May 12 20:03:36.250884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-93ad472b-38b8-4d44-a28b-f72c3e573610 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:36.518076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:36.523969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41aa5f30-5102-477e-92a6-4a9cf5861db3 req-bb05614b-209e-4572-9236-4fcbcc5bf8fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 210 time: 0.0883915 May 12 20:03:36.524949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:36.549948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:36.565037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40670) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:36.570294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-1a5830c9-0598-47a8-881d-de87d7e29651 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', 'tempest-TagsExtTest-Tag-168745171') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:36.577792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-93ad472b-38b8-4d44-a28b-f72c3e573610 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags HTTP/1.1" status: 200 len: 240 time: 0.3342266 May 12 20:03:36.587609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:36.590679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:36.729077 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1a5830c9-0598-47a8-881d-de87d7e29651 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags/tempest-TagsExtTest-Tag-168745171 HTTP/1.1" status: 204 len: 168 time: 0.1635883 May 12 20:03:36.732082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:36.739821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-58e0be06-6f23-4840-8b32-ca3ed8bfc55d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', 'tempest-TagsExtTest-Tag-168745171') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:36.848436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e26ef589-6d96-4384-8ff1-48a0241ecb52 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:36.848436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5384dbc8-ebb0-4aba-81d9-415a79653832 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:36.937838 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-58e0be06-6f23-4840-8b32-ca3ed8bfc55d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags/tempest-TagsExtTest-Tag-168745171 HTTP/1.1" status: 204 len: 168 time: 0.2048688 May 12 20:03:36.940742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40712) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:36.948705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.12 (52652ca8-7bd4-4671-aa26-15e5f5a11024/b8a6ad56-e6b4-451a-9017-441637089d5c/82ce4339-c467-4a85-b684-83d871855e93) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:36.949315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-be463c1a-0581-4184-8140-f4a0b0d304c6 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:37.105502 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be463c1a-0581-4184-8140-f4a0b0d304c6 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags HTTP/1.1" status: 200 len: 205 time: 0.1615658 May 12 20:03:37.115058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40730) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:37.129878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-d157c086-8632-4e90-baa1-1c936f03e9d3 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:37.197796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5384dbc8-ebb0-4aba-81d9-415a79653832 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:37.215344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5384dbc8-ebb0-4aba-81d9-415a79653832 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:37.216087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:37.341786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f317d38-8bc1-483e-b41c-7076484ae0fe None None] Provisioning for port 1360cf6e-2f20-4573-92e5-4514dbbf4470 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:37.353880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f317d38-8bc1-483e-b41c-7076484ae0fe None None] Provisioning complete for port 1360cf6e-2f20-4573-92e5-4514dbbf4470 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:37.354245 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f317d38-8bc1-483e-b41c-7076484ae0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:37.391412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:37.428352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object 82ce4339-c467-4a85-b684-83d871855e93 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:37.451950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8f317d38-8bc1-483e-b41c-7076484ae0fe None None] Port 1360cf6e-2f20-4573-92e5-4514dbbf4470 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:37.465034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:37.516880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f317d38-8bc1-483e-b41c-7076484ae0fe None None] Provisioning complete for port 5384dbc8-ebb0-4aba-81d9-415a79653832 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:37.517449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f317d38-8bc1-483e-b41c-7076484ae0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:37.581935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5384dbc8-ebb0-4aba-81d9-415a79653832 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:37.582259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:37.612907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:35Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:37.624371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:37.634307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:37.638586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eb337-d160-41ff-9ed7-bea003dcf8bb None None] The sync data for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 is: [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:35Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:37.639848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:37.641770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 5384dbc8-ebb0-4aba-81d9-415a79653832, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5384dbc8-ebb0-4aba-81d9-415a79653832,segment=NetworkSegment(bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1),segment_id=bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:37.685676 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d157c086-8632-4e90-baa1-1c936f03e9d3 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags HTTP/1.1" status: 200 len: 240 time: 0.5677626 May 12 20:03:37.687876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40780) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:37.705489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-703c1d79-c021-495e-82af-55287e341794 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', 'tempest-TagsExtTest-Tag-153737219') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:37.883227 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:37.942817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:37.955205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-703c1d79-c021-495e-82af-55287e341794 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags/tempest-TagsExtTest-Tag-153737219 HTTP/1.1" status: 204 len: 168 time: 0.2635546 May 12 20:03:37.958107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:37.973997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-6eeb1c00-3792-4d60-9bfe-daea8d2722d3 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', 'tempest-TagsExtTest-Tag-153737219') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:38.018307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:38.019696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.082348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8f317d38-8bc1-483e-b41c-7076484ae0fe None None] Current status of the port 5384dbc8-ebb0-4aba-81d9-415a79653832 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:38.118227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-b678b1b9-7e56-412d-a693-1346c316c74c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1656299 May 12 20:03:38.147345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Request body: {'port': {'device_id': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:38.165841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 491e5f90-ebf5-4343-802e-016e69fa4d7c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:38.248606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6eeb1c00-3792-4d60-9bfe-daea8d2722d3 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags/tempest-TagsExtTest-Tag-153737219 HTTP/1.1" status: 204 len: 168 time: 0.2892952 May 12 20:03:38.250965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40834) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:38.253866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcb813-dd90-44cf-aeea-ee13eac8edec req-508cd99c-4338-4629-9f0a-d4a54598b5d5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:38.254617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f6dcb813-dd90-44cf-aeea-ee13eac8edec req-508cd99c-4338-4629-9f0a-d4a54598b5d5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:38.256701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-3e2aae57-f051-487c-8773-7f48a4235991 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:38.272614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=5384dbc8-ebb0-4aba-81d9-415a79653832,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:38.335981 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.354079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-f6dcb813-dd90-44cf-aeea-ee13eac8edec req-508cd99c-4338-4629-9f0a-d4a54598b5d5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:38.356484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eaa59024-bc92-427c-82cd-1f63b82c7959 None None] Provisioning complete for port 1360cf6e-2f20-4573-92e5-4514dbbf4470 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:38.358145 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6dcb813-dd90-44cf-aeea-ee13eac8edec req-508cd99c-4338-4629-9f0a-d4a54598b5d5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 932 time: 0.5500741 May 12 20:03:38.363660 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eaa59024-bc92-427c-82cd-1f63b82c7959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.426978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.435630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3e2aae57-f051-487c-8773-7f48a4235991 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags HTTP/1.1" status: 200 len: 205 time: 0.1833363 May 12 20:03:38.443603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40858) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:38.446755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eaa59024-bc92-427c-82cd-1f63b82c7959 None None] Port 1360cf6e-2f20-4573-92e5-4514dbbf4470 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:38.453382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-6fadae86-bf9a-40cd-b592-03d2095d0b57 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:38.456787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 491e5f90-ebf5-4343-802e-016e69fa4d7c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:38.469009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 491e5f90-ebf5-4343-802e-016e69fa4d7c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:38.469451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.492705 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6fadae86-bf9a-40cd-b592-03d2095d0b57 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags HTTP/1.1" status: 200 len: 240 time: 0.0472081 May 12 20:03:38.493380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:38.508204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-4b5e0478-2396-4e75-9461-fe580fc8608d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', 'tempest-TagsExtTest-Tag-117604619') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:38.512307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6dcb813-dd90-44cf-aeea-ee13eac8edec req-1bf3be6a-ef10-4c42-90fe-2cdc753bf025 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438608 May 12 20:03:38.555605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eaa59024-bc92-427c-82cd-1f63b82c7959 None None] Provisioning for port 82ce4339-c467-4a85-b684-83d871855e93 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:38.561297 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4b5e0478-2396-4e75-9461-fe580fc8608d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags/tempest-TagsExtTest-Tag-117604619 HTTP/1.1" status: 204 len: 168 time: 0.0641663 May 12 20:03:38.561888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40876) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:38.570237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eaa59024-bc92-427c-82cd-1f63b82c7959 None None] Provisioning complete for port 82ce4339-c467-4a85-b684-83d871855e93 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:38.570674 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eaa59024-bc92-427c-82cd-1f63b82c7959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.666467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-fca920ea-86eb-49fd-9184-52ae94a74019 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', 'tempest-TagsExtTest-Tag-117604619') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:38.741136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eaa59024-bc92-427c-82cd-1f63b82c7959 None None] Port 82ce4339-c467-4a85-b684-83d871855e93 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:38.750912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 491e5f90-ebf5-4343-802e-016e69fa4d7c is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:38.750912 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.775828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.803660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 491e5f90-ebf5-4343-802e-016e69fa4d7c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=491e5f90-ebf5-4343-802e-016e69fa4d7c,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:38.812323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:38.918109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=491e5f90-ebf5-4343-802e-016e69fa4d7c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:39.038246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fca920ea-86eb-49fd-9184-52ae94a74019 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags/tempest-TagsExtTest-Tag-117604619 HTTP/1.1" status: 204 len: 168 time: 0.4728971 May 12 20:03:39.039340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 40928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.051491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-2c39057e-390c-4d6c-a22d-dccbf3168d2a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.115354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2c39057e-390c-4d6c-a22d-dccbf3168d2a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags HTTP/1.1" status: 200 len: 205 time: 0.0749700 May 12 20:03:39.118895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40942) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.129895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-92b3e3e1-3dec-4a9f-bbb5-17387cc05cd4 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.164991 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-92b3e3e1-3dec-4a9f-bbb5-17387cc05cd4 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags HTTP/1.1" status: 204 len: 168 time: 0.0436790 May 12 20:03:39.167453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40952) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.178721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-5745e05e-52c6-4833-b930-d932f572b3a6 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.199444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ce4339-c467-4a85-b684-83d871855e93 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:03:39.214868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:39.236491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Transition to ACTIVE for port object 82ce4339-c467-4a85-b684-83d871855e93 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:39.241321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:39.348755 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5745e05e-52c6-4833-b930-d932f572b3a6 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags HTTP/1.1" status: 204 len: 168 time: 0.1793180 May 12 20:03:39.351708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 40978) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.363133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-51859ae7-7098-485f-8741-501e39ab883a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.504955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:39.524982 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-51859ae7-7098-485f-8741-501e39ab883a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags HTTP/1.1" status: 204 len: 168 time: 0.1692824 May 12 20:03:39.525298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41004) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.535432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-c06bd484-e4b5-4a2d-9a6c-1e8343b8065a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.559810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:39.560403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:39.560875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:39.582851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:03:39.594171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:39.602242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:39.603034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Checking segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:39.603625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Bound using segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:39.604494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Bound port: 82ce4339-c467-4a85-b684-83d871855e93, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:39.605139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:39.634886 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c06bd484-e4b5-4a2d-9a6c-1e8343b8065a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1084142 May 12 20:03:39.635672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41010) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.644110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-45a1e1a2-81f6-4e9c-8fc0-d8a1d7afde47 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', 'tempest-TagsExtTest-Tag-177834510') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.737004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45a1e1a2-81f6-4e9c-8fc0-d8a1d7afde47 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags/tempest-TagsExtTest-Tag-177834510 HTTP/1.1" status: 201 len: 201 time: 0.1000390 May 12 20:03:39.739741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41014) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.745016 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-9284cd70-7ab5-4336-b019-8d784aecc885 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', 'tempest-TagsExtTest-Tag-928484313') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.770379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:39.773943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:39.780824 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:39.827871 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9284cd70-7ab5-4336-b019-8d784aecc885 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags/tempest-TagsExtTest-Tag-928484313 HTTP/1.1" status: 201 len: 201 time: 0.0870194 May 12 20:03:39.830481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41018) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:39.836006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-aa399386-88ec-41a4-8378-086302513e8f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', 'tempest-TagsExtTest-Tag-1940151110') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:39.850716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:39.851299 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:39.852671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] 10.222.0.73 "PUT /v2.0/ports/82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1092 time: 1.7217314 May 12 20:03:39.853296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:03:39.865067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9a9f1-8b79-4711-9a7f-bb864d0ea421 req-e53daf40-7ec8-47fc-9ec4-a78229490d06 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:39.866775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4aa9a9f1-8b79-4711-9a7f-bb864d0ea421 req-e53daf40-7ec8-47fc-9ec4-a78229490d06 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.1804030 May 12 20:03:39.965328 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac03c4c2-acd2-4215-bdef-f24f5e195663'] response: {'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'status': 'completed', 'code': 200} May 12 20:03:39.993056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 491e5f90-ebf5-4343-802e-016e69fa4d7c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:39.996587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2380b6-2bc2-421c-8cef-d1fcb8990c41 service neutron] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:40.021005 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4aa9a9f1-8b79-4711-9a7f-bb864d0ea421 req-ecd308aa-4ab1-46be-a43d-254ebd094c89 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404793 May 12 20:03:40.033566 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aa399386-88ec-41a4-8378-086302513e8f tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags/tempest-TagsExtTest-Tag-1940151110 HTTP/1.1" status: 201 len: 201 time: 0.2019122 May 12 20:03:40.044608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:40.044608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-00e87506-c0e5-419b-8a3b-64fbf06806cd tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', 'tempest-TagsExtTest-Tag-576184414') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:40.059840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-5a115ebf-33ea-4224-a23e-3f162b05b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:40.063475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-5a115ebf-33ea-4224-a23e-3f162b05b510 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1095 time: 0.1431940 May 12 20:03:40.098325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 491e5f90-ebf5-4343-802e-016e69fa4d7c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:40.099051 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:40.121655 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-00e87506-c0e5-419b-8a3b-64fbf06806cd tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags/tempest-TagsExtTest-Tag-576184414 HTTP/1.1" status: 201 len: 201 time: 0.0835979 May 12 20:03:40.122323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:40.128646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-ed9f8a68-8198-4186-b59e-6bae717cbcd0 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', {'tags': ['tempest-TagsExtTest-Tag-1070855106', 'tempest-TagsExtTest-Tag-1823788485', 'tempest-TagsExtTest-Tag-295906906']}) {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:40.157747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-a1997ad0-0905-4687-a705-6b108a5285c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 217 time: 0.0876970 May 12 20:03:40.256639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-4133d2d9-4d40-49bf-bdff-2efc47b676f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:40.258987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-4133d2d9-4d40-49bf-bdff-2efc47b676f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0956542 May 12 20:03:40.269764 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed9f8a68-8198-4186-b59e-6bae717cbcd0 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags HTTP/1.1" status: 200 len: 317 time: 0.1463230 May 12 20:03:40.270391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41036) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:40.278637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 491e5f90-ebf5-4343-802e-016e69fa4d7c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:40.278861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-0401ccea-22b3-4a76-b657-fb9ecdda76c0 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:40.280252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5384dbc8-ebb0-4aba-81d9-415a79653832 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:40.349066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-07dbee73-490e-4c46-a3de-28fff8877e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:40.350958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-07dbee73-490e-4c46-a3de-28fff8877e71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860155 May 12 20:03:40.379595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5384dbc8-ebb0-4aba-81d9-415a79653832 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:40.380461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:40.389594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0401ccea-22b3-4a76-b657-fb9ecdda76c0 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1159806 May 12 20:03:40.390531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41042) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:40.396176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-9b6dbeea-d476-43d0-8148-d14cfee64306 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', 'tempest-TagsExtTest-Tag-1070855106') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:40.535686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5384dbc8-ebb0-4aba-81d9-415a79653832 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:40.603774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-3766d43b-89ca-4958-8d25-86b8a92e0861 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309093 May 12 20:03:40.631378 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-9b6dbeea-d476-43d0-8148-d14cfee64306 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:40.634560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41046) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:40.634671 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9b6dbeea-d476-43d0-8148-d14cfee64306 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags/tempest-TagsExtTest-Tag-1070855106 HTTP/1.1" status: 404 len: 329 time: 0.2428908 May 12 20:03:40.684023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-d14e0954-f6cc-40c2-82cb-1cd3ea4e3121 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', 'tempest-TagsExtTest-Tag-1823788485') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:40.783753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-843be6fe-f850-4cb6-863e-19fbff81b6a6 req-c4a4f24e-6ba8-4129-a0bd-421762e1330f service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735048 May 12 20:03:40.798389 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-d14e0954-f6cc-40c2-82cb-1cd3ea4e3121 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:40.799495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d14e0954-f6cc-40c2-82cb-1cd3ea4e3121 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags/tempest-TagsExtTest-Tag-1823788485 HTTP/1.1" status: 404 len: 329 time: 0.1638720 May 12 20:03:40.803335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41050) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:40.808457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-dd373a2d-02fc-434b-a698-a2c42bac23cc tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0', 'tempest-TagsExtTest-Tag-295906906') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:40.936135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-52bbdf5c-eb4d-458d-8954-fb3d01714e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:40.937632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-52bbdf5c-eb4d-458d-8954-fb3d01714e4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1095 time: 0.0976055 May 12 20:03:40.941655 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-dd373a2d-02fc-434b-a698-a2c42bac23cc tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:40.942495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dd373a2d-02fc-434b-a698-a2c42bac23cc tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags/tempest-TagsExtTest-Tag-295906906 HTTP/1.1" status: 404 len: 328 time: 0.1382275 May 12 20:03:40.945423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41054) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:40.951904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-e3206cfc-ac32-44fb-974d-e3e32dc8733b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', {'tags': ['tempest-TagsExtTest-Tag-1851132509', 'tempest-TagsExtTest-Tag-1765277831', 'tempest-TagsExtTest-Tag-736291377']}) {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.040882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e3206cfc-ac32-44fb-974d-e3e32dc8733b tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags HTTP/1.1" status: 200 len: 317 time: 0.0943048 May 12 20:03:41.043482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41058) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.063357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-32900eb7-fcc8-4354-b39c-5f6a71fd33db tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.169061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-32900eb7-fcc8-4354-b39c-5f6a71fd33db tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags HTTP/1.1" status: 204 len: 168 time: 0.1245277 May 12 20:03:41.169943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41066) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.177875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-4170d936-58bd-4e60-af58-dd22b590ef54 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', 'tempest-TagsExtTest-Tag-1851132509') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.257334 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-4170d936-58bd-4e60-af58-dd22b590ef54 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:41.261265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4170d936-58bd-4e60-af58-dd22b590ef54 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags/tempest-TagsExtTest-Tag-1851132509 HTTP/1.1" status: 404 len: 329 time: 0.0874386 May 12 20:03:41.262022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41070) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.266291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-df826591-cd74-4808-9724-caead885195a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', 'tempest-TagsExtTest-Tag-1765277831') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.348232 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-df826591-cd74-4808-9724-caead885195a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:41.349213 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-df826591-cd74-4808-9724-caead885195a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags/tempest-TagsExtTest-Tag-1765277831 HTTP/1.1" status: 404 len: 329 time: 0.0868042 May 12 20:03:41.349656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-d49e8ad5-bcb6-46e6-b6dd-3281a4707540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:41.351175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-d49e8ad5-bcb6-46e6-b6dd-3281a4707540 service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.4077213 May 12 20:03:41.352172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.358759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-31d7165a-7840-4e46-a499-91980633e50c tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470', 'tempest-TagsExtTest-Tag-736291377') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.362990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad9a26-30a4-4c7e-972d-0c9b9fb3405e req-b1cd56f3-ca88-48d6-86d3-f950316fd157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:41.364481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57ad9a26-30a4-4c7e-972d-0c9b9fb3405e req-b1cd56f3-ca88-48d6-86d3-f950316fd157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.1330338 May 12 20:03:41.430586 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-31d7165a-7840-4e46-a499-91980633e50c tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:41.431749 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-31d7165a-7840-4e46-a499-91980633e50c tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags/tempest-TagsExtTest-Tag-736291377 HTTP/1.1" status: 404 len: 328 time: 0.0784087 May 12 20:03:41.434944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41078) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.439811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-4bdd875e-458c-42ee-a8f8-1488ddaac33d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 217 time: 0.0741725 May 12 20:03:41.440020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-17d21ca2-2913-40e1-829e-42d1125f3afd tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', {'tags': ['tempest-TagsExtTest-Tag-1494483072', 'tempest-TagsExtTest-Tag-1278674000', 'tempest-TagsExtTest-Tag-135272315']}) {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.518258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57ad9a26-30a4-4c7e-972d-0c9b9fb3405e req-f7b3aa97-4d70-4832-b7c0-4743ab73521c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988944 May 12 20:03:41.533910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-6ea11108-be98-4e5c-9593-c3d9dff0c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:41.535685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-6ea11108-be98-4e5c-9593-c3d9dff0c887 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0899913 May 12 20:03:41.624837 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-17d21ca2-2913-40e1-829e-42d1125f3afd tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags HTTP/1.1" status: 200 len: 317 time: 0.1887634 May 12 20:03:41.627306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41084) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.630815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-f491a5c2-dbc5-4fb4-8427-7d15a837a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:41.632299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-f491a5c2-dbc5-4fb4-8427-7d15a837a18c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899923 May 12 20:03:41.632401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-a4a39d5f-9776-480c-91c2-48b3075fafe5 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.770498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-de663ad9-ac3c-4006-8ab9-a5cf617012fe service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307147 May 12 20:03:41.788323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a4a39d5f-9776-480c-91c2-48b3075fafe5 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags HTTP/1.1" status: 204 len: 168 time: 0.1600008 May 12 20:03:41.790996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41088) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.796310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-dd67ca4d-5448-4fbb-8335-ad0408fe8451 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', 'tempest-TagsExtTest-Tag-1494483072') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:41.921049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d3ec849-d921-493c-9301-4fbe77800eaf req-85bcb730-469f-4e25-8722-7dccc0a6f58e service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446936 May 12 20:03:41.935425 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-dd67ca4d-5448-4fbb-8335-ad0408fe8451 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:41.936868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd67ca4d-5448-4fbb-8335-ad0408fe8451 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags/tempest-TagsExtTest-Tag-1494483072 HTTP/1.1" status: 404 len: 329 time: 0.1444042 May 12 20:03:41.939559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41092) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:41.944727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-f5ee867c-ddda-4499-a097-4d8520acacf2 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', 'tempest-TagsExtTest-Tag-1278674000') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.081543 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-f5ee867c-ddda-4499-a097-4d8520acacf2 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:42.082583 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f5ee867c-ddda-4499-a097-4d8520acacf2 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags/tempest-TagsExtTest-Tag-1278674000 HTTP/1.1" status: 404 len: 329 time: 0.1420870 May 12 20:03:42.085465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41096) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.090427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-b3908835-72ab-4495-a6a2-ff4c5f506315 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149', 'tempest-TagsExtTest-Tag-135272315') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.229947 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-b3908835-72ab-4495-a6a2-ff4c5f506315 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:42.231254 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b3908835-72ab-4495-a6a2-ff4c5f506315 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags/tempest-TagsExtTest-Tag-135272315 HTTP/1.1" status: 404 len: 328 time: 0.1445258 May 12 20:03:42.233837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41100) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.239283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-3e9020d1-776d-4ef7-b33d-2f381461f140 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', {'tags': ['tempest-TagsExtTest-Tag-1111823945', 'tempest-TagsExtTest-Tag-445732314', 'tempest-TagsExtTest-Tag-588282860']}) {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.280638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3e9020d1-776d-4ef7-b33d-2f381461f140 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "PUT /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags HTTP/1.1" status: 200 len: 316 time: 0.0455585 May 12 20:03:42.283726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41104) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.288493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-fa62aae7-636d-4581-afa2-fcf9f5fc13bc tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.335062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fa62aae7-636d-4581-afa2-fcf9f5fc13bc tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags HTTP/1.1" status: 204 len: 168 time: 0.0482755 May 12 20:03:42.336513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41108) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.340914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-0630ce1d-da00-49ea-8638-4b2fa9d77f82 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', 'tempest-TagsExtTest-Tag-1111823945') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.365198 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-0630ce1d-da00-49ea-8638-4b2fa9d77f82 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:42.366308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0630ce1d-da00-49ea-8638-4b2fa9d77f82 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags/tempest-TagsExtTest-Tag-1111823945 HTTP/1.1" status: 404 len: 329 time: 0.0296950 May 12 20:03:42.369306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41112) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.374907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-87624699-cd58-45f8-be70-778f16fb07ad tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', 'tempest-TagsExtTest-Tag-445732314') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.400901 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-87624699-cd58-45f8-be70-778f16fb07ad tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:42.404774 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-87624699-cd58-45f8-be70-778f16fb07ad tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags/tempest-TagsExtTest-Tag-445732314 HTTP/1.1" status: 404 len: 328 time: 0.0315695 May 12 20:03:42.405581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41116) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.409773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-dd6e25c1-dd7d-4b3d-a8d5-798e7df3f6aa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9', 'tempest-TagsExtTest-Tag-588282860') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.434057 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-dd6e25c1-dd7d-4b3d-a8d5-798e7df3f6aa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] show failed (client error): The resource could not be found. May 12 20:03:42.435093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd6e25c1-dd7d-4b3d-a8d5-798e7df3f6aa tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags/tempest-TagsExtTest-Tag-588282860 HTTP/1.1" status: 404 len: 328 time: 0.0291448 May 12 20:03:42.437850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41120) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.442710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-0b9b331f-00c0-4836-8584-92994d426cba tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38e25d54-91a5-4e1b-b62e-624832bbfaf9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.473290 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0b9b331f-00c0-4836-8584-92994d426cba tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9/tags HTTP/1.1" status: 204 len: 168 time: 0.0322335 May 12 20:03:42.473619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41124) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.478766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-40ad3b08-3e87-48a9-90ad-a4a12dae8889 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd130831a-edf3-4734-a321-763076daa149') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.759603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce0590-ec22-471e-ab4b-7d214b2558e3 req-bda5896e-f771-41dc-a3ad-d97a0ea49c33 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:42.761648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5ce0590-ec22-471e-ab4b-7d214b2558e3 req-bda5896e-f771-41dc-a3ad-d97a0ea49c33 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.1255374 May 12 20:03:42.775820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40ad3b08-3e87-48a9-90ad-a4a12dae8889 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/routers/d130831a-edf3-4734-a321-763076daa149/tags HTTP/1.1" status: 204 len: 168 time: 0.3011827 May 12 20:03:42.781045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41136) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.787984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.tag.tag_plugin [None req-c4750cc1-7ff6-4efb-aaf4-b1b3e6d295cf tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1360cf6e-2f20-4573-92e5-4514dbbf4470') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.826160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5ce0590-ec22-471e-ab4b-7d214b2558e3 req-67808bd9-7583-446b-8db4-e783921e109a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536351 May 12 20:03:42.878165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c4750cc1-7ff6-4efb-aaf4-b1b3e6d295cf tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470/tags HTTP/1.1" status: 204 len: 168 time: 0.0955384 May 12 20:03:42.879362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41144) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:42.884356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.tag.tag_plugin [None req-d246f334-acb5-4744-aee5-1d75b93e1b2d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '561baf43-1a36-4828-ac94-efc46a6af8d0') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:42.961121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d246f334-acb5-4744-aee5-1d75b93e1b2d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0805964 May 12 20:03:42.966230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41148) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:43.065391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d07daf00-1a83-4e85-89c0-f8b2611a7cfc tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for subnetpool, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:43.066459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d07daf00-1a83-4e85-89c0-f8b2611a7cfc tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnetpools/38e25d54-91a5-4e1b-b62e-624832bbfaf9 HTTP/1.1" status: 204 len: 168 time: 0.0992320 May 12 20:03:43.069029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41152) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:43.116407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-227292a9-f928-495f-a520-35750e5f56bd tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Synchronizing usage tracker for tenant:5f2cbc5c44af40bba7eb02a5b8a91eeb on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:03:43.134356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-227292a9-f928-495f-a520-35750e5f56bd tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Unset dirty status for tenant:5f2cbc5c44af40bba7eb02a5b8a91eeb on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:03:43.138038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-227292a9-f928-495f-a520-35750e5f56bd tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "GET /v2.0/ports?device_id=d130831a-edf3-4734-a321-763076daa149 HTTP/1.1" status: 200 len: 205 time: 0.0656450 May 12 20:03:43.138974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41156) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:43.283704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b82784a1-0089-448d-9641-737e7199b54a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:43.723023 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b82784a1-0089-448d-9641-737e7199b54a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:43.725290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b82784a1-0089-448d-9641-737e7199b54a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:43.755471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b82784a1-0089-448d-9641-737e7199b54a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:43.756678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82784a1-0089-448d-9641-737e7199b54a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Fanout notify agent at l3_agent the message router_deleted on router d130831a-edf3-4734-a321-763076daa149 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:03:43.769302 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b82784a1-0089-448d-9641-737e7199b54a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:43.770685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b82784a1-0089-448d-9641-737e7199b54a tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/routers/d130831a-edf3-4734-a321-763076daa149 HTTP/1.1" status: 204 len: 168 time: 0.6310315 May 12 20:03:43.773429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41162) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:43.841236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Deleting port 1360cf6e-2f20-4573-92e5-4514dbbf4470 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:43.841611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.015044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e700675-17ad-46a7-a831-86436768f478 req-2ecdcb1a-608b-4b45-a95c-7ac24e74bbec tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:44.021701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e700675-17ad-46a7-a831-86436768f478 req-2ecdcb1a-608b-4b45-a95c-7ac24e74bbec tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.0903244 May 12 20:03:44.074295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e700675-17ad-46a7-a831-86436768f478 req-ff3c4351-42ac-4c52-a123-0151defa5ce7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427644 May 12 20:03:44.128695 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.259200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Calling delete_port for 1360cf6e-2f20-4573-92e5-4514dbbf4470 owned by {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:44.410389 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.463936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event deleted for resources: {'Port': ['ID=1360cf6e-2f20-4573-92e5-4514dbbf4470,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:44.574497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.594944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3793bca2-49c7-4c97-afb5-4fe115f2622d tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/ports/1360cf6e-2f20-4573-92e5-4514dbbf4470 HTTP/1.1" status: 204 len: 168 time: 0.8175561 May 12 20:03:44.594944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41170) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:44.672691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Deleting subnet 561baf43-1a36-4828-ac94-efc46a6af8d0 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:03:44.676722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.732541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.825998 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.904372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.945262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event deleted for resources: {'Subnet': ['ID=561baf43-1a36-4828-ac94-efc46a6af8d0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:44.948394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:44.953049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5926bfd-3704-4097-92d4-49c745b421b0 None None] Network e7f310c3-6261-4daa-9e9b-4f6aeb6312ff requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:44.955186 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7985ca8f-6c36-4241-88e3-079224cda258 tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/subnets/561baf43-1a36-4828-ac94-efc46a6af8d0 HTTP/1.1" status: 204 len: 168 time: 0.3596227 May 12 20:03:44.957808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41176) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:45.102883 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:45.120105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Deleting port 5384dbc8-ebb0-4aba-81d9-415a79653832 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:45.120105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:45.309311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:03:45.451338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] DHCP port deletion for e7f310c3-6261-4daa-9e9b-4f6aeb6312ff request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:03:45.478623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Deleting port 5384dbc8-ebb0-4aba-81d9-415a79653832 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:45.478623 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:45.515798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] For port 5384dbc8-ebb0-4aba-81d9-415a79653832, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5384dbc8-ebb0-4aba-81d9-415a79653832,segment=NetworkSegment(bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1),segment_id=bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:45.516598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:45.625994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:45.711944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:45.727792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Calling delete_port for 5384dbc8-ebb0-4aba-81d9-415a79653832 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:45.753815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '82ce4339-c467-4a85-b684-83d871855e93', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'port_id': '82ce4339-c467-4a85-b684-83d871855e93', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:03:45.808993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] For port 5384dbc8-ebb0-4aba-81d9-415a79653832, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5384dbc8-ebb0-4aba-81d9-415a79653832,segment=NetworkSegment(bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1),segment_id=bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:45.808993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:45.871099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1aef8bbe-be49-46ee-ba7f-cde12161f0fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0628e288d32343da89b0791e4f2cb066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410839 May 12 20:03:45.871625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41198) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:45.893076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab393-336a-4567-8aa7-3ebb5116716e req-ef6c399d-ea87-409d-98ea-f6848783555a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:45.908426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-381ab393-336a-4567-8aa7-3ebb5116716e req-ef6c399d-ea87-409d-98ea-f6848783555a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.5956366 May 12 20:03:45.941785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:45.968226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-230662b0-1bc7-492e-9969-4b9c06f6ee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:45.984643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Calling delete_port for 5384dbc8-ebb0-4aba-81d9-415a79653832 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:03:46.010428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-230662b0-1bc7-492e-9969-4b9c06f6ee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.016571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event deleted for resources: {'Port': ['ID=5384dbc8-ebb0-4aba-81d9-415a79653832,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:46.018517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 82ce4339-c467-4a85-b684-83d871855e93 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:46.020852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.030863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] No DVR routers for this DVR port 5384dbc8-ebb0-4aba-81d9-415a79653832 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:03:46.044483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-381ab393-336a-4567-8aa7-3ebb5116716e req-67f121b4-0b37-4d99-aaa1-d76071ea8b62 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309931 May 12 20:03:46.060461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5384dbc8-ebb0-4aba-81d9-415a79653832 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:03:46.095386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ce4339-c467-4a85-b684-83d871855e93 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:03:46.101276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-230662b0-1bc7-492e-9969-4b9c06f6ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.108071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 5384dbc8-ebb0-4aba-81d9-415a79653832 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:03:46.108417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5384dbc8-ebb0-4aba-81d9-415a79653832 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:03:46.137933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:46.138030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230662b0-1bc7-492e-9969-4b9c06f6ee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1df954-f0bf-445b-8c79-74c267e66f39,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:46.147421 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-230662b0-1bc7-492e-9969-4b9c06f6ee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.149321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-230662b0-1bc7-492e-9969-4b9c06f6ee54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a1df954-f0bf-445b-8c79-74c267e66f39 HTTP/1.1" status: 204 len: 168 time: 0.2762246 May 12 20:03:46.156898 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.198870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.205452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:03:46.205800 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:03:46.225711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f310c3-6261-4daa-9e9b-4f6aeb6312ff']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:46.240818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:46.243169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:46.243460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9fa1a4-ef00-4b15-ac42-1c7cf798b2c1') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:46.255416 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.255705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.255808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.256079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.256409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.256733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.259732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.260080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.260434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.260748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.261125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.261495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.261817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:03:46.279247 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.285608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:03:46.286057 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: timer() May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:03:46.300979 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:03:46.360582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['82ce4339-c467-4a85-b684-83d871855e93'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:03:46.384086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.409486 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.415375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] Pushing event deleted for resources: {'Network': ['ID=e7f310c3-6261-4daa-9e9b-4f6aeb6312ff,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:46.423269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cce02f33-2037-4883-ae7f-c3223a54ca0e tempest-TagsExtTest-170421747 tempest-TagsExtTest-170421747-project] 10.222.0.72 "DELETE /v2.0/networks/e7f310c3-6261-4daa-9e9b-4f6aeb6312ff HTTP/1.1" status: 204 len: 168 time: 1.4644060 May 12 20:03:46.707136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Deleting port 5384dbc8-ebb0-4aba-81d9-415a79653832 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:03:46.707527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:46.740505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:46.781768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-990fa742-fb3b-4f44-9000-b75b80306049 None None] The port '5384dbc8-ebb0-4aba-81d9-415a79653832' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:03:46.912793 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-54a1906c-8d01-4123-ba6b-6068d1f23bed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f2cbc5c44af40bba7eb02a5b8a91eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708939 May 12 20:03:46.915312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41230) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:46.980315 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3835c78a-f7ff-4e69-91ab-f87a81f34f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:47.018683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3835c78a-f7ff-4e69-91ab-f87a81f34f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:47.083399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3835c78a-f7ff-4e69-91ab-f87a81f34f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:47.097346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835c78a-f7ff-4e69-91ab-f87a81f34f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7189f-79b7-497f-bd9c-8517e0117b06,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:47.104332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3835c78a-f7ff-4e69-91ab-f87a81f34f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:47.105599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3835c78a-f7ff-4e69-91ab-f87a81f34f8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ec7189f-79b7-497f-bd9c-8517e0117b06 HTTP/1.1" status: 204 len: 168 time: 0.1888716 May 12 20:03:47.249711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a67fec-02a1-4944-9394-c7160d83e576 req-58989d08-ae67-4872-a784-275ac17fe9d1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:47.251121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36a67fec-02a1-4944-9394-c7160d83e576 req-58989d08-ae67-4872-a784-275ac17fe9d1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 945 time: 0.0918391 May 12 20:03:47.299739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36a67fec-02a1-4944-9394-c7160d83e576 req-043d1fb0-fce2-47e3-b048-ea7237f32008 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416832 May 12 20:03:47.338874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:47.414320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 82ce4339-c467-4a85-b684-83d871855e93 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:47.419256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 82ce4339-c467-4a85-b684-83d871855e93 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:47.419623 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:47.561364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 82ce4339-c467-4a85-b684-83d871855e93 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:47.561461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:47.590129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:03:47.600804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:47.607419 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:47.658757 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b0dc9b-b12f-4603-82ee-9576555930d0'] response: {'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'code': 200} May 12 20:03:47.715931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:47.809507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69406241-4c7a-497f-9e7e-dfdc33fab9f1 req-5cb0ea5d-3bbd-4853-9442-52e4f735ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:47.811485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69406241-4c7a-497f-9e7e-dfdc33fab9f1 req-5cb0ea5d-3bbd-4853-9442-52e4f735ffd6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1097 time: 0.0905068 May 12 20:03:47.885624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69406241-4c7a-497f-9e7e-dfdc33fab9f1 req-dfc88793-8e2f-4c8e-8e38-d136cf015389 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646646 May 12 20:03:48.537307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f98db-1de4-4455-bf80-27503203fe44 req-771cbc8b-ff34-443d-8712-a06a3029e084 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:48.542159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd2f98db-1de4-4455-bf80-27503203fe44 req-771cbc8b-ff34-443d-8712-a06a3029e084 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1065259 May 12 20:03:48.615159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fd2f98db-1de4-4455-bf80-27503203fe44 req-8cf7b342-d7b2-468f-9d05-960df9c1526e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693123 May 12 20:03:49.810620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c9355-86e9-4855-a3af-b5ad19f87989 req-4f57dce3-088a-4e19-9519-8be43749a559 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:49.812114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d03c9355-86e9-4855-a3af-b5ad19f87989 req-4f57dce3-088a-4e19-9519-8be43749a559 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.0879788 May 12 20:03:49.852430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:49.861902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d03c9355-86e9-4855-a3af-b5ad19f87989 req-f928ce1d-66a5-46fc-ae18-e628d32a0290 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437329 May 12 20:03:49.977840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:49.992328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:49.996803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Usage tracker for resource:security_group_rule and tenant:79b2e450577140f6a9c9c794cc4fa75a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:49.999754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:50.005764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:50.062591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee42d6-66bb-4e06-9afb-05b964b2e7bd req-f3d52ef7-d403-40e3-bc15-c6277820c980 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:50.064387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbee42d6-66bb-4e06-9afb-05b964b2e7bd req-f3d52ef7-d403-40e3-bc15-c6277820c980 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.0893016 May 12 20:03:50.111447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbee42d6-66bb-4e06-9afb-05b964b2e7bd req-aaaf9a7d-21ea-4006-913c-a48923f7655f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405121 May 12 20:03:50.112564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.117717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.137306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41340) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:50.181706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79b2e450577140f6a9c9c794cc4fa75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286710 May 12 20:03:50.183205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41346) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:50.185772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350f814-0638-45da-a08a-cd222a8ae88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d74ad-9b61-487f-9c88-b6970202ed30,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:50.273441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0872d2-97f9-4933-892d-7ddf39114673 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:50.274953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f0872d2-97f9-4933-892d-7ddf39114673 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1092 time: 0.1364334 May 12 20:03:50.277564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c2bc25-4cfb-48ed-b8e1-f2314bfaa23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.278130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41350) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:50.284011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '82ce4339-c467-4a85-b684-83d871855e93', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:50.291530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:50.295955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:floatingip and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:50.299391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:50.305039 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c2bc25-4cfb-48ed-b8e1-f2314bfaa23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.305871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:50.318470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.358399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c2bc25-4cfb-48ed-b8e1-f2314bfaa23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.374083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2bc25-4cfb-48ed-b8e1-f2314bfaa23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d74ad-9b61-487f-9c88-b6970202ed30,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:50.382495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4c2bc25-4cfb-48ed-b8e1-f2314bfaa23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.386591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d4c2bc25-4cfb-48ed-b8e1-f2314bfaa23f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de0d74ad-9b61-487f-9c88-b6970202ed30 HTTP/1.1" status: 204 len: 168 time: 0.1992807 May 12 20:03:50.480394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.632139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.179 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c6a3320c-ab18-4822-96b0-f23395f68f78) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:50.725841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41358) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:50.748635 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.763558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:50.767494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Usage tracker for resource:security_group_rule and tenant:28bca8f3bcdb4bd2b9faf14c29ee9a72 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:50.770363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:50.776021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:50.792313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.829712 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.872453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.879639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:50.902187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:50.905660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:50.909745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:50.933276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28bca8f3bcdb4bd2b9faf14c29ee9a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060695 May 12 20:03:50.935821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41362) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:50.947862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b91a4-6d72-492f-8bf1-6efab3835f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2943589-1e19-41f7-b44f-045e38d736eb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:50.955412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=c6a3320c-ab18-4822-96b0-f23395f68f78,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:51.004037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7346a4c-c2d9-4c33-8279-1149bcc2e39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.031502 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7346a4c-c2d9-4c33-8279-1149bcc2e39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.098008 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7346a4c-c2d9-4c33-8279-1149bcc2e39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.116988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7346a4c-c2d9-4c33-8279-1149bcc2e39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2943589-1e19-41f7-b44f-045e38d736eb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:51.121161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e7346a4c-c2d9-4c33-8279-1149bcc2e39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.124884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7346a4c-c2d9-4c33-8279-1149bcc2e39e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2943589-1e19-41f7-b44f-045e38d736eb HTTP/1.1" status: 204 len: 168 time: 0.1854036 May 12 20:03:51.544365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.637674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.777977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41384) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:51.859279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.866348 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.904257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:51.922381 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:51.926410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Usage tracker for resource:security_group_rule and tenant:333daa234ccd4e6b90ed3f8232313121 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:51.929357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:51.935433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:51.981644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=c6a3320c-ab18-4822-96b0-f23395f68f78,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:51.988549 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.032415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.037298 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.096240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e88e0c-425c-4b36-a17e-99a35f4a3e73,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:52.115631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b2fb7dca-5e27-4423-a474-119feb5a4a65 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=333daa234ccd4e6b90ed3f8232313121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364146 May 12 20:03:52.119495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41398) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:52.185404 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 0a5bbc8c-3b59-49f7-bca2-635a75ed4e94 associated. External IP: 172.25.2.179, port: 82ce4339-c467-4a85-b684-83d871855e93. May 12 20:03:52.187169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a631d8a-370b-4cc4-ad6a-9e0ced530653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.217004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a631d8a-370b-4cc4-ad6a-9e0ced530653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.273106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a631d8a-370b-4cc4-ad6a-9e0ced530653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.291489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a631d8a-370b-4cc4-ad6a-9e0ced530653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e88e0c-425c-4b36-a17e-99a35f4a3e73,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:52.295872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7a631d8a-370b-4cc4-ad6a-9e0ced530653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.297154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7a631d8a-370b-4cc4-ad6a-9e0ced530653 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02e88e0c-425c-4b36-a17e-99a35f4a3e73 HTTP/1.1" status: 204 len: 168 time: 0.1756682 May 12 20:03:52.572782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8912fad6-dcbc-4197-9240-bb870644f13f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:03:52.761229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:52.771473 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] Sync routers for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:52.785509 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:52.786296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:52.795096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:52.871448 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f9e016a-fc54-4a69-b8a2-aea937427e0b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5919406 May 12 20:03:52.872052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:03:52.930421 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449e7589-4433-4d2b-aab3-b1a51f4e3eae'] response: {'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'status': 'completed', 'code': 200} May 12 20:03:53.125019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:53.255485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41450) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:53.313896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919ebc3-0edd-4637-bea8-dd2cc1f3de91 req-8c725004-3100-4af6-868c-79a6c909f75a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:53.316038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8919ebc3-0edd-4637-bea8-dd2cc1f3de91 req-8c725004-3100-4af6-868c-79a6c909f75a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.3048673 May 12 20:03:53.320846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-5ed7f4bd-31c0-464c-b389-e3fe659c5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:53.322756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-5ed7f4bd-31c0-464c-b389-e3fe659c5bfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1097 time: 0.3649440 May 12 20:03:53.395445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-380326348-network', 'tenant_id': '1cf8d0daead84284939206d617616adb'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:53.402019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:53.407384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Usage tracker for resource:network and tenant:1cf8d0daead84284939206d617616adb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:53.411409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:53.419198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:53.436383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Made reservation on behalf of 1cf8d0daead84284939206d617616adb for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:53.441535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:53.462430 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:53.466510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8919ebc3-0edd-4637-bea8-dd2cc1f3de91 req-98f223e6-4832-4e4a-b5db-7e96278d2161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422274 May 12 20:03:53.493153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41456) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:53.515937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-ab6bc3db-c9cd-4977-a795-5e22e646f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:53.517677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-ab6bc3db-c9cd-4977-a795-5e22e646f35c service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.1793482 May 12 20:03:53.700339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-b2b60535-d870-49c6-8e67-bedca49cd44c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.1764889 May 12 20:03:53.705478 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0a5bbc8c-3b59-49f7-bca2-635a75ed4e94', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'port_id': '82ce4339-c467-4a85-b684-83d871855e93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:03:51Z', 'updated_at': '2022-05-12T20:03:51Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:53.705915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:53.710008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Usage tracker for resource:security_group_rule and tenant:1cf8d0daead84284939206d617616adb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:53.710228 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] Checking router: 8912fad6-dcbc-4197-9240-bb870644f13f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:03:53.713376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:53.719255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:53.719556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:53.720155 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:53.776867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-34057334-56fd-446c-87d3-487df9490dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:53.780920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-34057334-56fd-446c-87d3-487df9490dc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0734789 May 12 20:03:53.854954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:53.860401 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a3b20f0a-319c-46b6-b1e2-a2838253a314 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/0a5bbc8c-3b59-49f7-bca2-635a75ed4e94 HTTP/1.1" status: 200 len: 992 time: 0.3612893 May 12 20:03:53.861483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:53.867756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-e30e356b-09fb-4569-92cb-6aff756fabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:53.868867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-e30e356b-09fb-4569-92cb-6aff756fabcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816801 May 12 20:03:53.892749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:03:53.902022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec2484d-25ee-4b07-83f6-8ca6c3510349,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:53.905772 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:53.909887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:53.910305 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Added segment 02cc1af2-d1f3-405a-b0d8-607931498f1f of type vlan for network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 May 12 20:03:53.940345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:53.973985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:53.975246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:53.976077 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.013491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-161e1264-2535-4dc3-9bae-eeedb9fda7dd service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388462 May 12 20:03:54.080618 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8239534 May 12 20:03:54.081867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25607ad0-74f8-4795-ae53-55ca62167aed admin admin] Pushing event updated for resources: {'Network': ['ID=a1c36a27-bbd0-4660-8f8f-4d5aaae20276,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:54.084049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41462) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:54.090683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Request body: {'subnet': {'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-380326348-subnet', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:54.097058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:54.101532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Usage tracker for resource:subnet and tenant:1cf8d0daead84284939206d617616adb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:54.104718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:54.111394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:54.111564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:03:54.133969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Made reservation on behalf of 1cf8d0daead84284939206d617616adb for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:03:54.136654 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.209894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c52388ff-b2c6-4055-8347-7c8c4c378bc4 req-8824fb11-c354-4336-a014-f6ff73764f69 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906219 May 12 20:03:54.266843 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0a5bbc8c-3b59-49f7-bca2-635a75ed4e94', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'port_id': '82ce4339-c467-4a85-b684-83d871855e93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:03:51Z', 'updated_at': '2022-05-12T20:03:51Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:54.270853 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508af54f-e726-484e-9ec2-9e55df3078cb None None] The sync data for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 is: [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0a5bbc8c-3b59-49f7-bca2-635a75ed4e94', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'port_id': '82ce4339-c467-4a85-b684-83d871855e93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:03:51Z', 'updated_at': '2022-05-12T20:03:51Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:54.384801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.461323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3231c51-f546-47e7-aeb5-4ab75c3b6722,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:54.471633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6dd74-5cba-4422-aa7a-4fe9c238d961 None None] New status for floating IP 0a5bbc8c-3b59-49f7-bca2-635a75ed4e94: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:03:54.471853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Checking segment: {'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:54.472216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Network hostable DHCP agents. Network: a1c36a27-bbd0-4660-8f8f-4d5aaae20276, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:03:54.492439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:03:54.502997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, a1c36a27-bbd0-4660-8f8f-4d5aaae20276) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:54.507246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:03:54.507826 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.522993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ace8f7-1cd2-4fd1-827b-edf6a95d4fe4 None None] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:54.529018 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2aadac46-8a6b-47b5-bd12-a327e252a630 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4436622 May 12 20:03:54.531881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41466) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:54.536782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:03:54.541987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:03:54.547019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Usage tracker for resource:router and tenant:1cf8d0daead84284939206d617616adb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:03:54.548921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:03:54.554575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:03:54.566338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.567320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.583496 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.863275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41474) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:54.871773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.969252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-a1c36a27-bbd0-4660-8f8f-4d5aaae20276', 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'fixed_ips': [{'subnet_id': 'b3231c51-f546-47e7-aeb5-4ab75c3b6722'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:03:54.970272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:54.999864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d34b4ca-2274-47c0-a1ad-b96280114d63 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/0a5bbc8c-3b59-49f7-bca2-635a75ed4e94 HTTP/1.1" status: 200 len: 994 time: 0.1352878 May 12 20:03:55.134497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Allocated IP 172.20.0.2 (a1c36a27-bbd0-4660-8f8f-4d5aaae20276/b3231c51-f546-47e7-aeb5-4ab75c3b6722/6aadb71f-9729-4a23-9c4e-14c86976437d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:55.258128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.299109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.364010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.376450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Transition to ACTIVE for port object 6aadb71f-9729-4a23-9c4e-14c86976437d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:55.396990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Transition to ACTIVE for port object 6aadb71f-9729-4a23-9c4e-14c86976437d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:55.404406 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.449628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Allocated IP 172.25.2.164 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/bddd5437-a61e-4fd8-bc75-a6f47eb56128) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:55.482922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:55.485901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:55.488465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:55.532343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Pushing event updated for resources: {'Port': ['ID=6aadb71f-9729-4a23-9c4e-14c86976437d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:55.593516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Attempting to bind port 6aadb71f-9729-4a23-9c4e-14c86976437d on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:55.593919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Attempting to bind port 6aadb71f-9729-4a23-9c4e-14c86976437d by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:55.594225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Attempting to bind port 6aadb71f-9729-4a23-9c4e-14c86976437d on network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:55.599772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:55.600136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Checking segment: {'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:55.600531 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.600911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Bound using segment: {'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:55.601400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Bound port: 6aadb71f-9729-4a23-9c4e-14c86976437d, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:55.601767 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.695058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] For port 6aadb71f-9729-4a23-9c4e-14c86976437d, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:55.698397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] For port 6aadb71f-9729-4a23-9c4e-14c86976437d, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6aadb71f-9729-4a23-9c4e-14c86976437d,segment=NetworkSegment(02cc1af2-d1f3-405a-b0d8-607931498f1f),segment_id=02cc1af2-d1f3-405a-b0d8-607931498f1f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:55.704956 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.738830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.771482 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:55.799569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10fa3e-2900-4c2b-866f-85e6d9b5208c None None] Pushing event updated for resources: {'Port': ['ID=6aadb71f-9729-4a23-9c4e-14c86976437d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:55.842636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:55.845828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:55.849766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:55.885356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Pushing event updated for resources: {'Port': ['ID=bddd5437-a61e-4fd8-bc75-a6f47eb56128,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:56.316851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:56.675076 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:56.855527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04539555-1bb9-46d9-8856-4024ae3d0fd6 None None] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:03:56.892185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Router 41476740-9099-46f2-a588-868009d0ad5e is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:03:56.990086 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5358379a-ee20-4b05-a2c7-3227fbf820b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:57.034824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-832c0b5e-aca0-4f16-b94a-d8db16b5f2a9 None None] Provisioning for port 6aadb71f-9729-4a23-9c4e-14c86976437d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:57.246943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:03:57.257515 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Sync routers for ids ['41476740-9099-46f2-a588-868009d0ad5e'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:03:57.279560 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Routers {'41476740-9099-46f2-a588-868009d0ad5e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:57.280375 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['41476740-9099-46f2-a588-868009d0ad5e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:57.284589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:57.286314 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f410319a-33f2-401c-9ced-ad5fd92056aa admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7534883 May 12 20:03:57.288971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41504) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:03:57.486171 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Set router 41476740-9099-46f2-a588-868009d0ad5e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:57.774620 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:03:56Z', 'revision_number': 3, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port': {'id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:55Z', 'updated_at': '2022-05-12T20:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:57.778643 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Checking router: 41476740-9099-46f2-a588-868009d0ad5e for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:03:57.778982 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Updating router 41476740-9099-46f2-a588-868009d0ad5e port bddd5437-a61e-4fd8-bc75-a6f47eb56128 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:03:57.833010 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.024932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6aadb71f-9729-4a23-9c4e-14c86976437d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:03:58.148365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6aadb71f-9729-4a23-9c4e-14c86976437d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:58.156641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6aadb71f-9729-4a23-9c4e-14c86976437d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:58.157601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.197051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.356086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6aadb71f-9729-4a23-9c4e-14c86976437d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:03:58.356476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.423055 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.425573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6aadb71f-9729-4a23-9c4e-14c86976437d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6aadb71f-9729-4a23-9c4e-14c86976437d,segment=NetworkSegment(02cc1af2-d1f3-405a-b0d8-607931498f1f),segment_id=02cc1af2-d1f3-405a-b0d8-607931498f1f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:03:58.435107 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.435917 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Transition to ACTIVE for port object bddd5437-a61e-4fd8-bc75-a6f47eb56128 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:58.446403 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.499636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Allocated IP 172.20.0.1 (a1c36a27-bbd0-4660-8f8f-4d5aaae20276/b3231c51-f546-47e7-aeb5-4ab75c3b6722/7d07ab84-d741-486e-9f09-6a27bc539fd0) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:03:58.533130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6aadb71f-9729-4a23-9c4e-14c86976437d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:58.545330 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Attempting to bind port bddd5437-a61e-4fd8-bc75-a6f47eb56128 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:03:58.545829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Attempting to bind port bddd5437-a61e-4fd8-bc75-a6f47eb56128 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:03:58.546195 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Attempting to bind port bddd5437-a61e-4fd8-bc75-a6f47eb56128 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:03:58.555782 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:03:58.556234 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:03:58.556633 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.557061 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:03:58.557553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Bound port: bddd5437-a61e-4fd8-bc75-a6f47eb56128, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:03:58.558290 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.620721 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60021c1a-b830-42db-b7d7-9b2ce5f32fc8 None None] Pushing event updated for resources: {'Port': ['ID=bddd5437-a61e-4fd8-bc75-a6f47eb56128,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:58.644870 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] For port bddd5437-a61e-4fd8-bc75-a6f47eb56128, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:03:58.648090 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] For port bddd5437-a61e-4fd8-bc75-a6f47eb56128, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bddd5437-a61e-4fd8-bc75-a6f47eb56128,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:03:58.660146 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.660432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.677383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Transition to ACTIVE for port object 7d07ab84-d741-486e-9f09-6a27bc539fd0 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:03:58.703498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.760331 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Routers {'41476740-9099-46f2-a588-868009d0ad5e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:03:58.760942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['41476740-9099-46f2-a588-868009d0ad5e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:58.774116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:58.777435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:58.781463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:03:58.815532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Pushing event updated for resources: {'Port': ['ID=7d07ab84-d741-486e-9f09-6a27bc539fd0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:58.827797 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60021c1a-b830-42db-b7d7-9b2ce5f32fc8 None None] Pushing event updated for resources: {'Port': ['ID=bddd5437-a61e-4fd8-bc75-a6f47eb56128,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:58.846425 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:58.973163 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] Set router 41476740-9099-46f2-a588-868009d0ad5e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:03:58.997688 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-589a58ca-aa27-4548-96f8-6e7d7a967eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:59.019516 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:59.128826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e3522514-87f2-455f-831d-0e6cef368a23 None None] Provisioning for port 7d07ab84-d741-486e-9f09-6a27bc539fd0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:03:59.133882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e3522514-87f2-455f-831d-0e6cef368a23 None None] Provisioning complete for port 7d07ab84-d741-486e-9f09-6a27bc539fd0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:59.134253 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3522514-87f2-455f-831d-0e6cef368a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:59.232423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e3522514-87f2-455f-831d-0e6cef368a23 None None] Port 7d07ab84-d741-486e-9f09-6a27bc539fd0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:03:59.269237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:59.274959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:59.329607 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:03:56Z', 'revision_number': 3, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port': {'id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:55Z', 'updated_at': '2022-05-12T20:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:03:59.333473 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c5887-c086-41f8-8455-666075eb61bb None None] The sync data for ids ['41476740-9099-46f2-a588-868009d0ad5e'] in n-d-841626-1 is: [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:03:56Z', 'revision_number': 3, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port': {'id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:55Z', 'updated_at': '2022-05-12T20:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:03:59.389994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Pushing event updated for resources: {'Port': ['ID=7d07ab84-d741-486e-9f09-6a27bc539fd0,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:03:59.393539 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:59.544072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:03:59.547920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:03:59.810681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Router 41476740-9099-46f2-a588-868009d0ad5e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:03:59.872713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fc1c18a6-6508-44be-9849-af2128843f0e None None] Provisioning complete for port 7d07ab84-d741-486e-9f09-6a27bc539fd0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:03:59.873772 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc1c18a6-6508-44be-9849-af2128843f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:03:59.963063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c18a6-6508-44be-9849-af2128843f0e None None] Port 7d07ab84-d741-486e-9f09-6a27bc539fd0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:04:00.117531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6aadb71f-9729-4a23-9c4e-14c86976437d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:00.194701 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:00.224843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6aadb71f-9729-4a23-9c4e-14c86976437d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:00.225254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:00.330110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:00.350400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0f4e8a57-44b7-43a5-8ce1-ed2d87c90317 admin admin] 10.222.0.72 "PUT /v2.0/routers/41476740-9099-46f2-a588-868009d0ad5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0601935 May 12 20:04:00.417022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6aadb71f-9729-4a23-9c4e-14c86976437d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:00.417884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bddd5437-a61e-4fd8-bc75-a6f47eb56128 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:00.502970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port bddd5437-a61e-4fd8-bc75-a6f47eb56128 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:00.509852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port bddd5437-a61e-4fd8-bc75-a6f47eb56128 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:00.510211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:00.670664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:00.779357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port bddd5437-a61e-4fd8-bc75-a6f47eb56128 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:00.779357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:00.805506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port bddd5437-a61e-4fd8-bc75-a6f47eb56128, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bddd5437-a61e-4fd8-bc75-a6f47eb56128,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:00.817958 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:00.968283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=bddd5437-a61e-4fd8-bc75-a6f47eb56128,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:01.534498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Sync routers for ids ['41476740-9099-46f2-a588-868009d0ad5e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:01.545475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Routers {'41476740-9099-46f2-a588-868009d0ad5e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:01.546084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['41476740-9099-46f2-a588-868009d0ad5e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:01.747781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:01.773878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Set router 41476740-9099-46f2-a588-868009d0ad5e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:02.028243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bddd5437-a61e-4fd8-bc75-a6f47eb56128 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:02.036930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:02.212231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port bddd5437-a61e-4fd8-bc75-a6f47eb56128 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:02.212586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:02.309300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:03:58Z', 'revision_number': 4, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port': {'id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:55Z', 'updated_at': '2022-05-12T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7d07ab84-d741-486e-9f09-6a27bc539fd0', 'name': '', 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'mac_address': 'fa:16:3e:94:be:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b3231c51-f546-47e7-aeb5-4ab75c3b6722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:58Z', 'updated_at': '2022-05-12T20:03:59Z', 'revision_number': 2, 'project_id': '1cf8d0daead84284939206d617616adb', 'subnets': [{'id': 'b3231c51-f546-47e7-aeb5-4ab75c3b6722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:02.341643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Checking router: 41476740-9099-46f2-a588-868009d0ad5e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:02.341993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Updating router 41476740-9099-46f2-a588-868009d0ad5e port 7d07ab84-d741-486e-9f09-6a27bc539fd0 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:04:02.416140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port bddd5437-a61e-4fd8-bc75-a6f47eb56128 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:02.420558 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:02.663115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:02.810334 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:02.823044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Transition to ACTIVE for port object 7d07ab84-d741-486e-9f09-6a27bc539fd0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:02.833462 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:03.008114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923d70-b6f9-4071-a7b9-6711eb52440c None None] Pushing event updated for resources: {'Port': ['ID=7d07ab84-d741-486e-9f09-6a27bc539fd0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:03.172493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Attempting to bind port 7d07ab84-d741-486e-9f09-6a27bc539fd0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:03.172803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Attempting to bind port 7d07ab84-d741-486e-9f09-6a27bc539fd0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:03.173167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Attempting to bind port 7d07ab84-d741-486e-9f09-6a27bc539fd0 on network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:03.182019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Deleting port 7d07ab84-d741-486e-9f09-6a27bc539fd0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:03.182717 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:03.193472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:03.194340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Checking segment: {'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:03.194888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:03.195417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Bound using segment: {'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:03.196615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Bound port: 7d07ab84-d741-486e-9f09-6a27bc539fd0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cc1af2-d1f3-405a-b0d8-607931498f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:03.198185 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:03.310962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] For port 7d07ab84-d741-486e-9f09-6a27bc539fd0, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:03.314011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] For port 7d07ab84-d741-486e-9f09-6a27bc539fd0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d07ab84-d741-486e-9f09-6a27bc539fd0,segment=NetworkSegment(02cc1af2-d1f3-405a-b0d8-607931498f1f),segment_id=02cc1af2-d1f3-405a-b0d8-607931498f1f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:03.319352 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:03.392811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Routers {'41476740-9099-46f2-a588-868009d0ad5e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:03.393458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['41476740-9099-46f2-a588-868009d0ad5e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:03.400986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] For port 7d07ab84-d741-486e-9f09-6a27bc539fd0, host n-d-841626-1, got binding levels [] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:03.404021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:03.473141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923d70-b6f9-4071-a7b9-6711eb52440c None None] Pushing event updated for resources: {'Port': ['ID=7d07ab84-d741-486e-9f09-6a27bc539fd0,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:03.590830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Calling delete_port for 7d07ab84-d741-486e-9f09-6a27bc539fd0 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:03.626717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] Set router 41476740-9099-46f2-a588-868009d0ad5e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:03.986214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:04:03.986422 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:04:03.997282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:03:58Z', 'revision_number': 4, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port': {'id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:55Z', 'updated_at': '2022-05-12T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7d07ab84-d741-486e-9f09-6a27bc539fd0', 'name': '', 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'mac_address': 'fa:16:3e:94:be:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b3231c51-f546-47e7-aeb5-4ab75c3b6722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:58Z', 'updated_at': '2022-05-12T20:04:03Z', 'revision_number': 4, 'project_id': '1cf8d0daead84284939206d617616adb', 'subnets': [{'id': 'b3231c51-f546-47e7-aeb5-4ab75c3b6722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:04.001721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f1c61-a91e-437b-b25d-d22332b879fb None None] The sync data for ids ['41476740-9099-46f2-a588-868009d0ad5e'] in n-d-841626-1 is: [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:03:58Z', 'revision_number': 4, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port': {'id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:55Z', 'updated_at': '2022-05-12T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7d07ab84-d741-486e-9f09-6a27bc539fd0', 'name': '', 'network_id': 'a1c36a27-bbd0-4660-8f8f-4d5aaae20276', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'mac_address': 'fa:16:3e:94:be:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b3231c51-f546-47e7-aeb5-4ab75c3b6722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:58Z', 'updated_at': '2022-05-12T20:04:03Z', 'revision_number': 4, 'project_id': '1cf8d0daead84284939206d617616adb', 'subnets': [{'id': 'b3231c51-f546-47e7-aeb5-4ab75c3b6722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:04.488011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Deleting port 7d07ab84-d741-486e-9f09-6a27bc539fd0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:04.488571 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:04.688526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] For port 7d07ab84-d741-486e-9f09-6a27bc539fd0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7d07ab84-d741-486e-9f09-6a27bc539fd0,segment=NetworkSegment(02cc1af2-d1f3-405a-b0d8-607931498f1f),segment_id=02cc1af2-d1f3-405a-b0d8-607931498f1f)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:04.688884 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:04.829738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Calling delete_port for 7d07ab84-d741-486e-9f09-6a27bc539fd0 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:05.035039 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:05.096431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d07ab84-d741-486e-9f09-6a27bc539fd0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:05.440096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:05.810999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Router 41476740-9099-46f2-a588-868009d0ad5e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:04:06.130051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:06.139268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-26d6074d-a5c2-4bc4-bf0c-22a94eb26ac4 admin admin] 10.222.0.72 "PUT /v2.0/routers/41476740-9099-46f2-a588-868009d0ad5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1005230 May 12 20:04:06.141772 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] Sync routers for ids ['41476740-9099-46f2-a588-868009d0ad5e'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:06.142258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41558) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:06.153755 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] Routers {'41476740-9099-46f2-a588-868009d0ad5e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:06.154556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['41476740-9099-46f2-a588-868009d0ad5e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:06.324353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:06.359094 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] Set router 41476740-9099-46f2-a588-868009d0ad5e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:06.510069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:06.523934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Deleting port bddd5437-a61e-4fd8-bc75-a6f47eb56128 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:06.524641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:06.682147 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:04:04Z', 'revision_number': 5, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port': {'id': 'bddd5437-a61e-4fd8-bc75-a6f47eb56128', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41476740-9099-46f2-a588-868009d0ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:55Z', 'updated_at': '2022-05-12T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:06.686052 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] Checking router: 41476740-9099-46f2-a588-868009d0ad5e for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:06.694660 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] Routers {'41476740-9099-46f2-a588-868009d0ad5e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:06.695248 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['41476740-9099-46f2-a588-868009d0ad5e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:06.711768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] For port bddd5437-a61e-4fd8-bc75-a6f47eb56128, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bddd5437-a61e-4fd8-bc75-a6f47eb56128,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:06.712138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:06.844802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Calling delete_port for bddd5437-a61e-4fd8-bc75-a6f47eb56128 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:06.845538 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] Set router 41476740-9099-46f2-a588-868009d0ad5e gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:06.955758 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:04:06Z', 'revision_number': 6, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:06.960100 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcbe3da-2fad-49f6-9639-f9cd4eca7dee None None] The sync data for ids ['41476740-9099-46f2-a588-868009d0ad5e'] in n-d-841626-1 is: [{'id': '41476740-9099-46f2-a588-868009d0ad5e', 'name': 'tempest-ImageQuotaTest-380326348-router', 'tenant_id': '1cf8d0daead84284939206d617616adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:54Z', 'updated_at': '2022-05-12T20:04:06Z', 'revision_number': 6, 'project_id': '1cf8d0daead84284939206d617616adb', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:07.051258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.099637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Pushing event deleted for resources: {'Port': ['ID=bddd5437-a61e-4fd8-bc75-a6f47eb56128,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:07.200322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.371495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.373899 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.405047 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.405662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41476740-9099-46f2-a588-868009d0ad5e {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:04:07.418687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.419919 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8634935-25b8-46a6-8a74-4016500d513a admin admin] 10.222.0.72 "DELETE /v2.0/routers/41476740-9099-46f2-a588-868009d0ad5e HTTP/1.1" status: 204 len: 168 time: 1.2767925 May 12 20:04:07.422538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41566) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:07.483107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] Deleting subnet b3231c51-f546-47e7-aeb5-4ab75c3b6722 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:04:07.486170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.662267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.753386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.829101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.870426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:07.875077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3231c51-f546-47e7-aeb5-4ab75c3b6722,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:07.877057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4776b8-033b-47d2-baef-18741ba77da9 None None] Network a1c36a27-bbd0-4660-8f8f-4d5aaae20276 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:04:07.880072 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6eb2310e-d650-4bb8-8583-18622196b759 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3231c51-f546-47e7-aeb5-4ab75c3b6722 HTTP/1.1" status: 204 len: 168 time: 0.4565656 May 12 20:04:07.882547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41584) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:07.999210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d07ab84-d741-486e-9f09-6a27bc539fd0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:08.020138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.032863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Deleting port 6aadb71f-9729-4a23-9c4e-14c86976437d {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:08.033290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.082942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7d07ab84-d741-486e-9f09-6a27bc539fd0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:08.083169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7d07ab84-d741-486e-9f09-6a27bc539fd0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:08.083792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bddd5437-a61e-4fd8-bc75-a6f47eb56128 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:08.157926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: bddd5437-a61e-4fd8-bc75-a6f47eb56128 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:08.158884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bddd5437-a61e-4fd8-bc75-a6f47eb56128 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:08.228491 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.268464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] For port 6aadb71f-9729-4a23-9c4e-14c86976437d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6aadb71f-9729-4a23-9c4e-14c86976437d,segment=NetworkSegment(02cc1af2-d1f3-405a-b0d8-607931498f1f),segment_id=02cc1af2-d1f3-405a-b0d8-607931498f1f)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:08.268934 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.317935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] DHCP port deletion for a1c36a27-bbd0-4660-8f8f-4d5aaae20276 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:04:08.322375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Deleting port 6aadb71f-9729-4a23-9c4e-14c86976437d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:08.322741 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.404299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Calling delete_port for 6aadb71f-9729-4a23-9c4e-14c86976437d owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:08.481853 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.525053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] For port 6aadb71f-9729-4a23-9c4e-14c86976437d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6aadb71f-9729-4a23-9c4e-14c86976437d,segment=NetworkSegment(02cc1af2-d1f3-405a-b0d8-607931498f1f),segment_id=02cc1af2-d1f3-405a-b0d8-607931498f1f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:08.525437 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.531641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aadb71f-9729-4a23-9c4e-14c86976437d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:08.536419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] No DVR routers for this DVR port 6aadb71f-9729-4a23-9c4e-14c86976437d on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:04:08.665334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.685546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Calling delete_port for 6aadb71f-9729-4a23-9c4e-14c86976437d owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:08.692911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c36a27-bbd0-4660-8f8f-4d5aaae20276']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:08.705754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cc1af2-d1f3-405a-b0d8-607931498f1f') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:08.706054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cc1af2-d1f3-405a-b0d8-607931498f1f') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:08.719638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.737281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.744437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:04:08.745446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.747052 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: timer() May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:04:08.759697 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:04:08.768954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:04:08.769404 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:04:08.839860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.855982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:08.865765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c36a27-bbd0-4660-8f8f-4d5aaae20276,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:08.870175 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-619da1b7-53be-411e-999a-70aced745598 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a1c36a27-bbd0-4660-8f8f-4d5aaae20276 HTTP/1.1" status: 204 len: 168 time: 0.9863007 May 12 20:04:08.996327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41594) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:09.047529 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-940214e1-501c-4887-be49-56cc4976c734 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1cf8d0daead84284939206d617616adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499709 May 12 20:04:09.050224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41598) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:09.112198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-331de208-e990-4737-bfe3-08b503e2f763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.143581 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-331de208-e990-4737-bfe3-08b503e2f763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.199483 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-331de208-e990-4737-bfe3-08b503e2f763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.219503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de208-e990-4737-bfe3-08b503e2f763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec2484d-25ee-4b07-83f6-8ca6c3510349,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:09.230756 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-331de208-e990-4737-bfe3-08b503e2f763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.231995 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-331de208-e990-4737-bfe3-08b503e2f763 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ec2484d-25ee-4b07-83f6-8ca6c3510349 HTTP/1.1" status: 204 len: 168 time: 0.1808555 May 12 20:04:09.270918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Deleting port 6aadb71f-9729-4a23-9c4e-14c86976437d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:09.271903 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.346306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bee0a-4450-407d-810c-25a529c89367 None None] The port '6aadb71f-9729-4a23-9c4e-14c86976437d' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:04:09.632122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41610) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:09.650880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.666005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:09.670262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:09.673116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:09.678844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:09.763663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.771446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.817618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6380f868-f372-46be-b68e-0b08bee68ccc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:09.824635 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a59e82fb-e453-409b-9681-20d38ebe42c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1887870 May 12 20:04:09.824913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41614) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:09.884954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1227aa75-3572-496f-aadb-6e13aaea8a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.910599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1227aa75-3572-496f-aadb-6e13aaea8a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.970088 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1227aa75-3572-496f-aadb-6e13aaea8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:09.975151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6aadb71f-9729-4a23-9c4e-14c86976437d no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:09.991343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227aa75-3572-496f-aadb-6e13aaea8a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6380f868-f372-46be-b68e-0b08bee68ccc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:09.999657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1227aa75-3572-496f-aadb-6e13aaea8a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:10.003680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1227aa75-3572-496f-aadb-6e13aaea8a9a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6380f868-f372-46be-b68e-0b08bee68ccc HTTP/1.1" status: 204 len: 168 time: 0.1777470 May 12 20:04:10.021147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6aadb71f-9729-4a23-9c4e-14c86976437d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:10.021722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6aadb71f-9729-4a23-9c4e-14c86976437d not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:10.644602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41650) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:10.759092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1726129399-network', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:10.764818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:10.768753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Usage tracker for resource:network and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:10.771648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:10.777418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:10.788617 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Made reservation on behalf of 464d0664c08f4e488dd81aa9881c66d4 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:04:10.791042 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:10.803594 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:10.817786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:10.821591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:10.824382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:10.830126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:10.914343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:10.918917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:10.945927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:04:10.958211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8e3f16-4b14-42c0-b5c6-8dfbe597e673,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:10.963876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:10.964215 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Added segment 43031c87-b03a-4946-84d3-f863d6ed5a14 of type vlan for network aebb3470-065f-4617-b634-ebd8f51a9028 May 12 20:04:10.999200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.030776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.031691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:11.032295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.254321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] Pushing event updated for resources: {'Network': ['ID=aebb3470-065f-4617-b634-ebd8f51a9028,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:11.257610 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-150c38ce-c62a-441b-9316-e55a25d4e10d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6116843 May 12 20:04:11.260582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41658) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:11.265438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network aebb3470-065f-4617-b634-ebd8f51a9028 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:04:11.266582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Request body: {'subnet': {'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1726129399-subnet', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:11.273037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:11.277358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Usage tracker for resource:subnet and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:11.280981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:11.287477 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:11.302270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Made reservation on behalf of 464d0664c08f4e488dd81aa9881c66d4 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:04:11.304958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.509285 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.579818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd252f11-cccd-4316-8050-b3410aa2b901,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:11.590226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Checking segment: {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:11.590561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Network hostable DHCP agents. Network: aebb3470-065f-4617-b634-ebd8f51a9028, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:04:11.610671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Network aebb3470-065f-4617-b634-ebd8f51a9028 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:04:11.624457 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, aebb3470-065f-4617-b634-ebd8f51a9028) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:11.629286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:11.630790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.634633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375dc55a-87fb-4190-9cfa-2851353a9bde None None] Network aebb3470-065f-4617-b634-ebd8f51a9028 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:04:11.654433 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a7b7435b-4691-44b3-9b9b-0064bb1d7806 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3926237 May 12 20:04:11.656944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41662) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:11.662012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:11.667445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:11.671607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Usage tracker for resource:router and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:11.674570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:11.680683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:11.687663 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:04:11.694192 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.695281 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.712657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:11.862445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-aebb3470-065f-4617-b634-ebd8f51a9028', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:04:11.863277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.018288 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.023871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Allocated IP 172.20.0.2 (aebb3470-065f-4617-b634-ebd8f51a9028/dd252f11-cccd-4316-8050-b3410aa2b901/d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:04:12.256141 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.267170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Transition to ACTIVE for port object d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:12.287339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Transition to ACTIVE for port object d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:12.295588 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.351962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.362092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Network aebb3470-065f-4617-b634-ebd8f51a9028 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:12.364889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:12.368622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:04:12.384346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.401015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Pushing event updated for resources: {'Port': ['ID=d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:12.462285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Attempting to bind port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:12.462642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Attempting to bind port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:12.462994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Attempting to bind port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 on network aebb3470-065f-4617-b634-ebd8f51a9028 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:12.468417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:12.468777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Checking segment: {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:12.469168 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.469685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Bound using segment: {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:12.470149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Bound port: d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:12.470503 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.526178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Allocated IP 172.25.2.97 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/115c9b53-7502-4442-b52e-199d09acb6f8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:04:12.560341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] For port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:12.563531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] For port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:12.568321 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.651207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825063b-96ef-4901-aab1-49f95b3d7e14 None None] Pushing event updated for resources: {'Port': ['ID=d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:12.684589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.717533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:12.782776 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:12.785892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:12.789957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:04:13.107657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Pushing event updated for resources: {'Port': ['ID=115c9b53-7502-4442-b52e-199d09acb6f8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:13.404745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:13.482412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41690) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:13.631900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:13.654349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:13.658617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Usage tracker for resource:security_group_rule and tenant:8117c9649ed145b0ad25f2f6db163a89 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:13.661588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:13.667683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:13.758405 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:13.764142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:13.778349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:13.802541 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8117c9649ed145b0ad25f2f6db163a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184073 May 12 20:04:13.805261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41696) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:13.822933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d993f-f152-4329-8106-b4a7825d2c3d None None] Network aebb3470-065f-4617-b634-ebd8f51a9028 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:04:13.844545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21826-4f89-4329-90ca-4898f107a2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2a518e-0ff5-49bc-b154-b55bc85129f2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:13.890067 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-35dcdb10-db56-4804-a2d9-097e2fc6967f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:13.919957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-35dcdb10-db56-4804-a2d9-097e2fc6967f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:13.920462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e133f717-bce0-4626-ab6b-a66de5494ec4 None None] Provisioning for port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:13.985256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-35dcdb10-db56-4804-a2d9-097e2fc6967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.006817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcdb10-db56-4804-a2d9-097e2fc6967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2a518e-0ff5-49bc-b154-b55bc85129f2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:14.011233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-35dcdb10-db56-4804-a2d9-097e2fc6967f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.012482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-35dcdb10-db56-4804-a2d9-097e2fc6967f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b2a518e-0ff5-49bc-b154-b55bc85129f2 HTTP/1.1" status: 204 len: 168 time: 0.2061465 May 12 20:04:14.018757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Router c61e518a-a03e-472d-86fd-a6cbe941f322 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:04:14.089134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:14.169795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:14.179939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:14.180442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.249007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:14.279831 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.281559 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-55d728f9-9220-4869-a3bd-9cafd7677c54 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6232972 May 12 20:04:14.284265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41704) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:14.308828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Sync routers for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:14.337838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:14.338602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:14.412317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41708) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:14.430241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.448294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:14.452246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Usage tracker for resource:security_group_rule and tenant:a0b7283ef6324d568c6ddb6366082315 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:14.455062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:14.460781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:14.555551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-482f183f-61c4-46f8-a2eb-f0fe6be2bf54 None None] Provisioning complete for port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:14.555918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-482f183f-61c4-46f8-a2eb-f0fe6be2bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.564205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.571470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.626116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c446179-7229-4c16-a0e5-f450fb242ca3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:14.632877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:14.640915 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-59974423-8055-4f44-904a-1f692f3a65ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0b7283ef6324d568c6ddb6366082315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272696 May 12 20:04:14.642926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41714) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:14.714387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b391-884f-4dac-ac45-e1740e6d336d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.758104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:14.758473 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.785011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b391-884f-4dac-ac45-e1740e6d336d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:14.908314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:14.933011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.001277 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-49025a7b-f2e0-41d5-8914-8af0ab5c6f34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4686120 May 12 20:04:15.015892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b391-884f-4dac-ac45-e1740e6d336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.041495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-482f183f-61c4-46f8-a2eb-f0fe6be2bf54 None None] Current status of the port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:15.063071 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.067530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:15.072355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2b391-884f-4dac-ac45-e1740e6d336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c446179-7229-4c16-a0e5-f450fb242ca3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:15.098141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b391-884f-4dac-ac45-e1740e6d336d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.099259 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9ce2b391-884f-4dac-ac45-e1740e6d336d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c446179-7229-4c16-a0e5-f450fb242ca3 HTTP/1.1" status: 204 len: 168 time: 0.4552951 May 12 20:04:15.117098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:13Z', 'revision_number': 3, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:15.124096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Checking router: c61e518a-a03e-472d-86fd-a6cbe941f322 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:15.124629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Updating router c61e518a-a03e-472d-86fd-a6cbe941f322 port 115c9b53-7502-4442-b52e-199d09acb6f8 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:04:15.125703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171f75-5635-4c04-b880-239b6501d0f9 req-a5ef95f8-9f42-4a15-9602-dba28b2aa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:15.127236 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-a5ef95f8-9f42-4a15-9602-dba28b2aa5f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 1096 time: 0.0998912 May 12 20:04:15.199379 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.305997 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Allocated IP 172.20.0.1 (aebb3470-065f-4617-b634-ebd8f51a9028/dd252f11-cccd-4316-8050-b3410aa2b901/badd6a5f-279f-4e5a-8a2e-bbfea7f924ca) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:04:15.311926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171f75-5635-4c04-b880-239b6501d0f9 req-bec9cf91-8ed4-4579-ba0e-d10a336f2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:15.313393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-bec9cf91-8ed4-4579-ba0e-d10a336f2d97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1653619 May 12 20:04:15.420154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-2a9f6310-2eee-4966-8ef1-f9807825bd73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 HTTP/1.1" status: 200 len: 1000 time: 0.1000113 May 12 20:04:15.489552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.495423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171f75-5635-4c04-b880-239b6501d0f9 req-76aedcc3-d88f-4eaf-bd29-06541443e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:15.496885 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-76aedcc3-d88f-4eaf-bd29-06541443e64c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0682399 May 12 20:04:15.517917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Transition to ACTIVE for port object badd6a5f-279f-4e5a-8a2e-bbfea7f924ca will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:15.545871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.585935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.598884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171f75-5635-4c04-b880-239b6501d0f9 req-ffa520dd-6563-41d7-a62f-d899e0349702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:15.600687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-ffa520dd-6563-41d7-a62f-d899e0349702 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969625 May 12 20:04:15.603113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Transition to ACTIVE for port object 115c9b53-7502-4442-b52e-199d09acb6f8 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:15.611896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.612723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-cecff8b1-efcd-40ad-a936-42086b529d43 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:04:15.613820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-cecff8b1-efcd-40ad-a936-42086b529d43 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062134 May 12 20:04:15.634469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Network aebb3470-065f-4617-b634-ebd8f51a9028 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:15.637875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:15.641895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:04:15.683892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d6ba6-481c-4f11-bfdf-7916a4892f79 None None] Pushing event updated for resources: {'Port': ['ID=115c9b53-7502-4442-b52e-199d09acb6f8,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:15.699975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.711109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Attempting to bind port 115c9b53-7502-4442-b52e-199d09acb6f8 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:15.711472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Attempting to bind port 115c9b53-7502-4442-b52e-199d09acb6f8 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:15.711837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Attempting to bind port 115c9b53-7502-4442-b52e-199d09acb6f8 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:15.717853 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:15.718226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:15.718690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.719084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:15.719556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Bound port: 115c9b53-7502-4442-b52e-199d09acb6f8, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:15.719925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.810372 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-03a9cf0d-afbe-417f-9d77-3d3c72c5d64d service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887796 May 12 20:04:15.826005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] For port 115c9b53-7502-4442-b52e-199d09acb6f8, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:15.830262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] For port 115c9b53-7502-4442-b52e-199d09acb6f8, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=115c9b53-7502-4442-b52e-199d09acb6f8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:15.838081 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:15.956635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:15.957550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:16.056722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Pushing event updated for resources: {'Port': ['ID=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:16.057240 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-18171f75-5635-4c04-b880-239b6501d0f9 req-335a340b-b1a1-4a54-987c-6c477e54233c service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369070 May 12 20:04:16.098633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:16.154720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d6ba6-481c-4f11-bfdf-7916a4892f79 None None] Pushing event updated for resources: {'Port': ['ID=115c9b53-7502-4442-b52e-199d09acb6f8,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:16.235787 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:16.247642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af6ca52e-64c3-4462-bb2a-0d99e07fda28 None None] Provisioning for port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:16.275716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af6ca52e-64c3-4462-bb2a-0d99e07fda28 None None] Provisioning complete for port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:16.276515 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af6ca52e-64c3-4462-bb2a-0d99e07fda28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:16.340118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:16.340450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:16.403556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af6ca52e-64c3-4462-bb2a-0d99e07fda28 None None] Port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:04:16.406579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:16.484371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:16.491645 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:16.604487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:16.609491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Pushing event updated for resources: {'Port': ['ID=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:16.632432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.632774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.633375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.633480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.633756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.634076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.634458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.634813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.635001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.635466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.635934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.636201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:16.691809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:16.756135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Network aebb3470-065f-4617-b634-ebd8f51a9028 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:16.757775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:16.759850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:13Z', 'revision_number': 3, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:16.764522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc733811-5a41-4168-a466-f5c0d24b3829 None None] The sync data for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 is: [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:13Z', 'revision_number': 3, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:16.972332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Router c61e518a-a03e-472d-86fd-a6cbe941f322 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:04:17.053014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d0216d8e-6742-4c4a-a4d0-026508f29a04 None None] Provisioning complete for port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:17.053523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0216d8e-6742-4c4a-a4d0-026508f29a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:17.173104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d0216d8e-6742-4c4a-a4d0-026508f29a04 None None] Port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:04:17.222319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:17.241453 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6eeacc2d-e37d-4acf-b037-27473ee1b6fb admin admin] 10.222.0.72 "PUT /v2.0/routers/c61e518a-a03e-472d-86fd-a6cbe941f322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9465060 May 12 20:04:17.877735 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41784) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:17.883371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-938272811-network', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:17.889256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:17.893428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Usage tracker for resource:network and tenant:5d794cbfdd024c1d9102f1ea894f8b5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:17.896665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:17.902711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:17.913985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Made reservation on behalf of 5d794cbfdd024c1d9102f1ea894f8b5f for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:04:17.916458 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:17.929552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:17.945961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:17.950418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Usage tracker for resource:security_group_rule and tenant:5d794cbfdd024c1d9102f1ea894f8b5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:17.953518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:17.959555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:18.015331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 115c9b53-7502-4442-b52e-199d09acb6f8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:18.051916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.058074 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.091112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:04:18.100039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac7ba99-eb79-4d09-92be-16ab4320b805,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:18.100287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 115c9b53-7502-4442-b52e-199d09acb6f8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:18.106903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.107470 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Added segment 87ef1879-650c-4f45-9a89-3cfda66e9d54 of type vlan for network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 May 12 20:04:18.127466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 115c9b53-7502-4442-b52e-199d09acb6f8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:18.127907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.137681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.173976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.175042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:18.175679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.279752 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4007528 May 12 20:04:18.282411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 115c9b53-7502-4442-b52e-199d09acb6f8 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:18.282775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41788) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:18.283251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.290384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Request body: {'subnet': {'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-938272811-subnet', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:18.307076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:18.308031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 115c9b53-7502-4442-b52e-199d09acb6f8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=115c9b53-7502-4442-b52e-199d09acb6f8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:18.315348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a14a-b234-41e9-9478-d05fef1f27dd admin admin] Pushing event updated for resources: {'Network': ['ID=53ad4226-a4d7-47f4-abc1-72e7d2f01062,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:18.317532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Usage tracker for resource:subnet and tenant:5d794cbfdd024c1d9102f1ea894f8b5f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:18.318925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.321952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:18.329722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:18.345609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Made reservation on behalf of 5d794cbfdd024c1d9102f1ea894f8b5f for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:04:18.348505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.360741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:04:18.490205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=115c9b53-7502-4442-b52e-199d09acb6f8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:18.559610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.618951 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Sync routers for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:18.629703 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:18.630381 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:18.635508 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbe205a-4326-4191-a4dd-72e2989948dc,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:18.646081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Checking segment: {'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:18.646433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Network hostable DHCP agents. Network: 53ad4226-a4d7-47f4-abc1-72e7d2f01062, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:04:18.669978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:04:18.680504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 53ad4226-a4d7-47f4-abc1-72e7d2f01062) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:18.685741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:18.685741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.690638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdde569-965d-4d8b-bcbc-69128e7cffa1 None None] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:04:18.716678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-764bb493-e70d-4d5d-872a-badaa7908d17 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4324400 May 12 20:04:18.719157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41794) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:18.725080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:18.733134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:18.737900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Usage tracker for resource:router and tenant:5d794cbfdd024c1d9102f1ea894f8b5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:18.741120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:18.749172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:18.762513 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.764888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.785782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:18.810486 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:18.968249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-53ad4226-a4d7-47f4-abc1-72e7d2f01062', 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'fixed_ips': [{'subnet_id': 'adbe205a-4326-4191-a4dd-72e2989948dc'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:04:18.969097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.072010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.182907 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 2, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:19.188748 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Checking router: c61e518a-a03e-472d-86fd-a6cbe941f322 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:19.189508 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Updating router c61e518a-a03e-472d-86fd-a6cbe941f322 port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:04:19.227101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Allocated IP 172.20.0.2 (53ad4226-a4d7-47f4-abc1-72e7d2f01062/adbe205a-4326-4191-a4dd-72e2989948dc/6d391813-a9c7-4fc6-a710-294841ed598d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:04:19.256950 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.479691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.497872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Transition to ACTIVE for port object 6d391813-a9c7-4fc6-a710-294841ed598d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:19.531816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Transition to ACTIVE for port object 6d391813-a9c7-4fc6-a710-294841ed598d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:19.541155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.629145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:19.633526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:19.638492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:04:19.641894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.650287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Pushing event updated for resources: {'Port': ['ID=6d391813-a9c7-4fc6-a710-294841ed598d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:19.682778 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.696729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Transition to ACTIVE for port object badd6a5f-279f-4e5a-8a2e-bbfea7f924ca will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:19.706598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.711541 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.763555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Attempting to bind port 6d391813-a9c7-4fc6-a710-294841ed598d on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:19.765110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Attempting to bind port 6d391813-a9c7-4fc6-a710-294841ed598d by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:19.765841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Attempting to bind port 6d391813-a9c7-4fc6-a710-294841ed598d on network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:19.774294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:19.775519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Checking segment: {'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:19.777117 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.778159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Bound using segment: {'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:19.779087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Bound port: 6d391813-a9c7-4fc6-a710-294841ed598d, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:19.779650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:19.904596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e74832-460e-4cd1-96e9-43229ab67c3b req-ad9f163e-1446-4169-b121-0e2dbc7ba87e tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:19.907179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71e74832-460e-4cd1-96e9-43229ab67c3b req-ad9f163e-1446-4169-b121-0e2dbc7ba87e tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1097 time: 0.1547301 May 12 20:04:20.014537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-71e74832-460e-4cd1-96e9-43229ab67c3b req-ff2e03dd-1a25-4048-a2fe-56629ad864c9 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015377 May 12 20:04:20.043515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] For port 6d391813-a9c7-4fc6-a710-294841ed598d, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:20.043703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Allocated IP 172.25.2.19 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/83740741-6d50-40eb-ae04-553b990c5bb6) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:04:20.056050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] For port 6d391813-a9c7-4fc6-a710-294841ed598d, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6d391813-a9c7-4fc6-a710-294841ed598d,segment=NetworkSegment(87ef1879-650c-4f45-9a89-3cfda66e9d54),segment_id=87ef1879-650c-4f45-9a89-3cfda66e9d54)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:20.068196 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:20.221447 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c1236-9d6b-47cc-8e51-4d8bf1c9db3c None None] Pushing event updated for resources: {'Port': ['ID=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:20.232670 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Attempting to bind port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:20.239882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 115c9b53-7502-4442-b52e-199d09acb6f8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:20.240445 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Attempting to bind port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:20.241526 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Attempting to bind port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca on network aebb3470-065f-4617-b634-ebd8f51a9028 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:20.255054 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:20.255525 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Checking segment: {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:20.255999 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:20.257086 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Bound using segment: {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:20.259338 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Bound port: badd6a5f-279f-4e5a-8a2e-bbfea7f924ca, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:20.259890 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:20.362150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:20.408133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:20.419675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 115c9b53-7502-4442-b52e-199d09acb6f8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:20.420247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:20.450871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] For port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:20.454841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] For port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:20.465031 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:20.574668 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:20.575413 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:20.579830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b956e7-da3b-4d01-b747-fbe11fdee1bf None None] Pushing event updated for resources: {'Port': ['ID=6d391813-a9c7-4fc6-a710-294841ed598d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:20.593134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-eaf039fe-c40e-4851-a704-14d135ff18db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8581240 May 12 20:04:20.648675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:20.673048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:20.680678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:04:20.706332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ea239-f081-4633-99cd-328e7a1b4f05 req-c624bc28-53ae-4f8d-bee9-082e2ddf27cd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:20.710563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a27ea239-f081-4633-99cd-328e7a1b4f05 req-c624bc28-53ae-4f8d-bee9-082e2ddf27cd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.2489455 May 12 20:04:20.795316 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Pushing event updated for resources: {'Port': ['ID=83740741-6d50-40eb-ae04-553b990c5bb6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:20.850761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 115c9b53-7502-4442-b52e-199d09acb6f8 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:20.974228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a27ea239-f081-4633-99cd-328e7a1b4f05 req-b0c1938f-c241-40c2-9c3c-bb4ab8af9812 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595775 May 12 20:04:21.002960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41824) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:21.231356 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:21.286039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-d3ad1f70-476d-4970-87f5-108987526f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:21.287478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-d3ad1f70-476d-4970-87f5-108987526f3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1097 time: 0.5342128 May 12 20:04:21.355330 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c1236-9d6b-47cc-8e51-4d8bf1c9db3c None None] Pushing event updated for resources: {'Port': ['ID=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:21.356321 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-99fc4ae5-e6c4-4247-a593-3cf1a97d06ed tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/0a5bbc8c-3b59-49f7-bca2-635a75ed4e94 HTTP/1.1" status: 200 len: 994 time: 0.3504980 May 12 20:04:21.506557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:21.542795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd426848-e2a3-43a5-816c-aadf77018ab7 req-07bd222e-90ea-435f-83a0-034a0c061228 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:21.544399 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd426848-e2a3-43a5-816c-aadf77018ab7 req-07bd222e-90ea-435f-83a0-034a0c061228 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 946 time: 0.2492313 May 12 20:04:21.553951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-31ad0635-4fd1-47cf-9420-86ecf193641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:21.555355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-31ad0635-4fd1-47cf-9420-86ecf193641d service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.2049294 May 12 20:04:21.708233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd426848-e2a3-43a5-816c-aadf77018ab7 req-b5a2a31b-4df5-44be-ba84-3e6b949f7ad5 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556628 May 12 20:04:21.713305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-2882df9d-1cac-4f8f-a306-a4f75cc70eee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1002 time: 0.1437964 May 12 20:04:21.792215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-9a6cbe35-dec9-4184-9ad7-61fab1eb5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:21.794113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-9a6cbe35-dec9-4184-9ad7-61fab1eb5bc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0691485 May 12 20:04:21.861748 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:20Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:21.872102 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eff72-2c7b-4d92-a592-0faf7eeef7a8 None None] The sync data for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 is: [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:20Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:21.920850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-24d80481-1c03-44fa-8573-8b91b9894e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:21.922390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-24d80481-1c03-44fa-8573-8b91b9894e9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211801 May 12 20:04:21.940090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-829c412c-ae89-4ffb-9950-a9502c72f0bb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:04:21.941343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-829c412c-ae89-4ffb-9950-a9502c72f0bb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058060 May 12 20:04:22.184154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d391813-a9c7-4fc6-a710-294841ed598d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:22.229387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-4df54885-07af-4fdf-8238-7b0ff5f016ec service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814090 May 12 20:04:22.388824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6d391813-a9c7-4fc6-a710-294841ed598d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:22.395916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device badd6a5f-279f-4e5a-8a2e-bbfea7f924ca up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:22.472550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae17033-c2d2-4464-ad9f-7dcc61c79fdd None None] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:04:22.496357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:22.508824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aafe3f47-0eeb-4f0f-986e-55dace927ef0 req-040ada7e-ce11-4405-a012-47e62ed5eb70 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693534 May 12 20:04:22.670154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-314e2e24-8973-4620-81fa-d8bd46a6ac5d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:22.671034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-314e2e24-8973-4620-81fa-d8bd46a6ac5d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Synchronizing usage tracker for tenant:09854bc2cf07438bbef407fe87dae92a on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:04:22.805745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41850) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:22.840907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:22.848697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:22.849133 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:22.885838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] Provisioning for port 6d391813-a9c7-4fc6-a710-294841ed598d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:22.910621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] Provisioning complete for port 6d391813-a9c7-4fc6-a710-294841ed598d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:22.910994 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:22.955022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-314e2e24-8973-4620-81fa-d8bd46a6ac5d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Unset dirty status for tenant:09854bc2cf07438bbef407fe87dae92a on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:04:22.956162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-314e2e24-8973-4620-81fa-d8bd46a6ac5d tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 946 time: 0.6174054 May 12 20:04:23.066523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Deleting port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:23.067118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:23.278423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] Current status of the port 6d391813-a9c7-4fc6-a710-294841ed598d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:23.279012 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:23.322286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:23.322636 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:23.326026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-6e0b8087-ba29-4ece-9f53-21a204119d61 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5128362 May 12 20:04:23.383367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] For port 6d391813-a9c7-4fc6-a710-294841ed598d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6d391813-a9c7-4fc6-a710-294841ed598d,segment=NetworkSegment(87ef1879-650c-4f45-9a89-3cfda66e9d54),segment_id=87ef1879-650c-4f45-9a89-3cfda66e9d54)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:23.409023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:23.429705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e538e0-2d07-4d08-9ad2-3ab78f801253 req-fe87aeb6-f533-4f95-8ae8-cac5b3987067 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:23.448156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46e538e0-2d07-4d08-9ad2-3ab78f801253 req-fe87aeb6-f533-4f95-8ae8-cac5b3987067 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.4162307 May 12 20:04:23.490991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:23.500578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Router 42b60a68-a6db-4a24-b52a-006a550a3343 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:04:23.512550 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:23.560731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8d8f4dcc-badb-4c0b-9863-899297583f85 None None] Provisioning complete for port 6d391813-a9c7-4fc6-a710-294841ed598d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:23.561107 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4dcc-badb-4c0b-9863-899297583f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:23.626585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3c388-99eb-40ce-a52b-25cc34ce4bbc None None] Pushing event updated for resources: {'Port': ['ID=6d391813-a9c7-4fc6-a710-294841ed598d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:23.627194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a4dcc-af16-4ff4-81bd-503687e3522f req-c2aa99ef-629c-4d63-bcc1-29a58466c1b5 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:23.631200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-955a4dcc-af16-4ff4-81bd-503687e3522f req-c2aa99ef-629c-4d63-bcc1-29a58466c1b5 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 946 time: 0.6021383 May 12 20:04:23.763690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46e538e0-2d07-4d08-9ad2-3ab78f801253 req-caea5dd0-93df-4fe3-9e1a-b24636adedc2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101771 May 12 20:04:23.803591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-955a4dcc-af16-4ff4-81bd-503687e3522f req-99a64416-d69b-4bb4-a64d-766fcce3ab08 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645200 May 12 20:04:23.872715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:23.913682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:23.923105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] For port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:23.923473 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:23.974747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f4dcc-badb-4c0b-9863-899297583f85 None None] Current status of the port 6d391813-a9c7-4fc6-a710-294841ed598d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:23.980361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Sync routers for ids ['42b60a68-a6db-4a24-b52a-006a550a3343'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:23.996306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Routers {'42b60a68-a6db-4a24-b52a-006a550a3343'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:23.996931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['42b60a68-a6db-4a24-b52a-006a550a3343'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:24.066806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d391813-a9c7-4fc6-a710-294841ed598d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:24.120892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:24.124737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5898a818-2557-496f-ac75-96b11dbb605b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4019301 May 12 20:04:24.125114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41880) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:24.373625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:24.373955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:24.374268 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Floating IP 5cfcb8c5-6dd6-42b3-9758-99fb23cccb44 disassociated. External IP: 172.25.2.11, port: 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0. May 12 20:04:24.374611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Calling delete_port for 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:24.396048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6d391813-a9c7-4fc6-a710-294841ed598d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:24.396603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:24.449571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Set router 42b60a68-a6db-4a24-b52a-006a550a3343 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:24.543911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:24.609802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event deleted for resources: {'Port': ['ID=139ab59a-6d24-4ffe-b6ad-c8dace65c1a0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:24.963576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6d391813-a9c7-4fc6-a710-294841ed598d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:24.965177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device badd6a5f-279f-4e5a-8a2e-bbfea7f924ca up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:25.090822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:25.091435 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:25.174148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:04:21Z', 'revision_number': 3, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port': {'id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:19Z', 'updated_at': '2022-05-12T20:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:25.189207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Checking router: 42b60a68-a6db-4a24-b52a-006a550a3343 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:25.189813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Updating router 42b60a68-a6db-4a24-b52a-006a550a3343 port 83740741-6d50-40eb-ae04-553b990c5bb6 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:04:25.191685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Router ca554f2d-cd18-4758-983a-908e5dfb9ba3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:04:25.269315 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:25.409886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:25.412869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20efbc1b-b05c-4fc0-820d-2d3cf5144343 req-20d79ac6-8e07-4517-8c17-58cac03a28f2 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8e6d98e-dac7-40a6-922e-b88d95a57738 HTTP/1.1" status: 200 len: 210 time: 0.1037464 May 12 20:04:25.511933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:25.524389 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] Sync routers for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:25.541585 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:25.543594 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:25.572365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-9178e520-3b00-444e-9f70-fc349f36e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:25.575206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-9178e520-3b00-444e-9f70-fc349f36e5c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1097 time: 0.4712524 May 12 20:04:25.612147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:25.625771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] No DVR routers for this DVR port 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:04:25.628640 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:25.631508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'name': 'network-vif-deleted', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:04:25.679550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fffc089e-1e9c-4734-84cd-8d1d60cc7d90 req-21590dd0-8eee-44c6-ab68-b9e53b976fa4 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.36 "DELETE /v2.0/ports/139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 HTTP/1.1" status: 204 len: 173 time: 2.7169428 May 12 20:04:25.680213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab9e47-2f85-4090-984e-f1739992d94b req-8640984b-9220-4292-8388-fc660247966d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:25.683711 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25ab9e47-2f85-4090-984e-f1739992d94b req-8640984b-9220-4292-8388-fc660247966d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.5041959 May 12 20:04:25.741335 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226e00e7-0d8f-4edc-9fb3-2d2a1249c5fd'] response: {'server_uuid': 'b8e6d98e-dac7-40a6-922e-b88d95a57738', 'name': 'network-vif-deleted', 'tag': '139ab59a-6d24-4ffe-b6ad-c8dace65c1a0', 'status': 'completed', 'code': 200} May 12 20:04:25.789734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41906) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:25.900485 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:25.952338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:25.968301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:25.969031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:25.972995 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Usage tracker for resource:security_group_rule and tenant:c1e24d162a1a4487a88f25b69d59738f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:25.976065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:25.982643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:25.985640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Transition to ACTIVE for port object 83740741-6d50-40eb-ae04-553b990c5bb6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:25.996073 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.085811 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.092257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-f24bc24f-0afe-46c5-a7d0-caca2dee407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:26.093930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-f24bc24f-0afe-46c5-a7d0-caca2dee407c service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.4365396 May 12 20:04:26.100054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Attempting to bind port 83740741-6d50-40eb-ae04-553b990c5bb6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:26.100472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Attempting to bind port 83740741-6d50-40eb-ae04-553b990c5bb6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:26.100876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Attempting to bind port 83740741-6d50-40eb-ae04-553b990c5bb6 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:26.105405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.113999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:26.114421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:26.114860 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.115384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:26.116059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Bound port: 83740741-6d50-40eb-ae04-553b990c5bb6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:26.116449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.142439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e96ff-1659-4993-93bd-e28e53a72fcb None None] Pushing event updated for resources: {'Port': ['ID=83740741-6d50-40eb-ae04-553b990c5bb6,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:26.189192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25ab9e47-2f85-4090-984e-f1739992d94b req-2d7792b1-0094-49df-8fbc-55f6dbc2daca tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4704125 May 12 20:04:26.199193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354bae86-371d-4c88-8d32-0c83fb608a65,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:26.208733 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1e24d162a1a4487a88f25b69d59738f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175656 May 12 20:04:26.210237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.210641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.210988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.211326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.211664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.211998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.212484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.212817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.213194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.213524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.213848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.214168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097887b6-5120-4171-afb2-d511df44c3eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:26.228934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41914) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:26.263983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Allocated IP 172.20.0.1 (53ad4226-a4d7-47f4-abc1-72e7d2f01062/adbe205a-4326-4191-a4dd-72e2989948dc/243b26d0-410d-4ead-8b3e-19c1d2fc37e0) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:04:26.276752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] For port 83740741-6d50-40eb-ae04-553b990c5bb6, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:26.278281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-b9a3fcab-f982-4558-8b61-7c61f27e3262 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1002 time: 0.1643105 May 12 20:04:26.289350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] For port 83740741-6d50-40eb-ae04-553b990c5bb6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=83740741-6d50-40eb-ae04-553b990c5bb6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:26.303935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6680a9c5-a8ab-4d22-b14a-437819c4695f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.304612 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.339412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6680a9c5-a8ab-4d22-b14a-437819c4695f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.401654 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:52Z', 'revision_number': 5, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:26.406324 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] Checking router: ca554f2d-cd18-4758-983a-908e5dfb9ba3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:26.415218 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:26.415953 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:26.425603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6680a9c5-a8ab-4d22-b14a-437819c4695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.429132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Routers {'42b60a68-a6db-4a24-b52a-006a550a3343'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:26.430665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:03:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['42b60a68-a6db-4a24-b52a-006a550a3343'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:26.453211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680a9c5-a8ab-4d22-b14a-437819c4695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354bae86-371d-4c88-8d32-0c83fb608a65,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:26.464181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6680a9c5-a8ab-4d22-b14a-437819c4695f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.465437 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6680a9c5-a8ab-4d22-b14a-437819c4695f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/354bae86-371d-4c88-8d32-0c83fb608a65 HTTP/1.1" status: 204 len: 168 time: 0.2343211 May 12 20:04:26.559160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41922) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:26.624391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e96ff-1659-4993-93bd-e28e53a72fcb None None] Pushing event updated for resources: {'Port': ['ID=83740741-6d50-40eb-ae04-553b990c5bb6,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:26.629204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-401fec6c-0727-41d0-99ff-f89a35c3206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:26.630858 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-401fec6c-0727-41d0-99ff-f89a35c3206b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.3449080 May 12 20:04:26.656814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.670938 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:26.715387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Transition to ACTIVE for port object 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:26.770345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-a5fb4c1e-5a50-4a78-8e9f-e132a7a7519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:26.771845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-a5fb4c1e-5a50-4a78-8e9f-e132a7a7519d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009297 May 12 20:04:26.789398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.824199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] Set router 42b60a68-a6db-4a24-b52a-006a550a3343 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:26.893775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Deleting port 785c4440-81a9-46c7-8d72-55bd64b0d860 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:26.894287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:26.995847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bf708b5-a9d9-489b-afb7-89ec61243902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.003473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:27.035620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:27.097337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:27.098032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 139ab59a-6d24-4ffe-b6ad-c8dace65c1a0 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:27.114648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:27.121141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:27.128598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.128923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.149889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:52Z', 'revision_number': 5, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:27.157994 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9afc058-26ae-432d-981e-63e2bff697b7 None None] The sync data for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 is: [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T19:58:42Z', 'revision_number': 4, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '4497df28-320f-4598-9b92-9d685974dbca', 'name': '', 'network_id': '329601bd-5ac8-47f4-bf9d-634a063c63c4', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'mac_address': 'fa:16:3e:69:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:40Z', 'updated_at': '2022-05-12T19:58:52Z', 'revision_number': 5, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'subnets': [{'id': 'ca4f8758-a0c9-4695-9dcb-344f4d1f65c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:27.168015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:04:27.247296 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.261931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Pushing event updated for resources: {'Port': ['ID=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:27.303633 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Calling delete_port for 785c4440-81a9-46c7-8d72-55bd64b0d860 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:27.312921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:27.323445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Usage tracker for resource:security_group_rule and tenant:69fee36a9c484525bb0b9eea91d8a0e9 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:27.326967 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.331147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:27.336366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-3bdb38fa-d9c4-407a-8f57-64d9cf421b8c service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499899 May 12 20:04:27.361177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:04:21Z', 'revision_number': 3, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port': {'id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:19Z', 'updated_at': '2022-05-12T20:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:27.374031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2232e5e-fb1d-4fca-8801-2a4807e979c9 None None] The sync data for ids ['42b60a68-a6db-4a24-b52a-006a550a3343'] in n-d-841626-1 is: [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:04:21Z', 'revision_number': 3, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port': {'id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:19Z', 'updated_at': '2022-05-12T20:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:27.388709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:27.496075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.545287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0357a939-6068-42e2-ada3-108e1e15111d None None] Provisioning for port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:27.548673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event deleted for resources: {'Port': ['ID=785c4440-81a9-46c7-8d72-55bd64b0d860,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:27.550803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0357a939-6068-42e2-ada3-108e1e15111d None None] Provisioning complete for port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:27.551172 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0357a939-6068-42e2-ada3-108e1e15111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.624591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7eebf-8e72-414b-a71d-2d034f04be1f None None] New status for floating IP 5cfcb8c5-6dd6-42b3-9758-99fb23cccb44: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:04:27.657317 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.671649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.672796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eaf303ae-635d-474a-8087-710fff64383a tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "DELETE /v2.0/floatingips/5cfcb8c5-6dd6-42b3-9758-99fb23cccb44 HTTP/1.1" status: 204 len: 168 time: 1.1122420 May 12 20:04:27.742768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-155bd262-adfe-46ac-9775-5104d72c6440 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551047 May 12 20:04:27.787857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0357a939-6068-42e2-ada3-108e1e15111d None None] Port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:04:27.860011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43100957-293e-464f-bc87-baedec0afc9f req-0ec968e6-9abe-40e5-a1eb-51e8ac1cdc37 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:27.861620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43100957-293e-464f-bc87-baedec0afc9f req-0ec968e6-9abe-40e5-a1eb-51e8ac1cdc37 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.4211221 May 12 20:04:27.893369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41938) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:27.903596 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.918593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.946093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:27.987745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e1af-15bc-4adb-ae7a-842f02f73232 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.033304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43100957-293e-464f-bc87-baedec0afc9f req-557d4e9d-aacb-4e73-afaa-168e6cad0daf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521816 May 12 20:04:28.040181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e1af-15bc-4adb-ae7a-842f02f73232 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.076775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69fee36a9c484525bb0b9eea91d8a0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9148252 May 12 20:04:28.077324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 83740741-6d50-40eb-ae04-553b990c5bb6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:28.082504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 41942) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:28.097060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bfd53-0c34-4a54-a147-f8abfef71871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472254f5-5149-434d-9098-7b5cfb842b99,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:28.137622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e1af-15bc-4adb-ae7a-842f02f73232 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.172039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e1af-15bc-4adb-ae7a-842f02f73232 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:28.188237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e1af-15bc-4adb-ae7a-842f02f73232 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.189425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a0c6e1af-15bc-4adb-ae7a-842f02f73232 tempest-TestServerBasicOps-637815465 tempest-TestServerBasicOps-637815465-project] 10.222.0.72 "DELETE /v2.0/security-groups/ee2eecd4-8dbd-4098-a4b9-f37c6e6a0227 HTTP/1.1" status: 204 len: 168 time: 0.2947171 May 12 20:04:28.197813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 83740741-6d50-40eb-ae04-553b990c5bb6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:28.205997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 83740741-6d50-40eb-ae04-553b990c5bb6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:28.206448 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.263536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 41948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:28.319358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a81c4a39-45b0-4ff2-903e-f0f0e0a339ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.346223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 83740741-6d50-40eb-ae04-553b990c5bb6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:28.346600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.365633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 83740741-6d50-40eb-ae04-553b990c5bb6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=83740741-6d50-40eb-ae04-553b990c5bb6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:28.373536 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.380718 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a81c4a39-45b0-4ff2-903e-f0f0e0a339ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.438541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.447286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.449329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=83740741-6d50-40eb-ae04-553b990c5bb6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:28.546120 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a81c4a39-45b0-4ff2-903e-f0f0e0a339ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.577086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c4a39-45b0-4ff2-903e-f0f0e0a339ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472254f5-5149-434d-9098-7b5cfb842b99,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:28.589528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Pushing event updated for resources: {'Port': ['ID=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:28.595880 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.624943 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a81c4a39-45b0-4ff2-903e-f0f0e0a339ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:28.626146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a81c4a39-45b0-4ff2-903e-f0f0e0a339ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/472254f5-5149-434d-9098-7b5cfb842b99 HTTP/1.1" status: 204 len: 168 time: 0.5431225 May 12 20:04:28.778909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:04:28.780482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:04:28.990948 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7855832d-54e6-49ee-8c6c-1b60a1969d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:29.034145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Router 42b60a68-a6db-4a24-b52a-006a550a3343 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:04:29.147308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-815444ee-7e13-46ba-97c9-4117d63910c5 None None] Provisioning complete for port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:29.147308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-815444ee-7e13-46ba-97c9-4117d63910c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:29.285890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-815444ee-7e13-46ba-97c9-4117d63910c5 None None] Port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:04:29.339162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:29.485035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be684421-cca4-4c2f-b5f3-b88c88acb501 req-271ca4c3-5820-4189-9012-31b5d04812fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:29.486851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be684421-cca4-4c2f-b5f3-b88c88acb501 req-271ca4c3-5820-4189-9012-31b5d04812fa tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1959438 May 12 20:04:29.491577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:29.497376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-305cc211-18a0-42c2-a6d6-a93f04f5ddc4 admin admin] 10.222.0.72 "PUT /v2.0/routers/42b60a68-a6db-4a24-b52a-006a550a3343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3711281 May 12 20:04:29.552569 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be684421-cca4-4c2f-b5f3-b88c88acb501 req-cead7422-313f-4a8c-a5a8-070e1c42b354 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538394 May 12 20:04:29.576009 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Sync routers for ids ['42b60a68-a6db-4a24-b52a-006a550a3343'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:29.587899 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Routers {'42b60a68-a6db-4a24-b52a-006a550a3343'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:29.588954 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['42b60a68-a6db-4a24-b52a-006a550a3343'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:29.746899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Deleting port 4497df28-320f-4598-9b92-9d685974dbca {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:29.747297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:29.805299 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Set router 42b60a68-a6db-4a24-b52a-006a550a3343 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:29.937639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] For port 4497df28-320f-4598-9b92-9d685974dbca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4497df28-320f-4598-9b92-9d685974dbca,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:29.937996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.035359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 83740741-6d50-40eb-ae04-553b990c5bb6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:30.081674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Calling delete_port for 4497df28-320f-4598-9b92-9d685974dbca owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:30.158255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 83740741-6d50-40eb-ae04-553b990c5bb6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:30.158810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.213170 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.301535 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:04:27Z', 'revision_number': 4, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port': {'id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:19Z', 'updated_at': '2022-05-12T20:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '243b26d0-410d-4ead-8b3e-19c1d2fc37e0', 'name': '', 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'mac_address': 'fa:16:3e:b1:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'adbe205a-4326-4191-a4dd-72e2989948dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:25Z', 'updated_at': '2022-05-12T20:04:28Z', 'revision_number': 2, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'subnets': [{'id': 'adbe205a-4326-4191-a4dd-72e2989948dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:30.314998 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Checking router: 42b60a68-a6db-4a24-b52a-006a550a3343 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:30.315348 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Updating router 42b60a68-a6db-4a24-b52a-006a550a3343 port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:04:30.341624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 83740741-6d50-40eb-ae04-553b990c5bb6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:30.381037 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.390196 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.439542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Pushing event deleted for resources: {'Port': ['ID=4497df28-320f-4598-9b92-9d685974dbca,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:30.641905 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.936750 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.952036 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Transition to ACTIVE for port object 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:30.968104 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:30.970444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45a86f-0e6b-419a-81d4-4116cc2b7139 req-0159ee5d-db11-4bf1-af12-bbb82c6890e2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:30.972589 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b45a86f-0e6b-419a-81d4-4116cc2b7139 req-0159ee5d-db11-4bf1-af12-bbb82c6890e2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1945744 May 12 20:04:31.032514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b45a86f-0e6b-419a-81d4-4116cc2b7139 req-da803e65-d4e5-4d08-8757-aca7e65364c3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529723 May 12 20:04:31.084118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:31.276550 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Pushing event updated for resources: {'Port': ['ID=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:31.304003 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.304331 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.304671 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.305075 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.306007 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.306007 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.311377 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.311648 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.311971 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.312292 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.312608 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.312922 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:31.318412 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Attempting to bind port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:31.318678 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Attempting to bind port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:31.319349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Attempting to bind port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 on network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:31.326959 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:31.327323 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Checking segment: {'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:31.327716 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:31.328094 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Bound using segment: {'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:31.330445 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Bound port: 243b26d0-410d-4ead-8b3e-19c1d2fc37e0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ef1879-650c-4f45-9a89-3cfda66e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:31.330802 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:31.455239 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] For port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:31.458468 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] For port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,segment=NetworkSegment(87ef1879-650c-4f45-9a89-3cfda66e9d54),segment_id=87ef1879-650c-4f45-9a89-3cfda66e9d54)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:31.464151 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:31.543336 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Routers {'42b60a68-a6db-4a24-b52a-006a550a3343'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:31.544034 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['42b60a68-a6db-4a24-b52a-006a550a3343'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:31.708747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Router ca554f2d-cd18-4758-983a-908e5dfb9ba3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:04:31.712850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:31.790807 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] Set router 42b60a68-a6db-4a24-b52a-006a550a3343 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:31.937115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19ce0e-703b-40b9-a123-9752df28eb1e None None] Pushing event updated for resources: {'Port': ['ID=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:32.009634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:32.022049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] Sync routers for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:32.032929 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed1f8622-9590-4fd1-bb18-1b42ff36c131 admin admin] 10.222.0.72 "PUT /v2.0/routers/ca554f2d-cd18-4758-983a-908e5dfb9ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653701 May 12 20:04:32.033118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42080) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:32.036546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:32.037594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:32.241881 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:04:27Z', 'revision_number': 4, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port': {'id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:19Z', 'updated_at': '2022-05-12T20:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '243b26d0-410d-4ead-8b3e-19c1d2fc37e0', 'name': '', 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'mac_address': 'fa:16:3e:b1:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'adbe205a-4326-4191-a4dd-72e2989948dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:25Z', 'updated_at': '2022-05-12T20:04:31Z', 'revision_number': 4, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'subnets': [{'id': 'adbe205a-4326-4191-a4dd-72e2989948dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:32.248455 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914ae8a-1b4a-4052-8c71-a4752fe526ba None None] The sync data for ids ['42b60a68-a6db-4a24-b52a-006a550a3343'] in n-d-841626-1 is: [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:04:27Z', 'revision_number': 4, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port': {'id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:19Z', 'updated_at': '2022-05-12T20:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '243b26d0-410d-4ead-8b3e-19c1d2fc37e0', 'name': '', 'network_id': '53ad4226-a4d7-47f4-abc1-72e7d2f01062', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'mac_address': 'fa:16:3e:b1:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'adbe205a-4326-4191-a4dd-72e2989948dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:25Z', 'updated_at': '2022-05-12T20:04:31Z', 'revision_number': 4, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'subnets': [{'id': 'adbe205a-4326-4191-a4dd-72e2989948dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:32.332115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:32.462422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:32.652575 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:32.670414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Deleting port 0f492f7c-2f34-47ee-b13a-353d69f65176 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:32.670762 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:32.729933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25655b-6ab9-4d84-b254-ae26f0dda9d6 req-717d165f-5d07-4c87-aa51-9c98ae2b12b7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:32.731502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d25655b-6ab9-4d84-b254-ae26f0dda9d6 req-717d165f-5d07-4c87-aa51-9c98ae2b12b7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1703546 May 12 20:04:32.874193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d25655b-6ab9-4d84-b254-ae26f0dda9d6 req-fadc873d-c92b-466b-8c96-7b5a8dcd492c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130133 May 12 20:04:32.906992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T20:04:30Z', 'revision_number': 5, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port': {'id': '0f492f7c-2f34-47ee-b13a-353d69f65176', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:34Z', 'updated_at': '2022-05-12T19:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:32.924832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] Checking router: ca554f2d-cd18-4758-983a-908e5dfb9ba3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:32.937970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] Routers {'ca554f2d-cd18-4758-983a-908e5dfb9ba3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:32.938595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:32.943026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] For port 0f492f7c-2f34-47ee-b13a-353d69f65176, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=0f492f7c-2f34-47ee-b13a-353d69f65176,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:32.943397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:33.071312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Calling delete_port for 0f492f7c-2f34-47ee-b13a-353d69f65176 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:33.142008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] Set router ca554f2d-cd18-4758-983a-908e5dfb9ba3 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:33.326334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T20:04:32Z', 'revision_number': 6, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:33.335370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3f042-74c6-45a8-ac11-23990b59856f None None] The sync data for ids ['ca554f2d-cd18-4758-983a-908e5dfb9ba3'] in n-d-841626-1 is: [{'id': 'ca554f2d-cd18-4758-983a-908e5dfb9ba3', 'name': 'tempest-TestServerBasicOps-551697701-router', 'tenant_id': '09854bc2cf07438bbef407fe87dae92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:32Z', 'updated_at': '2022-05-12T20:04:32Z', 'revision_number': 6, 'project_id': '09854bc2cf07438bbef407fe87dae92a', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:33.612588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:33.685225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f492f7c-2f34-47ee-b13a-353d69f65176,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:33.785290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:33.999614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.002179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.054808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.055467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca554f2d-cd18-4758-983a-908e5dfb9ba3 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:04:34.171311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.172222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8da64f0a-430b-4a54-af1c-f17668254440 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ca554f2d-cd18-4758-983a-908e5dfb9ba3 HTTP/1.1" status: 204 len: 168 time: 2.1379254 May 12 20:04:34.174502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42100) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:34.245535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a43c8f-8830-44f3-ba84-cd42a4d1e8cd req-139ff88a-f581-4dae-8b43-aa4cdc218d73 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:34.247334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2a43c8f-8830-44f3-ba84-cd42a4d1e8cd req-139ff88a-f581-4dae-8b43-aa4cdc218d73 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1894646 May 12 20:04:34.280289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] Deleting subnet ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:04:34.291260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.349233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2a43c8f-8830-44f3-ba84-cd42a4d1e8cd req-704f28a6-2dec-4e6d-b819-da4192657fea tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949016 May 12 20:04:34.362362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.466362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:34.497790 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.570511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:34.573276 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.576069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:34.576465 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.638632 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.645858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21382f-1825-4565-b01e-2f5d34f549a9 None None] Network 329601bd-5ac8-47f4-bf9d-634a063c63c4 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:04:34.652083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ca4f8758-a0c9-4695-9dcb-344f4d1f65c2 HTTP/1.1" status: 204 len: 168 time: 0.4765394 May 12 20:04:34.653137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2973103-8711-4f7f-8eb2-5f9a22a2a5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4f8758-a0c9-4695-9dcb-344f4d1f65c2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:34.654614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42106) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:34.834924 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.846605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Deleting port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:34.847132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.922472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:34.922856 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:34.972530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,segment=NetworkSegment(87ef1879-650c-4f45-9a89-3cfda66e9d54),segment_id=87ef1879-650c-4f45-9a89-3cfda66e9d54)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:34.982684 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:35.026645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4497df28-320f-4598-9b92-9d685974dbca no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:35.069832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4497df28-320f-4598-9b92-9d685974dbca {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:35.069832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4497df28-320f-4598-9b92-9d685974dbca not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:35.106476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] DHCP port deletion for 329601bd-5ac8-47f4-bf9d-634a063c63c4 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:04:35.108773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:35.122136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] Deleting port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:35.122927 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:35.244503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] For port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:35.245225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:35.379844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Calling delete_port for 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:35.402806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] For port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,segment=NetworkSegment(5a4dbac9-2122-41f6-8cba-d7bf5effc39f),segment_id=5a4dbac9-2122-41f6-8cba-d7bf5effc39f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:35.403210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:35.541627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] Calling delete_port for 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:35.636458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace876e-2c0b-4a25-9c0e-cb52615c3f9f req-4152afe9-8f1c-4e22-8739-029c274e35f3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:35.638112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aace876e-2c0b-4a25-9c0e-cb52615c3f9f req-4152afe9-8f1c-4e22-8739-029c274e35f3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1420283 May 12 20:04:35.651401 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:35.658896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:04:35.659795 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:04:35.692560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aace876e-2c0b-4a25-9c0e-cb52615c3f9f req-82e2b752-4907-4568-8733-15fc110cc705 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484564 May 12 20:04:35.709570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] No DVR routers for this DVR port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:04:35.718726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d572496-aa61-4d7e-87e7-dedd2066b337 None None] Pushing event deleted for resources: {'Port': ['ID=70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:36.002146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:36.081324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:36.081825 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.161472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Deleting port 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:36.161815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.211050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:36.250910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] The port '70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:04:36.267698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0f492f7c-2f34-47ee-b13a-353d69f65176 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:36.334477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 0f492f7c-2f34-47ee-b13a-353d69f65176 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:36.339508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 0f492f7c-2f34-47ee-b13a-353d69f65176 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:36.339940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:36.376284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.406693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329601bd-5ac8-47f4-bf9d-634a063c63c4']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:36.414469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:36.414789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 70d924a7-5cc3-47f5-93cc-64ad3c1b4b5b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:36.450098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4dbac9-2122-41f6-8cba-d7bf5effc39f') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:36.450584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4dbac9-2122-41f6-8cba-d7bf5effc39f') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:36.465481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.485447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.493667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:04:36.494614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: timer() May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:04:36.510493 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:04:36.566671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42122) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:36.620890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.626776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.655494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] Pushing event deleted for resources: {'Network': ['ID=329601bd-5ac8-47f4-bf9d-634a063c63c4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:36.663467 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3256975e-743b-4da2-aa4d-e34a8beaaa8f admin admin] 10.222.0.72 "DELETE /v2.0/networks/329601bd-5ac8-47f4-bf9d-634a063c63c4 HTTP/1.1" status: 204 len: 168 time: 2.0077500 May 12 20:04:36.666561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42128) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:36.765968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:36.787414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:36.795966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6f431cb30d4a79b07b126efbb01d26 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:36.801590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:36.855400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:37.326697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4f532-2ed6-4d7f-a631-ab451170424a req-fccc17ce-0e51-4631-83c3-d0eced7b3211 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:37.328176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17e4f532-2ed6-4d7f-a631-ab451170424a req-fccc17ce-0e51-4631-83c3-d0eced7b3211 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.4740105 May 12 20:04:37.368059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:37.404405 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:37.489820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17e4f532-2ed6-4d7f-a631-ab451170424a req-9cfc15e8-7aae-46c2-8db0-02b56e6c23d3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548209 May 12 20:04:37.495163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e6f431cb30d4a79b07b126efbb01d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9242206 May 12 20:04:37.495569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42136) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:37.496396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4c8b4-a4be-45e3-ade8-eed8597bb4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd9b49-7fe6-455c-b8af-1e942e5a4a99,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:37.569105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2a30a1a-8be9-45cf-b9a6-6cf7e05e4db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:37.601461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2a30a1a-8be9-45cf-b9a6-6cf7e05e4db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:37.657424 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2a30a1a-8be9-45cf-b9a6-6cf7e05e4db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:37.663838 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:37.676814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a2a30a1a-8be9-45cf-b9a6-6cf7e05e4db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:37.678064 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a2a30a1a-8be9-45cf-b9a6-6cf7e05e4db3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94bd9b49-7fe6-455c-b8af-1e942e5a4a99 HTTP/1.1" status: 204 len: 168 time: 0.1813858 May 12 20:04:37.679141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a30a1a-8be9-45cf-b9a6-6cf7e05e4db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd9b49-7fe6-455c-b8af-1e942e5a4a99,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:38.024950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42146) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:38.045991 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.061500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Deleting port 82c74e04-9562-4630-ad55-008cc6a99609 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:38.062500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.068834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:04:38.073444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Usage tracker for resource:security_group_rule and tenant:3fde7bc6d66b48fd958ef7638cd0d66f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:04:38.076720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:04:38.083321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:04:38.134659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.189929 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.195404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.253136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c6266-7779-4371-aa65-4f5a63b0bc56,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:38.257694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7c9bab38-02b2-4811-97ff-4e39cf63980b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3fde7bc6d66b48fd958ef7638cd0d66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291093 May 12 20:04:38.260174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42150) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:38.306887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] For port 82c74e04-9562-4630-ad55-008cc6a99609, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=82c74e04-9562-4630-ad55-008cc6a99609,segment=NetworkSegment(e859ad1b-55f2-425f-a388-614e10eec2f7),segment_id=e859ad1b-55f2-425f-a388-614e10eec2f7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:38.307384 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.321814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cce3b18-457c-425d-a5cb-f0c5ad6a11b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.348508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cce3b18-457c-425d-a5cb-f0c5ad6a11b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.410326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cce3b18-457c-425d-a5cb-f0c5ad6a11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.428242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce3b18-457c-425d-a5cb-f0c5ad6a11b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c6266-7779-4371-aa65-4f5a63b0bc56,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:38.434820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cce3b18-457c-425d-a5cb-f0c5ad6a11b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.436048 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1cce3b18-457c-425d-a5cb-f0c5ad6a11b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b70c6266-7779-4371-aa65-4f5a63b0bc56 HTTP/1.1" status: 204 len: 168 time: 0.1748874 May 12 20:04:38.442716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Calling delete_port for 82c74e04-9562-4630-ad55-008cc6a99609 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:38.726150 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.745713 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:38.784112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=82c74e04-9562-4630-ad55-008cc6a99609,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:38.829967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece504cc-a117-48f1-938b-2a1b0ab6b555 req-867e5e1b-2572-40f6-8631-1191962be147 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:38.831534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ece504cc-a117-48f1-938b-2a1b0ab6b555 req-867e5e1b-2572-40f6-8631-1191962be147 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1978149 May 12 20:04:38.989698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ece504cc-a117-48f1-938b-2a1b0ab6b555 req-0d573614-6b42-4a48-a387-48da23ce7d97 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281905 May 12 20:04:39.269394 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:39.672305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Router 20b36145-9527-4881-baba-c37e2375ab5c has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:04:39.858028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:04:39.868324 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] Sync routers for ids ['20b36145-9527-4881-baba-c37e2375ab5c'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:04:39.880131 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] Routers {'20b36145-9527-4881-baba-c37e2375ab5c'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:39.881274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['20b36145-9527-4881-baba-c37e2375ab5c'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:39.891641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-877a7ff3-8c95-4db8-840b-84a647c0c1bc admin admin] 10.222.0.72 "PUT /v2.0/routers/20b36145-9527-4881-baba-c37e2375ab5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2239292 May 12 20:04:39.894334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:40.141738 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] Set router 20b36145-9527-4881-baba-c37e2375ab5c gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:40.205283 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:40.387345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233ff65-fca6-421c-81df-4f27801200c1 req-172b9640-25b8-4d41-9789-3cafece03d33 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:40.390284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4233ff65-fca6-421c-81df-4f27801200c1 req-172b9640-25b8-4d41-9789-3cafece03d33 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1588850 May 12 20:04:40.446174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4233ff65-fca6-421c-81df-4f27801200c1 req-83027870-d608-4660-8089-b67a565e85c9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489907 May 12 20:04:40.500063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:40.516005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Deleting port 776fe242-423f-47b6-89f1-38a94d36801e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:40.516360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:40.605924 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '776fe242-423f-47b6-89f1-38a94d36801e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T20:04:38Z', 'revision_number': 5, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port': {'id': '776fe242-423f-47b6-89f1-38a94d36801e', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b36145-9527-4881-baba-c37e2375ab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:58:54Z', 'updated_at': '2022-05-12T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:40.610209 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] Checking router: 20b36145-9527-4881-baba-c37e2375ab5c for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:04:40.619040 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] Routers {'20b36145-9527-4881-baba-c37e2375ab5c'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:04:40.619679 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['20b36145-9527-4881-baba-c37e2375ab5c'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:40.763023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] For port 776fe242-423f-47b6-89f1-38a94d36801e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=776fe242-423f-47b6-89f1-38a94d36801e,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:40.763495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:40.777761 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] Set router 20b36145-9527-4881-baba-c37e2375ab5c gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:04:40.887694 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T20:04:40Z', 'revision_number': 6, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:40.891780 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026698d-74f0-4885-9c5c-75196c778267 None None] The sync data for ids ['20b36145-9527-4881-baba-c37e2375ab5c'] in n-d-841626-1 is: [{'id': '20b36145-9527-4881-baba-c37e2375ab5c', 'name': 'tempest-TestServerBasicOps-779096557-router', 'tenant_id': '54aa319aa7e84b2c828db5ecdedac81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:58:50Z', 'updated_at': '2022-05-12T20:04:40Z', 'revision_number': 6, 'project_id': '54aa319aa7e84b2c828db5ecdedac81d', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:04:40.894505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Calling delete_port for 776fe242-423f-47b6-89f1-38a94d36801e owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:41.205146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.255220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=776fe242-423f-47b6-89f1-38a94d36801e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:41.365167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.553857 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.556523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.586418 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.587143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b36145-9527-4881-baba-c37e2375ab5c {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:04:41.600403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.603921 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e27dd69e-0dfe-45ed-82db-abf09776eb11 admin admin] 10.222.0.72 "DELETE /v2.0/routers/20b36145-9527-4881-baba-c37e2375ab5c HTTP/1.1" status: 204 len: 168 time: 1.7062817 May 12 20:04:41.604172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42266) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:41.667934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb431f-eb7e-4751-9559-24d058d244a5 req-f21b686c-354f-40bf-917f-b1ed42d50917 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:41.669360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45cb431f-eb7e-4751-9559-24d058d244a5 req-f21b686c-354f-40bf-917f-b1ed42d50917 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.0998204 May 12 20:04:41.682182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] Deleting subnet def35a90-763f-4aec-8d65-0aa30592496d {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:04:41.685842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.716468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45cb431f-eb7e-4751-9559-24d058d244a5 req-41cec36c-a584-464f-a116-6bdf4d53f6a1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391486 May 12 20:04:41.740503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.823999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.896852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.949837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def35a90-763f-4aec-8d65-0aa30592496d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:41.952844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:41.957568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b5a97-6a96-4dbc-abad-05038c38cd0e None None] Network f5956c80-eeb0-4ae8-83ad-f9c94226cb35 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:04:41.964696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42270) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:41.965447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b6331e7c-ce4e-43cd-8de1-1fd5795d6e88 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/def35a90-763f-4aec-8d65-0aa30592496d HTTP/1.1" status: 204 len: 168 time: 0.3601892 May 12 20:04:42.071659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 776fe242-423f-47b6-89f1-38a94d36801e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:42.120844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 776fe242-423f-47b6-89f1-38a94d36801e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:42.121233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 776fe242-423f-47b6-89f1-38a94d36801e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:42.121800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82c74e04-9562-4630-ad55-008cc6a99609 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:42.139114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:42.152199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Deleting port 938af135-a23d-454e-b557-4794c1b1a0dc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:42.152535 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:42.163690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 82c74e04-9562-4630-ad55-008cc6a99609 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:42.164033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 82c74e04-9562-4630-ad55-008cc6a99609 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:42.349038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] DHCP port deletion for f5956c80-eeb0-4ae8-83ad-f9c94226cb35 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:04:42.353491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Deleting port 938af135-a23d-454e-b557-4794c1b1a0dc {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:42.353878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:42.431481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] For port 938af135-a23d-454e-b557-4794c1b1a0dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=938af135-a23d-454e-b557-4794c1b1a0dc,segment=NetworkSegment(e859ad1b-55f2-425f-a388-614e10eec2f7),segment_id=e859ad1b-55f2-425f-a388-614e10eec2f7)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:42.431849 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:42.557944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] For port 938af135-a23d-454e-b557-4794c1b1a0dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=938af135-a23d-454e-b557-4794c1b1a0dc,segment=NetworkSegment(e859ad1b-55f2-425f-a388-614e10eec2f7),segment_id=e859ad1b-55f2-425f-a388-614e10eec2f7)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:42.558336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:42.586198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Calling delete_port for 938af135-a23d-454e-b557-4794c1b1a0dc owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:42.675110 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:42.700480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Calling delete_port for 938af135-a23d-454e-b557-4794c1b1a0dc owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:04:42.810894 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:04:42.811567 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:04:42.873202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] No DVR routers for this DVR port 938af135-a23d-454e-b557-4794c1b1a0dc on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:04:42.935897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=938af135-a23d-454e-b557-4794c1b1a0dc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:43.050146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.087945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5956c80-eeb0-4ae8-83ad-f9c94226cb35']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:43.102134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8531-6ef3-4042-8854-0e0a40cfa797 req-0c4ccf8a-41ea-4218-a133-e2a25a7379d6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:43.103649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4dc8531-6ef3-4042-8854-0e0a40cfa797 req-0c4ccf8a-41ea-4218-a133-e2a25a7379d6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.2319276 May 12 20:04:43.109741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e859ad1b-55f2-425f-a388-614e10eec2f7') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:43.110038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e859ad1b-55f2-425f-a388-614e10eec2f7') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:04:43.136623 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.166673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.178567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4dc8531-6ef3-4042-8854-0e0a40cfa797 req-8758176a-4a2c-4445-81c6-93d7dd875446 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617394 May 12 20:04:43.179544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:04:43.179948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: timer() May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:04:43.193416 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:04:43.279757 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.296382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.307694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5956c80-eeb0-4ae8-83ad-f9c94226cb35,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:43.310389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-124f75c1-3774-47b7-b971-db3b80ec0c98 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f5956c80-eeb0-4ae8-83ad-f9c94226cb35 HTTP/1.1" status: 204 len: 168 time: 1.3445284 May 12 20:04:43.312777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Deleting port 938af135-a23d-454e-b557-4794c1b1a0dc {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:04:43.313359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.381305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-668fe745-d214-4069-99a1-3e9597cc224a None None] The port '938af135-a23d-454e-b557-4794c1b1a0dc' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:04:43.535571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42284) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:43.591485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b8dc2fbc-6a9c-49c5-9777-ed96490d7ac2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09854bc2cf07438bbef407fe87dae92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543964 May 12 20:04:43.594034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42290) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:43.667788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be1e51a2-7f25-45f3-9a48-d4d7485acf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.695121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be1e51a2-7f25-45f3-9a48-d4d7485acf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.750874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be1e51a2-7f25-45f3-9a48-d4d7485acf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.765893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e51a2-7f25-45f3-9a48-d4d7485acf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4999f61-6a61-408b-b891-ecbd89c226cd,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:43.773856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be1e51a2-7f25-45f3-9a48-d4d7485acf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:43.775239 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-be1e51a2-7f25-45f3-9a48-d4d7485acf09 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4999f61-6a61-408b-b891-ecbd89c226cd HTTP/1.1" status: 204 len: 168 time: 0.1794500 May 12 20:04:44.004888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 938af135-a23d-454e-b557-4794c1b1a0dc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:44.049984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 938af135-a23d-454e-b557-4794c1b1a0dc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:04:44.050316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 938af135-a23d-454e-b557-4794c1b1a0dc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:44.202813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:44.265119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a5175d66-f977-494c-8577-a48dbabdc970 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54aa319aa7e84b2c828db5ecdedac81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572321 May 12 20:04:44.266033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42304) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:44.344302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff9f3-43a8-41cf-8302-59626855489f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:44.375360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff9f3-43a8-41cf-8302-59626855489f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:44.384704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728b0e0-60dc-4f39-ac7a-b66af91dbc68 req-6f12145d-f823-4592-ab3f-73e0c1ca7ef5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:44.386293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1728b0e0-60dc-4f39-ac7a-b66af91dbc68 req-6f12145d-f823-4592-ab3f-73e0c1ca7ef5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.0920944 May 12 20:04:44.435954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1728b0e0-60dc-4f39-ac7a-b66af91dbc68 req-5a307b82-03df-4e13-8557-4a0f98caca53 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 May 12 20:04:44.448403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff9f3-43a8-41cf-8302-59626855489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:44.465291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ff9f3-43a8-41cf-8302-59626855489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b901a-524c-4011-9063-aed6ab071d79,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:44.474332 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff9f3-43a8-41cf-8302-59626855489f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:44.477916 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ae5ff9f3-43a8-41cf-8302-59626855489f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b92b901a-524c-4011-9063-aed6ab071d79 HTTP/1.1" status: 204 len: 168 time: 0.2079957 May 12 20:04:45.228455 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-8a6b8795-5eee-4357-8949-4d5efb19c034 service neutron] show failed (client error): The resource could not be found. May 12 20:04:45.230053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-8a6b8795-5eee-4357-8949-4d5efb19c034 service neutron] 10.222.0.73 "GET /v2.0/ports/82ce4339-c467-4a85-b684-83d871855e93/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.2069247 May 12 20:04:45.506487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-0cdcae1b-2304-4016-b25d-9efcb421e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:45.508116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-0cdcae1b-2304-4016-b25d-9efcb421e27c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 1097 time: 0.0766599 May 12 20:04:45.519583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:45.648471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:45.670127 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ae8f-5784-4250-a810-52b54362d32e req-0bec8fe8-7064-45e9-8e25-c0a0cabcba87 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:45.678469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23a8ae8f-5784-4250-a810-52b54362d32e req-0bec8fe8-7064-45e9-8e25-c0a0cabcba87 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1163638 May 12 20:04:45.740351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23a8ae8f-5784-4250-a810-52b54362d32e req-661377d1-12fb-4403-8c36-bdf4d44106b9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583429 May 12 20:04:45.968787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:45.997809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:46.056036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:04:46.062053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:46.081482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Transition to ACTIVE for port object 82ce4339-c467-4a85-b684-83d871855e93 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:46.095767 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:46.273220 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5bad13-0a4f-41c7-8b84-191e991c13d1'] response: {'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'code': 200} May 12 20:04:46.384320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:46.436602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] No DVR routers for this DVR port 82ce4339-c467-4a85-b684-83d871855e93 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:04:46.698136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:46.699216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:46.699216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:46.703558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:04:46.703875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:46.709280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:46.709624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Checking segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:46.710006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Bound using segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:46.710433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Bound port: 82ce4339-c467-4a85-b684-83d871855e93, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:46.710777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:46.816556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:46.820322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:46.831967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:46.899682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:46.900297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:46.902093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1092 time: 1.3866274 May 12 20:04:46.994662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371c345-c751-45b0-816f-c8af0b3683c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:47.020211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-31ec0d94-28fb-4606-9b62-d64370dec1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:47.021757 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-31ec0d94-28fb-4606-9b62-d64370dec1de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1095 time: 0.0903099 May 12 20:04:47.076791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fff73-1551-4b80-a4a2-2d30b3e3d631 req-70bda6b7-975f-4fc1-8025-34eb40a2b791 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:47.078961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a8fff73-1551-4b80-a4a2-2d30b3e3d631 req-70bda6b7-975f-4fc1-8025-34eb40a2b791 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.1309807 May 12 20:04:47.194489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4a8fff73-1551-4b80-a4a2-2d30b3e3d631 req-14fdfcf1-b36a-424e-9933-e6700752b5e6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084456 May 12 20:04:47.204790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-15f12df1-99a5-43ff-a1b4-9c990f3ac5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:47.206596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-15f12df1-99a5-43ff-a1b4-9c990f3ac5c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.1762562 May 12 20:04:47.328575 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-8d937d36-d775-47b9-9f3d-d56d811d76eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.1139414 May 12 20:04:47.399103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-7166ebf2-d9b8-4e1b-bd5a-cee595f91fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:47.400646 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-7166ebf2-d9b8-4e1b-bd5a-cee595f91fac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0645237 May 12 20:04:47.482848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-fd395c44-1a2d-4b47-8ea7-12158598072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:47.484431 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-fd395c44-1a2d-4b47-8ea7-12158598072b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766265 May 12 20:04:47.624880 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-8d82c714-9d9f-456c-a109-243a8cd5e351 service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344628 May 12 20:04:47.767190 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-f8d0ffad-90f8-4369-95ee-aca5faa7e68d service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347909 May 12 20:04:48.274467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:04:48.360743 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bcb3b9-f15b-418e-9cfc-4bd79fad26db'] response: {'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'status': 'completed', 'code': 200} May 12 20:04:48.458690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-4804a05e-7285-46a1-a64a-5acacbad4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.460267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-4804a05e-7285-46a1-a64a-5acacbad4dbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1095 time: 0.0811341 May 12 20:04:48.463663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca488c1b-0b3c-4697-a81d-97596887718f req-28925783-8c20-4743-8537-d4ea9904d8a7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.465174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca488c1b-0b3c-4697-a81d-97596887718f req-28925783-8c20-4743-8537-d4ea9904d8a7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.1629419 May 12 20:04:48.517530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca488c1b-0b3c-4697-a81d-97596887718f req-2a7e6e64-f841-4d6b-87eb-d8c495f3285d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440745 May 12 20:04:48.523975 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-33337daf-bc68-487c-b636-6def73711a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.525684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-33337daf-bc68-487c-b636-6def73711a24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1095 time: 0.1408668 May 12 20:04:48.683820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-57d5fca0-470e-4db6-8b4a-fd88875ac54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.685578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-57d5fca0-470e-4db6-8b4a-fd88875ac54b service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.1537814 May 12 20:04:48.688483 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:04:48.738827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-0e1c005b-b81d-4d05-8959-33436951f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.740231 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-0e1c005b-b81d-4d05-8959-33436951f80b service neutron] 10.222.0.36 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.2732682 May 12 20:04:48.804190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-fc20885d-f016-4258-b7e0-c455bae9e868 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.1113756 May 12 20:04:48.870574 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-058ab5f6-f6b2-49b7-8cbe-40cc0bc680d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.1230037 May 12 20:04:48.879749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-2347939a-35f5-4f21-bd08-25076b962266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.881563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-2347939a-35f5-4f21-bd08-25076b962266 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0712695 May 12 20:04:48.941696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-5ffbd72d-e6a8-4e1f-b2a0-35d6abd62dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.943156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-5ffbd72d-e6a8-4e1f-b2a0-35d6abd62dff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0649800 May 12 20:04:48.971046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-e20f7505-c504-4ba3-8d8d-211a275e0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:48.972618 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-e20f7505-c504-4ba3-8d8d-211a275e0558 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854192 May 12 20:04:49.033993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-1dd0e0ca-8443-43ca-93c8-15cf89988abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:49.035435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-1dd0e0ca-8443-43ca-93c8-15cf89988abe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855772 May 12 20:04:49.180436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-99f57b2b-bdd7-4da3-b5c3-a7087d7a885a service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998408 May 12 20:04:49.300859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-02561c14-7d49-45a7-a18e-781942b24ee0 service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570353 May 12 20:04:49.481016 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-30bde91d-d224-40c7-a6d9-1c6ebe04a02b service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724601 May 12 20:04:49.510263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6867e865-68a3-4d85-8ab8-aef7860f6b10 req-28458762-c29f-4304-b193-96f5dc5d6123 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231981 May 12 20:04:49.666013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:49.739094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:49.810333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a0f3e-8002-4e41-b9ea-859cafa3c33b req-8383b853-463b-4b4f-b9d0-7f24efa35632 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:49.813034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-796a0f3e-8002-4e41-b9ea-859cafa3c33b req-8383b853-463b-4b4f-b9d0-7f24efa35632 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.1288633 May 12 20:04:49.882534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-796a0f3e-8002-4e41-b9ea-859cafa3c33b req-b0564df0-f336-4ec8-9149-57d508ffc450 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621102 May 12 20:04:50.361386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-212e129e-254b-4f42-b96e-f74864198589 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:50.362939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-17c33ed8-2357-4753-b5da-610e26655e8d req-212e129e-254b-4f42-b96e-f74864198589 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:04:50.386829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-17c33ed8-2357-4753-b5da-610e26655e8d req-212e129e-254b-4f42-b96e-f74864198589 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:04:50.388327 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-212e129e-254b-4f42-b96e-f74864198589 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 944 time: 0.1607342 May 12 20:04:50.430769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd04b9-d8d3-48a7-ba20-e8a5e6f863c3 req-b7445407-e7f5-4e37-8562-7fe343e5a3fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:50.433416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3acd04b9-d8d3-48a7-ba20-e8a5e6f863c3 req-b7445407-e7f5-4e37-8562-7fe343e5a3fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 944 time: 0.1267960 May 12 20:04:50.486942 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-5eb89acb-8b46-4cc1-bb81-88ce8de5c843 service neutron] 10.222.0.36 "GET /v2.0/ports/82ce4339-c467-4a85-b684-83d871855e93/bindings/n-h1-841626-1 HTTP/1.1" status: 200 len: 382 time: 0.0924914 May 12 20:04:50.495694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3acd04b9-d8d3-48a7-ba20-e8a5e6f863c3 req-2fc80d84-6925-43b8-aaf7-8d1e0dc82246 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536137 May 12 20:04:50.602045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-9355a56b-3a51-43c0-b1a9-8001ef4d7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:50.603661 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-9355a56b-3a51-43c0-b1a9-8001ef4d7b5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1095 time: 0.0894897 May 12 20:04:50.751565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-47703e32-795a-486c-b4fb-e0bb1b58f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:50.753224 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-47703e32-795a-486c-b4fb-e0bb1b58f3b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.1430728 May 12 20:04:50.861425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-929e6628-d897-45e4-a8e9-069ca07a6812 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.0996699 May 12 20:04:50.940520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-f0edd9e2-454a-4ed2-884c-f4dac444f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:50.942111 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-f0edd9e2-454a-4ed2-884c-f4dac444f99a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0680342 May 12 20:04:51.022327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-e40d0523-7bf5-4ac4-91ba-21b7042e6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:51.024066 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-e40d0523-7bf5-4ac4-91ba-21b7042e6a46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728025 May 12 20:04:51.141500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 82ce4339-c467-4a85-b684-83d871855e93 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:04:51.181345 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-de576fcf-d9b6-4b1e-84bb-1c0cd4722df4 service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507514 May 12 20:04:51.335732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:51.359573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '82ce4339-c467-4a85-b684-83d871855e93', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'port_id': '82ce4339-c467-4a85-b684-83d871855e93', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:04:51.440631 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-433fa92f-9b59-44b3-b974-10405547a006 service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472389 May 12 20:04:51.461954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 82ce4339-c467-4a85-b684-83d871855e93 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:51.462630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:51.482441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ce4339-c467-4a85-b684-83d871855e93 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:04:51.500326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:51.505613 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:51.584663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:51.598767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.599961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.600325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.600671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.601045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.601512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.601739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.602064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.602962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.602962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.603185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.603581 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:04:51.721846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acca6c2-8fbd-4723-8432-2fa27de24b17 req-2dacdec3-ef16-4a0b-92d0-8e2686718083 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:51.723756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0acca6c2-8fbd-4723-8432-2fa27de24b17 req-2dacdec3-ef16-4a0b-92d0-8e2686718083 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 945 time: 0.0952315 May 12 20:04:51.774513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['82ce4339-c467-4a85-b684-83d871855e93'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:04:51.784652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0acca6c2-8fbd-4723-8432-2fa27de24b17 req-802d1e53-0f51-4956-8129-4cfe59aa23a0 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539894 May 12 20:04:52.979938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffdf75-1dc7-4730-8d2d-6082b2561c3f req-18a7a1cc-1fd6-4a56-9194-7c8d7ad46e9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:52.981515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53ffdf75-1dc7-4730-8d2d-6082b2561c3f req-18a7a1cc-1fd6-4a56-9194-7c8d7ad46e9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 945 time: 0.0914884 May 12 20:04:53.027745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53ffdf75-1dc7-4730-8d2d-6082b2561c3f req-a2db1bf5-d83d-438a-b1d9-efabf0c84ae2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383296 May 12 20:04:53.157370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 82ce4339-c467-4a85-b684-83d871855e93 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:04:53.245600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 82ce4339-c467-4a85-b684-83d871855e93 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:04:53.254032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 82ce4339-c467-4a85-b684-83d871855e93 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:04:53.254543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:53.411131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 82ce4339-c467-4a85-b684-83d871855e93 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:53.411259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:53.446718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:04:53.462184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:53.470801 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:53.589909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:53.769326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-9edf5959-3b35-4125-b871-61f38ce902fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:53.770964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-9edf5959-3b35-4125-b871-61f38ce902fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 1097 time: 0.1077762 May 12 20:04:53.784357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:04:53.848959 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b07b17-07d2-4564-b225-e461e0838aaa'] response: {'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'code': 200} May 12 20:04:53.925957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:54.323839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:54.346316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c72d-3297-4eb4-af2e-f7075949548d req-78d3da81-ff5a-45cf-9a41-9459fe603a19 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:54.347786 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8644c72d-3297-4eb4-af2e-f7075949548d req-78d3da81-ff5a-45cf-9a41-9459fe603a19 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 946 time: 0.1364298 May 12 20:04:54.387932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:54.458376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8644c72d-3297-4eb4-af2e-f7075949548d req-f8274e59-d732-4428-a125-ae6667afcdea tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005559 May 12 20:04:54.475588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:04:54.482098 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:54.499870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Transition to ACTIVE for port object 82ce4339-c467-4a85-b684-83d871855e93 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:04:54.509822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:54.559216 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb1e187-775a-4316-abd8-91c4f494108a'] response: {'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'code': 200} May 12 20:04:54.703300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=10']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:54.798310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] No DVR routers for this DVR port 82ce4339-c467-4a85-b684-83d871855e93 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:04:55.192437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:04:55.192765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:04:55.193090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:55.197685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:04:55.198002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Attempting to bind port 82ce4339-c467-4a85-b684-83d871855e93 on network 52652ca8-7bd4-4671-aa26-15e5f5a11024 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:04:55.203286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:04:55.203616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Checking segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:04:55.204046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Bound using segment: {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:04:55.204466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Bound port: 82ce4339-c467-4a85-b684-83d871855e93, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bfda89-dac8-4f49-a73f-e31d473195ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:04:55.204811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:55.298245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:04:55.305943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:04:55.314849 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:55.373991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:55.374586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:55.375949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] 10.222.0.73 "PUT /v2.0/ports/82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1093 time: 1.5974255 May 12 20:04:55.390697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d5c47-6847-45eb-bed8-169b6194b1db service neutron] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=11']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:04:55.495657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-87bf9a25-cb64-4d11-afa9-cf5ee0e98880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:55.497173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-87bf9a25-cb64-4d11-afa9-cf5ee0e98880 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1096 time: 0.0961866 May 12 20:04:55.651008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-303db7e9-8afa-443d-8293-32d62bec77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:55.653646 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-303db7e9-8afa-443d-8293-32d62bec77b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.1496654 May 12 20:04:55.839006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-c89c35dd-3aaf-466d-95ca-13ece696a2ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.1786070 May 12 20:04:55.965688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf08ac-cc06-45d6-bc7e-8c6f3a4f82ca req-f0c95f05-ab31-4eb9-aae6-9354b8b4c225 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:55.967438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77cf08ac-cc06-45d6-bc7e-8c6f3a4f82ca req-f0c95f05-ab31-4eb9-aae6-9354b8b4c225 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 945 time: 0.2141297 May 12 20:04:55.973659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-97b6480a-5bca-43c0-a304-876da4da6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:55.975059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-97b6480a-5bca-43c0-a304-876da4da6e8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.1204126 May 12 20:04:56.069615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77cf08ac-cc06-45d6-bc7e-8c6f3a4f82ca req-10417099-e655-4c92-8295-96899f548890 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935674 May 12 20:04:56.084169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33ed8-2357-4753-b5da-610e26655e8d req-86561723-5e2b-49f2-8a5c-c7441238e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:56.085693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-86561723-5e2b-49f2-8a5c-c7441238e53c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939944 May 12 20:04:56.246568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-a7c3593b-687b-453d-a026-cde0f434d803 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485994 May 12 20:04:56.393922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c33ed8-2357-4753-b5da-610e26655e8d req-8ed81467-63ff-4f51-8b75-5387e85ea7ce service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399477 May 12 20:04:56.560130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:04:56.626535 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634121ab-7ef0-405a-a20b-8f0458d5916d'] response: {'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'status': 'completed', 'code': 200} May 12 20:04:56.745660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-57666b12-62e9-49d0-b634-be690bdeb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:56.748063 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-57666b12-62e9-49d0-b634-be690bdeb654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1096 time: 0.1001861 May 12 20:04:56.759790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-11a6bd6b-856a-4056-ad06-c64647b05966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:56.761612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-11a6bd6b-856a-4056-ad06-c64647b05966 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1096 time: 0.1020114 May 12 20:04:56.938113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5168fc5c-4a2c-4264-b825-ffdae1539f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:56.949459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-c3466786-7000-4242-a959-4b11f3abbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:56.951023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-c3466786-7000-4242-a959-4b11f3abbfe8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.1812968 May 12 20:04:57.107425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-a0010263-2e27-4cba-904a-926c0878d429 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.1479859 May 12 20:04:57.112297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-bc715205-e0d2-4df3-9c8b-5992bc90387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:57.120372 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-bc715205-e0d2-4df3-9c8b-5992bc90387a service neutron] 10.222.0.36 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.3661461 May 12 20:04:57.188880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 82ce4339-c467-4a85-b684-83d871855e93 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:04:57.203676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-250db0a5-2c41-4e86-92a8-e84c8b56da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:57.205128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-250db0a5-2c41-4e86-92a8-e84c8b56da35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0918653 May 12 20:04:57.280662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 82ce4339-c467-4a85-b684-83d871855e93 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:04:57.312483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-c03b3af7-9136-4f13-8d4a-17f26502d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:57.312943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-b169d569-5040-42f4-9612-860f32826dad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1000 time: 0.1845005 May 12 20:04:57.314085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-c03b3af7-9136-4f13-8d4a-17f26502d57f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994301 May 12 20:04:57.388256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-8adc7e45-8612-4bd9-b8f1-af7bb3737fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:57.390255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-8adc7e45-8612-4bd9-b8f1-af7bb3737fe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0694995 May 12 20:04:57.488194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-16e8aa2a-716b-44a8-b04b-712e0672a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:57.490102 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-16e8aa2a-716b-44a8-b04b-712e0672a026 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933852 May 12 20:04:57.637820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-7ce7a4b3-0805-4d4a-b0e2-6f1a6ab4177b service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157640 May 12 20:04:57.655241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b01b8f-4df1-4de8-a9b1-782567beb2f0 req-df80aff8-19de-4451-b627-347c00858897 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:57.657281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26b01b8f-4df1-4de8-a9b1-782567beb2f0 req-df80aff8-19de-4451-b627-347c00858897 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 945 time: 0.3164160 May 12 20:04:57.659320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-5fbab770-89a6-46b7-99e3-faed70e4d84e service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620910 May 12 20:04:57.818880 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-693bd0a0-0bb5-4eed-a64d-3f3fb37b961d service neutron] 10.222.0.36 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527777 May 12 20:04:57.853268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26b01b8f-4df1-4de8-a9b1-782567beb2f0 req-10c3861a-7d18-44d8-9478-febef1052589 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901639 May 12 20:04:57.859508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-950151e7-0202-4bcd-ae38-fd161f6e7f5a req-688d8116-5da8-47d0-82af-9f4fa73beae7 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011745 May 12 20:04:59.000336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e52be32f-0466-4754-a04b-147b66f28166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:59.073056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f3fb0-3564-4bb7-85be-1f7fa015e4a0 req-d2e92cd5-a0bf-49c3-8e14-63360b3e2cbb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:04:59.074951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb0f3fb0-3564-4bb7-85be-1f7fa015e4a0 req-d2e92cd5-a0bf-49c3-8e14-63360b3e2cbb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 945 time: 0.1097493 May 12 20:04:59.147078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb0f3fb0-3564-4bb7-85be-1f7fa015e4a0 req-7f1a0a37-fd3e-45ab-ac97-b8a65233aac6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636702 May 12 20:04:59.181668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42496) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:04:59.381254 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4ab7fcd6-a239-48a5-a5de-14346f3a2e44 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/0a5bbc8c-3b59-49f7-bca2-635a75ed4e94 HTTP/1.1" status: 200 len: 992 time: 0.1878400 May 12 20:04:59.696394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:04:59.830823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:59.844050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '82ce4339-c467-4a85-b684-83d871855e93', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'port_id': '82ce4339-c467-4a85-b684-83d871855e93', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:04:59.905713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 82ce4339-c467-4a85-b684-83d871855e93 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:04:59.906095 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:04:59.926846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ce4339-c467-4a85-b684-83d871855e93 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:04:59.944868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:04:59.950538 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:00.018224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=12']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:00.157721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:00.176116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['82ce4339-c467-4a85-b684-83d871855e93'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:05:00.644304 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:01.707328 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:01.715992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:01.787972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 82ce4339-c467-4a85-b684-83d871855e93 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:01.793485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 82ce4339-c467-4a85-b684-83d871855e93 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:01.793886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:01.911579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 82ce4339-c467-4a85-b684-83d871855e93 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:01.911937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:01.940359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:05:01.950602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:01.958532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:02.008418 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168b7cfc-b9ff-4c12-a8f1-c310bdaa9077'] response: {'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'code': 200} May 12 20:05:02.046123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=13']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:07.051476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b541-cea3-4afe-b949-1f652c627314 req-b69fe1e5-2501-4105-bd89-36c62614ed71 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:07.053706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d55b541-cea3-4afe-b949-1f652c627314 req-b69fe1e5-2501-4105-bd89-36c62614ed71 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 945 time: 0.0939393 May 12 20:05:07.111442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d55b541-cea3-4afe-b949-1f652c627314 req-95b2854b-6051-47b7-9b2e-cf63a0e76637 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516019 May 12 20:05:08.138351 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:08.399292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cedc3-670b-4837-bf03-e90965e877da req-122ca67d-d1fa-4680-91cd-b467fffd5102 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:08.401584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-575cedc3-670b-4837-bf03-e90965e877da req-122ca67d-d1fa-4680-91cd-b467fffd5102 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 945 time: 0.1077673 May 12 20:05:08.469963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-575cedc3-670b-4837-bf03-e90965e877da req-da608584-ca01-4e3b-ac8a-9dd782865015 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622873 May 12 20:05:08.479419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-05770628-db32-4132-ae58-7384fa685328 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:08.480864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-05770628-db32-4132-ae58-7384fa685328 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:05:08.498207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-05770628-db32-4132-ae58-7384fa685328 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:05:08.499895 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-05770628-db32-4132-ae58-7384fa685328 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 945 time: 0.1000249 May 12 20:05:08.573935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:05:08.574655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:08.764553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:08.883844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] For port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:08.883844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:09.207672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:09.208373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:09.209018 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Floating IP 13612ac0-f3c3-44df-afdb-d31964089c7e disassociated. External IP: 172.25.2.45, port: ceeda5a4-7998-4a7e-800c-4d4d9d2d6027. May 12 20:05:09.209549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:05:09.361662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:09.582448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=ceeda5a4-7998-4a7e-800c-4d4d9d2d6027,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:09.727500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e453c81-599d-47a3-b213-3f6757f566cf req-2a6a0435-68bc-47d3-b3a5-8defc6ec27c6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 210 time: 0.0593414 May 12 20:05:09.816397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:05:10.007675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:10.017583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:05:10.027849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:10.028658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:10.120874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] No DVR routers for this DVR port ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:05:10.123675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:10.126385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'name': 'network-vif-deleted', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:05:10.182179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7d38afd1-357a-430b-bb2f-9ca18c4dcae0 req-d9d5aa73-7cc5-46b6-b069-6e71b6055d45 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "DELETE /v2.0/ports/ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 HTTP/1.1" status: 204 len: 173 time: 1.6765950 May 12 20:05:10.204077 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9ceca4-cecd-43e4-bbd8-96d8aee61aa7'] response: {'server_uuid': '71575efd-714b-4408-addd-35febb593119', 'name': 'network-vif-deleted', 'tag': 'ceeda5a4-7998-4a7e-800c-4d4d9d2d6027', 'status': 'completed', 'code': 200} May 12 20:05:10.282272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:10.630900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:10.637977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:05:10.647192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:10.648260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:04:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:10.901485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4639ceb2-7e93-4ec3-9412-645d9ecbe7ae req-54aaaba5-9b74-4e81-8c3c-e3e64cff7815 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=71575efd-714b-4408-addd-35febb593119 HTTP/1.1" status: 200 len: 210 time: 0.0601895 May 12 20:05:10.937278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:11.265801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:05:11.348888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:05:11.349241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device ceeda5a4-7998-4a7e-800c-4d4d9d2d6027 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:05:11.362788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:11.369043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a445be9-b3a9-4ae8-b337-e6e956d69798 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:05:11.622027 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1c6ab-187c-4eb3-ba3d-9529b310440d None None] New status for floating IP 13612ac0-f3c3-44df-afdb-d31964089c7e: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:05:12.261156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-d304abd4-55db-491d-afe2-9bb018128b53 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193964437&fields=id&tenant_id=e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 267 time: 0.0410173 May 12 20:05:12.416165 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-06814cb9-776a-4a2e-a2f3-781efa017365 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:12.417659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-06814cb9-776a-4a2e-a2f3-781efa017365 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.1491544 May 12 20:05:12.438114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-106038c9-47eb-4da6-bd05-551d43148c0f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/quotas/e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 375 time: 0.0132143 May 12 20:05:12.557751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-df087ccb-97e8-4a52-b3c7-4d4249c38965 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053805 May 12 20:05:12.708234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-22227c9e-f5a2-44df-9ada-c465eb285cdb service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338718 May 12 20:05:12.839035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-42cf498e-6b3f-4706-a9af-39d8f3ef8f75 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256533 May 12 20:05:13.288385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b385fedc-28ec-45a3-9e0d-9fdd61d78f9f req-75a7fc92-b0fb-4746-b943-3ce0a8cd94ac tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 210 time: 0.0610175 May 12 20:05:14.502329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-326e858d-f7f9-4154-a8cc-f1a523a5ee0d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:14.503064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-326e858d-f7f9-4154-a8cc-f1a523a5ee0d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:05:14.528269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-326e858d-f7f9-4154-a8cc-f1a523a5ee0d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:05:14.530146 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-326e858d-f7f9-4154-a8cc-f1a523a5ee0d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.2166369 May 12 20:05:14.546277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cb7e920-0c0b-4935-81c3-4a5ea4f96e67 req-888a43bc-b8b3-4c36-8d39-df2f996b9887 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 210 time: 0.0989604 May 12 20:05:14.592751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-6b6f69ae-9d19-43d0-9732-4e5737cee755 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:05:14.607605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-6b6f69ae-9d19-43d0-9732-4e5737cee755 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:05:14.608976 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-6b6f69ae-9d19-43d0-9732-4e5737cee755 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 380 time: 0.0607374 May 12 20:05:14.622201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'port': {'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'admin_state_up': True, 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'security_groups': ['de89d952-28de-4dc2-954d-7809ef8fc67b']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:14.773959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:14.778978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:port and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:14.782514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:14.788768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:14.802389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:05:14.806271 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:14.997171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.20.0.10 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/aa3537f7-5779-4583-ae34-ccf22d6b55fc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:15.213971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:15.233039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Transition to ACTIVE for port object aa3537f7-5779-4583-ae34-ccf22d6b55fc will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:15.260952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:15.364098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=aa3537f7-5779-4583-ae34-ccf22d6b55fc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:15.383569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:15.385696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:15.392358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:15.467021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:15.467640 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:15.526788 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-39b79c44-ebf8-434d-b267-729f1ad9db9a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9099474 May 12 20:05:15.538576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Request body: {'port': {'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:15.797654 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:15.874694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8df1ea97-6f7b-46bf-9161-dbd1a3f8553a None None] Provisioning for port aa3537f7-5779-4583-ae34-ccf22d6b55fc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:15.881173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8df1ea97-6f7b-46bf-9161-dbd1a3f8553a None None] Provisioning complete for port aa3537f7-5779-4583-ae34-ccf22d6b55fc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:15.881582 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8df1ea97-6f7b-46bf-9161-dbd1a3f8553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:15.907383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e210464-3411-42db-bac7-a61b0f990f96 req-04c300e6-0e3e-4154-8f8e-b3a5df726e0c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:15.925896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e210464-3411-42db-bac7-a61b0f990f96 req-04c300e6-0e3e-4154-8f8e-b3a5df726e0c tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 932 time: 0.1137176 May 12 20:05:16.013458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8df1ea97-6f7b-46bf-9161-dbd1a3f8553a None None] Port aa3537f7-5779-4583-ae34-ccf22d6b55fc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:05:16.016825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e210464-3411-42db-bac7-a61b0f990f96 req-88177ebb-d647-43f8-9060-5797e16e6f24 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781741 May 12 20:05:16.411707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3537f7-5779-4583-ae34-ccf22d6b55fc {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:05:16.426917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:16.451331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Transition to ACTIVE for port object aa3537f7-5779-4583-ae34-ccf22d6b55fc will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:16.458526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:16.714839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3537f7-5779-4583-ae34-ccf22d6b55fc,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:16.869999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Attempting to bind port aa3537f7-5779-4583-ae34-ccf22d6b55fc on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:05:16.870396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Attempting to bind port aa3537f7-5779-4583-ae34-ccf22d6b55fc by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:05:16.870645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Attempting to bind port aa3537f7-5779-4583-ae34-ccf22d6b55fc on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:05:16.876293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Port aa3537f7-5779-4583-ae34-ccf22d6b55fc on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:05:16.876683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Attempting to bind port aa3537f7-5779-4583-ae34-ccf22d6b55fc on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:05:16.886666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:05:16.887346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:16.888053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:05:16.888518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Bound port: aa3537f7-5779-4583-ae34-ccf22d6b55fc, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:05:16.889036 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:16.985874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] For port aa3537f7-5779-4583-ae34-ccf22d6b55fc, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:05:16.989063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] For port aa3537f7-5779-4583-ae34-ccf22d6b55fc, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:05:16.994590 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:17.067961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:17.068858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:17.070787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 200 len: 1092 time: 1.5366158 May 12 20:05:17.073374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:05:17.114745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4642d72-3214-43c7-8450-0ce7d5229295 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3537f7-5779-4583-ae34-ccf22d6b55fc,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:17.234264 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a79fc3e-c5ab-48cf-b2de-4fb6686fe96a'] response: {'name': 'network-changed', 'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'status': 'completed', 'code': 200} May 12 20:05:17.296313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-ed86a98e-37d2-4b55-90d8-b8a735967a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:17.298113 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-ed86a98e-37d2-4b55-90d8-b8a735967a3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1095 time: 0.1656122 May 12 20:05:17.335704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad47b30-0c98-47fb-aa6f-19ed5ee9c6e0 req-aed2b6ee-2b5b-4758-a4af-b3e9fe6762f1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:17.344168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dad47b30-0c98-47fb-aa6f-19ed5ee9c6e0 req-aed2b6ee-2b5b-4758-a4af-b3e9fe6762f1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.1426144 May 12 20:05:17.390720 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-ef4a951c-c9a4-4d0e-a74a-5ac1e9226cd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 200 len: 217 time: 0.0836499 May 12 20:05:17.396951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dad47b30-0c98-47fb-aa6f-19ed5ee9c6e0 req-e2dcb2a8-2293-4680-bf16-a8280eee2f24 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515971 May 12 20:05:17.458412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-1895dc4c-9f55-4bc8-aeff-6d17de99b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:17.459950 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-1895dc4c-9f55-4bc8-aeff-6d17de99b1bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0630870 May 12 20:05:17.558126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-7b36522a-c3c3-4e43-83ac-33f654554442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:17.559686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-7b36522a-c3c3-4e43-83ac-33f654554442 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904558 May 12 20:05:17.718517 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-7f5ddcfb-511b-41e4-b512-a38fe58c7b7e service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513388 May 12 20:05:17.851555 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-493cdd2b-0f0c-4854-8898-3bd5b1edc7ce req-6e0cbba7-c849-4ddb-b208-d6692898713c service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260080 May 12 20:05:17.990840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-2b1e61a1-e6b6-44d3-a6b9-b9568b391480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:17.992417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-2b1e61a1-e6b6-44d3-a6b9-b9568b391480 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1095 time: 0.0925815 May 12 20:05:18.126082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-dd98872e-4966-4fbd-84e6-8f9dcbb20a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:18.127670 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-dd98872e-4966-4fbd-84e6-8f9dcbb20a09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1283236 May 12 20:05:18.203109 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-e2aec6eb-5652-40e6-80a0-171088f6f1d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 200 len: 217 time: 0.0663028 May 12 20:05:18.390984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-f9786bf3-82db-4398-94e6-ef406177b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:18.392744 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-f9786bf3-82db-4398-94e6-ef406177b56a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1830142 May 12 20:05:18.537716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-d0135879-a1f8-4988-97e8-144bd82e273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:18.538598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-d0135879-a1f8-4988-97e8-144bd82e273d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396508 May 12 20:05:18.623781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891b93e-405f-4c4f-aca2-13afeb97d99b req-be2de21f-7ff4-4e98-9072-ef6550c82506 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:18.625409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8891b93e-405f-4c4f-aca2-13afeb97d99b req-be2de21f-7ff4-4e98-9072-ef6550c82506 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.0912223 May 12 20:05:18.687830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8891b93e-405f-4c4f-aca2-13afeb97d99b req-8e9df44a-5ce4-45f9-b1fe-371c6fea6cab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564814 May 12 20:05:18.765241 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-536697f9-100a-46f2-91f4-4ef04e4dc06c service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197068 May 12 20:05:18.916659 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d6d887de-0faf-4ac9-a9b0-106b7038bfd3 req-d961023d-8dce-4781-82a9-77fc1946f402 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406777 May 12 20:05:20.036885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a649-4acb-4512-bc26-1afac05dcff5 req-02aa9ab2-6a75-4086-b23e-ffae86b0ca2e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:20.044390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9be1a649-4acb-4512-bc26-1afac05dcff5 req-02aa9ab2-6a75-4086-b23e-ffae86b0ca2e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.2401798 May 12 20:05:20.085760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9be1a649-4acb-4512-bc26-1afac05dcff5 req-b220d6d7-6399-4e3e-93db-af1a685c5a44 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 May 12 20:05:21.421313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f772da-3ee5-4466-81ca-7e499d83465b req-aa33cb24-22a0-4d60-95b2-ff70bfa0f02b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:21.425714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01f772da-3ee5-4466-81ca-7e499d83465b req-aa33cb24-22a0-4d60-95b2-ff70bfa0f02b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.0880215 May 12 20:05:21.480285 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01f772da-3ee5-4466-81ca-7e499d83465b req-3d4deb28-6ffe-4f25-a4eb-32783ccd907e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506325 May 12 20:05:21.805896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-fc394f78-ea78-4efa-8ff4-eac4d0f85957 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735815 May 12 20:05:21.947930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-c73ebf5c-7fb3-4c75-985a-19d9448c64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:21.949734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-c73ebf5c-7fb3-4c75-985a-19d9448c64f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1098 time: 0.0749846 May 12 20:05:22.203150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-92f95ed9-354f-4fc4-bc26-74ab96481e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:22.204706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-92f95ed9-354f-4fc4-bc26-74ab96481e1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.2353585 May 12 20:05:22.340195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-0cef3724-194d-435b-ad5d-bc2806f43c8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 1002 time: 0.1277583 May 12 20:05:22.418121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-a4867b78-e982-414d-84b0-6b9ddf4bfe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:22.419529 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-a4867b78-e982-414d-84b0-6b9ddf4bfe01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.0728962 May 12 20:05:22.499476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-87f0a7a2-4e7c-4984-ba66-ae871a0eb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:22.501778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-87f0a7a2-4e7c-4984-ba66-ae871a0eb814 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747869 May 12 20:05:22.715291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-30d63ed0-7acb-497b-a1ee-f430e18a0a47 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049096 May 12 20:05:22.881333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c89fd7ff-a99c-4738-849e-9329db5be5cf req-3ccee158-28ce-4df0-8ec5-a0cbeefbd18b service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520050 May 12 20:05:22.889587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0954257-559e-4c04-8051-b42b9324eb13 req-52b5aafa-4daf-4960-ab1b-4a5effb65ff3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:22.891014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0954257-559e-4c04-8051-b42b9324eb13 req-52b5aafa-4daf-4960-ab1b-4a5effb65ff3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.2270429 May 12 20:05:22.936407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0954257-559e-4c04-8051-b42b9324eb13 req-380c08e6-6f40-471c-84ce-80b62c4d008d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391393 May 12 20:05:24.129177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3dd30-5e85-4690-b5ef-9e6d0d1c91b6 req-d1162885-1a5d-4f54-8a5b-10e2e04aaf91 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:24.130851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85d3dd30-5e85-4690-b5ef-9e6d0d1c91b6 req-d1162885-1a5d-4f54-8a5b-10e2e04aaf91 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.0824084 May 12 20:05:24.175588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85d3dd30-5e85-4690-b5ef-9e6d0d1c91b6 req-16f4bf27-a4a6-4042-889f-a5db9d7cc4a6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 May 12 20:05:25.386967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc20738-8417-4a66-9961-e63e3e416e64 req-e08b3676-19d8-477b-afaa-55349b0d90f6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:25.388467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bc20738-8417-4a66-9961-e63e3e416e64 req-e08b3676-19d8-477b-afaa-55349b0d90f6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.0910900 May 12 20:05:25.433235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5bc20738-8417-4a66-9961-e63e3e416e64 req-a03f00d6-d520-4e45-9e55-d99b9264a2ec tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389020 May 12 20:05:25.688625 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:05:26.627274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9fa2-e5a3-4fb5-88df-bd9fafd16abf req-83882e58-6d6e-41ab-a0ed-dd817c09dd28 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:26.629588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e7c9fa2-e5a3-4fb5-88df-bd9fafd16abf req-83882e58-6d6e-41ab-a0ed-dd817c09dd28 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 944 time: 0.0843844 May 12 20:05:26.681900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e7c9fa2-e5a3-4fb5-88df-bd9fafd16abf req-7f569ebb-98f7-45f5-a606-ddafff6f9cbb tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 May 12 20:05:26.924997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee04f754-4004-448d-a4ce-079d9962411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:27.390227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device aa3537f7-5779-4583-ae34-ccf22d6b55fc details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:05:27.532727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port aa3537f7-5779-4583-ae34-ccf22d6b55fc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:27.547878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:05:27.609075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port aa3537f7-5779-4583-ae34-ccf22d6b55fc is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:27.610772 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:27.631406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3537f7-5779-4583-ae34-ccf22d6b55fc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:05:27.647170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port aa3537f7-5779-4583-ae34-ccf22d6b55fc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:27.651531 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:27.719872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=aa3537f7-5779-4583-ae34-ccf22d6b55fc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:27.841934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['aa3537f7-5779-4583-ae34-ccf22d6b55fc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:05:27.875287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8383a-e9e6-4b49-8a29-41545ecfb857 req-078cdee9-2e2c-45db-b4a4-18243826d2d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:27.877463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eb8383a-e9e6-4b49-8a29-41545ecfb857 req-078cdee9-2e2c-45db-b4a4-18243826d2d0 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 945 time: 0.0872104 May 12 20:05:27.937402 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7eb8383a-e9e6-4b49-8a29-41545ecfb857 req-47477f2e-a7e8-465f-a612-50e774033dc9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504425 May 12 20:05:28.988074 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3a57465d-c559-42a2-b016-293560e2582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:29.168825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097834f-b014-4ff3-9d6e-5e5093ef6d1e req-62732482-1687-46cf-95cc-9957dddf8395 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:29.175560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e097834f-b014-4ff3-9d6e-5e5093ef6d1e req-62732482-1687-46cf-95cc-9957dddf8395 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 945 time: 0.1360290 May 12 20:05:29.231007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e097834f-b014-4ff3-9d6e-5e5093ef6d1e req-aaba3801-524b-4fb0-9ed0-e5227a464b20 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495014 May 12 20:05:29.395095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device aa3537f7-5779-4583-ae34-ccf22d6b55fc up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:29.463195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port aa3537f7-5779-4583-ae34-ccf22d6b55fc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:29.468357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port aa3537f7-5779-4583-ae34-ccf22d6b55fc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:29.468915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:29.609679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port aa3537f7-5779-4583-ae34-ccf22d6b55fc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:29.610029 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:29.640082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:05:29.656076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port aa3537f7-5779-4583-ae34-ccf22d6b55fc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:29.663066 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:29.741408 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b29830a-1ca2-440d-930e-beb906b2a0cb'] response: {'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'code': 200} May 12 20:05:29.755968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=aa3537f7-5779-4583-ae34-ccf22d6b55fc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:29.862860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11d0e-4047-4997-8728-b8ffa74708b2 req-cb8aa5e2-05d9-4b89-adb6-757b795a45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:29.864605 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dcb11d0e-4047-4997-8728-b8ffa74708b2 req-cb8aa5e2-05d9-4b89-adb6-757b795a45f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1097 time: 0.0840154 May 12 20:05:29.914920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dcb11d0e-4047-4997-8728-b8ffa74708b2 req-dbc059d6-2850-4f07-b96f-a317ba7ab93e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 May 12 20:05:30.006899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b087-3c5e-4007-a170-e2345317b51f req-26a55a65-053a-4840-ac27-468552248c3f tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:30.008455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0027b087-3c5e-4007-a170-e2345317b51f req-26a55a65-053a-4840-ac27-468552248c3f tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1098 time: 0.0718594 May 12 20:05:30.052930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0027b087-3c5e-4007-a170-e2345317b51f req-785c63f0-a304-433d-973d-9df1cf5630e0 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379462 May 12 20:05:30.077258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:30.154451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:30.298890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port c6a3320c-ab18-4822-96b0-f23395f68f78 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:05:30.299225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:30.504630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:30.505159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:30.511549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23095c42-e738-4bce-947b-816c0c0e9616 req-746959ac-bd9e-4c07-a008-2cdd4d571c96 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:30.513563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23095c42-e738-4bce-947b-816c0c0e9616 req-746959ac-bd9e-4c07-a008-2cdd4d571c96 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 946 time: 0.1249206 May 12 20:05:30.576863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23095c42-e738-4bce-947b-816c0c0e9616 req-31122cd8-3f94-405b-b6a7-cb9e64659bb4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574484 May 12 20:05:30.637618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:30.670281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for c6a3320c-ab18-4822-96b0-f23395f68f78 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:05:30.849682 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:30.904790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=c6a3320c-ab18-4822-96b0-f23395f68f78,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:30.955120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.955566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.955982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.956384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.956786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.957203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.957603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.958000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.958395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.958786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.959176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:30.959564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:31.018195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:31.018541 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 0a5bbc8c-3b59-49f7-bca2-635a75ed4e94 disassociated (deleted). External IP: 172.25.2.179, port: 82ce4339-c467-4a85-b684-83d871855e93. May 12 20:05:31.534813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8912fad6-dcbc-4197-9240-bb870644f13f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:05:31.760227 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:31.770696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:31.791355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] Sync routers for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:05:31.795967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:31.816267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:31.816905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:31.876811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-28149b2c-a243-466b-a728-74935d8f4c9b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/floatingips/0a5bbc8c-3b59-49f7-bca2-635a75ed4e94 HTTP/1.1" status: 204 len: 168 time: 1.7916424 May 12 20:05:31.879138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:05:31.951553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5bbf-1907-4e3f-a24f-06561dd66e29 req-849fc806-b1f5-4159-b849-7c159250b7f7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:31.957689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-901c5bbf-1907-4e3f-a24f-06561dd66e29 req-849fc806-b1f5-4159-b849-7c159250b7f7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 946 time: 0.2140982 May 12 20:05:32.052985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-901c5bbf-1907-4e3f-a24f-06561dd66e29 req-0ae001ea-20a0-4d9f-824c-b7184bac3142 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899441 May 12 20:05:32.101062 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5087bd-f638-4773-b57a-41cf43564263'] response: {'name': 'network-changed', 'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'status': 'completed', 'code': 200} May 12 20:05:32.193706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:32.360918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609231-4bc1-4849-b189-a6269ec04058 req-ade49d56-c095-4c06-b72a-4c1f94185163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:32.362719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea609231-4bc1-4849-b189-a6269ec04058 req-ade49d56-c095-4c06-b72a-4c1f94185163 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 1098 time: 0.2257893 May 12 20:05:32.648809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:32.652938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] Checking router: 8912fad6-dcbc-4197-9240-bb870644f13f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:05:32.662071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:32.662691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:32.666548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9368-dae1-4bcc-bfde-9e7464064afe req-24f4dbab-fde8-471a-b9d6-93efc00de4fe tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:32.668156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20ba9368-dae1-4bcc-bfde-9e7464064afe req-24f4dbab-fde8-471a-b9d6-93efc00de4fe tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 946 time: 0.4284215 May 12 20:05:32.783650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-20ba9368-dae1-4bcc-bfde-9e7464064afe req-325e2682-b49e-4bfc-80d9-460989d584dc tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080713 May 12 20:05:32.784867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609231-4bc1-4849-b189-a6269ec04058 req-37719f94-c3fa-4020-a0cf-84ee14397a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:32.786340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea609231-4bc1-4849-b189-a6269ec04058 req-37719f94-c3fa-4020-a0cf-84ee14397a0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 200 len: 897 time: 0.4142842 May 12 20:05:32.809292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42908) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:32.870192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea609231-4bc1-4849-b189-a6269ec04058 req-13c999ad-0ed1-4a86-b459-b711a07e8f7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 200 len: 217 time: 0.0757051 May 12 20:05:32.934119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb59d9b-85c9-4e2f-af30-2eb4beba7504 tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:32.936451 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bbb59d9b-85c9-4e2f-af30-2eb4beba7504 tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1092 time: 0.1256652 May 12 20:05:32.939410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42914) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:32.947719 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:32.959447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:32.975832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:floatingip and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:32.978453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfaee2-a8bb-4c57-a359-b2d561e5dd07 req-f7917332-c861-40b8-8a46-cff0b408f9e9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:32.979661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:32.982229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23dfaee2-a8bb-4c57-a359-b2d561e5dd07 req-f7917332-c861-40b8-8a46-cff0b408f9e9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 947 time: 0.3882363 May 12 20:05:32.984282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:32.985913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609231-4bc1-4849-b189-a6269ec04058 req-8c03e3cc-5dfc-4dfd-8cd6-1eb5119afb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:32.987572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea609231-4bc1-4849-b189-a6269ec04058 req-8c03e3cc-5dfc-4dfd-8cd6-1eb5119afb82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 200 len: 834 time: 0.1032510 May 12 20:05:32.994391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:33.024399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:33.093139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23dfaee2-a8bb-4c57-a359-b2d561e5dd07 req-e918e838-2f45-4e2e-afcb-57db62a3f06b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039648 May 12 20:05:33.106682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609231-4bc1-4849-b189-a6269ec04058 req-3f396fb5-f78d-473f-9450-b3bcc5e34985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:33.108169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea609231-4bc1-4849-b189-a6269ec04058 req-3f396fb5-f78d-473f-9450-b3bcc5e34985 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52652ca8-7bd4-4671-aa26-15e5f5a11024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016481 May 12 20:05:33.296622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:33.301295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea609231-4bc1-4849-b189-a6269ec04058 req-bfc610b2-ee1f-48c3-a2ac-cd3d599e4415 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848133 May 12 20:05:33.475012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea609231-4bc1-4849-b189-a6269ec04058 req-d5af1aed-8b22-4d84-8c65-b8ea095b5c91 service neutron] 10.222.0.73 "GET /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614184 May 12 20:05:33.488081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:33.505251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223c463-5a54-4a67-94fe-f7e5b82f0ece None None] The sync data for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 is: [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '491e5f90-ebf5-4343-802e-016e69fa4d7c', 'name': '', 'network_id': '52652ca8-7bd4-4671-aa26-15e5f5a11024', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:e9:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:28Z', 'updated_at': '2022-05-12T20:03:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'b8a6ad56-e6b4-451a-9017-441637089d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:05:33.507378 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.25.2.90 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/dc2e07a7-1663-4d16-92cc-d45dfba76b1e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:33.719790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:33.721074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-ec2fbe45-f465-429b-87d1-fc48878157c5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:33.723964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-ec2fbe45-f465-429b-87d1-fc48878157c5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 947 time: 0.1609218 May 12 20:05:33.778101 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:33.901546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 82ce4339-c467-4a85-b684-83d871855e93 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:05:33.901880 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:33.922596 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d986f8-f913-4729-a755-f4496196a97b None None] New status for floating IP 0a5bbc8c-3b59-49f7-bca2-635a75ed4e94: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:05:33.926252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=dc2e07a7-1663-4d16-92cc-d45dfba76b1e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:33.952442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:33.953815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:33.956255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:34.505048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 82ce4339-c467-4a85-b684-83d871855e93, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=82ce4339-c467-4a85-b684-83d871855e93,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:34.505920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:34.559919 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:34.697032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 82ce4339-c467-4a85-b684-83d871855e93 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:05:34.754907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42934) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:34.785320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cdf3d-7905-496d-9066-170c95055fe5 req-f208e453-6d94-451a-805a-ea9ce030b358 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:34.786825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-045cdf3d-7905-496d-9066-170c95055fe5 req-f208e453-6d94-451a-805a-ea9ce030b358 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=92d4219e-241b-4890-ba3c-df7e8e6282ab HTTP/1.1" status: 200 len: 947 time: 0.3774703 May 12 20:05:34.888153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-045cdf3d-7905-496d-9066-170c95055fe5 req-0ad0d098-8d25-49f0-a546-1b0fd47ba284 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=a1bfec07-5b99-49f7-a371-8d86e604793c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817139 May 12 20:05:34.915151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:34.995348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.169015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:35.177238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Usage tracker for resource:security_group_rule and tenant:e33d0e9a87f943a2b8fa871b9f6aadaa is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:35.180594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:35.181133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.186909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:35.192628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.195488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.285036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=82ce4339-c467-4a85-b684-83d871855e93,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:35.324326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.324716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.325049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.325389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.325710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.326359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.326359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.326696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.326809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=dc2e07a7-1663-4d16-92cc-d45dfba76b1e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:35.327018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.327282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.327590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.327910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:35.339386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.352981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] No DVR routers for this DVR port 82ce4339-c467-4a85-b684-83d871855e93 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:05:35.358930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.362044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-deleted', 'tag': '82ce4339-c467-4a85-b684-83d871855e93'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:05:35.389963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06952039-e38e-498c-9cf1-6099eb21ac7f req-d06cccc5-5ee3-4b8d-8a6d-d98b9753fc90 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "DELETE /v2.0/ports/82ce4339-c467-4a85-b684-83d871855e93 HTTP/1.1" status: 204 len: 173 time: 1.6598978 May 12 20:05:35.471079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.473895 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066bd475-63b7-46d2-aac9-fcfb55e9d554'] response: {'server_uuid': '92d4219e-241b-4890-ba3c-df7e8e6282ab', 'name': 'network-vif-deleted', 'tag': '82ce4339-c467-4a85-b684-83d871855e93', 'status': 'completed', 'code': 200} May 12 20:05:35.479653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.534024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958bd1bb-bdff-49e3-ac9e-25cc3688c04b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:35.553987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 42948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:35.554352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-30289593-e9ee-4283-915c-fee0cf741fff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e33d0e9a87f943a2b8fa871b9f6aadaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973998 May 12 20:05:35.591408 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Floating IP 27c82183-b6d4-4027-be41-0ba10bf75778 associated. External IP: 172.25.2.90, port: aa3537f7-5779-4583-ae34-ccf22d6b55fc. May 12 20:05:35.779242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1b01f25-4e45-409b-b406-b9c69e0c5037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:35.818110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1b01f25-4e45-409b-b406-b9c69e0c5037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:36.026261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 42958) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:36.040630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1b01f25-4e45-409b-b406-b9c69e0c5037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:36.082974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b01f25-4e45-409b-b406-b9c69e0c5037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958bd1bb-bdff-49e3-ac9e-25cc3688c04b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:36.111966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:05:36.112927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1b01f25-4e45-409b-b406-b9c69e0c5037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:36.114121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1b01f25-4e45-409b-b406-b9c69e0c5037 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/958bd1bb-bdff-49e3-ac9e-25cc3688c04b HTTP/1.1" status: 204 len: 168 time: 0.5591671 May 12 20:05:36.316249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:36.326661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:05:36.338278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:36.339530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:36.366972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:36.488167 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4450c03e-e703-44e7-a9c0-f118c46c6a8a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5474055 May 12 20:05:36.488957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:05:36.585398 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca535a6-7a54-48aa-aabd-eba1792ca196'] response: {'name': 'network-changed', 'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'status': 'completed', 'code': 200} May 12 20:05:36.586269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:36.700447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:36.761655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-4fc90731-b7e3-4293-91f1-3ee5d9122ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:36.763373 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-4fc90731-b7e3-4293-91f1-3ee5d9122ccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1097 time: 0.1642523 May 12 20:05:37.106632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:34Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:37.111400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:05:37.123268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:37.124247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:37.294597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-11b0c53a-7bbb-438e-9eea-365fca242b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:37.296648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-11b0c53a-7bbb-438e-9eea-365fca242b8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.5263166 May 12 20:05:37.301222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 491e5f90-ebf5-4343-802e-016e69fa4d7c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:05:37.301655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:37.403550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:37.456519 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-2cfc458a-df78-43e4-bc11-15e39f6ae146 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 200 len: 999 time: 0.1503227 May 12 20:05:37.550923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 491e5f90-ebf5-4343-802e-016e69fa4d7c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=491e5f90-ebf5-4343-802e-016e69fa4d7c,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:37.551149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:37.591558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-34f399e2-12e1-4a9f-8f1d-7183ec6f4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:37.593250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-34f399e2-12e1-4a9f-8f1d-7183ec6f4f84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1292109 May 12 20:05:37.666547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43002) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:37.699952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-e7623606-adb6-430c-9209-26bdf40e7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:37.703493 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-e7623606-adb6-430c-9209-26bdf40e7c39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013234 May 12 20:05:37.869282 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-e31b2dd9-da24-4ab9-8166-cccc6763582b service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587486 May 12 20:05:37.911138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 491e5f90-ebf5-4343-802e-016e69fa4d7c owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:05:37.919567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:37.930383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:05:37.971598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 82ce4339-c467-4a85-b684-83d871855e93 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:05:37.972168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 82ce4339-c467-4a85-b684-83d871855e93 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:05:38.002149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:38.009370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Usage tracker for resource:security_group_rule and tenant:007f89efe0d4493ea9f302508efeb993 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:38.014007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:38.023727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:38.050489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:34Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:38.056013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb201b-66d6-4387-b403-4d1f80d3a2e5 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:34Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:05:38.079809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-97d4b81e-1ee7-478f-85b4-82d6e6825561 req-ad2ac5b5-82da-469d-af7d-9ff181ff63d6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026157 May 12 20:05:38.150581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.155147 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.168392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.173117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.209723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=491e5f90-ebf5-4343-802e-016e69fa4d7c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:38.236514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=007f89efe0d4493ea9f302508efeb993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670502 May 12 20:05:38.237598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d6f30-5ea7-4543-80c7-81d80ac0b021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106a2910-02cc-408a-8d21-95d4d438a2e5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:38.240074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43008) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:38.318043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31d8869c-0fa9-470c-8d19-8188778842f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.367193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31d8869c-0fa9-470c-8d19-8188778842f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.403363 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db524f4e-7af2-40ff-9edb-00652ecc72c3 None None] New status for floating IP 27c82183-b6d4-4027-be41-0ba10bf75778: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:05:38.452632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31d8869c-0fa9-470c-8d19-8188778842f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.471596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8869c-0fa9-470c-8d19-8188778842f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a2910-02cc-408a-8d21-95d4d438a2e5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:38.481521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-31d8869c-0fa9-470c-8d19-8188778842f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.486672 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-31d8869c-0fa9-470c-8d19-8188778842f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/106a2910-02cc-408a-8d21-95d4d438a2e5 HTTP/1.1" status: 204 len: 168 time: 0.2455916 May 12 20:05:38.639602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:38.777441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:39.040577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8912fad6-dcbc-4197-9240-bb870644f13f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:05:39.225716 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:39.237690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] Sync routers for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:05:39.243893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fb3893a5-8250-4de7-bcb7-5b7565ae7db4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/8912fad6-dcbc-4197-9240-bb870644f13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2163298 May 12 20:05:39.246863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43038) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:39.250482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:39.251147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:39.311412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting subnet b8a6ad56-e6b4-451a-9017-441637089d5c {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:05:39.314571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:39.397896 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:39.473071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:39.510893 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:39.642903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:39.704820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a6ad56-e6b4-451a-9017-441637089d5c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:39.711255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:39.716686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3f5edaed-362a-478a-a8f0-daeef27ee0c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/subnets/b8a6ad56-e6b4-451a-9017-441637089d5c HTTP/1.1" status: 204 len: 168 time: 0.4688113 May 12 20:05:39.720363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43052) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:39.726550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f508e9-c980-4ae2-9292-0daa9d7254fb None None] Network 52652ca8-7bd4-4671-aa26-15e5f5a11024 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:05:40.013953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:40.023602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] Checking router: 8912fad6-dcbc-4197-9240-bb870644f13f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:05:40.037849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] Routers {'8912fad6-dcbc-4197-9240-bb870644f13f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:40.038472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8912fad6-dcbc-4197-9240-bb870644f13f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:40.103147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:40.297408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] DHCP port deletion for 52652ca8-7bd4-4671-aa26-15e5f5a11024 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:05:40.304074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] Set router 8912fad6-dcbc-4197-9240-bb870644f13f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:40.310283 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:40.324146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 17500e24-4574-45b2-a243-1b87de514967 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:05:40.325555 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:40.347074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] Deleting port e26ef589-6d96-4384-8ff1-48a0241ecb52 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:05:40.347827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:40.581213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 17500e24-4574-45b2-a243-1b87de514967, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=17500e24-4574-45b2-a243-1b87de514967,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:40.582042 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:40.725234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 17500e24-4574-45b2-a243-1b87de514967 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:05:40.818240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] For port e26ef589-6d96-4384-8ff1-48a0241ecb52, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e26ef589-6d96-4384-8ff1-48a0241ecb52,segment=NetworkSegment(b0bfda89-dac8-4f49-a73f-e31d473195ce),segment_id=b0bfda89-dac8-4f49-a73f-e31d473195ce)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:40.819464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:40.910878 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:40.958423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] Calling delete_port for e26ef589-6d96-4384-8ff1-48a0241ecb52 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:05:40.969689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=17500e24-4574-45b2-a243-1b87de514967,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:41.080605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.102434 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.227770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] Pushing event deleted for resources: {'Port': ['ID=e26ef589-6d96-4384-8ff1-48a0241ecb52,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:41.232477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176474b-a921-4a5c-83b0-884a8c9f71b6 None None] No DVR routers for this DVR port e26ef589-6d96-4384-8ff1-48a0241ecb52 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:05:41.240877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:41.246318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb26130-703d-4075-a69b-30c3d19b45ef None None] The sync data for ids ['8912fad6-dcbc-4197-9240-bb870644f13f'] in n-d-841626-1 is: [{'id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537597754', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '17500e24-4574-45b2-a243-1b87de514967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:03:21Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '17500e24-4574-45b2-a243-1b87de514967', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912fad6-dcbc-4197-9240-bb870644f13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:03:22Z', 'updated_at': '2022-05-12T20:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:05:41.326865 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.330243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.369338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.370502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Fanout notify agent at l3_agent the message router_deleted on router 8912fad6-dcbc-4197-9240-bb870644f13f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:05:41.382164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43100) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:41.392479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'network': {'name': 'tempest-network-smoke--975222275', 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:41.397462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.398705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-871f5db4-efce-4e53-b67c-44563d3b5230 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/routers/8912fad6-dcbc-4197-9240-bb870644f13f HTTP/1.1" status: 204 len: 168 time: 1.6773002 May 12 20:05:41.399317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:41.401813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43104) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:41.405471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:network and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:41.425433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:41.437554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:41.535661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Made reservation on behalf of 56432a6d22fc4e6fa84351dc2c0c616b for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:05:41.539436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.557290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.570958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.581951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:41.593429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:security_group_rule and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:41.598418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:41.641029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:41.781785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.816246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52652ca8-7bd4-4671-aa26-15e5f5a11024']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:41.834456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bfda89-dac8-4f49-a73f-e31d473195ce') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:41.834661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bfda89-dac8-4f49-a73f-e31d473195ce') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:41.854610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.878533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.893346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:05:41.893750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: timer() May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:05:41.911705 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:05:41.978979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:41.990759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.028471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:05:42.038653 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.060898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.065305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93985fa-bb99-4c7f-b7e8-2ea016954806,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:42.217277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.217775 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Added segment 26de90b9-0030-40c0-8af9-f4725f683855 of type vlan for network 276d8212-262d-49ac-953e-b29c12f0864e May 12 20:05:42.224400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Network': ['ID=52652ca8-7bd4-4671-aa26-15e5f5a11024,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:42.249583 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-49ed02cc-6e11-4b6d-847e-5ce90d8c0719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/networks/52652ca8-7bd4-4671-aa26-15e5f5a11024 HTTP/1.1" status: 204 len: 168 time: 0.8469727 May 12 20:05:42.252628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43118) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:42.293429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.343842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.352197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:42.352623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.368543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e267-031f-4d3e-af78-71413963f670 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.424574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e267-031f-4d3e-af78-71413963f670 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.465878 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0817769 May 12 20:05:42.469481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43122) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:42.476043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'admin_state_up': True, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:42.486225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:42.491373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:router and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:42.501298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:42.504837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2afd08-df1a-48ae-89bf-eb079efe4bda tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Network': ['ID=276d8212-262d-49ac-953e-b29c12f0864e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:42.507090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:42.516739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 276d8212-262d-49ac-953e-b29c12f0864e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:05:42.541807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.543201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.563950 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e267-031f-4d3e-af78-71413963f670 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.587647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3e267-031f-4d3e-af78-71413963f670 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bfec07-5b99-49f7-a371-8d86e604793c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:42.597483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.639444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e267-031f-4d3e-af78-71413963f670 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:42.639444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c4f3e267-031f-4d3e-af78-71413963f670 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/security-groups/a1bfec07-5b99-49f7-a371-8d86e604793c HTTP/1.1" status: 204 len: 168 time: 0.3777089 May 12 20:05:42.661917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 491e5f90-ebf5-4343-802e-016e69fa4d7c no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:05:42.718342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 491e5f90-ebf5-4343-802e-016e69fa4d7c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:05:42.718342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 491e5f90-ebf5-4343-802e-016e69fa4d7c not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:05:42.718342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e26ef589-6d96-4384-8ff1-48a0241ecb52 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:05:42.781374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: e26ef589-6d96-4384-8ff1-48a0241ecb52 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:05:42.781721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e26ef589-6d96-4384-8ff1-48a0241ecb52 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:05:42.855198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43138) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:43.039240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729242913', 'description': 'tempest-secgroup-smoke-729242913 description', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:43.052222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:43.111274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:43.115866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:43.124230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.127871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:43.152155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.223401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:43.229689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:43.232930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:43.240194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:43.355026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.360264 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.516914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5062770-8126-445b-a08f-0688181828f1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:43.518785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.522716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a6ea3752-e15a-4e97-a814-c3ff5bd0b8c2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6636996 May 12 20:05:43.524539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43146) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:43.532335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'c5062770-8126-445b-a08f-0688181828f1', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:43.540304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:43.550509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:43.554512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:43.562290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:43.584725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.586412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.618280 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.656228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.662547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.690523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49826f7-2a44-4305-a83a-c8092feead2b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:43.702237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.706971 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-86a95fd1-800b-40e3-a31a-dbb80957f754 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805174 May 12 20:05:43.707568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43152) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:43.712753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'c5062770-8126-445b-a08f-0688181828f1', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:43.719358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:43.723177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:43.726019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:43.731714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:43.755122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.781943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Allocated IP 172.25.2.141 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/7650ff64-177f-441d-88c4-5f34eb0b65e2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:43.850487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.856785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.899040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a51b8d-64cd-4838-98ed-4c9541833c0f,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:43.912626 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:43.917130 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-319c6af5-739a-470c-9bbf-c2895edc9b43 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2051227 May 12 20:05:43.917376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43160) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:43.922790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'c5062770-8126-445b-a08f-0688181828f1', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:43.929959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:43.933869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:43.936984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:43.942915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:43.963610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.007552 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.018182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 17500e24-4574-45b2-a243-1b87de514967 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:05:44.050310 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.052928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 17500e24-4574-45b2-a243-1b87de514967 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:05:44.053573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 17500e24-4574-45b2-a243-1b87de514967 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:05:44.057698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.058864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.083504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc5fc2f-3780-4d80-a56d-8e16fc34837f,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:44.107397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.109447 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b653286a-b0d7-4cc9-852a-dc4323a20161 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1907699 May 12 20:05:44.111810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:44.118370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'c5062770-8126-445b-a08f-0688181828f1', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:44.126011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=7650ff64-177f-441d-88c4-5f34eb0b65e2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:44.127001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:44.139865 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:44.140967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:44.142261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:44.144560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:44.144849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:44.154055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:44.175604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.244986 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.250217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.275864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99343975-8992-48c9-b7c9-7d88bc2dfeaa,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:44.292204 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.293681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7431aa5b-8bb8-4d4b-b082-fe32f3b1f00f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1806145 May 12 20:05:44.296315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43174) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:44.302458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'c5062770-8126-445b-a08f-0688181828f1', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:44.313263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:44.316417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:44.319612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:44.328456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:44.350663 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:05:44.358235 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.433126 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.438838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.460271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781a17c6-b096-435b-b4f2-7ba4cbc9e65c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:44.475044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.476432 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f0d00d3-7630-4a5b-a9ab-c44fe4c580c1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1790411 May 12 20:05:44.480420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:44.485964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': 'c5062770-8126-445b-a08f-0688181828f1', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:44.493107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:44.497274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:44.500312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:44.506417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:44.517907 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:05:44.524827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.591687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.596232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.598208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.615643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4a835a-7f7d-4664-9624-b3a56674f41c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:44.637717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.639074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-daf31be7-28b1-46c6-bf5c-3ba5c77667ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573699 May 12 20:05:44.642239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43184) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:44.652002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'network': {'name': 'tempest-network-smoke--1065501535', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:44.658039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:44.662444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:network and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:44.666099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:44.672010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:44.682848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:05:44.686471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.715849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:05:44.725493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.725848 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Added segment f072519d-07a7-4ffc-808d-092eff3349ee of type vlan for network 057e3f30-2bc2-4f22-8782-773dbfa68c42 May 12 20:05:44.756801 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.790543 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.797173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:44.797834 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.915435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Network': ['ID=057e3f30-2bc2-4f22-8782-773dbfa68c42,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:44.919156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-205863cf-ba18-4713-b424-25d5ff89c84f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2708037 May 12 20:05:44.921278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43192) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:44.927376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'admin_state_up': True, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:44.933899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:05:44.935831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:44.940012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:router and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:44.942974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:44.953772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:44.968241 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.969648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:44.987840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:45.133208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:45.275023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:45.375878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 3003a855-7acb-4c03-92f9-8a09b282cce3 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:05:45.559878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:45.573243 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Sync routers for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:05:45.585875 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:45.587359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:45.589614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:45.594464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b6f76141-da8e-49f2-b135-7c82b761ddd6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1238272 May 12 20:05:45.595357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43200) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:45.612200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:45.643567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:45.796881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fcd6f576-4a6c-44a3-909d-5ef8c77f46d2 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=56432a6d22fc4e6fa84351dc2c0c616b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2000599 May 12 20:05:45.798252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43208) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:45.852662 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:45.949039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57bf754-8397-4389-bc36-f278a8ee39a9 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:45.949388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.168 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/9abdac2d-93e2-473c-8ae9-be91ecbea10b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:45.950573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a57bf754-8397-4389-bc36-f278a8ee39a9 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1510241 May 12 20:05:45.953961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43216) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:46.026765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-94fa7e78-0848-4aae-87c8-d6b76a217b2c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714977 May 12 20:05:46.029246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43220) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:46.035370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2076958398', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:46.167181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:46.170975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.176817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:subnet and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:46.186668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:46.194511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:46.207691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.210334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Made reservation on behalf of 56432a6d22fc4e6fa84351dc2c0c616b for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:05:46.215821 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.228659 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:44Z', 'revision_number': 3, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:46.237368 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Checking router: 3003a855-7acb-4c03-92f9-8a09b282cce3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:05:46.238021 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Updating router 3003a855-7acb-4c03-92f9-8a09b282cce3 port 7650ff64-177f-441d-88c4-5f34eb0b65e2 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:05:46.310414 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.315459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=9abdac2d-93e2-473c-8ae9-be91ecbea10b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:46.331254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:46.332452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:46.338509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:46.490136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.584780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Subnet': ['ID=a08847f3-c810-4f74-9e0d-2130ed57b349,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:46.609113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Checking segment: {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:46.609743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network hostable DHCP agents. Network: 276d8212-262d-49ac-953e-b29c12f0864e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:05:46.636516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 276d8212-262d-49ac-953e-b29c12f0864e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:05:46.651304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 276d8212-262d-49ac-953e-b29c12f0864e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:46.660501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:46.660701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c351766-93e4-47f3-97ae-f7eab3dd183d None None] Network 276d8212-262d-49ac-953e-b29c12f0864e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:05:46.661232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.719390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-104d8a74-b07f-4f1f-932d-448917236e43 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6864727 May 12 20:05:46.722518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43234) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:46.768510 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.784494 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Transition to ACTIVE for port object 7650ff64-177f-441d-88c4-5f34eb0b65e2 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:46.797626 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.921051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.942576 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Pushing event updated for resources: {'Port': ['ID=7650ff64-177f-441d-88c4-5f34eb0b65e2,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:46.951922 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Attempting to bind port 7650ff64-177f-441d-88c4-5f34eb0b65e2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:05:46.952551 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Attempting to bind port 7650ff64-177f-441d-88c4-5f34eb0b65e2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:05:46.953237 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Attempting to bind port 7650ff64-177f-441d-88c4-5f34eb0b65e2 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:05:46.965667 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.966454 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.966934 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.967410 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.967882 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.968350 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.968825 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.969321 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.969798 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.970262 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.970722 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.971199 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:46.976937 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:05:46.977584 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:46.978161 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:46.978696 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:05:46.979309 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Bound port: 7650ff64-177f-441d-88c4-5f34eb0b65e2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:05:46.980258 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:47.034205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-276d8212-262d-49ac-953e-b29c12f0864e', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:05:47.035890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:47.100811 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] For port 7650ff64-177f-441d-88c4-5f34eb0b65e2, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:05:47.114101 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] For port 7650ff64-177f-441d-88c4-5f34eb0b65e2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7650ff64-177f-441d-88c4-5f34eb0b65e2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:05:47.126166 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:47.249841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:47.250631 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:47.293607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Allocated IP 172.20.0.2 (276d8212-262d-49ac-953e-b29c12f0864e/a08847f3-c810-4f74-9e0d-2130ed57b349/04fa16b4-fea8-4108-9b48-a8f304b76f08) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:47.343643 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330704c-1d29-4d92-9192-3e8e62f30991 None None] Pushing event updated for resources: {'Port': ['ID=7650ff64-177f-441d-88c4-5f34eb0b65e2,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:47.466593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:47.493696 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:47.681429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:47.703506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Transition to ACTIVE for port object 04fa16b4-fea8-4108-9b48-a8f304b76f08 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:47.738742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Transition to ACTIVE for port object 04fa16b4-fea8-4108-9b48-a8f304b76f08 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:47.749601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:47.793352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8663155a-bae6-43da-acad-60ede8256cbf is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:05:47.924729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:44Z', 'revision_number': 3, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:47.930372 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a36fb-2f69-43ba-b06e-5aa2997ee2cb None None] The sync data for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 is: [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:44Z', 'revision_number': 3, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:05:48.029420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Network 276d8212-262d-49ac-953e-b29c12f0864e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:48.034549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:48.043015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:48.089892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:48.189965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:48.211471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Pushing event updated for resources: {'Port': ['ID=04fa16b4-fea8-4108-9b48-a8f304b76f08,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:48.234401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Sync routers for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:05:48.235351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:48.240214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-17b38a3f-18f9-4d25-a8e8-6ce929702944 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3145127 May 12 20:05:48.241275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43250) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:48.277622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:48.278309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:48.380498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Attempting to bind port 04fa16b4-fea8-4108-9b48-a8f304b76f08 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:05:48.381238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Attempting to bind port 04fa16b4-fea8-4108-9b48-a8f304b76f08 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:05:48.381802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Attempting to bind port 04fa16b4-fea8-4108-9b48-a8f304b76f08 on network 276d8212-262d-49ac-953e-b29c12f0864e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:05:48.406938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:05:48.407566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Checking segment: {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:48.408160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:48.408868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Bound using segment: {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:05:48.409653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Bound port: 04fa16b4-fea8-4108-9b48-a8f304b76f08, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:05:48.410229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:48.544891 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6af6c4dc-cf79-46dd-8d46-d2513a4e0907 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e3eb59963b3345ab9bb52c5d5b569a51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2986126 May 12 20:05:48.545510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43260) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:48.672057 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] For port 04fa16b4-fea8-4108-9b48-a8f304b76f08, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:05:48.709065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] For port 04fa16b4-fea8-4108-9b48-a8f304b76f08, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=04fa16b4-fea8-4108-9b48-a8f304b76f08,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:05:48.733152 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:48.767670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35962674-f905-4be1-af89-a925175422aa tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:48.767670 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35962674-f905-4be1-af89-a925175422aa tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2100854 May 12 20:05:48.767670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43264) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:48.772546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Allocated IP 172.20.0.1 (276d8212-262d-49ac-953e-b29c12f0864e/a08847f3-c810-4f74-9e0d-2130ed57b349/9cb605b1-b8f8-4fa3-bd53-f5d74dffda10) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:48.875879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-17deb0fb-9229-454c-bb1e-2f9e3c1f6a23 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1029487 May 12 20:05:48.875879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:48.894842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801113129', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:48.904221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:49.461721 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:49.467037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:49.467037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:subnet and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:49.488459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:49.510899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:49.514572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a036ce-4d33-40a2-9f31-64a9f7708cee None None] Pushing event updated for resources: {'Port': ['ID=04fa16b4-fea8-4108-9b48-a8f304b76f08,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:49.520817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Transition to ACTIVE for port object 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:49.535140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:05:49.535140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:49.556866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:46Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:49.556866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Checking router: 8663155a-bae6-43da-acad-60ede8256cbf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:05:49.556866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Updating router 8663155a-bae6-43da-acad-60ede8256cbf port 9abdac2d-93e2-473c-8ae9-be91ecbea10b binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:05:49.575545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:49.659357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:49.734190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 276d8212-262d-49ac-953e-b29c12f0864e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:49.743768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:49.756035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:49.917760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:49.985106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:50.046380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:50.365616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Checking segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:50.365616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network hostable DHCP agents. Network: 057e3f30-2bc2-4f22-8782-773dbfa68c42, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:05:50.377471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Subnet': ['ID=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:50.386392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7650ff64-177f-441d-88c4-5f34eb0b65e2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:50.431425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:05:50.475569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 057e3f30-2bc2-4f22-8782-773dbfa68c42) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:50.518665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:50.518665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:50.542890 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e27ca0-1a58-4d59-8595-84d8170674f6 None None] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:05:50.650211 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8da9a339-7614-477d-921c-e4cefe4b0b01 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7654371 May 12 20:05:50.650211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43276) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:51.177597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7650ff64-177f-441d-88c4-5f34eb0b65e2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:51.248992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7650ff64-177f-441d-88c4-5f34eb0b65e2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:51.248992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:51.258142 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:51.375883 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 20:05:51.603522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf2bae-48d3-41c3-bc68-3ce17206c267 None None] Network 276d8212-262d-49ac-953e-b29c12f0864e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:05:51.938676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-057e3f30-2bc2-4f22-8782-773dbfa68c42', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:05:51.938676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.039877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-be2d69f5-d75f-4785-9ab8-b034e8937f8a None None] Provisioning for port 04fa16b4-fea8-4108-9b48-a8f304b76f08 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:52.061857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.079078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.120466 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.297284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Transition to ACTIVE for port object 9abdac2d-93e2-473c-8ae9-be91ecbea10b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:52.335340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.381994 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.422205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.422205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:52.651648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7650ff64-177f-441d-88c4-5f34eb0b65e2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:52.651648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.707962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 276d8212-262d-49ac-953e-b29c12f0864e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:52.707962 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:52.713955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Attempting to bind port 9abdac2d-93e2-473c-8ae9-be91ecbea10b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:05:52.713955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Attempting to bind port 9abdac2d-93e2-473c-8ae9-be91ecbea10b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:05:52.713955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Attempting to bind port 9abdac2d-93e2-473c-8ae9-be91ecbea10b on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:05:52.728179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:05:52.728179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:52.728179 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.728179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:05:52.728179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Bound port: 9abdac2d-93e2-473c-8ae9-be91ecbea10b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:05:52.728179 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.838916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7650ff64-177f-441d-88c4-5f34eb0b65e2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7650ff64-177f-441d-88c4-5f34eb0b65e2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:52.883500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Pushing event updated for resources: {'Port': ['ID=9abdac2d-93e2-473c-8ae9-be91ecbea10b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:52.953472 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:52.953472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 04fa16b4-fea8-4108-9b48-a8f304b76f08 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:53.031286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 3003a855-7acb-4c03-92f9-8a09b282cce3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:05:53.054797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.054797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.054797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.059259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.059259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.059259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.059259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.059259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.059259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.073539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.073539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.073539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:05:53.246356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Allocated IP 172.20.0.2 (057e3f30-2bc2-4f22-8782-773dbfa68c42/e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1/ab2faa33-c875-4ef4-b8bb-6339ce81ecdd) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:53.259096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] For port 9abdac2d-93e2-473c-8ae9-be91ecbea10b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:05:53.264813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] For port 9abdac2d-93e2-473c-8ae9-be91ecbea10b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9abdac2d-93e2-473c-8ae9-be91ecbea10b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:05:53.278960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:53.287039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7650ff64-177f-441d-88c4-5f34eb0b65e2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:53.342545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:53.356166 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8a5121ed-22c0-4d82-8570-c174f1f98cd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "PUT /v2.0/routers/3003a855-7acb-4c03-92f9-8a09b282cce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6310558 May 12 20:05:53.366476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:53.372238 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Sync routers for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:05:53.380209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1066923951', 'description': 'tempest-secgroup_access--1066923951 description', 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:53.380209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:53.380209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:security_group and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:53.392917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:53.405005 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:53.405005 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:53.416035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:53.440717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:53.460599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 04fa16b4-fea8-4108-9b48-a8f304b76f08 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:53.484536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:53.493396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:security_group_rule and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:53.497940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:53.502511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 04fa16b4-fea8-4108-9b48-a8f304b76f08 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:53.502880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:53.514202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:53.582432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:53.583105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:53.687622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:53.711217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:53.734824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5a2ce-0b2d-4202-a426-561605572614 None None] Pushing event updated for resources: {'Port': ['ID=9abdac2d-93e2-473c-8ae9-be91ecbea10b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:53.767426 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:53.812673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e85afe-1e1c-4323-94c0-274adfdde346,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:53.827246 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:53.830913 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c5e4147-a603-4d9a-a2d5-8b8ee9252266 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4717631 May 12 20:05:53.833868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43310) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:53.841247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--804725814', 'description': 'tempest-secgroup_general--804725814 description', 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:53.859110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:53.859110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:security_group and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:53.878282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:53.891089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:53.921471 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:53.975090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:53.983988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:security_group_rule and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:53.983988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:54.005775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:54.130058 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.154491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:54.199476 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.209972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.335417 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.339979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43318) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:05:54.353476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4982326 May 12 20:05:54.358078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'security_group_rule': {'security_group_id': 'd3e85afe-1e1c-4323-94c0-274adfdde346', 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:05:54.381327 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890249ca-96d2-4ffb-9b0c-281c89bc8b44 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:54.391202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:05:54.409945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:security_group_rule and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:05:54.425738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:05:54.438938 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 2, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:54.452854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:05:54.459684 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Checking router: 3003a855-7acb-4c03-92f9-8a09b282cce3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:05:54.459684 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Updating router 3003a855-7acb-4c03-92f9-8a09b282cce3 port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:05:54.517516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.598258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 04fa16b4-fea8-4108-9b48-a8f304b76f08 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:54.599082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.613920 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.623316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Transition to ACTIVE for port object ab2faa33-c875-4ef4-b8bb-6339ce81ecdd will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:54.680876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.689779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.772706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Transition to ACTIVE for port object ab2faa33-c875-4ef4-b8bb-6339ce81ecdd will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:54.804577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ec3e9389-2348-47b1-86de-707ba9f14609 None None] Provisioning complete for port 04fa16b4-fea8-4108-9b48-a8f304b76f08 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:54.804577 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9389-2348-47b1-86de-707ba9f14609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:54.939144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.1 (057e3f30-2bc2-4f22-8782-773dbfa68c42/e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1/a143b702-f44c-4d94-be9e-ebe1d48462b5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:05:55.002424 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.070005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 04fa16b4-fea8-4108-9b48-a8f304b76f08, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=04fa16b4-fea8-4108-9b48-a8f304b76f08,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:55.074198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e44401f-1bed-4f4c-9304-54d82c1a65c0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:55.089566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:55.125485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.126693 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-efdcc9ec-82a1-4d67-a33b-44e0ea10a8d7 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7931278 May 12 20:05:55.178273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:55.180455 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.183120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:55.258995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.295550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object a143b702-f44c-4d94-be9e-ebe1d48462b5 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:55.332583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Pushing event updated for resources: {'Port': ['ID=ab2faa33-c875-4ef4-b8bb-6339ce81ecdd,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:55.356863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.361994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7650ff64-177f-441d-88c4-5f34eb0b65e2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:55.375802 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.391774 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Transition to ACTIVE for port object 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:05:55.407497 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.454721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=a143b702-f44c-4d94-be9e-ebe1d48462b5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:55.470664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:55.472451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:55.473657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-88b7e999-b323-4c7b-a549-a52445c50220 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:05:55.476231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Attempting to bind port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:05:55.477003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Attempting to bind port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:05:55.477774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Attempting to bind port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:05:55.482150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:05:55.486283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e9389-2348-47b1-86de-707ba9f14609 None None] Current status of the port 04fa16b4-fea8-4108-9b48-a8f304b76f08 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:55.543828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-88b7e999-b323-4c7b-a549-a52445c50220 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:05:55.545409 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-88b7e999-b323-4c7b-a549-a52445c50220 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_general--804725814&fields=id&tenant_id=56432a6d22fc4e6fa84351dc2c0c616b HTTP/1.1" status: 200 len: 267 time: 0.1464279 May 12 20:05:55.582536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:05:55.582536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Checking segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:55.582742 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.583011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Bound using segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:05:55.583516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Bound port: ab2faa33-c875-4ef4-b8bb-6339ce81ecdd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:05:55.583891 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.660603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.698364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-f2875e9b-2cbf-453a-b6ef-1ff4a9c6e4fb tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_access--1066923951&fields=id&tenant_id=56432a6d22fc4e6fa84351dc2c0c616b HTTP/1.1" status: 200 len: 267 time: 0.1344995 May 12 20:05:55.747417 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc476-35f2-4094-a16f-e97530b40be3 None None] Pushing event updated for resources: {'Port': ['ID=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:55.828620 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Attempting to bind port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:05:55.828620 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Attempting to bind port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:05:55.828843 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Attempting to bind port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 on network 276d8212-262d-49ac-953e-b29c12f0864e {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:05:55.841107 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:05:55.843666 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Checking segment: {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:05:55.844722 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.844722 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Bound using segment: {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:05:55.844958 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Bound port: 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:05:55.847567 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.852358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ec3e9389-2348-47b1-86de-707ba9f14609 None None] Provisioning for port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:55.881019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=04fa16b4-fea8-4108-9b48-a8f304b76f08,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:55.907957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7650ff64-177f-441d-88c4-5f34eb0b65e2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:55.908339 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:55.955777 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] For port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:05:55.981264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] For port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ab2faa33-c875-4ef4-b8bb-6339ce81ecdd,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:05:55.992426 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:56.054923 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] For port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:05:56.060136 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] For port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:05:56.066740 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:56.165427 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:05:56.166709 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:56.173970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:46Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:56.223790 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:56.258322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc29814-ae59-42b4-a22e-ba6eed97ec85 None None] The sync data for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 is: [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:46Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:05:56.262702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb96559-ab02-474c-bb5e-7728b841ff0f None None] Pushing event updated for resources: {'Port': ['ID=ab2faa33-c875-4ef4-b8bb-6339ce81ecdd,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:56.348607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7650ff64-177f-441d-88c4-5f34eb0b65e2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:56.392950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-6e99cfff-c7ea-41ae-91d7-04674ff89bd1 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:05:56.403134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-6e99cfff-c7ea-41ae-91d7-04674ff89bd1 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/networks?id=276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 200 len: 796 time: 0.7086008 May 12 20:05:56.450233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-4ea9029f-73bd-438f-be46-3ebee118f769 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/quotas/56432a6d22fc4e6fa84351dc2c0c616b HTTP/1.1" status: 200 len: 375 time: 0.0366006 May 12 20:05:56.468990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:05:56.748229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-b7459d83-0259-4381-b435-18c0dbfabb7e tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:05:56.817318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-b7459d83-0259-4381-b435-18c0dbfabb7e tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:05:56.835123 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc476-35f2-4094-a16f-e97530b40be3 None None] Pushing event updated for resources: {'Port': ['ID=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:56.840205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-b7459d83-0259-4381-b435-18c0dbfabb7e tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3735852 May 12 20:05:56.920915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2902095-05bb-4ea7-9602-f601b3c1af7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:57.008009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-d068d5b8-9f84-44ae-938f-7c12aa262ef8 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:05:57.014207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-d068d5b8-9f84-44ae-938f-7c12aa262ef8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1554434 May 12 20:05:57.144557 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:05:56Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:05:57.155703 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3e17bc-8cab-4601-9a68-c8d742200698 None None] The sync data for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 is: [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:05:56Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:05:57.323300 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:57.334851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:57.534561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-d28fb63b-9176-4855-9e48-6e9b16f31ca4 service neutron] 10.222.0.72 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084465 May 12 20:05:57.671866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 04fa16b4-fea8-4108-9b48-a8f304b76f08 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:57.699946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=a143b702-f44c-4d94-be9e-ebe1d48462b5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:57.709125 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:58.041419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 04fa16b4-fea8-4108-9b48-a8f304b76f08 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:58.041419 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:58.064590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-30c2c4b9-c6e6-41a5-8657-11de6d353c58 service neutron] 10.222.0.72 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191963 May 12 20:05:58.096536 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:05:58.098549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:05:58.383901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d45e0c-4b07-4b97-bdf5-352ab5eca922 None None] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:05:58.601129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 04fa16b4-fea8-4108-9b48-a8f304b76f08 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:58.604971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9abdac2d-93e2-473c-8ae9-be91ecbea10b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:58.612474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92e19cdf-4471-4f6d-a1c0-af1a43cca4c5 req-6fbc112b-06aa-44b1-ba04-bc4236fb1f03 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 210 time: 0.0655355 May 12 20:05:58.679121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e88f78ee-7a33-4c6e-9bba-93f578e809a8 None None] Provisioning for port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:58.793053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8663155a-bae6-43da-acad-60ede8256cbf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:05:58.818659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 9abdac2d-93e2-473c-8ae9-be91ecbea10b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:58.872740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9abdac2d-93e2-473c-8ae9-be91ecbea10b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:58.872740 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:59.052646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:05:59.066456 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-10063208-8224-41c2-90ec-ce5f8d91e584 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/8663155a-bae6-43da-acad-60ede8256cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4097636 May 12 20:05:59.138409 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-99ecaa9b-e4fb-486f-be44-fe96cdb67bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:59.191349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9abdac2d-93e2-473c-8ae9-be91ecbea10b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:05:59.192575 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:59.251480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 9abdac2d-93e2-473c-8ae9-be91ecbea10b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9abdac2d-93e2-473c-8ae9-be91ecbea10b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:05:59.257951 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:59.259252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab2faa33-c875-4ef4-b8bb-6339ce81ecdd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:05:59.546596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=9abdac2d-93e2-473c-8ae9-be91ecbea10b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:05:59.558981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-389c2c56-55f0-4468-9a5e-fd71e98ca787 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:05:59.567891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:05:59.582122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:59.582837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:05:59.624919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-389c2c56-55f0-4468-9a5e-fd71e98ca787 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:05:59.644332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-389c2c56-55f0-4468-9a5e-fd71e98ca787 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729242913&fields=id&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 267 time: 0.1754448 May 12 20:05:59.721316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Provisioning complete for port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:05:59.722263 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:00.045839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-896801e7-08f0-481b-a19f-1454d2734c9f req-14367095-68b7-44e0-ac1d-fb020889bae2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 210 time: 0.3109229 May 12 20:06:00.068489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:00.068489 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:00.253247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-c9d8bc30-90cb-487e-82d4-6e5112fec3ac tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:00.255009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-c9d8bc30-90cb-487e-82d4-6e5112fec3ac tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 797 time: 0.6097786 May 12 20:06:00.297705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-635c75a0-704c-4f6c-96b5-7feea11b92d5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/quotas/e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 375 time: 0.0331132 May 12 20:06:00.460454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Sync routers for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:06:00.488340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ab2faa33-c875-4ef4-b8bb-6339ce81ecdd,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:00.490323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:00.491237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:00.563414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-8f692efc-d91e-4c40-b683-4ce42e83bd1f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:00.590743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-8f692efc-d91e-4c40-b683-4ce42e83bd1f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:00.611335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-8f692efc-d91e-4c40-b683-4ce42e83bd1f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3043585 May 12 20:06:00.681069 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:00.719572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:00.723637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Current status of the port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:00.723637 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:00.874823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-9498ba53-f234-41aa-9daa-6a830bb2eae8 service neutron] 10.222.0.72 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561524 May 12 20:06:00.951719 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:01.409061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-24f1e274-5fb6-418b-a663-987ab51032d1 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:01.410705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-24f1e274-5fb6-418b-a663-987ab51032d1 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.73 "GET /v2.0/networks?id=276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 200 len: 796 time: 0.2685785 May 12 20:06:01.507676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9abdac2d-93e2-473c-8ae9-be91ecbea10b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:01.549118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acef0e2d-adf6-40c7-8196-63320c6ff6fa service neutron] 10.222.0.72 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731417 May 12 20:06:01.555526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d368a8a0-0a72-44cb-84e4-ad664753957c req-b6129ffa-f36d-45c6-b287-8a5e87acb0b4 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 210 time: 0.0676744 May 12 20:06:01.561924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-b5e7fa59-3151-4160-b4c7-c44376f438f9 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56432a6d22fc4e6fa84351dc2c0c616b HTTP/1.1" status: 200 len: 477 time: 0.1422627 May 12 20:06:01.582651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'port': {'device_id': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'admin_state_up': True, 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'security_groups': ['0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee', 'd3e85afe-1e1c-4323-94c0-274adfdde346']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:01.614065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:01.768473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=ab2faa33-c875-4ef4-b8bb-6339ce81ecdd,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:01.856016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:01.868550 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:06:01.868550 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:06:01.957233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8769758-cbcb-4959-9bb6-e366e7e0bc5f req-0ea9aa26-d1dc-4315-892b-231e1b096472 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 210 time: 0.0800209 May 12 20:06:02.074268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:02.101986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9abdac2d-93e2-473c-8ae9-be91ecbea10b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:02.102088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:02.102707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:02.124899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Made reservation on behalf of 56432a6d22fc4e6fa84351dc2c0c616b for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:06:02.130387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:02.548601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Current status of the port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:02.567683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9abdac2d-93e2-473c-8ae9-be91ecbea10b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:02.567683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:02.656326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Provisioning for port a143b702-f44c-4d94-be9e-ebe1d48462b5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:02.672727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Provisioning complete for port a143b702-f44c-4d94-be9e-ebe1d48462b5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:02.673145 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:02.689791 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:06:02.870765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc8f3be8-af57-468b-ba90-fbe749739461 req-43072a5b-cf37-4e1f-bf61-04d5843f152c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 210 time: 0.0707941 May 12 20:06:02.895913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Allocated IP 172.20.0.13 (276d8212-262d-49ac-953e-b29c12f0864e/a08847f3-c810-4f74-9e0d-2130ed57b349/cf5402ea-dab6-4af6-8942-c8109fb07c49) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:02.905279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:05:57Z', 'revision_number': 2, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:02.920494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Checking router: 8663155a-bae6-43da-acad-60ede8256cbf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:06:02.921025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Updating router 8663155a-bae6-43da-acad-60ede8256cbf port a143b702-f44c-4d94-be9e-ebe1d48462b5 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:06:03.083677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8e4db-f8a4-4476-a561-a0ce8306f1a3 None None] Port a143b702-f44c-4d94-be9e-ebe1d48462b5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:03.101102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:03.118737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:03.119113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.219585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf8d1dca-8f10-4077-a36f-c34ee65beed0 req-40729d15-be47-41fe-ae89-eb98b9a8c9b9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 210 time: 0.0614085 May 12 20:06:03.233391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.263247 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.283085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Transition to ACTIVE for port object cf5402ea-dab6-4af6-8942-c8109fb07c49 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:03.314484 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.344977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e9328f73-aa34-46ab-b6af-d472e340e13d None None] Provisioning complete for port a143b702-f44c-4d94-be9e-ebe1d48462b5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:03.345664 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e9328f73-aa34-46ab-b6af-d472e340e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.419912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 276d8212-262d-49ac-953e-b29c12f0864e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:03.421594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:03.425620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:03.489829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=cf5402ea-dab6-4af6-8942-c8109fb07c49,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:03.554212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:03.554212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.573100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:03.575093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.575552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e9328f73-aa34-46ab-b6af-d472e340e13d None None] Port a143b702-f44c-4d94-be9e-ebe1d48462b5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:03.628595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-72b4c108-c009-40dc-9c54-aa79fe1fb88c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0603476 May 12 20:06:03.643464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Request body: {'port': {'device_id': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:03.672295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:03.742870 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.761890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-29950f81-4346-4f10-9173-286057262688 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:03.762627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-29950f81-4346-4f10-9173-286057262688 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:03.786662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-29950f81-4346-4f10-9173-286057262688 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:03.789887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-29950f81-4346-4f10-9173-286057262688 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 797 time: 0.3192213 May 12 20:06:03.863819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-f9d39f35-b621-40dc-8adc-64fba6fada82 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:03.877248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:03.905963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-f9d39f35-b621-40dc-8adc-64fba6fada82 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:03.907165 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-f9d39f35-b621-40dc-8adc-64fba6fada82 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 379 time: 0.1084499 May 12 20:06:03.922817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:03.925082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'port': {'device_id': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'admin_state_up': True, 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'security_groups': ['c5062770-8126-445b-a08f-0688181828f1']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:04.004816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab2faa33-c875-4ef4-b8bb-6339ce81ecdd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:04.092099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8df6dcd-b475-49d3-abc8-907aea4cc72a None None] Provisioning for port cf5402ea-dab6-4af6-8942-c8109fb07c49 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:04.156679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8df6dcd-b475-49d3-abc8-907aea4cc72a None None] Provisioning complete for port cf5402ea-dab6-4af6-8942-c8109fb07c49 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:04.158112 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8df6dcd-b475-49d3-abc8-907aea4cc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.170346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:04.180142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:04.193972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:06:04.198456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.246941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.259765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a8df6dcd-b475-49d3-abc8-907aea4cc72a None None] Port cf5402ea-dab6-4af6-8942-c8109fb07c49 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:04.276384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Transition to ACTIVE for port object a143b702-f44c-4d94-be9e-ebe1d48462b5 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:04.286359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:04.286722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.357945 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.464894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.12 (057e3f30-2bc2-4f22-8782-773dbfa68c42/e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1/677df530-15ec-47d5-878b-3ea018b7a472) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:04.497050 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9de796a3-0d2f-49ad-9b09-7a354b510e0a req-6ada409a-eb9a-49d9-8c7d-4c1ea20608e6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 210 time: 0.0679610 May 12 20:06:04.546886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1dd0-4b63-4f7c-94a7-c58c125e44e0 req-ef8c0639-6143-4979-90e6-a1fca4175f55 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:04.547880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c27c1dd0-4b63-4f7c-94a7-c58c125e44e0 req-ef8c0639-6143-4979-90e6-a1fca4175f55 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:04.598715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c27c1dd0-4b63-4f7c-94a7-c58c125e44e0 req-ef8c0639-6143-4979-90e6-a1fca4175f55 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:04.600511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f286a2-d46a-49cc-bede-41d17477adb6 None None] Pushing event updated for resources: {'Port': ['ID=a143b702-f44c-4d94-be9e-ebe1d48462b5,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:04.602306 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c27c1dd0-4b63-4f7c-94a7-c58c125e44e0 req-ef8c0639-6143-4979-90e6-a1fca4175f55 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 971 time: 0.4689581 May 12 20:06:04.714730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Attempting to bind port a143b702-f44c-4d94-be9e-ebe1d48462b5 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:04.715088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Attempting to bind port a143b702-f44c-4d94-be9e-ebe1d48462b5 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:04.715668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Attempting to bind port a143b702-f44c-4d94-be9e-ebe1d48462b5 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:04.723400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:04.724036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Checking segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:04.724579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.725118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Bound using segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:04.725789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Bound port: a143b702-f44c-4d94-be9e-ebe1d48462b5, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:04.726359 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.729666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5402ea-dab6-4af6-8942-c8109fb07c49 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:06:04.747941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c27c1dd0-4b63-4f7c-94a7-c58c125e44e0 req-d02acb0a-be7a-4c7b-8885-9eb9489b1095 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0719881 May 12 20:06:04.750185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.763038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.790840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:04.804363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Transition to ACTIVE for port object cf5402ea-dab6-4af6-8942-c8109fb07c49 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:04.808153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object 677df530-15ec-47d5-878b-3ea018b7a472 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:04.809352 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.857304 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.887318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] For port a143b702-f44c-4d94-be9e-ebe1d48462b5, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:04.890637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] For port a143b702-f44c-4d94-be9e-ebe1d48462b5, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a143b702-f44c-4d94-be9e-ebe1d48462b5,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:04.900440 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:04.929159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:04.930462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:04.933070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:04.989870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:04.990743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:05.043671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:05.044451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:05.048853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Pushing event updated for resources: {'Port': ['ID=cf5402ea-dab6-4af6-8942-c8109fb07c49,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:05.064623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f286a2-d46a-49cc-bede-41d17477adb6 None None] Pushing event updated for resources: {'Port': ['ID=a143b702-f44c-4d94-be9e-ebe1d48462b5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:05.092688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:05.097796 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-bb4ab4c2-dd32-4391-8547-b04fe300cd3d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1807303 May 12 20:06:05.124289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Request body: {'port': {'device_id': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:05.318897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Attempting to bind port cf5402ea-dab6-4af6-8942-c8109fb07c49 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:05.319235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Attempting to bind port cf5402ea-dab6-4af6-8942-c8109fb07c49 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:05.319559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Attempting to bind port cf5402ea-dab6-4af6-8942-c8109fb07c49 on network 276d8212-262d-49ac-953e-b29c12f0864e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:05.324729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:05.338161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Port cf5402ea-dab6-4af6-8942-c8109fb07c49 on network 276d8212-262d-49ac-953e-b29c12f0864e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:06:05.338916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Attempting to bind port cf5402ea-dab6-4af6-8942-c8109fb07c49 on network 276d8212-262d-49ac-953e-b29c12f0864e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:05.349487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:05.350200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Checking segment: {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:05.350803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Bound using segment: {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:05.352406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Bound port: cf5402ea-dab6-4af6-8942-c8109fb07c49, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26de90b9-0030-40c0-8af9-f4725f683855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:05.354155 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:05.387677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:05.484253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] For port cf5402ea-dab6-4af6-8942-c8109fb07c49, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:05.489921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] For port cf5402ea-dab6-4af6-8942-c8109fb07c49, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:05.503208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:05.607877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:05.608504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:05.609916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] 10.222.0.73 "PUT /v2.0/ports/cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 200 len: 1131 time: 1.9740052 May 12 20:06:05.610386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:05.640252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dcf7d6d5-5395-40ea-b7a3-ca9dfdd90d25 None None] Provisioning for port 677df530-15ec-47d5-878b-3ea018b7a472 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:05.724363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dcf7d6d5-5395-40ea-b7a3-ca9dfdd90d25 None None] Provisioning complete for port 677df530-15ec-47d5-878b-3ea018b7a472 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:05.724735 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dcf7d6d5-5395-40ea-b7a3-ca9dfdd90d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:06.004242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:06.009872 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cad551-1a81-4482-89e0-fbde0afd85c0'] response: {'name': 'network-changed', 'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'status': 'completed', 'code': 200} May 12 20:06:06.019663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677df530-15ec-47d5-878b-3ea018b7a472 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:06:06.028238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:06.044400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Transition to ACTIVE for port object 677df530-15ec-47d5-878b-3ea018b7a472 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:06.051253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:06.077982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922a861-d631-4d2b-947c-68887d4935fc service neutron] Pushing event updated for resources: {'Port': ['ID=cf5402ea-dab6-4af6-8942-c8109fb07c49,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:06.110312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7d6d5-5395-40ea-b7a3-ca9dfdd90d25 None None] Port 677df530-15ec-47d5-878b-3ea018b7a472 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:06.151153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:04Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:06.160793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:06.161154 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:06.181627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edbedc-8535-49d6-8560-612a2db304ae req-02cde24f-dc54-4894-8522-b877379d2807 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:06.183110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5edbedc-8535-49d6-8560-612a2db304ae req-02cde24f-dc54-4894-8522-b877379d2807 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 983 time: 0.1723127 May 12 20:06:06.190504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584140c6-3169-4c83-8ac3-d6af0be24936 None None] The sync data for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 is: [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:04Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:06:06.202011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:06.310332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-241edb5d-fe3f-4694-9d2b-e7d093eabd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:06.319423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-241edb5d-fe3f-4694-9d2b-e7d093eabd43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1134 time: 0.6565623 May 12 20:06:06.375790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:06.401832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b5b9-95ed-42e5-9408-e2b3a33e2532 req-2da543b2-13ab-476f-aacd-6d1d7fa6c79b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:06.410014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d15b5b9-95ed-42e5-9408-e2b3a33e2532 req-2da543b2-13ab-476f-aacd-6d1d7fa6c79b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 944 time: 0.4457457 May 12 20:06:06.456246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-04017d92-d242-4711-9772-ed8333b34afd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 200 len: 217 time: 0.1289630 May 12 20:06:06.567641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d15b5b9-95ed-42e5-9408-e2b3a33e2532 req-5d80d3fa-4854-4e25-b653-79a193f888ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567309 May 12 20:06:06.575084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5edbedc-8535-49d6-8560-612a2db304ae req-b59bc7fa-ce19-42e2-b9bc-c9e8680c4b07 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3747137 May 12 20:06:06.590516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-6afee3f9-ea42-41fd-82ba-ef34e9dd82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:06.592408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-6afee3f9-ea42-41fd-82ba-ef34e9dd82ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08847f3-c810-4f74-9e0d-2130ed57b349 HTTP/1.1" status: 200 len: 835 time: 0.1278639 May 12 20:06:06.701821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:06.702514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:06.703029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:06.708741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:06:06.709069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:06.716812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:06.717413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Checking segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:06.717973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Bound using segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:06.718625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Bound port: 677df530-15ec-47d5-878b-3ea018b7a472, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:06.719127 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:06.725546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-11140b68-e29f-456b-9b24-aaea78bb6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:06.727183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-11140b68-e29f-456b-9b24-aaea78bb6103 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=276d8212-262d-49ac-953e-b29c12f0864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267264 May 12 20:06:06.843313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:06.847284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:06.857752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:06.901375 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-7d8844f9-a36a-4d25-b28f-84cd5aa5f532 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659114 May 12 20:06:06.932351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:06.932958 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:06.934382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] 10.222.0.36 "PUT /v2.0/ports/677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 1092 time: 1.8150833 May 12 20:06:06.934864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:06.982906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9f0f2-7657-49c2-88f2-21c3af4ef67f service neutron] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:07.083904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-345512a0-37cd-47c6-8e65-e7d056fbdd2c req-284bda9f-b0d6-4377-b688-c49b9e941438 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766965 May 12 20:06:07.171362 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7248151-c392-4866-b00c-411ea1bd81db'] response: {'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'status': 'completed', 'code': 200} May 12 20:06:07.201058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-9c617804-2d2a-4468-ab6e-da877937c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:07.202746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-9c617804-2d2a-4468-ab6e-da877937c11e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1095 time: 0.1747835 May 12 20:06:07.292204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-df5ba0e4-edbc-4f93-9acc-484ed6203f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:07.293814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-df5ba0e4-edbc-4f93-9acc-484ed6203f8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1134 time: 0.1502149 May 12 20:06:07.296176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-0ddbda65-9296-4dda-8f4c-9152dacf0b45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 217 time: 0.0820868 May 12 20:06:07.378505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-530c27c9-d8f0-47fd-ba19-e5678d310ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:07.380316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-530c27c9-d8f0-47fd-ba19-e5678d310ab9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 200 len: 834 time: 0.0788240 May 12 20:06:07.458069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-f7baa592-5e62-4349-95ff-ab676a46d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:07.459432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-f7baa592-5e62-4349-95ff-ab676a46d1cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 200 len: 897 time: 0.1581526 May 12 20:06:07.487115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-3950f45b-1540-40b0-9783-5b1b4f72d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:07.488950 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-3950f45b-1540-40b0-9783-5b1b4f72d5b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=057e3f30-2bc2-4f22-8782-773dbfa68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014166 May 12 20:06:07.548031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-33b2f483-7d40-490a-a1d3-08443e40b2d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 200 len: 217 time: 0.0817027 May 12 20:06:07.630708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-77eda8ef-2b2d-4212-8647-e7dad40dbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:07.632769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-77eda8ef-2b2d-4212-8647-e7dad40dbcbd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08847f3-c810-4f74-9e0d-2130ed57b349 HTTP/1.1" status: 200 len: 835 time: 0.0777826 May 12 20:06:07.657106 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-c4f3cfdd-65c3-4973-b583-534098de4fa7 service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607885 May 12 20:06:07.732564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-06dcd3e8-185c-443e-a557-49923ac8c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:07.744856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-06dcd3e8-185c-443e-a557-49923ac8c343 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=276d8212-262d-49ac-953e-b29c12f0864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964794 May 12 20:06:07.856643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e9eb7a63-e1f7-4c9d-b1c5-236d8a50840b req-2ac2212e-4eb0-497b-a7cc-f79987175a98 service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933935 May 12 20:06:07.905164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a143b702-f44c-4d94-be9e-ebe1d48462b5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:08.001896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a143b702-f44c-4d94-be9e-ebe1d48462b5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:08.009555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a143b702-f44c-4d94-be9e-ebe1d48462b5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:08.010659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:08.022313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-23525e4a-f313-4f9d-9b57-fd008efb6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:08.023967 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-23525e4a-f313-4f9d-9b57-fd008efb6fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1095 time: 0.1048775 May 12 20:06:08.097673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-a13b2f12-a71a-4c5f-8ce3-513f7853c80c service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371334 May 12 20:06:08.097673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b26fc0-3b8e-453c-b195-a24aeb66987b req-bd6c2ca5-c5b4-4d81-bcfa-609c6c66ea09 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:08.097673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94b26fc0-3b8e-453c-b195-a24aeb66987b req-bd6c2ca5-c5b4-4d81-bcfa-609c6c66ea09 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 983 time: 0.2358775 May 12 20:06:08.188601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-09ae91a1-d88a-420a-8090-917cf43e95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:08.190235 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-09ae91a1-d88a-420a-8090-917cf43e95b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 898 time: 0.1600468 May 12 20:06:08.226287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a143b702-f44c-4d94-be9e-ebe1d48462b5 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:08.226860 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:08.238778 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:08.267483 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-e9ac24e9-f02c-476a-aca7-33df66205736 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 217 time: 0.0703127 May 12 20:06:08.267684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port a143b702-f44c-4d94-be9e-ebe1d48462b5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a143b702-f44c-4d94-be9e-ebe1d48462b5,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:08.273506 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:08.340852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-36292294-0e1a-4ee5-8675-1d02617f5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:08.342314 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-36292294-0e1a-4ee5-8675-1d02617f5777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 200 len: 834 time: 0.0676403 May 12 20:06:08.350891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81422aea-06ef-44a7-b7ef-d2aadde8f814 req-73b3ebb1-bd3f-40f0-940f-ffd493104b74 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:08.358022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81422aea-06ef-44a7-b7ef-d2aadde8f814 req-73b3ebb1-bd3f-40f0-940f-ffd493104b74 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 944 time: 0.4956851 May 12 20:06:08.359349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=a143b702-f44c-4d94-be9e-ebe1d48462b5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:08.387684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94b26fc0-3b8e-453c-b195-a24aeb66987b req-44860009-7666-430e-b10b-2f8d482440b0 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2698262 May 12 20:06:08.441408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81422aea-06ef-44a7-b7ef-d2aadde8f814 req-b80f0f1d-76af-46c3-a07c-8d6b7b2982a5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825040 May 12 20:06:08.441652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-15982534-b9c6-4d29-b61c-0c0302c5efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:08.443112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-15982534-b9c6-4d29-b61c-0c0302c5efad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=057e3f30-2bc2-4f22-8782-773dbfa68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938816 May 12 20:06:08.477271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53de56b7-11d4-4f4a-a46e-642f78b46558 req-d66d8e75-952e-41ec-a5e2-c8e380b30bd0 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799355 May 12 20:06:08.578539 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-f95557e3-7f25-496a-99e5-652320b7c8dc service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286407 May 12 20:06:08.714798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f158a47-a214-4c29-81d1-a07a35b843cd req-73df0a92-085b-4b30-9953-d4f16ffbb5fc service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290934 May 12 20:06:08.781874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:09.656666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ac9d-2433-4544-bd3c-f584454c576c req-fd890bd3-f0e5-442d-95c9-05e4a5a8d407 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:09.658223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1086ac9d-2433-4544-bd3c-f584454c576c req-fd890bd3-f0e5-442d-95c9-05e4a5a8d407 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 983 time: 0.1510146 May 12 20:06:09.668194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cacaf7-b4ec-4dc6-876a-da10b5e70850 req-3d93f5c4-f6e4-410a-bcd1-0aca8ecdab65 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:09.669530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15cacaf7-b4ec-4dc6-876a-da10b5e70850 req-3d93f5c4-f6e4-410a-bcd1-0aca8ecdab65 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 944 time: 0.1163146 May 12 20:06:09.740414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15cacaf7-b4ec-4dc6-876a-da10b5e70850 req-4043384f-092c-4c10-ad9b-73c212112d89 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571811 May 12 20:06:09.744570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1086ac9d-2433-4544-bd3c-f584454c576c req-e447ff5a-896e-4a4d-bd47-74cdaabf9dae tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0741863 May 12 20:06:09.825393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a143b702-f44c-4d94-be9e-ebe1d48462b5 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:09.901706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a143b702-f44c-4d94-be9e-ebe1d48462b5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:09.902070 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:10.027388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a143b702-f44c-4d94-be9e-ebe1d48462b5 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:10.100407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf5402ea-dab6-4af6-8942-c8109fb07c49 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:06:10.252084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cf5402ea-dab6-4af6-8942-c8109fb07c49, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:10.264944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'port_id': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'mac_address': 'fa:16:3e:3b:dc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:06:10.321932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cf5402ea-dab6-4af6-8942-c8109fb07c49 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:10.322302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:10.339367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5402ea-dab6-4af6-8942-c8109fb07c49 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:06:10.355536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cf5402ea-dab6-4af6-8942-c8109fb07c49, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:10.362201 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:10.433099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cf5402ea-dab6-4af6-8942-c8109fb07c49,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:10.568796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['cf5402ea-dab6-4af6-8942-c8109fb07c49'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:06:10.993011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d83429-92e4-43df-b893-1a423a333125 req-8c8d88a0-aecf-41ae-9bed-0fb6ec9b56c5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:10.994521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17d83429-92e4-43df-b893-1a423a333125 req-8c8d88a0-aecf-41ae-9bed-0fb6ec9b56c5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 944 time: 0.1445737 May 12 20:06:11.006912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dcaf2-c817-4c99-aad0-f2e14e993560 req-d0e72aa7-3ae1-4c72-8242-2bbab68d2689 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:11.008365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-160dcaf2-c817-4c99-aad0-f2e14e993560 req-d0e72aa7-3ae1-4c72-8242-2bbab68d2689 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 984 time: 0.1271527 May 12 20:06:11.079660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17d83429-92e4-43df-b893-1a423a333125 req-73a150b7-e49e-426c-9dc9-806a2b5412f9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702777 May 12 20:06:11.090058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-160dcaf2-c817-4c99-aad0-f2e14e993560 req-32b04827-e501-440d-be14-1972fba70ba9 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0681541 May 12 20:06:11.580692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:06:11.721677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:11.770143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '677df530-15ec-47d5-878b-3ea018b7a472', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'port_id': '677df530-15ec-47d5-878b-3ea018b7a472', 'mac_address': 'fa:16:3e:82:94:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:06:11.827373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 677df530-15ec-47d5-878b-3ea018b7a472 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:11.827753 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:11.844823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677df530-15ec-47d5-878b-3ea018b7a472 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:06:11.861432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:11.866028 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:11.933794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:12.085239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['677df530-15ec-47d5-878b-3ea018b7a472'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:06:12.118198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf5402ea-dab6-4af6-8942-c8109fb07c49 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:12.235591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port cf5402ea-dab6-4af6-8942-c8109fb07c49 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:12.247319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port cf5402ea-dab6-4af6-8942-c8109fb07c49 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:12.247690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:12.375971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4fec1-03f9-413f-8b33-446c7e9ea204 req-22288800-9020-4299-9636-af3c163660b1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:12.378090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53c4fec1-03f9-413f-8b33-446c7e9ea204 req-22288800-9020-4299-9636-af3c163660b1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.1183810 May 12 20:06:12.387475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f051-6a11-40a5-ba81-29cca41a0965 req-14aa2121-8b04-423e-8435-3314b5440462 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:12.389012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cf2f051-6a11-40a5-ba81-29cca41a0965 req-14aa2121-8b04-423e-8435-3314b5440462 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 984 time: 0.1671510 May 12 20:06:12.461659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53c4fec1-03f9-413f-8b33-446c7e9ea204 req-6230450c-a4d9-4c5a-8aed-4875d33fd6a6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716293 May 12 20:06:12.464256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port cf5402ea-dab6-4af6-8942-c8109fb07c49 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:12.464632 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:12.469259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cf2f051-6a11-40a5-ba81-29cca41a0965 req-b899d054-8cf6-465c-8477-e3dd6688b7ea tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0664740 May 12 20:06:12.513368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:12.529050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port cf5402ea-dab6-4af6-8942-c8109fb07c49, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:12.537458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:12.574874 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2533e52f-f9cc-471c-b4f8-dd27021e79b0'] response: {'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'code': 200} May 12 20:06:12.651855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=cf5402ea-dab6-4af6-8942-c8109fb07c49,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:12.694850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50221c-7ab9-4150-9e96-aa63559547e2 req-b3693bb4-c0ea-4869-8685-c2c07bcdcfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:12.696340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f50221c-7ab9-4150-9e96-aa63559547e2 req-b3693bb4-c0ea-4869-8685-c2c07bcdcfa0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1136 time: 0.0726166 May 12 20:06:12.737079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f50221c-7ab9-4150-9e96-aa63559547e2 req-da3772ab-f768-48e2-8a0f-847997eea442 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3e85afe-1e1c-4323-94c0-274adfdde346&id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347958 May 12 20:06:13.596413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:13.676739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 677df530-15ec-47d5-878b-3ea018b7a472 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:13.683301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 677df530-15ec-47d5-878b-3ea018b7a472 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:13.683852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:13.715536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc49097-bcef-408a-8dab-f68dd4a26450 req-4bb51634-1dd4-4032-ad82-894b8f24f72b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:13.718419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cc49097-bcef-408a-8dab-f68dd4a26450 req-4bb51634-1dd4-4032-ad82-894b8f24f72b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.1487098 May 12 20:06:13.753802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd40501-4851-4c01-8755-f39bc843aac4 req-4b47dd44-9f9d-432e-9b4d-dec479c35cf2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:13.755320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fd40501-4851-4c01-8755-f39bc843aac4 req-4b47dd44-9f9d-432e-9b4d-dec479c35cf2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 985 time: 0.1529894 May 12 20:06:13.812417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0cc49097-bcef-408a-8dab-f68dd4a26450 req-273f0af9-fed3-4c2a-ae8c-96bb9f897dbf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873964 May 12 20:06:13.851459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fd40501-4851-4c01-8755-f39bc843aac4 req-96864f8b-7179-40d0-bb58-24745f55fc71 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0703008 May 12 20:06:13.864326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 677df530-15ec-47d5-878b-3ea018b7a472 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:13.864326 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:13.901053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:13.907674 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:13.994594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:14.576950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:14.626923 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3989a41a-6633-4438-ae27-b739a83cba96'] response: {'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'code': 200} May 12 20:06:14.868465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17b7c8-c04e-4ea2-90f3-b0c41cac5027 req-ad14d72d-b2cb-4c76-8bf5-c0fd1803eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:14.871390 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7c17b7c8-c04e-4ea2-90f3-b0c41cac5027 req-ad14d72d-b2cb-4c76-8bf5-c0fd1803eeb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1097 time: 0.1887658 May 12 20:06:14.921088 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7c17b7c8-c04e-4ea2-90f3-b0c41cac5027 req-33e88088-c97f-4998-af62-194f42022001 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 May 12 20:06:15.054187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c911b-891e-49cf-bd75-64d3367f487d req-92369898-b1f7-4141-a6e2-bce4b3093f0f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:15.055637 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b26c911b-891e-49cf-bd75-64d3367f487d req-92369898-b1f7-4141-a6e2-bce4b3093f0f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1399727 May 12 20:06:15.067893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6259-42d6-4baa-98fd-1d7047ce84f4 req-51b116eb-5d6c-4bb1-85a3-ffb2347b11e0 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:15.069334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dfc6259-42d6-4baa-98fd-1d7047ce84f4 req-51b116eb-5d6c-4bb1-85a3-ffb2347b11e0 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 985 time: 0.1080644 May 12 20:06:15.138608 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b26c911b-891e-49cf-bd75-64d3367f487d req-5883d6e9-905e-47ef-9aa0-632e3cd84d1c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680892 May 12 20:06:15.147450 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dfc6259-42d6-4baa-98fd-1d7047ce84f4 req-f100d7fc-91f1-4f07-b619-721289902103 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0643167 May 12 20:06:15.369361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847918b-e21b-4614-b7e2-e1969a553bdb req-33eb503e-129f-447e-967c-09335bfbc687 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:15.369361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f847918b-e21b-4614-b7e2-e1969a553bdb req-33eb503e-129f-447e-967c-09335bfbc687 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 985 time: 0.0950701 May 12 20:06:15.404128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f847918b-e21b-4614-b7e2-e1969a553bdb req-8de3ea33-5f32-4e12-b4d3-66ca1ac72a91 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420413 May 12 20:06:15.586092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-dc97030c-93d9-464b-b7c4-e647718ffbd6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:15.586092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-dc97030c-93d9-464b-b7c4-e647718ffbd6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1136 time: 0.0749443 May 12 20:06:15.604960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:15.619955 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:15.623860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Usage tracker for resource:security_group_rule and tenant:19c9f2dad2284fe8a987c7997338427f is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:15.626695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:15.632455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:15.729968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:15.734287 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:15.771822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d72df348-46b9-4ff5-9de7-26ab6ca41923 req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1746795 May 12 20:06:15.775837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ca540-8953-4230-8011-2fa8999027c6 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ecdce3-035e-465d-a7f2-672a58f3bdf3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:15.791224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43638) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:15.863182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42ff614-d2ff-42e9-947a-e9aa03cd1c91 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:15.868086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d42ff614-d2ff-42e9-947a-e9aa03cd1c91 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1131 time: 0.0811956 May 12 20:06:15.871254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:15.876784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:15.883644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:15.887617 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:floatingip and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:15.890526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:15.896900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:15.908203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:16.104533 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:16.449130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Allocated IP 172.25.2.87 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/b25cfbc2-33d3-40e5-b838-eea44e7731f5) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:16.463280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf68ed7-06d0-4e82-9908-a678829e5468 req-0773f45a-4bbd-4599-bb94-3587593fd401 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:16.464553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-daf68ed7-06d0-4e82-9908-a678829e5468 req-0773f45a-4bbd-4599-bb94-3587593fd401 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1582532 May 12 20:06:16.542395 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-57165c9a-8da6-4d1e-8fc3-641fec753672 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701597 May 12 20:06:16.608792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-daf68ed7-06d0-4e82-9908-a678829e5468 req-0cd1b640-932d-4e73-8e19-8096dcc3b276 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338036 May 12 20:06:16.719853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0924c6-323a-4f2f-927d-360694996266 req-9e58a16d-85e7-4f1b-824a-66cc1274f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:16.719853 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-9e58a16d-85e7-4f1b-824a-66cc1274f86f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1097 time: 0.0985143 May 12 20:06:16.723226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:16.838093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:16.852764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445a891-72a8-46f8-a5c8-3b6a50b40ef2 req-4e624c14-87d6-4709-886b-ca67f5e5a14d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:16.854294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f445a891-72a8-46f8-a5c8-3b6a50b40ef2 req-4e624c14-87d6-4709-886b-ca67f5e5a14d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1162610 May 12 20:06:16.867948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0924c6-323a-4f2f-927d-360694996266 req-579f0772-dda7-4248-9492-9b5463fb2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:16.869440 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-579f0772-dda7-4248-9492-9b5463fb2767 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1380785 May 12 20:06:16.939093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:16.949575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:16.956169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:17.002035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-44cb32db-f5de-4396-bd98-7913595a0180 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 200 len: 1001 time: 0.1185820 May 12 20:06:17.005386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f445a891-72a8-46f8-a5c8-3b6a50b40ef2 req-1c42345b-d25b-4f33-a70c-960be256acb4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121509 May 12 20:06:17.015032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=b25cfbc2-33d3-40e5-b838-eea44e7731f5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:17.059927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43660) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:17.116988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0924c6-323a-4f2f-927d-360694996266 req-162543ac-1601-405d-a54a-60bd3ac0e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:17.118550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-162543ac-1601-405d-a54a-60bd3ac0e8be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1186175 May 12 20:06:17.210040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6721f-5fbb-4726-91d1-1e7a7789392a tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:17.210040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-adc6721f-5fbb-4726-91d1-1e7a7789392a tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1092 time: 0.1522539 May 12 20:06:17.220150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43666) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:17.220150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '677df530-15ec-47d5-878b-3ea018b7a472', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:17.227954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0924c6-323a-4f2f-927d-360694996266 req-d7a487c8-1177-4c63-a9f7-6e1da9da1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:17.227954 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-d7a487c8-1177-4c63-a9f7-6e1da9da1502 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010499 May 12 20:06:17.235858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:17.235858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:floatingip and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:17.267677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:17.280575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:17.358629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:17.466873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-b66d8640-54d4-4dc0-8436-100b5c0b4b43 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280827 May 12 20:06:17.518879 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:17.626618 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:17.644348 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e0924c6-323a-4f2f-927d-360694996266 req-a857b7c3-1075-4eb1-a906-3273a666f586 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546667 May 12 20:06:17.661388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:17.823152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.249 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/6e529a59-ed93-4b1f-9bc6-93389e8a52b2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:17.853810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:17.862840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:17.978903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=b25cfbc2-33d3-40e5-b838-eea44e7731f5,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:17.993385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:18.004488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:18.051975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:18.138464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:18.138464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:18.145055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:18.215582 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Floating IP 3f2da8bc-d312-4c47-9350-719cf92b2a1c associated. External IP: 172.25.2.87, port: cf5402ea-dab6-4af6-8942-c8109fb07c49. May 12 20:06:18.221387 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=6e529a59-ed93-4b1f-9bc6-93389e8a52b2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:18.753006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 3003a855-7acb-4c03-92f9-8a09b282cce3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:06:18.835100 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:18.988634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:06:18.989359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:19.004890 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] Sync routers for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:06:19.020108 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:19.020748 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:19.023096 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:19.135447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f8ef418b-46d7-4b90-bad4-a660e0b7e618 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2630060 May 12 20:06:19.138312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43688) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:19.139866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:19.245875 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939e0185-9c30-48a0-8cc0-fd928d44118b'] response: {'name': 'network-changed', 'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'status': 'completed', 'code': 200} May 12 20:06:19.289115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:19.324654 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:19.342750 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:19.524623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25889659-e566-4ecf-87d3-a55847efdc2a req-48c3b5af-1628-4844-80a9-c2465a96c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.524623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25889659-e566-4ecf-87d3-a55847efdc2a req-48c3b5af-1628-4844-80a9-c2465a96c8b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1136 time: 0.1866961 May 12 20:06:19.574229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=6e529a59-ed93-4b1f-9bc6-93389e8a52b2,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:19.598993 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:19.666697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.667270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.667730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.668183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.668631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.669087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.669569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.670017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.670462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.672419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3f3630d4-b334-41a7-a91f-e38d383bb32c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6372 time: 0.5199928 May 12 20:06:19.675749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:19.760876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25889659-e566-4ecf-87d3-a55847efdc2a req-2d0a40e3-9167-47c8-853f-9ac980015a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.760876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25889659-e566-4ecf-87d3-a55847efdc2a req-2d0a40e3-9167-47c8-853f-9ac980015a98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 200 len: 897 time: 0.2124639 May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-156bd656-4e82-42cc-9393-c5d6de30c975 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5908 time: 0.0905733 May 12 20:06:19.773047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43702) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:19.791062 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '3f2da8bc-d312-4c47-9350-719cf92b2a1c', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'port_id': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'mac_address': 'fa:16:3e:3b:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:06:17Z', 'updated_at': '2022-05-12T20:06:17Z', 'revision_number': 0, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:06:03Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:19.797911 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] Checking router: 3003a855-7acb-4c03-92f9-8a09b282cce3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:06:19.809280 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:19.813088 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:19.905527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25889659-e566-4ecf-87d3-a55847efdc2a req-492ef0d7-f170-4b9d-bb17-b5c037870bb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 200 len: 999 time: 0.1367595 May 12 20:06:19.993410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25889659-e566-4ecf-87d3-a55847efdc2a req-e718fcfc-b910-4c73-86e3-7716ce27a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:19.994238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25889659-e566-4ecf-87d3-a55847efdc2a req-e718fcfc-b910-4c73-86e3-7716ce27a1e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08847f3-c810-4f74-9e0d-2130ed57b349 HTTP/1.1" status: 200 len: 835 time: 0.0886226 May 12 20:06:20.033932 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 5cae31f3-03f5-4b34-8ef6-3eb108735afa associated. External IP: 172.25.2.249, port: 677df530-15ec-47d5-878b-3ea018b7a472. May 12 20:06:20.060389 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:20.086437 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25889659-e566-4ecf-87d3-a55847efdc2a req-505c532c-ea7d-4d91-ab47-fe9bbba7d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:20.088253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25889659-e566-4ecf-87d3-a55847efdc2a req-505c532c-ea7d-4d91-ab47-fe9bbba7d289 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=276d8212-262d-49ac-953e-b29c12f0864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869713 May 12 20:06:20.399562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25889659-e566-4ecf-87d3-a55847efdc2a req-62b2d430-906b-4b71-9990-8a948db7b370 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947371 May 12 20:06:20.559215 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '3f2da8bc-d312-4c47-9350-719cf92b2a1c', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'port_id': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'mac_address': 'fa:16:3e:3b:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:06:17Z', 'updated_at': '2022-05-12T20:06:17Z', 'revision_number': 0, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:06:03Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:20.562155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-46fbc3bc-9e2d-4942-b9e2-b495f93caf8b tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5224 time: 0.7838151 May 12 20:06:20.562155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43710) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:20.567761 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b7220-e575-4e37-932a-4a139a39aa59 None None] The sync data for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 is: [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '3f2da8bc-d312-4c47-9350-719cf92b2a1c', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'port_id': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'mac_address': 'fa:16:3e:3b:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:06:17Z', 'updated_at': '2022-05-12T20:06:17Z', 'revision_number': 0, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:06:03Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:06:20.749808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25889659-e566-4ecf-87d3-a55847efdc2a req-94fc05cc-086b-4f3e-a291-97da3b4d0dd0 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442161 May 12 20:06:20.785222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ef42a-bfa2-4321-89ed-fc145663b027 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:20.785621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ef42a-bfa2-4321-89ed-fc145663b027 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:20.787350 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-372ef42a-bfa2-4321-89ed-fc145663b027 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3003a855-7acb-4c03-92f9-8a09b282cce3 HTTP/1.1" status: 200 len: 1990 time: 0.2258544 May 12 20:06:20.792565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8663155a-bae6-43da-acad-60ede8256cbf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:06:20.909507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3430f7-018e-4018-9743-e2b08edfc018 None None] New status for floating IP 3f2da8bc-d312-4c47-9350-719cf92b2a1c: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:06:21.028364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:06:21.048364 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] Sync routers for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:06:21.058135 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:21.058135 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:21.064883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:21.144370 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-704415a3-c33b-422d-9bf9-237bf773948c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9232337 May 12 20:06:21.144370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:21.216638 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076c8666-14b9-444d-9b0c-5ed475b7f535'] response: {'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'status': 'completed', 'code': 200} May 12 20:06:21.409160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-c0924b13-5fac-4804-993c-1374c8506318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:21.409160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-c0924b13-5fac-4804-993c-1374c8506318 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1097 time: 0.1616924 May 12 20:06:21.467522 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:21.489394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b70ef-00c7-4cda-89d0-718216c58f75 req-bd543106-b26c-4d34-92aa-9f55c99270b3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:21.502803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c07b70ef-00c7-4cda-89d0-718216c58f75 req-bd543106-b26c-4d34-92aa-9f55c99270b3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1441221 May 12 20:06:21.574917 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c07b70ef-00c7-4cda-89d0-718216c58f75 req-2b855619-4292-4a56-855e-386bbb9c5db5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697665 May 12 20:06:21.584708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-9ac8f2bb-f7ac-4daa-9059-7c326b4fb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:21.584708 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-9ac8f2bb-f7ac-4daa-9059-7c326b4fb152 service neutron] 10.222.0.36 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 898 time: 0.1690452 May 12 20:06:21.584708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43726) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:21.871644 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-20907659-a09b-410b-a034-78bad0f0bbc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/5cae31f3-03f5-4b34-8ef6-3eb108735afa HTTP/1.1" status: 200 len: 992 time: 0.2835917 May 12 20:06:21.878550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-ac01fe45-2e43-4445-a877-e6bc074719d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 1000 time: 0.1441128 May 12 20:06:21.953009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-3ac13fcf-75c2-477f-8748-c8b66f9c0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:21.953009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-3ac13fcf-75c2-477f-8748-c8b66f9c0b6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 200 len: 834 time: 0.0672381 May 12 20:06:21.956389 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5cae31f3-03f5-4b34-8ef6-3eb108735afa', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'port_id': '677df530-15ec-47d5-878b-3ea018b7a472', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'mac_address': 'fa:16:3e:82:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:06:18Z', 'updated_at': '2022-05-12T20:06:18Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:08Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:21.956389 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] Checking router: 8663155a-bae6-43da-acad-60ede8256cbf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:06:21.969657 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:21.969657 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:05:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:22.090336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-bb51286a-3e37-4dfa-b823-03505f7fd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:22.090336 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-bb51286a-3e37-4dfa-b823-03505f7fd5be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=057e3f30-2bc2-4f22-8782-773dbfa68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220591 May 12 20:06:22.209010 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:22.340103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-ecf29bef-57e5-46f8-a3b1-f617fd582609 service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377114 May 12 20:06:22.496773 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-54d43cc4-d7e4-4fdd-bdd9-e9027cbe9397 req-c55e1041-b187-48da-b82a-6fa260505351 service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524637 May 12 20:06:22.658653 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5cae31f3-03f5-4b34-8ef6-3eb108735afa', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'port_id': '677df530-15ec-47d5-878b-3ea018b7a472', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'mac_address': 'fa:16:3e:82:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:06:18Z', 'updated_at': '2022-05-12T20:06:18Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:08Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:22.665323 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac4194-4bf7-406a-b963-814ac222746e None None] The sync data for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 is: [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '5cae31f3-03f5-4b34-8ef6-3eb108735afa', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'port_id': '677df530-15ec-47d5-878b-3ea018b7a472', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'mac_address': 'fa:16:3e:82:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:06:18Z', 'updated_at': '2022-05-12T20:06:18Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:08Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:06:22.872065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43742) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:22.964180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907566f-7919-44ca-b270-b792771619b9 None None] New status for floating IP 5cae31f3-03f5-4b34-8ef6-3eb108735afa: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:06:23.017642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d12445d9-d58b-45c1-bda5-093c6a186b79 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/5cae31f3-03f5-4b34-8ef6-3eb108735afa HTTP/1.1" status: 200 len: 992 time: 0.1397464 May 12 20:06:23.830818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-845b6bd9-5bd8-42d2-aa15-5f84dcb3b588 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954781 May 12 20:06:23.992810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-bcbf9cc9-6b57-476f-b2fc-f34b3a165b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:23.992810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-bcbf9cc9-6b57-476f-b2fc-f34b3a165b70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1136 time: 0.0820422 May 12 20:06:24.020790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 43756) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:24.307393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4efe9f4a-4c4d-4487-9e49-d8230fed9b39 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/5cae31f3-03f5-4b34-8ef6-3eb108735afa HTTP/1.1" status: 200 len: 994 time: 0.2855754 May 12 20:06:24.323265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-2210cb47-25e8-4469-ba73-50730cc72cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:24.324404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-2210cb47-25e8-4469-ba73-50730cc72cdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 200 len: 897 time: 0.3038893 May 12 20:06:24.434732 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-55e21014-b878-4885-8932-7d2772fb34e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 200 len: 1001 time: 0.1029544 May 12 20:06:24.504297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-e5c55332-9735-4913-882f-937f5bc69791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:24.508052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-e5c55332-9735-4913-882f-937f5bc69791 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08847f3-c810-4f74-9e0d-2130ed57b349 HTTP/1.1" status: 200 len: 835 time: 0.0642512 May 12 20:06:24.594978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-6a333881-017f-4059-8411-62a14fcdee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:24.598095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-6a333881-017f-4059-8411-62a14fcdee31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=276d8212-262d-49ac-953e-b29c12f0864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862699 May 12 20:06:24.756583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-7ad90251-ea0e-448e-a036-0cca37398cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502018 May 12 20:06:24.910983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7084f34a-03d0-4038-9ce2-4edec2eb2d14 req-d8c88a7b-52e4-4a61-9e03-b23f808bdec6 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509225 May 12 20:06:26.915930 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4e634440-9f7a-448d-bd1b-66b026833d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:28.994738 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6d68cbb-ce2a-491c-8181-697249e2791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:30.162166 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:30.635395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:31.720254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:38.162111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:38.799361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:39.690902 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:06:43.892506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:43.900254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3649474', 'description': 'tempest-secgroup-smoke-3649474 description', 'project_id': '464d0664c08f4e488dd81aa9881c66d4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:43.907616 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:43.911888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:43.914916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:43.921852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:43.933023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:43.960653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:43.964583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:43.967505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:43.973397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:44.045118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.051542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.092335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5ad70-5617-4d22-b869-ddbb88405df8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:44.101101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.101489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.101831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.102166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.102499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.102867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.103202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.103528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.103856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.104182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.104503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.104826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:44.107984 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.112048 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-428a139e-c1af-4dca-9577-5308fcb76d1b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2152953 May 12 20:06:44.112184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43984) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:44.117551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'security_group_rule': {'security_group_id': '77e5ad70-5617-4d22-b869-ddbb88405df8', 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:44.124357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:44.128347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:44.131298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:44.137142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:44.156135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.234170 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.244043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.277329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5a0e4a-2ec8-4f2c-a667-ea61fdb2596d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:44.289526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.291143 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-108423e4-81e3-4f4e-a175-45c8509f0f2e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780417 May 12 20:06:44.294073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43988) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:44.301232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'security_group_rule': {'security_group_id': '77e5ad70-5617-4d22-b869-ddbb88405df8', 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:44.310566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:44.315043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:44.318220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:44.324256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:44.341260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.538455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.545932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.569459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77e9c3c-2cfd-495e-96f4-e8b4fe30a74c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:44.579706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.580881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1755cb98-00fc-4025-bfe1-9c3623e280bf tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2856154 May 12 20:06:44.583886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43992) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:44.588811 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'security_group_rule': {'security_group_id': '77e5ad70-5617-4d22-b869-ddbb88405df8', 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:44.595368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:44.599264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:44.602317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:44.608331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:44.625747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.687528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.693275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.720136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9ddfdc-8788-4278-8081-c5282e1a00df,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:44.727855 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.729087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a0e4418c-2624-47bb-9225-c8243f791e42 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442304 May 12 20:06:44.733251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 43996) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:44.738166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'security_group_rule': {'security_group_id': '77e5ad70-5617-4d22-b869-ddbb88405df8', 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:44.745139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:44.748863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:44.751869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:44.757461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:44.777308 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.840622 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.847276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.872376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41992c0-6ec3-48c6-9e3b-92f7fcc375c0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:44.884103 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.885386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d2d45a29-ffc8-41d4-bed3-b95ace9fbdfb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511273 May 12 20:06:44.889249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:44.894306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'security_group_rule': {'security_group_id': '77e5ad70-5617-4d22-b869-ddbb88405df8', 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:44.901170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:44.905287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:44.908309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:44.914075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:44.925051 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Project 464d0664c08f4e488dd81aa9881c66d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:06:44.931677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:44.997440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:45.004016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:45.026707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d96f8f-de44-4872-a61f-36735c64e0e5,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:45.036043 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:45.037256 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7b3595c3-926d-47d0-8671-db47e7024cb2 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470761 May 12 20:06:45.040271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44004) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:45.045153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'security_group_rule': {'security_group_id': '77e5ad70-5617-4d22-b869-ddbb88405df8', 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:45.051710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:45.055547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:security_group_rule and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:45.058442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:45.064035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:45.078434 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Project 464d0664c08f4e488dd81aa9881c66d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:06:45.084977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:45.151552 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:45.156945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:45.182012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3f8c21-5903-4929-a21d-c9b7a86277e3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:45.192961 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:45.194326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0bb09b2f-2f72-4d1d-9041-f3e281f13f02 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531043 May 12 20:06:45.453745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-9d37f142-bd4f-45a9-aee2-6119d208419a tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3649474&fields=id&tenant_id=464d0664c08f4e488dd81aa9881c66d4 HTTP/1.1" status: 200 len: 267 time: 0.0442982 May 12 20:06:45.601422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-c63d58b0-d1f8-4a11-9085-9ed2144fc390 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:45.602809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-c63d58b0-d1f8-4a11-9085-9ed2144fc390 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/networks?id=aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 200 len: 814 time: 0.1405382 May 12 20:06:45.618489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-cf1357cc-961d-47db-8cb6-0d251f421760 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/quotas/464d0664c08f4e488dd81aa9881c66d4 HTTP/1.1" status: 200 len: 375 time: 0.0100319 May 12 20:06:45.699844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-07caa2a8-49ec-47a8-a890-96c511c19f20 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Synchronizing usage tracker for tenant:464d0664c08f4e488dd81aa9881c66d4 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:45.718531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-07caa2a8-49ec-47a8-a890-96c511c19f20 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Unset dirty status for tenant:464d0664c08f4e488dd81aa9881c66d4 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:45.720002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-07caa2a8-49ec-47a8-a890-96c511c19f20 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=464d0664c08f4e488dd81aa9881c66d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966182 May 12 20:06:45.977840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-0de08a5c-2884-4979-a147-e788ea067c7b service neutron] 10.222.0.72 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457309 May 12 20:06:46.112610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-93a7cef1-09cd-4fad-8e43-723aa568d2e1 service neutron] 10.222.0.72 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289806 May 12 20:06:46.532096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-284c379f-e459-4a47-95ec-c889a6b9f134 req-56256d1f-1afe-4ca9-b587-3dafbd550852 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 210 time: 0.0429428 May 12 20:06:47.629822 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-3664a714-1558-4d79-a8f6-c02398b2e877 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:47.631449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-3664a714-1558-4d79-a8f6-c02398b2e877 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.73 "GET /v2.0/networks?id=aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 200 len: 814 time: 0.1543903 May 12 20:06:47.703961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14f40f81-f615-42a2-862a-3dfa2f456c48 req-a1604fd1-42c4-4aa2-910c-3d39e678f722 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 210 time: 0.0470302 May 12 20:06:47.726884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-397fbbcb-60f0-4d2f-aa86-343fc8f18796 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=464d0664c08f4e488dd81aa9881c66d4 HTTP/1.1" status: 200 len: 377 time: 0.0863793 May 12 20:06:47.735569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'port': {'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'admin_state_up': True, 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'security_groups': ['77e5ad70-5617-4d22-b869-ddbb88405df8']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:47.871684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:47.881876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:47.894422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Made reservation on behalf of 464d0664c08f4e488dd81aa9881c66d4 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:06:47.898387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.062267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Allocated IP 172.20.0.9 (aebb3470-065f-4617-b634-ebd8f51a9028/dd252f11-cccd-4316-8050-b3410aa2b901/d9a08c1b-13ba-4dbb-bac7-1f2481f87317) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:48.093146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44040) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:48.199665 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-47edeaef-e41f-4331-bba7-689b3d83e1c2 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3969 time: 0.1050866 May 12 20:06:48.202481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44044) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:48.210915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'network': {'name': 'tempest-network-smoke--539833341', 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'port_security_enabled': False}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:48.218045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:48.222472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:network and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:48.225842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:48.236194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:48.254163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Made reservation on behalf of 56432a6d22fc4e6fa84351dc2c0c616b for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:06:48.260181 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.279488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.288695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:06:48.297324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.297942 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Added segment 74643b95-b7db-4555-be6c-932e8a3e0935 of type vlan for network 298cafa4-d801-45ce-8104-444cef700024 May 12 20:06:48.300259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Transition to ACTIVE for port object d9a08c1b-13ba-4dbb-bac7-1f2481f87317 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:48.330566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.331286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.362904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.368919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:48.369740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.404476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Network aebb3470-065f-4617-b634-ebd8f51a9028 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:48.407514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:48.410360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:48.459686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'Port': ['ID=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:48.475996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2697713 May 12 20:06:48.476208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.476208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.476208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.476525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.477382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.477486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44048) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:48.477560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.477560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.477872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.478131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.478450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.478897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.479328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:48.484232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'admin_state_up': True, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:48.496910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:48.497747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.498250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:48.502194 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:router and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:48.505358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:48.511624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:48.517134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cba2e7-1160-4dc7-91b3-67b8cea3ce6f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Network': ['ID=298cafa4-d801-45ce-8104-444cef700024,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:48.528929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-03cf2944-f89c-48e4-b5fa-fe7375c7c39d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969491 May 12 20:06:48.533828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 298cafa4-d801-45ce-8104-444cef700024 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:06:48.540322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.541398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.542952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Request body: {'port': {'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:48.560349 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.693387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.796502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb7a0f8b-56bf-46f8-8df4-0ebdd520b329 None None] Provisioning for port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:48.806967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-eb7a0f8b-56bf-46f8-8df4-0ebdd520b329 None None] Provisioning complete for port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:48.807494 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0f8b-56bf-46f8-8df4-0ebdd520b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:48.874470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a0f8b-56bf-46f8-8df4-0ebdd520b329 None None] Port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:48.889565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.032228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca56f15-69a8-4562-a32f-5bc8592748cb req-23b5839f-d46d-44fe-a142-8da980cb915c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:49.032854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7ca56f15-69a8-4562-a32f-5bc8592748cb req-23b5839f-d46d-44fe-a142-8da980cb915c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Synchronizing usage tracker for tenant:464d0664c08f4e488dd81aa9881c66d4 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:49.069348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-7ca56f15-69a8-4562-a32f-5bc8592748cb req-23b5839f-d46d-44fe-a142-8da980cb915c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Unset dirty status for tenant:464d0664c08f4e488dd81aa9881c66d4 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:49.070634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ca56f15-69a8-4562-a32f-5bc8592748cb req-23b5839f-d46d-44fe-a142-8da980cb915c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 931 time: 0.2351043 May 12 20:06:49.220165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.251079 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.303120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a08c1b-13ba-4dbb-bac7-1f2481f87317 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:06:49.310119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ca56f15-69a8-4562-a32f-5bc8592748cb req-b0836f27-6b35-42fc-b621-1a5b4860580c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2265227 May 12 20:06:49.314660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.334406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Transition to ACTIVE for port object d9a08c1b-13ba-4dbb-bac7-1f2481f87317 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:49.340540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.406546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Allocated IP 172.25.2.209 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/1574ee60-0ef8-4f95-bd47-37330ad2de66) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:49.542595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Pushing event updated for resources: {'Port': ['ID=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:49.594953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Attempting to bind port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:49.595449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Attempting to bind port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:49.595883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Attempting to bind port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 on network aebb3470-065f-4617-b634-ebd8f51a9028 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:49.601595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 on network aebb3470-065f-4617-b634-ebd8f51a9028 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:06:49.602060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Attempting to bind port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 on network aebb3470-065f-4617-b634-ebd8f51a9028 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:49.607527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:49.607951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Checking segment: {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:49.608405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Bound using segment: {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:49.608916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Bound port: d9a08c1b-13ba-4dbb-bac7-1f2481f87317, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43031c87-b03a-4946-84d3-f863d6ed5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:49.609366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.672828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.702455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] For port d9a08c1b-13ba-4dbb-bac7-1f2481f87317, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:49.705730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] For port d9a08c1b-13ba-4dbb-bac7-1f2481f87317, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:49.705892 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.711226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.771807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:49.773115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:49.773749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:49.774792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:49.775180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] 10.222.0.73 "PUT /v2.0/ports/d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 200 len: 1091 time: 1.2384970 May 12 20:06:49.778591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:49.778726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:49.812994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=1574ee60-0ef8-4f95-bd47-37330ad2de66,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:49.865086 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b7423e-5099-49fa-ad8e-e61df8193248'] response: {'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'status': 'completed', 'code': 200} May 12 20:06:49.873611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451c0cd-6658-4e5b-8d28-52ddb3fb73cf service neutron] Pushing event updated for resources: {'Port': ['ID=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:49.909210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-0bb5bb57-5cbc-43ed-b016-72b6f8b36d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:49.910975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-0bb5bb57-5cbc-43ed-b016-72b6f8b36d4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=464d0664c08f4e488dd81aa9881c66d4&device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1094 time: 0.0889356 May 12 20:06:49.986814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-cf68ff9b-755b-4361-b7ea-6d95c60d727d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 200 len: 217 time: 0.0677369 May 12 20:06:50.050604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-e4dea1ed-fd8b-4feb-8e90-ecad5385efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:50.052055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-e4dea1ed-fd8b-4feb-8e90-ecad5385efcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd252f11-cccd-4316-8050-b3410aa2b901 HTTP/1.1" status: 200 len: 853 time: 0.0589364 May 12 20:06:50.131242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-92b75c77-1f90-4d94-bda5-acd8b871e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:50.132826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-92b75c77-1f90-4d94-bda5-acd8b871e854 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aebb3470-065f-4617-b634-ebd8f51a9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748858 May 12 20:06:50.207798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:50.276665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-3f4929f7-567b-4f06-a3de-3c15f3564103 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378150 May 12 20:06:50.411296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8607c5f-52c4-484b-88b4-a66f3d3078bc req-58497809-cea0-4de3-bc31-81df3a28dafc service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286116 May 12 20:06:50.555896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa109c-b5ae-437e-8ffe-79c0788b0bee req-5983a8c3-efe1-4436-ba38-9f940aefb8eb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:50.556115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:50.557315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68aa109c-b5ae-437e-8ffe-79c0788b0bee req-5983a8c3-efe1-4436-ba38-9f940aefb8eb tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 943 time: 0.1377327 May 12 20:06:50.562426 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-15c71fa1-805c-4f40-960f-a5e64c3dccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:50.564447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-15c71fa1-805c-4f40-960f-a5e64c3dccf6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=464d0664c08f4e488dd81aa9881c66d4&device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1094 time: 0.1096940 May 12 20:06:50.688643 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-68aa109c-b5ae-437e-8ffe-79c0788b0bee req-0854d333-7349-4ddc-9ebc-6e70847d25de tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1232386 May 12 20:06:50.727056 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-4cc466f8-86da-4766-a4fa-0207c76ef0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:50.728473 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-4cc466f8-86da-4766-a4fa-0207c76ef0a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 200 len: 915 time: 0.1438663 May 12 20:06:50.760615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 747c5b08-9a21-4d07-9294-a2ba4a15c008 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:06:50.795922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-85f34212-fba6-40dc-8f47-0b48c873f8c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 200 len: 217 time: 0.0606048 May 12 20:06:50.865314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-ae2d99c4-cadd-4dfa-b196-dc7d5a657eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:50.865314 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-ae2d99c4-cadd-4dfa-b196-dc7d5a657eae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd252f11-cccd-4316-8050-b3410aa2b901 HTTP/1.1" status: 200 len: 853 time: 0.0627315 May 12 20:06:50.944117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-707998b4-63e0-4145-8bbb-620db9fef8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:50.945851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-707998b4-63e0-4145-8bbb-620db9fef8b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aebb3470-065f-4617-b634-ebd8f51a9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741625 May 12 20:06:51.074055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:06:51.083665 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Sync routers for ids ['747c5b08-9a21-4d07-9294-a2ba4a15c008'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:06:51.094130 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Routers {'747c5b08-9a21-4d07-9294-a2ba4a15c008'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:51.094988 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['747c5b08-9a21-4d07-9294-a2ba4a15c008'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:51.104933 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:51.109400 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f83ba4a1-3611-455a-afed-fe1df46812de tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6287177 May 12 20:06:51.109831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44060) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:51.182745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c78db2-b274-497e-b149-4fec69ce5888 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:51.185213 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-73c78db2-b274-497e-b149-4fec69ce5888 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=56432a6d22fc4e6fa84351dc2c0c616b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0730371 May 12 20:06:51.187038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44064) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:51.209495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-b7e99443-2d5f-4fdf-9259-413b0edc213f service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573168 May 12 20:06:51.281016 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Set router 747c5b08-9a21-4d07-9294-a2ba4a15c008 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:51.316313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee7539-519b-4f61-bd94-83c6c01581a4 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:51.320756 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cfee7539-519b-4f61-bd94-83c6c01581a4 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326828 May 12 20:06:51.321359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44068) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:51.340263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-833cf030-ab35-406c-ad01-ee86fcf62f79 req-43ce6ed4-5c7e-408f-8dcb-1b0786e44054 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252122 May 12 20:06:51.363993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c134b85e-cd2b-4295-b779-21b663f40a5a tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415502 May 12 20:06:51.367185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44072) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:51.405126 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bba332ed-7770-409a-9a84-0108fa7a4275 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=56432a6d22fc4e6fa84351dc2c0c616b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368810 May 12 20:06:51.407722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44076) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:51.540839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943606b8-5519-4138-a8ec-8c5b3bee13ec tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:51.544756 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-943606b8-5519-4138-a8ec-8c5b3bee13ec tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334760 May 12 20:06:51.545056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44080) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:51.563081 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:06:50Z', 'revision_number': 3, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:49Z', 'updated_at': '2022-05-12T20:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:51.567064 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Checking router: 747c5b08-9a21-4d07-9294-a2ba4a15c008 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:06:51.567407 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Updating router 747c5b08-9a21-4d07-9294-a2ba4a15c008 port 1574ee60-0ef8-4f95-bd47-37330ad2de66 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:06:51.587153 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7d7426cb-07a9-4fce-9bb6-87ad7371054f tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383601 May 12 20:06:51.587153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44084) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:51.592806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934382114', 'network_id': '298cafa4-d801-45ce-8104-444cef700024', 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:51.620566 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:51.700845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:51.704605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Usage tracker for resource:subnet and tenant:56432a6d22fc4e6fa84351dc2c0c616b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:06:51.707357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:06:51.722296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:51.737416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Made reservation on behalf of 56432a6d22fc4e6fa84351dc2c0c616b for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:06:51.741440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:51.880264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b25c4-644e-4c32-9f33-cae0649c37d2 req-b5624aeb-a252-4b32-9f7c-09c2e3eba4fc tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:51.881955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-977b25c4-644e-4c32-9f33-cae0649c37d2 req-b5624aeb-a252-4b32-9f7c-09c2e3eba4fc tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 943 time: 0.0852611 May 12 20:06:51.929511 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-977b25c4-644e-4c32-9f33-cae0649c37d2 req-82e915aa-7835-4e7c-a7c5-26acd9eb7517 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409408 May 12 20:06:51.963127 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:51.968617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:51.974888 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Transition to ACTIVE for port object 1574ee60-0ef8-4f95-bd47-37330ad2de66 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:51.981980 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.044021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Subnet': ['ID=177cafc3-3a0f-4063-8576-6f653dd5e96d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:52.052580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Checking segment: {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:52.052931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network hostable DHCP agents. Network: 298cafa4-d801-45ce-8104-444cef700024, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:06:52.062816 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Attempting to bind port 1574ee60-0ef8-4f95-bd47-37330ad2de66 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:52.063172 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Attempting to bind port 1574ee60-0ef8-4f95-bd47-37330ad2de66 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:52.063521 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Attempting to bind port 1574ee60-0ef8-4f95-bd47-37330ad2de66 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:52.069089 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Pushing event updated for resources: {'Port': ['ID=1574ee60-0ef8-4f95-bd47-37330ad2de66,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:52.073875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 298cafa4-d801-45ce-8104-444cef700024 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:06:52.074178 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:52.074554 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:52.075013 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.075393 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:52.075872 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Bound port: 1574ee60-0ef8-4f95-bd47-37330ad2de66, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:52.076229 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.084959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 298cafa4-d801-45ce-8104-444cef700024) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:52.089212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:52.090438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.094737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1db8eb-95e1-47a6-91d0-ae8d5236f462 None None] Network 298cafa4-d801-45ce-8104-444cef700024 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:06:52.117246 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-03d253f0-0f7c-48ae-8cfa-fe025291d51f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5259190 May 12 20:06:52.117436 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.117864 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.117942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44090) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:52.118017 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.118232 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.118466 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.118825 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.119150 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.119494 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.119792 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.120076 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.120385 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.120689 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:52.169914 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] For port 1574ee60-0ef8-4f95-bd47-37330ad2de66, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:52.173115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] For port 1574ee60-0ef8-4f95-bd47-37330ad2de66, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1574ee60-0ef8-4f95-bd47-37330ad2de66,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:52.181253 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.271728 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Routers {'747c5b08-9a21-4d07-9294-a2ba4a15c008'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:52.271728 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['747c5b08-9a21-4d07-9294-a2ba4a15c008'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:52.333480 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07dbe3-efa4-4aff-b404-9f364aa335ec None None] Pushing event updated for resources: {'Port': ['ID=1574ee60-0ef8-4f95-bd47-37330ad2de66,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:52.341121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-298cafa4-d801-45ce-8104-444cef700024', 'network_id': '298cafa4-d801-45ce-8104-444cef700024', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'fixed_ips': [{'subnet_id': '177cafc3-3a0f-4063-8576-6f653dd5e96d'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:06:52.342619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.449965 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] Set router 747c5b08-9a21-4d07-9294-a2ba4a15c008 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:52.506418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Allocated IP 172.20.0.18 (298cafa4-d801-45ce-8104-444cef700024/177cafc3-3a0f-4063-8576-6f653dd5e96d/2659e2a0-3064-4830-855c-7950b8065e8f) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:52.708469 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.718826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Transition to ACTIVE for port object 2659e2a0-3064-4830-855c-7950b8065e8f will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:52.736813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Transition to ACTIVE for port object 2659e2a0-3064-4830-855c-7950b8065e8f will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:52.743420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.770151 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:06:50Z', 'revision_number': 3, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:49Z', 'updated_at': '2022-05-12T20:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:52.774849 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6725-13a9-4ab8-a00c-1cb6aa1f9d1e None None] The sync data for ids ['747c5b08-9a21-4d07-9294-a2ba4a15c008'] in n-d-841626-1 is: [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:06:50Z', 'revision_number': 3, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:49Z', 'updated_at': '2022-05-12T20:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:06:52.814179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Network 298cafa4-d801-45ce-8104-444cef700024 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:52.817138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:52.819737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:52.829133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Pushing event updated for resources: {'Port': ['ID=2659e2a0-3064-4830-855c-7950b8065e8f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:52.844330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.915164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Attempting to bind port 2659e2a0-3064-4830-855c-7950b8065e8f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:52.915534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Attempting to bind port 2659e2a0-3064-4830-855c-7950b8065e8f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:52.915892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Attempting to bind port 2659e2a0-3064-4830-855c-7950b8065e8f on network 298cafa4-d801-45ce-8104-444cef700024 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:52.921257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:52.921718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Checking segment: {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:52.922008 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:52.922388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Bound using segment: {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:52.922842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Bound port: 2659e2a0-3064-4830-855c-7950b8065e8f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:52.923204 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:53.051083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] For port 2659e2a0-3064-4830-855c-7950b8065e8f, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:53.054764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] For port 2659e2a0-3064-4830-855c-7950b8065e8f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2659e2a0-3064-4830-855c-7950b8065e8f,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:53.059657 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:53.165997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Pushing event updated for resources: {'Port': ['ID=2659e2a0-3064-4830-855c-7950b8065e8f,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:53.177761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.178101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.178433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.178825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.179213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.179538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.179859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.180536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.180859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.181174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.181511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.181823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77b816-cae2-4c92-9789-64d5dd45d3b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:06:53.440006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014345a-6ad1-422f-bdc4-1b4f825055b9 req-bae71934-23b5-4f97-9291-49f350de1e5a tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:53.441639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2014345a-6ad1-422f-bdc4-1b4f825055b9 req-bae71934-23b5-4f97-9291-49f350de1e5a tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 943 time: 0.3284528 May 12 20:06:53.545845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2014345a-6ad1-422f-bdc4-1b4f825055b9 req-e1da7e93-c1ee-4d21-8e37-6434853b8205 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0713842 May 12 20:06:53.546967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Allocated IP 172.20.0.17 (298cafa4-d801-45ce-8104-444cef700024/177cafc3-3a0f-4063-8576-6f653dd5e96d/269681e2-34de-4de5-a269-dae4ac25dd74) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:53.727687 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:53.746126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Transition to ACTIVE for port object 269681e2-34de-4de5-a269-dae4ac25dd74 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:53.807164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:53.897295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 298cafa4-d801-45ce-8104-444cef700024 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:53.901234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:53.908064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:53.921992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2659e2a0-3064-4830-855c-7950b8065e8f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:53.956075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=269681e2-34de-4de5-a269-dae4ac25dd74,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:53.981517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285078ab-d96f-476d-ab78-c8b1d47becec req-7f34c321-0d8f-4c0f-bebb-bbffef64ab23 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:53.983026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-285078ab-d96f-476d-ab78-c8b1d47becec req-7f34c321-0d8f-4c0f-bebb-bbffef64ab23 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.2130287 May 12 20:06:53.991429 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:53.999075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 2659e2a0-3064-4830-855c-7950b8065e8f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:54.005668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1574ee60-0ef8-4f95-bd47-37330ad2de66 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:54.057719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-285078ab-d96f-476d-ab78-c8b1d47becec req-2033c246-7877-4596-87c7-eb1328f0f625 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628121 May 12 20:06:54.079088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1574ee60-0ef8-4f95-bd47-37330ad2de66 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:54.083604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44100) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:06:54.088718 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1574ee60-0ef8-4f95-bd47-37330ad2de66 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:54.089395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.229306 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.267055 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-50043280-a553-4533-920d-845cea9f1f31 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/5cae31f3-03f5-4b34-8ef6-3eb108735afa HTTP/1.1" status: 200 len: 994 time: 0.1821854 May 12 20:06:54.279810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1574ee60-0ef8-4f95-bd47-37330ad2de66 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:54.279810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.308908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934244f4-da96-4e0c-8999-016c25a2ac04 None None] Network 298cafa4-d801-45ce-8104-444cef700024 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:06:54.374150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1574ee60-0ef8-4f95-bd47-37330ad2de66, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1574ee60-0ef8-4f95-bd47-37330ad2de66,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:54.389339 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.465320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-311b6950-4632-40bf-8390-2fe20492310b None None] Provisioning for port 2659e2a0-3064-4830-855c-7950b8065e8f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:54.475665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-311b6950-4632-40bf-8390-2fe20492310b None None] Provisioning complete for port 2659e2a0-3064-4830-855c-7950b8065e8f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:54.476034 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-311b6950-4632-40bf-8390-2fe20492310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.546496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1574ee60-0ef8-4f95-bd47-37330ad2de66,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:54.711578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-311b6950-4632-40bf-8390-2fe20492310b None None] Current status of the port 2659e2a0-3064-4830-855c-7950b8065e8f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:54.711953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-311b6950-4632-40bf-8390-2fe20492310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.753419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-311b6950-4632-40bf-8390-2fe20492310b None None] For port 2659e2a0-3064-4830-855c-7950b8065e8f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2659e2a0-3064-4830-855c-7950b8065e8f,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:54.761387 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-311b6950-4632-40bf-8390-2fe20492310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.796515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.813543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.837579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b6950-4632-40bf-8390-2fe20492310b None None] Pushing event updated for resources: {'Port': ['ID=2659e2a0-3064-4830-855c-7950b8065e8f,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:54.932480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c74ec9-8efb-4489-85d7-ccbf10e28fba req-4efeb6ea-3c43-4457-85e3-e2a18b9a426e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:54.934058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c74ec9-8efb-4489-85d7-ccbf10e28fba req-4efeb6ea-3c43-4457-85e3-e2a18b9a426e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 943 time: 0.2402804 May 12 20:06:54.945048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010d7a-3ffa-4167-8d58-cf09b24a409a req-ce5501c1-8642-4042-b135-a81c0209ea80 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:54.946543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c010d7a-3ffa-4167-8d58-cf09b24a409a req-ce5501c1-8642-4042-b135-a81c0209ea80 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1097 time: 0.2942288 May 12 20:06:54.966454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=269681e2-34de-4de5-a269-dae4ac25dd74,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:54.988491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:54.990891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-643b7848-0cc4-43cc-bd9c-810f98b0d167 None None] Provisioning complete for port 2659e2a0-3064-4830-855c-7950b8065e8f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:54.991323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-643b7848-0cc4-43cc-bd9c-810f98b0d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:55.051251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-17c74ec9-8efb-4489-85d7-ccbf10e28fba req-78a8ecd2-403b-464c-979e-e98c84b479b7 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1105812 May 12 20:06:55.108776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c010d7a-3ffa-4167-8d58-cf09b24a409a req-0fa70a50-6ee5-483d-9a24-d75577af1e45 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431460 May 12 20:06:55.132206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-643b7848-0cc4-43cc-bd9c-810f98b0d167 None None] Current status of the port 2659e2a0-3064-4830-855c-7950b8065e8f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:55.156509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-643b7848-0cc4-43cc-bd9c-810f98b0d167 None None] Provisioning for port 269681e2-34de-4de5-a269-dae4ac25dd74 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:55.162024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-643b7848-0cc4-43cc-bd9c-810f98b0d167 None None] Provisioning complete for port 269681e2-34de-4de5-a269-dae4ac25dd74 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:55.162512 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-643b7848-0cc4-43cc-bd9c-810f98b0d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:55.181992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 298cafa4-d801-45ce-8104-444cef700024 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:55.183091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:55.231246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-643b7848-0cc4-43cc-bd9c-810f98b0d167 None None] Port 269681e2-34de-4de5-a269-dae4ac25dd74 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:55.359148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1eecdbf6-e9be-443d-afe0-fbe935e51011 None None] Provisioning complete for port 269681e2-34de-4de5-a269-dae4ac25dd74 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:55.359839 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1eecdbf6-e9be-443d-afe0-fbe935e51011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:55.431517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1eecdbf6-e9be-443d-afe0-fbe935e51011 None None] Port 269681e2-34de-4de5-a269-dae4ac25dd74 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:55.503634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 747c5b08-9a21-4d07-9294-a2ba4a15c008 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:06:55.551575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e9e8bf0a-48a4-4fdb-ba5b-2ff9a0d0fbb5 None None] Provisioning complete for port 269681e2-34de-4de5-a269-dae4ac25dd74 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:55.552037 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bf0a-48a4-4fdb-ba5b-2ff9a0d0fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:55.613211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e9e8bf0a-48a4-4fdb-ba5b-2ff9a0d0fbb5 None None] Port 269681e2-34de-4de5-a269-dae4ac25dd74 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:55.686088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:06:55.697017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Sync routers for ids ['747c5b08-9a21-4d07-9294-a2ba4a15c008'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:06:55.707531 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd7760f8-35aa-4db1-b1d1-50caebe12d4f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "PUT /v2.0/routers/747c5b08-9a21-4d07-9294-a2ba4a15c008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5806446 May 12 20:06:55.716458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Routers {'747c5b08-9a21-4d07-9294-a2ba4a15c008'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:55.717130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['747c5b08-9a21-4d07-9294-a2ba4a15c008'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:55.851944 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-6e90a1b8-b55f-411f-b19d-19f8cf42a9e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1434085 May 12 20:06:55.877539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2659e2a0-3064-4830-855c-7950b8065e8f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:55.987480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Set router 747c5b08-9a21-4d07-9294-a2ba4a15c008 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:55.990399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-c6848391-751e-4843-a1a4-4eadd89889fe tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:55.994587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-c6848391-751e-4843-a1a4-4eadd89889fe tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/networks?id=298cafa4-d801-45ce-8104-444cef700024 HTTP/1.1" status: 200 len: 797 time: 0.1672673 May 12 20:06:56.009935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-14c2c630-e0ed-44c2-9c98-104cd4e3c2b3 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/quotas/56432a6d22fc4e6fa84351dc2c0c616b HTTP/1.1" status: 200 len: 375 time: 0.0142992 May 12 20:06:56.057797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2659e2a0-3064-4830-855c-7950b8065e8f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:56.058092 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:56.100229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-c0e1e013-3325-48d0-9236-1dfc8ac6b287 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:56.122866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-c0e1e013-3325-48d0-9236-1dfc8ac6b287 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:56.124613 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-c0e1e013-3325-48d0-9236-1dfc8ac6b287 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1136611 May 12 20:06:56.268777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-82d9dd35-12dc-48fb-b459-8f90d0ce3235 service neutron] 10.222.0.72 "GET /v2.0/networks/298cafa4-d801-45ce-8104-444cef700024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291764 May 12 20:06:56.417226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-b95fe19d-c436-45e0-808b-5ff0a9016758 service neutron] 10.222.0.72 "GET /v2.0/networks/298cafa4-d801-45ce-8104-444cef700024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413841 May 12 20:06:56.440129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2659e2a0-3064-4830-855c-7950b8065e8f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:56.441268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1574ee60-0ef8-4f95-bd47-37330ad2de66 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:06:56.450076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-946d5547-d775-48f9-a6b6-1f0973597038 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:06:56.451082 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-946d5547-d775-48f9-a6b6-1f0973597038 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706460 May 12 20:06:56.460481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Request body: {'binding': {'host': 'n-h2-841626-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:56.460934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Unknown quota resources ['binding']. {{(pid=88113) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 12 20:06:56.519513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:49Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '269681e2-34de-4de5-a269-dae4ac25dd74', 'name': '', 'network_id': '298cafa4-d801-45ce-8104-444cef700024', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:11:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '177cafc3-3a0f-4063-8576-6f653dd5e96d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:53Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 2, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': '177cafc3-3a0f-4063-8576-6f653dd5e96d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:56.522911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1574ee60-0ef8-4f95-bd47-37330ad2de66 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:56.523275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:56.551002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Checking router: 747c5b08-9a21-4d07-9294-a2ba4a15c008 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:06:56.551346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Updating router 747c5b08-9a21-4d07-9294-a2ba4a15c008 port 269681e2-34de-4de5-a269-dae4ac25dd74 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:06:56.628003 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:56.707644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on host n-h2-841626-1 for vnic_type normal with profile None {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:56.708232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:56.708652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:56.714571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:06:56.715021 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:56.721368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:56.721800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Checking segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:56.722331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Bound using segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:56.723041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Bound port: 677df530-15ec-47d5-878b-3ea018b7a472, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:56.748839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad9be6-7e07-4a63-9f79-c3e32b4d2a00 req-ce075e27-0ec0-43ac-b004-b43adc57f038 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:56.751138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5ad9be6-7e07-4a63-9f79-c3e32b4d2a00 req-ce075e27-0ec0-43ac-b004-b43adc57f038 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 943 time: 0.1218412 May 12 20:06:56.770121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:56.771081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1574ee60-0ef8-4f95-bd47-37330ad2de66 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:56.777359 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] Notify callbacks [] for binding, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:56.779883 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-160e91c0-b87b-4488-bd01-5d4a7c276b40 service neutron] 10.222.0.72 "POST /v2.0/ports/677df530-15ec-47d5-878b-3ea018b7a472/bindings HTTP/1.1" status: 201 len: 389 time: 0.3226516 May 12 20:06:56.802704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b5ad9be6-7e07-4a63-9f79-c3e32b4d2a00 req-f8195085-941f-439b-8916-1f662be9fc0e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441091 May 12 20:06:56.931572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b5c6c3c-1584-40e5-98c1-dcd73c8340e8 req-a17cad1d-f009-44c6-9d0e-eb8b56d76fd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 210 time: 0.0837893 May 12 20:06:56.963276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-035e737e-bc7a-4f27-ab3c-ce11f93219bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:57.041882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba63f-2250-46c1-89c9-1f340ff0c016 req-17d1afea-1971-4580-bfe5-6f3b6e43c9f5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:57.043692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd5ba63f-2250-46c1-89c9-1f340ff0c016 req-17d1afea-1971-4580-bfe5-6f3b6e43c9f5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1048994 May 12 20:06:57.144286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd5ba63f-2250-46c1-89c9-1f340ff0c016 req-5fdf25e7-f2f2-49f6-a1ac-6d6252e06966 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629411 May 12 20:06:57.157934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-10778100-e563-4864-bce5-c6524c3f4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:57.159421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-10778100-e563-4864-bce5-c6524c3f4016 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1097 time: 0.1147690 May 12 20:06:57.187105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:57.199798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Transition to ACTIVE for port object 269681e2-34de-4de5-a269-dae4ac25dd74 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:57.208087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:57.306724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-c28a6f69-3def-45b7-b022-b46decfadf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:57.308202 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-c28a6f69-3def-45b7-b022-b46decfadf2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 898 time: 0.1338677 May 12 20:06:57.406624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e9654-b075-4b8f-a097-fabac71c0c5d None None] Pushing event updated for resources: {'Port': ['ID=269681e2-34de-4de5-a269-dae4ac25dd74,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:57.428920 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b255fa26-0781-4a28-b766-e16057dba8d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 1002 time: 0.1139665 May 12 20:06:57.442162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Attempting to bind port 269681e2-34de-4de5-a269-dae4ac25dd74 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:57.442701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Attempting to bind port 269681e2-34de-4de5-a269-dae4ac25dd74 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:57.442862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Attempting to bind port 269681e2-34de-4de5-a269-dae4ac25dd74 on network 298cafa4-d801-45ce-8104-444cef700024 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:57.448564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:57.448929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Checking segment: {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:57.449354 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:57.449737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Bound using segment: {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:57.450197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Bound port: 269681e2-34de-4de5-a269-dae4ac25dd74, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:57.450560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:57.498130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-088bf3bb-bd92-40b6-9e93-177efeb24dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:57.499638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-088bf3bb-bd92-40b6-9e93-177efeb24dea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 200 len: 834 time: 0.0653460 May 12 20:06:57.545307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] For port 269681e2-34de-4de5-a269-dae4ac25dd74, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:57.549228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] For port 269681e2-34de-4de5-a269-dae4ac25dd74, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=269681e2-34de-4de5-a269-dae4ac25dd74,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:06:57.556952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:57.643037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Routers {'747c5b08-9a21-4d07-9294-a2ba4a15c008'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:06:57.643674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['747c5b08-9a21-4d07-9294-a2ba4a15c008'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:57.703976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e9654-b075-4b8f-a097-fabac71c0c5d None None] Pushing event updated for resources: {'Port': ['ID=269681e2-34de-4de5-a269-dae4ac25dd74,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:57.706632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e6ef44ca-c65a-43b3-8d93-f0f8bd44567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:57.716010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e6ef44ca-c65a-43b3-8d93-f0f8bd44567c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=057e3f30-2bc2-4f22-8782-773dbfa68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108374 May 12 20:06:57.890046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-dcc111c2-a978-40f6-9d61-95d10f59dc81 service neutron] 10.222.0.73 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669693 May 12 20:06:57.891690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] Set router 747c5b08-9a21-4d07-9294-a2ba4a15c008 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:06:57.986579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-0ec44feb-21dc-493a-ae1b-b9c9af36674a tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:57.987272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-0ec44feb-21dc-493a-ae1b-b9c9af36674a tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:06:58.022962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-0ec44feb-21dc-493a-ae1b-b9c9af36674a tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:06:58.024729 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-0ec44feb-21dc-493a-ae1b-b9c9af36674a tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.36 "GET /v2.0/networks?id=298cafa4-d801-45ce-8104-444cef700024 HTTP/1.1" status: 200 len: 797 time: 0.2663863 May 12 20:06:58.038835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Request body: {'port': {'device_id': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'network_id': '298cafa4-d801-45ce-8104-444cef700024', 'admin_state_up': True, 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:58.127634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a5c99a7-74e3-4ced-a8b2-9496ba165cf1 req-ab650da3-1c10-466c-90a6-ad81882517a5 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 210 time: 0.0626843 May 12 20:06:58.192049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-92fd15ee-6fcd-48f9-a19b-07182c6be2f5 service neutron] 10.222.0.73 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907863 May 12 20:06:58.209594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a4848-2ec5-4099-b811-b9a88f2f2818 req-68cf2b58-3248-4f9b-b29a-2735f53be2de tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:58.211937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f3a4848-2ec5-4099-b811-b9a88f2f2818 req-68cf2b58-3248-4f9b-b29a-2735f53be2de tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 943 time: 0.2228692 May 12 20:06:58.315805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d9a08c1b-13ba-4dbb-bac7-1f2481f87317 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:06:58.356555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f3a4848-2ec5-4099-b811-b9a88f2f2818 req-581c1196-0121-404f-93b0-79de7cd2d10b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1384072 May 12 20:06:58.362348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:06:58.373689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:06:58.385346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Made reservation on behalf of 56432a6d22fc4e6fa84351dc2c0c616b for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:06:58.389498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:58.411091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-d3b8dc8c-4b50-44fd-b3ef-c8576853d2a2 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:58.412573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-d3b8dc8c-4b50-44fd-b3ef-c8576853d2a2 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1097 time: 0.1639438 May 12 20:06:58.420868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed6bf-467d-4609-90f6-2a9fb10a0717 req-7297322c-6722-40f9-a6bb-cfd6e2936b11 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:58.425216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5aed6bf-467d-4609-90f6-2a9fb10a0717 req-7297322c-6722-40f9-a6bb-cfd6e2936b11 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1341717 May 12 20:06:58.431295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841626-1'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:58.431486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:49Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '269681e2-34de-4de5-a269-dae4ac25dd74', 'name': '', 'network_id': '298cafa4-d801-45ce-8104-444cef700024', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:11:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '177cafc3-3a0f-4063-8576-6f653dd5e96d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:53Z', 'updated_at': '2022-05-12T20:06:57Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': '177cafc3-3a0f-4063-8576-6f653dd5e96d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:06:58.439981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fd5f4-72d2-477c-a999-c5ac0d6820f0 None None] The sync data for ids ['747c5b08-9a21-4d07-9294-a2ba4a15c008'] in n-d-841626-1 is: [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:49Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '269681e2-34de-4de5-a269-dae4ac25dd74', 'name': '', 'network_id': '298cafa4-d801-45ce-8104-444cef700024', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:11:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '177cafc3-3a0f-4063-8576-6f653dd5e96d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:53Z', 'updated_at': '2022-05-12T20:06:57Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': '177cafc3-3a0f-4063-8576-6f653dd5e96d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:06:58.489357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d9a08c1b-13ba-4dbb-bac7-1f2481f87317, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:58.513199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'mac_address': 'fa:16:3e:65:1a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:06:58.593449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:06:58.595980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:58.616158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a08c1b-13ba-4dbb-bac7-1f2481f87317 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:06:58.618429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Allocated IP 172.20.0.20 (298cafa4-d801-45ce-8104-444cef700024/177cafc3-3a0f-4063-8576-6f653dd5e96d/1df37e53-aade-4ebf-8996-08113f70dab6) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:06:58.620973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5aed6bf-467d-4609-90f6-2a9fb10a0717 req-be2e1d43-3ce7-4bb0-bf21-49094da7a428 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313519 May 12 20:06:58.639257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:58.660328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d9a08c1b-13ba-4dbb-bac7-1f2481f87317, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:58.666413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:58.753310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:58.823574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:58.841533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Transition to ACTIVE for port object 1df37e53-aade-4ebf-8996-08113f70dab6 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:58.858120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:06:58.869691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:58.873218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d9a08c1b-13ba-4dbb-bac7-1f2481f87317'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:06:58.896885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:06:58.953896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Network 298cafa4-d801-45ce-8104-444cef700024 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:06:58.957709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:06:58.962626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:06:58.980441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:58.983419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:06:58.996795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.011618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-074a0295-1bad-47db-9705-64cc148596ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.015254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event updated for resources: {'Port': ['ID=1df37e53-aade-4ebf-8996-08113f70dab6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:59.088034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:59.088732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.108229 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6dd77f-0870-4e4a-9a29-791aab70a7fd'] response: {'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'code': 200} May 12 20:06:59.150230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-3af257b2-66dd-4e94-bd71-647c50f877ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1167591 May 12 20:06:59.163041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Request body: {'port': {'device_id': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:06:59.375067 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.378811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b587b3c4-7522-4942-9942-d6f8ea920f87 None None] Provisioning for port 1df37e53-aade-4ebf-8996-08113f70dab6 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:06:59.393052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b587b3c4-7522-4942-9942-d6f8ea920f87 None None] Provisioning complete for port 1df37e53-aade-4ebf-8996-08113f70dab6 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:59.393441 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b587b3c4-7522-4942-9942-d6f8ea920f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.502086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b587b3c4-7522-4942-9942-d6f8ea920f87 None None] Port 1df37e53-aade-4ebf-8996-08113f70dab6 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:59.525220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:06:59.627491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-62c612df-9c27-476e-9639-728f388d0ccf None None] Provisioning complete for port 677df530-15ec-47d5-878b-3ea018b7a472 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:06:59.627777 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-62c612df-9c27-476e-9639-728f388d0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.661636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd452d-c14e-4553-ab51-0b47b6411994 req-e4c28972-9e04-4fd4-b59c-fe165a7bf363 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:59.664891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83fd452d-c14e-4553-ab51-0b47b6411994 req-e4c28972-9e04-4fd4-b59c-fe165a7bf363 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 895 time: 0.3236454 May 12 20:06:59.670773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on host n-h1-841626-1 for vnic_type normal with profile {"migrating_to": "n-h2-841626-1"} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:06:59.671678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:06:59.672010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:59.679334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:06:59.679655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Attempting to bind port 677df530-15ec-47d5-878b-3ea018b7a472 on network 057e3f30-2bc2-4f22-8782-773dbfa68c42 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:06:59.686417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:06:59.686751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Checking segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:06:59.687132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Bound using segment: {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:06:59.687560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Bound port: 677df530-15ec-47d5-878b-3ea018b7a472, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f072519d-07a7-4ffc-808d-092eff3349ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:06:59.688161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.705092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-62c612df-9c27-476e-9639-728f388d0ccf None None] Port 677df530-15ec-47d5-878b-3ea018b7a472 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:06:59.796344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53dd09-10fd-4844-9d8a-b5f21e96cf25 req-f574bb66-fae3-4f00-8e21-e1c5c924969d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:06:59.803191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e53dd09-10fd-4844-9d8a-b5f21e96cf25 req-f574bb66-fae3-4f00-8e21-e1c5c924969d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 944 time: 0.2208438 May 12 20:06:59.809071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df37e53-aade-4ebf-8996-08113f70dab6 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:06:59.817419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.839267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Transition to ACTIVE for port object 1df37e53-aade-4ebf-8996-08113f70dab6 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:06:59.846198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:06:59.942020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 269681e2-34de-4de5-a269-dae4ac25dd74 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:00.040250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Pushing event updated for resources: {'Port': ['ID=1df37e53-aade-4ebf-8996-08113f70dab6,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:00.058072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 269681e2-34de-4de5-a269-dae4ac25dd74 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:00.066035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 269681e2-34de-4de5-a269-dae4ac25dd74 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:00.066591 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.081121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:00.108191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:00.119280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e53dd09-10fd-4844-9d8a-b5f21e96cf25 req-0363ddaa-c3ee-4553-99ba-6d5b3a634595 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3136427 May 12 20:07:00.124225 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.177866 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.188670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Attempting to bind port 1df37e53-aade-4ebf-8996-08113f70dab6 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:00.188997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Attempting to bind port 1df37e53-aade-4ebf-8996-08113f70dab6 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:00.189817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Attempting to bind port 1df37e53-aade-4ebf-8996-08113f70dab6 on network 298cafa4-d801-45ce-8104-444cef700024 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:00.205982 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Port 1df37e53-aade-4ebf-8996-08113f70dab6 on network 298cafa4-d801-45ce-8104-444cef700024 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:07:00.206258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Attempting to bind port 1df37e53-aade-4ebf-8996-08113f70dab6 on network 298cafa4-d801-45ce-8104-444cef700024 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:00.212200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:00.212600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Checking segment: {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:00.213001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Bound using segment: {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:00.213469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Bound port: 1df37e53-aade-4ebf-8996-08113f70dab6, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74643b95-b7db-4555-be6c-932e8a3e0935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '298cafa4-d801-45ce-8104-444cef700024'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:00.213829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.291067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 269681e2-34de-4de5-a269-dae4ac25dd74 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:00.291467 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.332008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d9a08c1b-13ba-4dbb-bac7-1f2481f87317 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:00.360744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] For port 1df37e53-aade-4ebf-8996-08113f70dab6, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:00.371304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] For port 1df37e53-aade-4ebf-8996-08113f70dab6, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1df37e53-aade-4ebf-8996-08113f70dab6,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:00.382410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.442106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 269681e2-34de-4de5-a269-dae4ac25dd74, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=269681e2-34de-4de5-a269-dae4ac25dd74,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:00.464483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456b5e-31c4-484a-8675-71bc56839fdb req-5154e803-45b9-4400-b79b-a57b40195924 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:00.465275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.479011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10456b5e-31c4-484a-8675-71bc56839fdb req-5154e803-45b9-4400-b79b-a57b40195924 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 944 time: 0.6612022 May 12 20:07:00.480115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:00.480880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.482649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] 10.222.0.36 "PUT /v2.0/ports/1df37e53-aade-4ebf-8996-08113f70dab6 HTTP/1.1" status: 200 len: 1055 time: 1.3242772 May 12 20:07:00.483249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'tag': '1df37e53-aade-4ebf-8996-08113f70dab6'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:00.623920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df75bb-81d8-40c7-917f-26b3c25cbe00 service neutron] Pushing event updated for resources: {'Port': ['ID=1df37e53-aade-4ebf-8996-08113f70dab6,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:00.627416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=8']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:00.635906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=269681e2-34de-4de5-a269-dae4ac25dd74,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:00.638918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:00.639238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.641236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e3ba9db8-a7fb-4b57-96a0-edac0b38d637 service neutron] 10.222.0.73 "PUT /v2.0/ports/677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 1122 time: 2.2146618 May 12 20:07:00.646744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:00.678087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10456b5e-31c4-484a-8675-71bc56839fdb req-0da47f07-40d2-4610-97e1-88e53514fe27 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981170 May 12 20:07:00.686868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:00.687270 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.722140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.728553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-1572a1d1-4589-45d7-88f8-b9aedeeb94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:00.730463 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-1572a1d1-4589-45d7-88f8-b9aedeeb94b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 1058 time: 0.1992669 May 12 20:07:00.731246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['677df530-15ec-47d5-878b-3ea018b7a472'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:07:00.804635 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be890467-6caf-4a58-88ec-31c5792f3e5d'] response: {'name': 'network-changed', 'server_uuid': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'tag': '1df37e53-aade-4ebf-8996-08113f70dab6', 'status': 'completed', 'code': 200} May 12 20:07:00.823097 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-68dd569e-9d50-4b1a-ac2a-4868c86283a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1df37e53-aade-4ebf-8996-08113f70dab6 HTTP/1.1" status: 200 len: 217 time: 0.0841894 May 12 20:07:00.926917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-05724757-bdc4-4b60-a77d-1afbc93abf96 None None] Provisioning complete for port 677df530-15ec-47d5-878b-3ea018b7a472 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:00.927296 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-05724757-bdc4-4b60-a77d-1afbc93abf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:00.991285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b61c07-b85d-4aac-9fb2-22b0d5df341b req-b4c72521-c523-4a66-92a7-cbad65da656d tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:00.992725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69b61c07-b85d-4aac-9fb2-22b0d5df341b req-b4c72521-c523-4a66-92a7-cbad65da656d tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 907 time: 0.1103857 May 12 20:07:01.038964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:01.039272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:01.044082 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-70ad1c9c-79d1-4a0e-96d8-d0ab0ec7da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.045854 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-70ad1c9c-79d1-4a0e-96d8-d0ab0ec7da27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=177cafc3-3a0f-4063-8576-6f653dd5e96d HTTP/1.1" status: 200 len: 838 time: 0.2162158 May 12 20:07:01.104811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:01.109227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:01.164587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d9a08c1b-13ba-4dbb-bac7-1f2481f87317, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:01.181631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:01.191432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-5a818e0c-9374-42c2-8e22-1527ad0fa6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.194234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-5a818e0c-9374-42c2-8e22-1527ad0fa6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298cafa4-d801-45ce-8104-444cef700024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411228 May 12 20:07:01.195498 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b986a5f0-5090-4a98-ba1b-5ff212803fc2'] response: {'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'status': 'completed', 'code': 200} May 12 20:07:01.275030 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b02a5e-a568-4f26-8e8e-086bf767b5ff'] response: {'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'code': 200} May 12 20:07:01.388686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-05724757-bdc4-4b60-a77d-1afbc93abf96 None None] Current status of the port 677df530-15ec-47d5-878b-3ea018b7a472 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:01.389062 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-05724757-bdc4-4b60-a77d-1afbc93abf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:01.397754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-0483d3fa-f2ac-4095-a7a0-cd7e8ffd8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.399260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-0483d3fa-f2ac-4095-a7a0-cd7e8ffd8ceb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1125 time: 0.1711135 May 12 20:07:01.409320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fffc8a-925e-445e-a247-bf62bd888080 req-0087c054-efd9-4dc9-8c94-798cad4af30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.410515 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7fffc8a-925e-445e-a247-bf62bd888080 req-0087c054-efd9-4dc9-8c94-798cad4af30a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1096 time: 0.1008625 May 12 20:07:01.422990 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-4824d64f-e8a2-4580-b13e-8460d76d6f43 service neutron] 10.222.0.36 "GET /v2.0/networks/298cafa4-d801-45ce-8104-444cef700024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131815 May 12 20:07:01.458755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-05724757-bdc4-4b60-a77d-1afbc93abf96 None None] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:01.473633 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-05724757-bdc4-4b60-a77d-1afbc93abf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:01.549211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:01.573314 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fbea83d1-8c77-4f34-9b2b-6b7a54841b95 req-e57b058e-58a4-4de2-8ea7-d25d9dd8e537 service neutron] 10.222.0.36 "GET /v2.0/networks/298cafa4-d801-45ce-8104-444cef700024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351199 May 12 20:07:01.618226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7fffc8a-925e-445e-a247-bf62bd888080 req-0cd11bea-26be-4cec-9f6b-2e904dbbc77b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1711328 May 12 20:07:01.669739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-0fb29364-bae2-4b9c-b85c-7178d076f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.671109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-0fb29364-bae2-4b9c-b85c-7178d076f678 service neutron] 10.222.0.36 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 898 time: 0.2597077 May 12 20:07:01.711241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-62f94610-3bb0-44f4-9a1e-c52ced28a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.712736 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-62f94610-3bb0-44f4-9a1e-c52ced28a32f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 1058 time: 0.0844533 May 12 20:07:01.722785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05724757-bdc4-4b60-a77d-1afbc93abf96 None None] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:01.740072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab710e6-d0f5-40af-9766-023396fb9221 req-bb087d60-de6c-48ed-9730-aafb8b960149 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.741862 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aab710e6-d0f5-40af-9766-023396fb9221 req-bb087d60-de6c-48ed-9730-aafb8b960149 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 945 time: 0.2068422 May 12 20:07:01.768273 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:01.827394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-f2e27652-9a86-49da-902b-e9074d5ad938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 1002 time: 0.1448517 May 12 20:07:01.830316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aab710e6-d0f5-40af-9766-023396fb9221 req-57d14006-ff62-4951-bd67-03ba0924110e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0634179 May 12 20:07:01.903646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 269681e2-34de-4de5-a269-dae4ac25dd74 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:01.913374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-fbb07c94-064f-4c35-83ca-e3163c0e04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.915436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-fbb07c94-064f-4c35-83ca-e3163c0e04a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=298cafa4-d801-45ce-8104-444cef700024 HTTP/1.1" status: 200 len: 898 time: 0.1955602 May 12 20:07:01.948475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-34d9bc93-cb49-4bba-a348-c36e38eb9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:01.949581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-34d9bc93-cb49-4bba-a348-c36e38eb9d0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 200 len: 834 time: 0.1125443 May 12 20:07:01.972641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 269681e2-34de-4de5-a269-dae4ac25dd74 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:01.973243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:01.992498 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-1040d712-907f-43b2-bd5d-03681ca1f4cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1df37e53-aade-4ebf-8996-08113f70dab6 HTTP/1.1" status: 200 len: 217 time: 0.0678694 May 12 20:07:02.029013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d5e5c-3afe-48c2-b599-bcc1c478c268 req-803e3f45-773c-4935-b850-2dd709a79719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:02.030555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa1d5e5c-3afe-48c2-b599-bcc1c478c268 req-803e3f45-773c-4935-b850-2dd709a79719 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1574001 May 12 20:07:02.075155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-681f73d7-b090-4a90-b999-b84d0518f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:02.077700 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-681f73d7-b090-4a90-b999-b84d0518f921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=177cafc3-3a0f-4063-8576-6f653dd5e96d HTTP/1.1" status: 200 len: 838 time: 0.0788538 May 12 20:07:02.087370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-71cc9eef-a9fe-4671-9326-bf251dff7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:02.088960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-71cc9eef-a9fe-4671-9326-bf251dff7d80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=057e3f30-2bc2-4f22-8782-773dbfa68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312597 May 12 20:07:02.102229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 269681e2-34de-4de5-a269-dae4ac25dd74 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:02.171794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-4395eaf4-3864-450c-aaa2-d50f2ccdc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:02.173289 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-4395eaf4-3864-450c-aaa2-d50f2ccdc5e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298cafa4-d801-45ce-8104-444cef700024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872357 May 12 20:07:02.186556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa1d5e5c-3afe-48c2-b599-bcc1c478c268 req-4e249f41-0ad9-4257-9fb4-070480f22b79 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363714 May 12 20:07:02.295015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-ac74d309-edac-4843-a90c-dc9ada89fa86 service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948609 May 12 20:07:02.304489 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-16775a3d-2126-4b61-99ff-3d472b222dc5 service neutron] 10.222.0.36 "GET /v2.0/networks/298cafa4-d801-45ce-8104-444cef700024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241646 May 12 20:07:02.327788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55783f0-11e8-427e-ad16-d4afd314f08a req-8acff043-39f6-47c4-b5eb-2081d7d52dfd tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:02.329152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c55783f0-11e8-427e-ad16-d4afd314f08a req-8acff043-39f6-47c4-b5eb-2081d7d52dfd tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 907 time: 0.1502750 May 12 20:07:02.444401 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bbb42a8b-bb91-4d6d-a95a-5a3567afdba1 req-96fbbef1-40c3-4572-b354-d522d305d9cf service neutron] 10.222.0.36 "GET /v2.0/networks/298cafa4-d801-45ce-8104-444cef700024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341789 May 12 20:07:02.445638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-544de604-f9cd-4a27-b3b8-3a54ff2896d6 req-e95b7484-cd7c-4521-b2b5-9062deae710c service neutron] 10.222.0.36 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422954 May 12 20:07:03.035891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfcc1a-33b1-4508-95e6-58bb3aa7a90b req-80475ed9-2afb-46c6-8168-21e08ee0b22c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:03.037391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66cfcc1a-33b1-4508-95e6-58bb3aa7a90b req-80475ed9-2afb-46c6-8168-21e08ee0b22c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 945 time: 0.0826373 May 12 20:07:03.084542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-66cfcc1a-33b1-4508-95e6-58bb3aa7a90b req-16a5c4eb-5351-481e-b01b-7453488e5666 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412376 May 12 20:07:03.276381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:03.459718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2caa-9edf-4b77-8d0c-440c319d0e32 req-c0c5dfbc-f153-4459-92f0-1a9f6d32c83c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:03.461211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-871b2caa-9edf-4b77-8d0c-440c319d0e32 req-c0c5dfbc-f153-4459-92f0-1a9f6d32c83c tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 945 time: 0.2699387 May 12 20:07:03.469176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f68bf-4e5b-436c-a397-a16cc5f2c719 req-e383a30b-75bf-4da7-8233-ea0d288e48ec tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:03.470533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c26f68bf-4e5b-436c-a397-a16cc5f2c719 req-e383a30b-75bf-4da7-8233-ea0d288e48ec tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1208620 May 12 20:07:03.535257 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-871b2caa-9edf-4b77-8d0c-440c319d0e32 req-63933efe-6d61-44b2-9f08-e0b1ee2f7b27 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0637977 May 12 20:07:03.542185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c26f68bf-4e5b-436c-a397-a16cc5f2c719 req-92dd8f16-0e9f-43bb-8f58-a0e2b9a4572f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582097 May 12 20:07:03.558326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:03.597993 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6af37b3-5db6-41b0-a31f-36ac29111633'] response: {'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'code': 200} May 12 20:07:03.723043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939c93-488f-4c60-a720-b5740841d290 req-a2407490-c5dc-4a0f-8830-1413575835ce tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:03.724395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a4939c93-488f-4c60-a720-b5740841d290 req-a2407490-c5dc-4a0f-8830-1413575835ce tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 907 time: 0.0833499 May 12 20:07:03.742903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200fc4d7-da5e-4ebf-9c9c-c9e5fc1d8264 tempest-TestVolumeBackupRestore-2093451010 tempest-TestVolumeBackupRestore-2093451010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:03.744399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-200fc4d7-da5e-4ebf-9c9c-c9e5fc1d8264 tempest-TestVolumeBackupRestore-2093451010 tempest-TestVolumeBackupRestore-2093451010-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1091 time: 0.1851063 May 12 20:07:03.747608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44214) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:03.752555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:03.759420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:03.763203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Usage tracker for resource:floatingip and tenant:464d0664c08f4e488dd81aa9881c66d4 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:03.766017 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:03.771554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:03.783613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:03.924575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:04.064781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Allocated IP 172.25.2.221 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/8cd21b76-4d21-4de4-9a82-8af170ef7f94) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:04.211132 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:04.245497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:04.383377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:07:04.425994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:04.428971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:04.432608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:04.461096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'Port': ['ID=8cd21b76-4d21-4de4-9a82-8af170ef7f94,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:04.519989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:04.533652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 has no active binding in host n-h2-841626-1 {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 12 20:07:04.729054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35538d-d115-47fd-961b-5abed304a79b req-955ad454-94b8-4857-bbd3-585afafafc38 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:04.730630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e35538d-d115-47fd-961b-5abed304a79b req-955ad454-94b8-4857-bbd3-585afafafc38 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.0799453 May 12 20:07:04.776078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e35538d-d115-47fd-961b-5abed304a79b req-1f5996af-9f1c-40b3-a1c8-f8cac5362ab8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394647 May 12 20:07:04.847302 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:04.915497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eebb2c-c870-4e6b-b68d-b2db321ae904 req-62f6a673-f10e-4047-b709-00b94df96dcd tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:04.917044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-64eebb2c-c870-4e6b-b68d-b2db321ae904 req-62f6a673-f10e-4047-b709-00b94df96dcd tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 907 time: 0.0845537 May 12 20:07:04.923327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:05.128012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:05.133976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:05.240727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event updated for resources: {'Port': ['ID=8cd21b76-4d21-4de4-9a82-8af170ef7f94,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:05.252774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:05.425546 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Floating IP eef003a8-5700-43cc-96a0-49a67e86398c associated. External IP: 172.25.2.221, port: d9a08c1b-13ba-4dbb-bac7-1f2481f87317. May 12 20:07:05.779221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Router c61e518a-a03e-472d-86fd-a6cbe941f322 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:05.838000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1df37e53-aade-4ebf-8996-08113f70dab6 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:07:05.998852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1df37e53-aade-4ebf-8996-08113f70dab6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1df37e53-aade-4ebf-8996-08113f70dab6,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:05.999803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e731a-cd13-4233-bdd1-e4aeb03d247d req-0a0ebe8f-a8bf-4529-a525-ec400d50b6d8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:06.002733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-883e731a-cd13-4233-bdd1-e4aeb03d247d req-0a0ebe8f-a8bf-4529-a525-ec400d50b6d8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 946 time: 0.1123233 May 12 20:07:06.013240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '1df37e53-aade-4ebf-8996-08113f70dab6', 'network_id': '298cafa4-d801-45ce-8104-444cef700024', 'port_id': '1df37e53-aade-4ebf-8996-08113f70dab6', 'mac_address': 'fa:16:3e:7e:07:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177cafc3-3a0f-4063-8576-6f653dd5e96d', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:07:06.075912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1df37e53-aade-4ebf-8996-08113f70dab6 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:06.076347 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:06.093941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df37e53-aade-4ebf-8996-08113f70dab6 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:07:06.111171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1df37e53-aade-4ebf-8996-08113f70dab6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1df37e53-aade-4ebf-8996-08113f70dab6,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:06.116920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:06.117682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:06.131733 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] Sync routers for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:06.148331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:06.148905 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:06.150929 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:06.172023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-883e731a-cd13-4233-bdd1-e4aeb03d247d req-aee54923-101b-48ec-ab7c-8d0d871dad07 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304846 May 12 20:07:06.187284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-2e0f107f-65a8-4fe2-afa9-1037e14e242c service neutron] 10.222.0.36 "GET /v2.0/ports/677df530-15ec-47d5-878b-3ea018b7a472/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 384 time: 0.1834033 May 12 20:07:06.200372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3fd61-3208-4eda-8c29-4e353269d027 req-62380e02-b3fd-4d57-ba7a-4dd4e62f0a1e tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:06.210911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1f3fd61-3208-4eda-8c29-4e353269d027 req-62380e02-b3fd-4d57-ba7a-4dd4e62f0a1e tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 907 time: 0.1631827 May 12 20:07:06.240576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1df37e53-aade-4ebf-8996-08113f70dab6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:06.256964 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-57ff80fb-7e78-480d-b819-ccaa09623734 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5056362 May 12 20:07:06.256964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:06.259730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:06.312368 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f696f5bc-07f7-4b39-89af-f24ca1e79650'] response: {'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'status': 'completed', 'code': 200} May 12 20:07:06.342382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fa9991-9550-4f29-967f-e0ed160ad1bd tempest-TestVolumeBackupRestore-2093451010 tempest-TestVolumeBackupRestore-2093451010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:06.345758 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a7fa9991-9550-4f29-967f-e0ed160ad1bd tempest-TestVolumeBackupRestore-2093451010 tempest-TestVolumeBackupRestore-2093451010-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1091 time: 0.0819588 May 12 20:07:06.346095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44234) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:06.351343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Request body: {'floatingip': {'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:06.359452 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:06.377216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['1df37e53-aade-4ebf-8996-08113f70dab6'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:07:06.467764 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:06.531013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-c2aa6343-3d8c-4c6f-85c1-81faaeb7693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:06.532596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-c2aa6343-3d8c-4c6f-85c1-81faaeb7693a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=464d0664c08f4e488dd81aa9881c66d4&device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1096 time: 0.1967270 May 12 20:07:06.637107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:06.677841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:06.726693 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'eef003a8-5700-43cc-96a0-49a67e86398c', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'mac_address': 'fa:16:3e:65:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:07:04Z', 'updated_at': '2022-05-12T20:07:04Z', 'revision_number': 0, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:06.730573 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] Checking router: c61e518a-a03e-472d-86fd-a6cbe941f322 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:06.739014 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:06.739590 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:06.745922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-38517cf9-1919-4e88-8405-3b3387c6c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:06.747376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-38517cf9-1919-4e88-8405-3b3387c6c3e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 200 len: 915 time: 0.2018752 May 12 20:07:06.759270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:06.821101 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50707c2-a0d3-4518-b4ec-ffc7d30a0468'] response: {'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'code': 200} May 12 20:07:06.822365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:06.866202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:06.925244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-652fef86-8679-4c91-9a37-69f2272349ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 200 len: 999 time: 0.1696529 May 12 20:07:06.926569 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:07.017377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-d13fd7ac-0f9b-4018-a19c-99f29b057ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:07.018823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-d13fd7ac-0f9b-4018-a19c-99f29b057ace service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd252f11-cccd-4316-8050-b3410aa2b901 HTTP/1.1" status: 200 len: 853 time: 0.0864637 May 12 20:07:07.070297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] Transition to ACTIVE for port object 677df530-15ec-47d5-878b-3ea018b7a472 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:07.083018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:07.149493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:07.155925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:07.358333 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'eef003a8-5700-43cc-96a0-49a67e86398c', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'mac_address': 'fa:16:3e:65:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:07:04Z', 'updated_at': '2022-05-12T20:07:04Z', 'revision_number': 0, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:07.362643 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b177d-dfe6-4636-a8f5-3faa687e7835 None None] The sync data for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 is: [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'eef003a8-5700-43cc-96a0-49a67e86398c', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'mac_address': 'fa:16:3e:65:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:07:04Z', 'updated_at': '2022-05-12T20:07:04Z', 'revision_number': 0, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:07.492502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] Pushing event updated for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=11']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:07.548289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-ce02f148-6572-4885-9211-e20e3e494b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:07.549829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-ce02f148-6572-4885-9211-e20e3e494b5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aebb3470-065f-4617-b634-ebd8f51a9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5244417 May 12 20:07:07.597727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] No DVR routers for this DVR port 677df530-15ec-47d5-878b-3ea018b7a472 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:07.665012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c7f8f-bd1e-4344-8f9e-6cd09d71af4f None None] New status for floating IP eef003a8-5700-43cc-96a0-49a67e86398c: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:07:07.749704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Router c61e518a-a03e-472d-86fd-a6cbe941f322 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:07.855615 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1df37e53-aade-4ebf-8996-08113f70dab6 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:07.887966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d174-b6f4-4fb6-afbc-f94f92789039 req-758aad05-cb42-4c3a-a2cd-61d2f7326b08 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:07.891299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9be4d174-b6f4-4fb6-afbc-f94f92789039 req-758aad05-cb42-4c3a-a2cd-61d2f7326b08 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 908 time: 0.4459722 May 12 20:07:07.916736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-5ea42701-3a47-45e8-b21d-b94cdfbbf96d service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491127 May 12 20:07:07.925843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3e9fc-91ff-4a31-a2b3-b8bc3c7f6cd4 req-4d5d36a5-d701-4992-81cd-4197575453a5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:07.927739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4e3e9fc-91ff-4a31-a2b3-b8bc3c7f6cd4 req-4d5d36a5-d701-4992-81cd-4197575453a5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.5261092 May 12 20:07:07.938200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:07.943297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:08.024765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 1df37e53-aade-4ebf-8996-08113f70dab6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:08.029852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 1df37e53-aade-4ebf-8996-08113f70dab6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:08.030221 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:08.060349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b7c7dcc2-b90b-4f96-bd3e-481059e9a02b tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "PUT /v2.0/floatingips/eef003a8-5700-43cc-96a0-49a67e86398c HTTP/1.1" status: 200 len: 991 time: 1.7131228 May 12 20:07:08.089172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b87260bf-0708-45cd-9c32-0cc15363f16b service neutron] 10.222.0.36 "PUT /v2.0/ports/677df530-15ec-47d5-878b-3ea018b7a472/bindings/n-h2-841626-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8772135 May 12 20:07:08.095880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c4e3e9fc-91ff-4a31-a2b3-b8bc3c7f6cd4 req-fa548fe1-aa2c-4d54-999c-73f437c28080 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417935 May 12 20:07:08.104699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] Sync routers for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:08.114981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:08.116395 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:08.172585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:08.174851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1df37e53-aade-4ebf-8996-08113f70dab6 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:08.175259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:08.187513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-801ae73d-fbf1-47a9-87ea-746e68a179c4 req-70988f3d-3cc8-4c07-aa41-6e04f57b234f service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589555 May 12 20:07:08.208567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df37e53-aade-4ebf-8996-08113f70dab6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:08.220725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1df37e53-aade-4ebf-8996-08113f70dab6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1df37e53-aade-4ebf-8996-08113f70dab6,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:08.226317 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:08.227128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:08.296096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e56d418f-9aee-47c8-ab17-0a389c8a81fe tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.298843 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-e56d418f-9aee-47c8-ab17-0a389c8a81fe tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.1414130 May 12 20:07:08.318982 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558b6e8d-b4b4-4f06-9056-daaf2e8a5972'] response: {'server_uuid': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df37e53-aade-4ebf-8996-08113f70dab6', 'code': 200} May 12 20:07:08.321465 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:08.340838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}, {'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:08.396778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-05cdc28d-5ae9-4384-b8ad-a554efaaa60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.398642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-05cdc28d-5ae9-4384-b8ad-a554efaaa60d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 1096 time: 0.0924597 May 12 20:07:08.400684 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc92086-9701-48e8-980d-0b6b8b18f90c'] response: {'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'status': 'completed', 'code': 200} May 12 20:07:08.400684 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc92086-9701-48e8-980d-0b6b8b18f90c'] response: {'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'status': 'completed', 'code': 200} May 12 20:07:08.464143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:08.469848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1df37e53-aade-4ebf-8996-08113f70dab6,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:08.500382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d191d2-81da-48e2-bff5-1971ec64aa8b req-9d90f77b-66c8-4e54-b45c-b4aebbbc267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.501895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7d191d2-81da-48e2-bff5-1971ec64aa8b req-9d90f77b-66c8-4e54-b45c-b4aebbbc267c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 1060 time: 0.1665752 May 12 20:07:08.507232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-6840f047-487e-47fc-8acf-cf2eab111dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.508830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-6840f047-487e-47fc-8acf-cf2eab111dab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=464d0664c08f4e488dd81aa9881c66d4&device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1096 time: 0.0868196 May 12 20:07:08.518892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-2f2ef387-adb2-4225-9a16-fb973a945f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.520322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-2f2ef387-adb2-4225-9a16-fb973a945f3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1096 time: 0.0852509 May 12 20:07:08.648934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-51ef81a0-d6cd-4270-b8d8-0b41bd6a72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.650964 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-51ef81a0-d6cd-4270-b8d8-0b41bd6a72d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 200 len: 915 time: 0.1361585 May 12 20:07:08.658225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-9c7d0a70-b329-40da-b9ad-9fdaa79960a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.659674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-9c7d0a70-b329-40da-b9ad-9fdaa79960a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 898 time: 0.1336193 May 12 20:07:08.700727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'eef003a8-5700-43cc-96a0-49a67e86398c', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'mac_address': 'fa:16:3e:65:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:07:04Z', 'updated_at': '2022-05-12T20:07:07Z', 'revision_number': 2, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:08.706003 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] Checking router: c61e518a-a03e-472d-86fd-a6cbe941f322 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:08.717460 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:08.718062 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:08.758678 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-5a77f311-c895-417d-a1a1-90f1658c267d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 200 len: 1001 time: 0.1024241 May 12 20:07:08.765641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-05d47bc6-5cd6-4f07-b6fa-ab9676c211ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 1000 time: 0.0998535 May 12 20:07:08.791936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:08.829074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-1c90b2e1-27a2-4e2e-95ed-26941eff1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.830542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-1c90b2e1-27a2-4e2e-95ed-26941eff1035 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 200 len: 834 time: 0.0599484 May 12 20:07:08.832357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-ad1fd97e-7525-440f-b27b-57f5acc14611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.833821 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-ad1fd97e-7525-440f-b27b-57f5acc14611 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd252f11-cccd-4316-8050-b3410aa2b901 HTTP/1.1" status: 200 len: 853 time: 0.0690069 May 12 20:07:08.901594 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:08.910121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-6d65540c-503e-4ca0-bf1a-6295ad52aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.911593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-6d65540c-503e-4ca0-bf1a-6295ad52aa66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aebb3470-065f-4617-b634-ebd8f51a9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702393 May 12 20:07:08.915103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-9ddc4fa9-9db7-4c71-b101-ede4a1b88373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:08.916720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-9ddc4fa9-9db7-4c71-b101-ede4a1b88373 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=057e3f30-2bc2-4f22-8782-773dbfa68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755162 May 12 20:07:09.058313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-885ae47a-a82a-40a9-ad40-0a250dc80cb2 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357574 May 12 20:07:09.233055 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-f234ff29-2a6a-4df2-83b4-9ba1d8fe9b61 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676664 May 12 20:07:09.261233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-9df2dd6e-42c0-486b-ba37-68ef008723fe service neutron] 10.222.0.73 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377233 May 12 20:07:09.274360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6fb9c-f5e6-4bd4-8b74-046b51573454 req-fe4ad389-e907-487c-81b9-c003d18d9917 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:09.275832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1b6fb9c-f5e6-4bd4-8b74-046b51573454 req-fe4ad389-e907-487c-81b9-c003d18d9917 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 909 time: 0.2689602 May 12 20:07:09.288373 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'eef003a8-5700-43cc-96a0-49a67e86398c', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'mac_address': 'fa:16:3e:65:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:07:04Z', 'updated_at': '2022-05-12T20:07:07Z', 'revision_number': 2, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:09.293163 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b541d-b8ee-4393-8367-f4fde4e70186 None None] The sync data for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 is: [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'eef003a8-5700-43cc-96a0-49a67e86398c', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'port_id': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'mac_address': 'fa:16:3e:65:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:07:04Z', 'updated_at': '2022-05-12T20:07:07Z', 'revision_number': 2, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:09.356261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-2bdc0922-d34b-4c60-91a4-3074a8e76144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:09.357846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-2bdc0922-d34b-4c60-91a4-3074a8e76144 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=464d0664c08f4e488dd81aa9881c66d4&device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1096 time: 0.0829637 May 12 20:07:09.469870 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-ccf8f328-5bee-46d4-8314-28d86752d389 service neutron] 10.222.0.73 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919708 May 12 20:07:09.482240 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed79a9-d619-4e0c-83bc-aac647c491e5 req-ed16c6c0-f597-493e-b881-704411479b55 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:09.489430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deed79a9-d619-4e0c-83bc-aac647c491e5 req-ed16c6c0-f597-493e-b881-704411479b55 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.2125301 May 12 20:07:09.522319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-6509a219-39b0-4479-940d-5fba692b1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:09.523869 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-6509a219-39b0-4479-940d-5fba692b1390 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 200 len: 915 time: 0.1603274 May 12 20:07:09.542290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deed79a9-d619-4e0c-83bc-aac647c491e5 req-6b97fbbc-b5cd-4538-a9d0-7a4d90690c0f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518579 May 12 20:07:09.750054 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-f2b391d8-058b-4255-baaa-454229f1e50e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 200 len: 1001 time: 0.2199543 May 12 20:07:09.814224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-4ec1cb72-b3e0-4e85-9a05-506e67e5538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:09.815651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-4ec1cb72-b3e0-4e85-9a05-506e67e5538f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd252f11-cccd-4316-8050-b3410aa2b901 HTTP/1.1" status: 200 len: 853 time: 0.0565321 May 12 20:07:09.837631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-bd623081-dc53-4337-a2db-bf82d83f191a tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:09.839127 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-bd623081-dc53-4337-a2db-bf82d83f191a tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 1096 time: 0.0799046 May 12 20:07:09.890860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b888-0ba5-4d18-8832-895735abf168 req-d1502c66-e12d-4cbe-9353-18f248cdc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:09.892510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-d1502c66-e12d-4cbe-9353-18f248cdc945 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aebb3470-065f-4617-b634-ebd8f51a9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708487 May 12 20:07:09.962789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b0da9cdd-931a-406a-8915-e6d4f4215f2f service neutron] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:09.966202 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b0da9cdd-931a-406a-8915-e6d4f4215f2f service neutron] Notify callbacks [] for binding, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:09.967338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-beb302cb-e56e-4889-b9b9-fe6ed4aa0e1c req-b0da9cdd-931a-406a-8915-e6d4f4215f2f service neutron] 10.222.0.73 "DELETE /v2.0/ports/677df530-15ec-47d5-878b-3ea018b7a472/bindings/n-h1-841626-1 HTTP/1.1" status: 204 len: 173 time: 0.1222615 May 12 20:07:10.032134 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-69a8deb9-61a8-4fdc-ab22-66cecfd5bae0 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328459 May 12 20:07:10.161589 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f995b888-0ba5-4d18-8832-895735abf168 req-bdc5d289-95a1-4b26-b625-bb0f1c44c760 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240280 May 12 20:07:10.483643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50584f9-257d-41d9-be32-09b9ae315a17 req-f6b9161d-57bc-42c4-b195-33a6e76eac9a tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:10.485089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c50584f9-257d-41d9-be32-09b9ae315a17 req-f6b9161d-57bc-42c4-b195-33a6e76eac9a tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 909 time: 0.0977979 May 12 20:07:10.728455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a149b3-1a1f-4f38-a652-26a0fda3323e req-910b9fe1-ad81-4997-a679-a89d826722e0 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:10.730133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94a149b3-1a1f-4f38-a652-26a0fda3323e req-910b9fe1-ad81-4997-a679-a89d826722e0 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 909 time: 0.1403716 May 12 20:07:10.746811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211461-84ea-4a96-b6fa-5c6521247dc9 req-2e8549a6-7ade-4fa7-8ee5-277699f667bb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:10.748291 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4211461-84ea-4a96-b6fa-5c6521247dc9 req-2e8549a6-7ade-4fa7-8ee5-277699f667bb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.1040380 May 12 20:07:10.798678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4211461-84ea-4a96-b6fa-5c6521247dc9 req-6152c3d2-cedb-4274-aa54-1f3c25296711 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433941 May 12 20:07:10.904774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8b945-7e90-4203-b86f-ba1198651356 req-78e364c7-23e3-4649-a450-1a4c0b5e672e tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:10.906351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de8b945-7e90-4203-b86f-ba1198651356 req-78e364c7-23e3-4649-a450-1a4c0b5e672e tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 1060 time: 0.0738544 May 12 20:07:10.977300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fb715-9207-4426-9e42-7857cfa500be req-a62caa3d-c791-4006-9583-43427c5264da tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:10.978845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c65fb715-9207-4426-9e42-7857cfa500be req-a62caa3d-c791-4006-9583-43427c5264da tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1096 time: 0.0716195 May 12 20:07:11.061949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c65fb715-9207-4426-9e42-7857cfa500be req-8cd5eeed-0fc4-456d-beec-fb294716c160 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772600 May 12 20:07:11.092026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df5e92-e403-4292-b152-4ec0361a651b req-1fa9e114-052c-4938-a9d4-9a0f6b9f36a9 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:11.093620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47df5e92-e403-4292-b152-4ec0361a651b req-1fa9e114-052c-4938-a9d4-9a0f6b9f36a9 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1136 time: 0.0821474 May 12 20:07:11.138808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-47df5e92-e403-4292-b152-4ec0361a651b req-ec12df4b-c081-4c8e-91a3-9e42f5b5882c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Synchronizing usage tracker for tenant:19c9f2dad2284fe8a987c7997338427f on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:11.158727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-47df5e92-e403-4292-b152-4ec0361a651b req-ec12df4b-c081-4c8e-91a3-9e42f5b5882c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Unset dirty status for tenant:19c9f2dad2284fe8a987c7997338427f on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:11.161509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47df5e92-e403-4292-b152-4ec0361a651b req-ec12df4b-c081-4c8e-91a3-9e42f5b5882c tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0600543 May 12 20:07:11.183402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44266) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:11.247589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fddeb8-87a7-466d-8d9f-1dbe576535ec req-209c52d8-3da2-4bf6-8ec7-bf85a4bd2b85 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:11.249100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31fddeb8-87a7-466d-8d9f-1dbe576535ec req-209c52d8-3da2-4bf6-8ec7-bf85a4bd2b85 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.0842056 May 12 20:07:11.257604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66e8c84-3138-4fc5-b61f-a795e18db306 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:11.261732 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b66e8c84-3138-4fc5-b61f-a795e18db306 tempest-TestSecurityGroupsBasicOps-998085511 tempest-TestSecurityGroupsBasicOps-998085511-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 1055 time: 0.0746734 May 12 20:07:11.293446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31fddeb8-87a7-466d-8d9f-1dbe576535ec req-af2764a4-781a-4281-88ca-2247c4d16625 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385120 May 12 20:07:11.316408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44272) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:11.428245 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-026917a8-65a1-4993-9d10-7fd0417851c5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/5cae31f3-03f5-4b34-8ef6-3eb108735afa HTTP/1.1" status: 200 len: 992 time: 0.1106470 May 12 20:07:11.625225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953ac30-cb35-444b-bf4d-2e9b329bb37f req-619d2b98-7a14-42aa-8926-82e97dec176d tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:11.626689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4953ac30-cb35-444b-bf4d-2e9b329bb37f req-619d2b98-7a14-42aa-8926-82e97dec176d tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 909 time: 0.0854001 May 12 20:07:12.887409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de826edb-42eb-4804-90c2-ac218678eebf req-43701d68-c9ea-40a2-858f-7e0db2dc2f8d tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:12.888841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-de826edb-42eb-4804-90c2-ac218678eebf req-43701d68-c9ea-40a2-858f-7e0db2dc2f8d tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 909 time: 0.1512010 May 12 20:07:12.896472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-95655a24-ca33-4e79-b056-394c3108813f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:12.897288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-95655a24-ca33-4e79-b056-394c3108813f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.36 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 909 time: 0.1210809 May 12 20:07:12.967937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting port 1df37e53-aade-4ebf-8996-08113f70dab6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:12.968192 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:13.222198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] For port 1df37e53-aade-4ebf-8996-08113f70dab6, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1df37e53-aade-4ebf-8996-08113f70dab6,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:13.222485 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:13.347544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Calling delete_port for 1df37e53-aade-4ebf-8996-08113f70dab6 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:13.613770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:13.665001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Port': ['ID=1df37e53-aade-4ebf-8996-08113f70dab6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:13.702126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44284) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:13.752166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] No DVR routers for this DVR port 1df37e53-aade-4ebf-8996-08113f70dab6 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:13.756031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:13.758893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'name': 'network-vif-deleted', 'tag': '1df37e53-aade-4ebf-8996-08113f70dab6'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:13.782688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93771c37-8aca-4ac9-9660-18b6ceccb9c2 req-2d996430-e116-44f9-a168-1228dbc14c49 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.36 "DELETE /v2.0/ports/1df37e53-aade-4ebf-8996-08113f70dab6 HTTP/1.1" status: 204 len: 173 time: 0.8792193 May 12 20:07:13.816390 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f196f3-dab2-4dfc-829e-28c26969ea5f'] response: {'server_uuid': '53618c8e-ba26-491c-883d-a756f20c6c1e', 'name': 'network-vif-deleted', 'tag': '1df37e53-aade-4ebf-8996-08113f70dab6', 'status': 'completed', 'code': 200} May 12 20:07:14.055208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 6e529a59-ed93-4b1f-9bc6-93389e8a52b2 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:14.057555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:14.152264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-73ad5da0-c0da-4377-aa15-ba04f6f54baf req-626c040c-4ced-48a4-ac80-134454205960 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:14.172430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-73ad5da0-c0da-4377-aa15-ba04f6f54baf req-626c040c-4ced-48a4-ac80-134454205960 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:14.174931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-73ad5da0-c0da-4377-aa15-ba04f6f54baf req-626c040c-4ced-48a4-ac80-134454205960 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=53618c8e-ba26-491c-883d-a756f20c6c1e HTTP/1.1" status: 200 len: 210 time: 0.0792489 May 12 20:07:14.254783 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:14.255435 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:14.414273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 6e529a59-ed93-4b1f-9bc6-93389e8a52b2 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:14.591471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:14.637984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=6e529a59-ed93-4b1f-9bc6-93389e8a52b2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:14.736368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:14.736368 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 5cae31f3-03f5-4b34-8ef6-3eb108735afa disassociated (deleted). External IP: 172.25.2.249, port: 677df530-15ec-47d5-878b-3ea018b7a472. May 12 20:07:15.213791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8663155a-bae6-43da-acad-60ede8256cbf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:15.270092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44294) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:15.396241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:15.406406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] Sync routers for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:15.413073 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:15.419764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:15.420387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:15.470342 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-449bca68-37d7-41f2-bd92-7aad52c64ce2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/floatingips/5cae31f3-03f5-4b34-8ef6-3eb108735afa HTTP/1.1" status: 204 len: 168 time: 1.7652562 May 12 20:07:15.470342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:15.513312 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcca58e-5a5e-4ec8-b2bf-94515f66cc97'] response: {'name': 'network-changed', 'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'status': 'completed', 'code': 200} May 12 20:07:15.616582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:15.645486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-57c384e5-0205-4335-aa74-b495f6778a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:15.648409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-57c384e5-0205-4335-aa74-b495f6778a71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 1096 time: 0.1078901 May 12 20:07:15.832505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-d0835d98-bab1-4b09-af95-3598bc31f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:15.834094 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-d0835d98-bab1-4b09-af95-3598bc31f765 service neutron] 10.222.0.73 "GET /v2.0/networks?id=057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 200 len: 898 time: 0.1520021 May 12 20:07:15.887467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1df37e53-aade-4ebf-8996-08113f70dab6 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:15.911223 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-78d43a0f-5247-4af9-8dc4-c08e4aa120f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 200 len: 217 time: 0.0707033 May 12 20:07:15.926872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 1df37e53-aade-4ebf-8996-08113f70dab6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:15.927225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1df37e53-aade-4ebf-8996-08113f70dab6 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:15.938512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05ba09-a92c-408a-bc53-a223b0e28cab req-647bf3af-0d43-42f0-bccd-3b85e44199f7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:15.939962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b05ba09-a92c-408a-bc53-a223b0e28cab req-647bf3af-0d43-42f0-bccd-3b85e44199f7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.1511800 May 12 20:07:15.981944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-223c8985-cc83-46b4-b639-230e6b2b9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:15.983681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-223c8985-cc83-46b4-b639-230e6b2b9de3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 200 len: 834 time: 0.0628819 May 12 20:07:15.992697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:08Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:15.997373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] Checking router: 8663155a-bae6-43da-acad-60ede8256cbf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:16.006467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:16.007453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:16.011904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b05ba09-a92c-408a-bc53-a223b0e28cab req-ed20e7f2-a0a8-46ff-8ec1-7f4a2c0a8311 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634654 May 12 20:07:16.019941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:16.081391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-a313ffee-26b9-4d9d-a21e-4740e2bdeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:16.082999 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-a313ffee-26b9-4d9d-a21e-4740e2bdeae9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=057e3f30-2bc2-4f22-8782-773dbfa68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858870 May 12 20:07:16.197099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:16.231969 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-3867911a-30ea-47ca-b878-485da15e64c8 service neutron] 10.222.0.73 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392560 May 12 20:07:16.372078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-63c56bb4-5dcb-493a-b710-bafb4160d315 req-480d03b3-a84b-4d43-b4d5-22e0f66d8706 service neutron] 10.222.0.73 "GET /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291792 May 12 20:07:16.375200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-f6084e1b-df61-48c1-9596-b94621345bf4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:16.376612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-f6084e1b-df61-48c1-9596-b94621345bf4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.1859441 May 12 20:07:16.459772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 677df530-15ec-47d5-878b-3ea018b7a472 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:16.459772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:16.514589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:08Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:16.519165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947f871-7a94-4f66-a923-0957d032ce9a None None] The sync data for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 is: [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:05:55Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'a143b702-f44c-4d94-be9e-ebe1d48462b5', 'name': '', 'network_id': '057e3f30-2bc2-4f22-8782-773dbfa68c42', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:43:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:52Z', 'updated_at': '2022-05-12T20:06:08Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': 'e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:16.690619 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:07:16.713693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting port 269681e2-34de-4de5-a269-dae4ac25dd74 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:16.714015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:16.839039 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14564683-e8e6-46c4-825b-993384740512 None None] New status for floating IP 5cae31f3-03f5-4b34-8ef6-3eb108735afa: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:07:17.078804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] For port 269681e2-34de-4de5-a269-dae4ac25dd74, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=269681e2-34de-4de5-a269-dae4ac25dd74,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:17.079050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:17.256383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Calling delete_port for 269681e2-34de-4de5-a269-dae4ac25dd74 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:17.286586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 677df530-15ec-47d5-878b-3ea018b7a472, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=677df530-15ec-47d5-878b-3ea018b7a472,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:17.286586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:17.427869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 677df530-15ec-47d5-878b-3ea018b7a472 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:17.754188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103b61b-f8e1-4354-999e-6e361ff151e6 req-565ce772-1f64-4d9f-948f-77f80b9c3cdc tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:17.762423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4103b61b-f8e1-4354-999e-6e361ff151e6 req-565ce772-1f64-4d9f-948f-77f80b9c3cdc tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30047ec-14b2-4aab-82be-f36f9c39bca6 HTTP/1.1" status: 200 len: 945 time: 0.6100454 May 12 20:07:17.870540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:17.875571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4103b61b-f8e1-4354-999e-6e361ff151e6 req-cc2045ea-fb14-4e35-a2a6-5452cf058bc2 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5062770-8126-445b-a08f-0688181828f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119101 May 12 20:07:17.956816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=677df530-15ec-47d5-878b-3ea018b7a472,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:18.164775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] No DVR routers for this DVR port 677df530-15ec-47d5-878b-3ea018b7a472 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:18.172584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:18.175102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-deleted', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:18.199017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2463b5f6-d9fe-4284-b13e-5056a9840e72 req-547ba828-4a21-4445-b65a-01ae8f5a7cfd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "DELETE /v2.0/ports/677df530-15ec-47d5-878b-3ea018b7a472 HTTP/1.1" status: 204 len: 173 time: 1.8166721 May 12 20:07:18.212027 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:18.250396 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b70968c-0a85-48f3-86a1-3556d1c765b3'] response: {'server_uuid': 'e30047ec-14b2-4aab-82be-f36f9c39bca6', 'name': 'network-vif-deleted', 'tag': '677df530-15ec-47d5-878b-3ea018b7a472', 'status': 'completed', 'code': 200} May 12 20:07:18.267868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Port': ['ID=269681e2-34de-4de5-a269-dae4ac25dd74,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:18.562722 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:18.945935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 747c5b08-9a21-4d07-9294-a2ba4a15c008 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:18.973551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:19.129942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:19.139137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4f82c7aa-7c9f-4f29-8101-9fc6ed9fe48f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "PUT /v2.0/routers/747c5b08-9a21-4d07-9294-a2ba4a15c008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8678873 May 12 20:07:19.140622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] Sync routers for ids ['747c5b08-9a21-4d07-9294-a2ba4a15c008'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:19.142646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44326) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:19.165197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] Routers {'747c5b08-9a21-4d07-9294-a2ba4a15c008'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:19.172926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['747c5b08-9a21-4d07-9294-a2ba4a15c008'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:19.233794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting subnet 177cafc3-3a0f-4063-8576-6f653dd5e96d {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:07:19.240408 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:19.311637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:19.400213 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:19.457417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] Set router 747c5b08-9a21-4d07-9294-a2ba4a15c008 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:19.486859 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:19.555076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Subnet': ['ID=177cafc3-3a0f-4063-8576-6f653dd5e96d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:19.558279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:19.566499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-151d5dc3-41fe-4dde-a278-5b07553a711f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/subnets/177cafc3-3a0f-4063-8576-6f653dd5e96d HTTP/1.1" status: 204 len: 168 time: 0.4226887 May 12 20:07:19.569052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44334) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:19.618920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9be3c-6bbe-4b0c-a5a1-3aa4ac534f54 None None] Network 298cafa4-d801-45ce-8104-444cef700024 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:07:19.787280 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:19.968903 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.063888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:07:17Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '1574ee60-0ef8-4f95-bd47-37330ad2de66', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:06:49Z', 'updated_at': '2022-05-12T20:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:20.070599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] Checking router: 747c5b08-9a21-4d07-9294-a2ba4a15c008 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:20.083821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] Routers {'747c5b08-9a21-4d07-9294-a2ba4a15c008'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:20.084642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['747c5b08-9a21-4d07-9294-a2ba4a15c008'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:20.183504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.196995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting port 1574ee60-0ef8-4f95-bd47-37330ad2de66 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:20.197585 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.255686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port a143b702-f44c-4d94-be9e-ebe1d48462b5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:20.256804 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.322964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] DHCP port deletion for 298cafa4-d801-45ce-8104-444cef700024 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:07:20.340995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] Deleting port 2659e2a0-3064-4830-855c-7950b8065e8f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:20.341373 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.413141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] Set router 747c5b08-9a21-4d07-9294-a2ba4a15c008 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:20.436032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] For port 1574ee60-0ef8-4f95-bd47-37330ad2de66, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1574ee60-0ef8-4f95-bd47-37330ad2de66,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:20.436669 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.502364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port a143b702-f44c-4d94-be9e-ebe1d48462b5, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a143b702-f44c-4d94-be9e-ebe1d48462b5,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:20.503109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.552996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:07:20Z', 'revision_number': 6, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:20.566299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:20.587316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Calling delete_port for 1574ee60-0ef8-4f95-bd47-37330ad2de66 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:20.665486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for a143b702-f44c-4d94-be9e-ebe1d48462b5 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:20.670478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726373ec-b43c-436c-8613-4c01c49c5837 None None] The sync data for ids ['747c5b08-9a21-4d07-9294-a2ba4a15c008'] in n-d-841626-1 is: [{'id': '747c5b08-9a21-4d07-9294-a2ba4a15c008', 'name': 'tempest-TestSecurityGroupsBasicOps-router-203080976', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:06:48Z', 'updated_at': '2022-05-12T20:07:20Z', 'revision_number': 6, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:20.696820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 677df530-15ec-47d5-878b-3ea018b7a472 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:20.696820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 677df530-15ec-47d5-878b-3ea018b7a472 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:20.875742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.915127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] For port 2659e2a0-3064-4830-855c-7950b8065e8f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2659e2a0-3064-4830-855c-7950b8065e8f,segment=NetworkSegment(74643b95-b7db-4555-be6c-932e8a3e0935),segment_id=74643b95-b7db-4555-be6c-932e8a3e0935)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:20.915689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:20.970998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Port': ['ID=1574ee60-0ef8-4f95-bd47-37330ad2de66,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:21.054692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:21.128358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] Calling delete_port for 2659e2a0-3064-4830-855c-7950b8065e8f owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:21.241048 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:21.268939 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:21.344963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=a143b702-f44c-4d94-be9e-ebe1d48462b5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:21.399855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] No DVR routers for this DVR port 2659e2a0-3064-4830-855c-7950b8065e8f on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:21.406295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0e63-55ef-4f79-89a4-53f184fb3a5f None None] Pushing event deleted for resources: {'Port': ['ID=2659e2a0-3064-4830-855c-7950b8065e8f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:21.509170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:21.509170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:21.572633 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:21.572633 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Fanout notify agent at l3_agent the message router_deleted on router 747c5b08-9a21-4d07-9294-a2ba4a15c008 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:07:21.625359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:21.625359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4737f0ab-55dd-40d1-b2a5-10f6f0f350d6 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/routers/747c5b08-9a21-4d07-9294-a2ba4a15c008 HTTP/1.1" status: 204 len: 168 time: 2.0489833 May 12 20:07:21.625359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44342) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:21.842944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.107590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 269681e2-34de-4de5-a269-dae4ac25dd74 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:22.121151 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.149058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.189317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298cafa4-d801-45ce-8104-444cef700024']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:22.204080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74643b95-b7db-4555-be6c-932e8a3e0935') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:22.204380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74643b95-b7db-4555-be6c-932e8a3e0935') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:22.220240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 269681e2-34de-4de5-a269-dae4ac25dd74 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:22.221742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 269681e2-34de-4de5-a269-dae4ac25dd74 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:22.222179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2659e2a0-3064-4830-855c-7950b8065e8f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:22.235948 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.272322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.292974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:07:22.292974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.307024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 2659e2a0-3064-4830-855c-7950b8065e8f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:22.307024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2659e2a0-3064-4830-855c-7950b8065e8f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:22.307024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1574ee60-0ef8-4f95-bd47-37330ad2de66 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: timer() May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:07:22.321131 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:07:22.352224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1574ee60-0ef8-4f95-bd47-37330ad2de66 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:22.352224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1574ee60-0ef8-4f95-bd47-37330ad2de66 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:22.450863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.450863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.499210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Network': ['ID=298cafa4-d801-45ce-8104-444cef700024,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:22.499210 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-87c461cc-3986-4338-8239-b61d168f7f92 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/networks/298cafa4-d801-45ce-8104-444cef700024 HTTP/1.1" status: 204 len: 168 time: 0.8670776 May 12 20:07:22.499210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:22.667359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router 8663155a-bae6-43da-acad-60ede8256cbf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:22.859856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:22.870167 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] Sync routers for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:22.873961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting port b25cfbc2-33d3-40e5-b838-eea44e7731f5 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:22.874635 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:22.881977 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6369193d-7170-4e37-a3a2-71736f1f4b92 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/8663155a-bae6-43da-acad-60ede8256cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9072108 May 12 20:07:22.882611 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44352) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:22.904270 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:22.904878 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:22.976753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting subnet e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:07:22.981931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.111453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.112385 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.123290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.223385 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:23.281490 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.287341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Calling delete_port for b25cfbc2-33d3-40e5-b838-eea44e7731f5 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:23.437732 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.515311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Subnet': ['ID=e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:23.515311 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.536465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725ce83-dc2c-4476-8980-43922767dbbb None None] Network 057e3f30-2bc2-4f22-8782-773dbfa68c42 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:07:23.573474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-36f7f980-56d8-4e59-8736-86e2618aa914 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/subnets/e3abfb07-77ce-4fe1-b8c4-d0b6862e04c1 HTTP/1.1" status: 204 len: 168 time: 0.6671705 May 12 20:07:23.573474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44358) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:23.691850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.738863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Port': ['ID=b25cfbc2-33d3-40e5-b838-eea44e7731f5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:23.871118 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:07:21Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:23.877420 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] Checking router: 8663155a-bae6-43da-acad-60ede8256cbf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:23.890438 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] Routers {'8663155a-bae6-43da-acad-60ede8256cbf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:23.891370 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8663155a-bae6-43da-acad-60ede8256cbf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:23.946902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:23.947516 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Floating IP 3f2da8bc-d312-4c47-9350-719cf92b2a1c disassociated (deleted). External IP: 172.25.2.87, port: cf5402ea-dab6-4af6-8942-c8109fb07c49. May 12 20:07:24.017632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:24.175284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] DHCP port deletion for 057e3f30-2bc2-4f22-8782-773dbfa68c42 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:07:24.175284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] Deleting port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:24.175284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:24.230542 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] Set router 8663155a-bae6-43da-acad-60ede8256cbf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:24.662786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:24.679838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 3003a855-7acb-4c03-92f9-8a09b282cce3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:24.685638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 9abdac2d-93e2-473c-8ae9-be91ecbea10b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:24.686205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:24.771621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] For port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ab2faa33-c875-4ef4-b8bb-6339ce81ecdd,segment=NetworkSegment(f072519d-07a7-4ffc-808d-092eff3349ee),segment_id=f072519d-07a7-4ffc-808d-092eff3349ee)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:24.771621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:24.805146 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:07:21Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:24.819668 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef4aa8-3e77-4592-82ee-1dabab19fe51 None None] The sync data for ids ['8663155a-bae6-43da-acad-60ede8256cbf'] in n-d-841626-1 is: [{'id': '8663155a-bae6-43da-acad-60ede8256cbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481226440', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:44Z', 'updated_at': '2022-05-12T20:07:21Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': '9abdac2d-93e2-473c-8ae9-be91ecbea10b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663155a-bae6-43da-acad-60ede8256cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:45Z', 'updated_at': '2022-05-12T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:24.963549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] Calling delete_port for ab2faa33-c875-4ef4-b8bb-6339ce81ecdd owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:25.068227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 9abdac2d-93e2-473c-8ae9-be91ecbea10b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9abdac2d-93e2-473c-8ae9-be91ecbea10b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:25.068227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:25.139905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:25.152755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] Sync routers for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:25.157309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-f214d040-87a6-48df-9e39-9f9fdc56d719 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2941990 May 12 20:07:25.215708 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:25.243346 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:25.264612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 9abdac2d-93e2-473c-8ae9-be91ecbea10b owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:25.480773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:25.480773 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:25.608837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:25.712951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=9abdac2d-93e2-473c-8ae9-be91ecbea10b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:25.723452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] No DVR routers for this DVR port ab2faa33-c875-4ef4-b8bb-6339ce81ecdd on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:25.736415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-11fb6c69-fc1d-4f55-a089-19350371c278 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/floatingips/3f2da8bc-d312-4c47-9350-719cf92b2a1c HTTP/1.1" status: 204 len: 168 time: 3.2081132 May 12 20:07:25.736415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:25.804812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-610bbb5e-03ad-4a33-a124-2832f7662d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:25.804812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-610bbb5e-03ad-4a33-a124-2832f7662d8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1136 time: 0.1461210 May 12 20:07:25.970599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:26.100377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:26.197116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-7edde26a-c656-4492-bed3-0f99d1122d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:26.197116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-7edde26a-c656-4492-bed3-0f99d1122d4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 200 len: 897 time: 0.3634272 May 12 20:07:26.197116 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6be6734-774e-4d7c-828a-acccd7d68b3c'] response: {'name': 'network-changed', 'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'status': 'completed', 'code': 200} May 12 20:07:26.292004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-e808244f-1334-4686-9961-e5195392710a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 200 len: 217 time: 0.0899427 May 12 20:07:26.350136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dac59e-2ded-423f-b62e-0a8daf54e3e6 None None] Pushing event deleted for resources: {'Port': ['ID=ab2faa33-c875-4ef4-b8bb-6339ce81ecdd,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:26.396257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab2faa33-c875-4ef4-b8bb-6339ce81ecdd no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:26.408020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-10fbabea-931e-4787-b1dd-6820a481561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:26.416086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-10fbabea-931e-4787-b1dd-6820a481561b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08847f3-c810-4f74-9e0d-2130ed57b349 HTTP/1.1" status: 200 len: 835 time: 0.1105044 May 12 20:07:26.477994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ab2faa33-c875-4ef4-b8bb-6339ce81ecdd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:26.485050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ab2faa33-c875-4ef4-b8bb-6339ce81ecdd not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:26.485050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a143b702-f44c-4d94-be9e-ebe1d48462b5 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:26.492521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:26.494360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:26.524591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a143b702-f44c-4d94-be9e-ebe1d48462b5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:26.524591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a143b702-f44c-4d94-be9e-ebe1d48462b5 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:26.550159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:26.550384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Fanout notify agent at l3_agent the message router_deleted on router 8663155a-bae6-43da-acad-60ede8256cbf {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:07:26.601538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:26.611949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44372) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:26.619302 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-37f3d098-8260-462f-ac83-ab16337bec78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/routers/8663155a-bae6-43da-acad-60ede8256cbf HTTP/1.1" status: 204 len: 168 time: 3.0607448 May 12 20:07:26.834703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c893b1-2820-4fbf-8590-b7c9b9d47519 req-79300b58-539c-423f-8cf2-da5d8559b7d9 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:26.835473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-24c893b1-2820-4fbf-8590-b7c9b9d47519 req-79300b58-539c-423f-8cf2-da5d8559b7d9 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:26.880659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-8e5c7efa-3c3b-4ff3-a4be-58066c8ffef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:26.882642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-8e5c7efa-3c3b-4ff3-a4be-58066c8ffef4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=276d8212-262d-49ac-953e-b29c12f0864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4710529 May 12 20:07:26.892976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:26.894972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-24c893b1-2820-4fbf-8590-b7c9b9d47519 req-79300b58-539c-423f-8cf2-da5d8559b7d9 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:26.896388 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24c893b1-2820-4fbf-8590-b7c9b9d47519 req-79300b58-539c-423f-8cf2-da5d8559b7d9 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 985 time: 0.3933208 May 12 20:07:26.948959 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2741cad4-9c10-4c42-a5be-5c60890bfc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.048151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:06:03Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:27.052239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] Checking router: 3003a855-7acb-4c03-92f9-8a09b282cce3 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:27.084674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:27.084674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:06:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:27.100444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24c893b1-2820-4fbf-8590-b7c9b9d47519 req-ef820556-2f43-4f2a-823a-aef08030298c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1582534 May 12 20:07:27.265830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-89fda383-3897-45bb-9f77-01dee157d283 service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643844 May 12 20:07:27.270184 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.320344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:27.383702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057e3f30-2bc2-4f22-8782-773dbfa68c42']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:27.399166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f072519d-07a7-4ffc-808d-092eff3349ee') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:27.399166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f072519d-07a7-4ffc-808d-092eff3349ee') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:27.415984 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.460100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.472996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:07:27.473413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: timer() May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:07:27.488531 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:07:27.491549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9ee2d620-3899-402f-b82d-d4df67abf218 req-72708944-89e2-4b81-a237-7f71055a445c service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138102 May 12 20:07:27.635495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.655740 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.676945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Network': ['ID=057e3f30-2bc2-4f22-8782-773dbfa68c42,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:27.692183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-98b41c9c-c99f-4d4e-8c6b-9ccd813d836b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/networks/057e3f30-2bc2-4f22-8782-773dbfa68c42 HTTP/1.1" status: 204 len: 168 time: 1.0774250 May 12 20:07:27.692183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44378) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:27.738901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-2278aee1-1772-4862-b3b8-efd742d60857 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:27.738901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-2278aee1-1772-4862-b3b8-efd742d60857 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 985 time: 0.1676631 May 12 20:07:27.761726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-c5cbeae9-18e4-4126-8406-64b23b9f1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:27.761726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-c5cbeae9-18e4-4126-8406-64b23b9f1a37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 1136 time: 0.1844485 May 12 20:07:27.772556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:06:03Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:27.778664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe75a6e-38e0-438b-8728-daaa20904a06 None None] The sync data for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 is: [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:05:51Z', 'revision_number': 4, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9cb605b1-b8f8-4fa3-bd53-f5d74dffda10', 'name': '', 'network_id': '276d8212-262d-49ac-953e-b29c12f0864e', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'mac_address': 'fa:16:3e:05:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:48Z', 'updated_at': '2022-05-12T20:06:03Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'subnets': [{'id': 'a08847f3-c810-4f74-9e0d-2130ed57b349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:27.855696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting port cf5402ea-dab6-4af6-8942-c8109fb07c49 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:27.855823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:27.921082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9abdac2d-93e2-473c-8ae9-be91ecbea10b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:27.960077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-4946809a-02f1-47b1-9985-a2630ebefc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:27.962057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-4946809a-02f1-47b1-9985-a2630ebefc6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 200 len: 897 time: 0.1945522 May 12 20:07:27.964933 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20a702ce-a4da-4406-a6aa-021ccc5e32dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:28.021536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 9abdac2d-93e2-473c-8ae9-be91ecbea10b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:28.021536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9abdac2d-93e2-473c-8ae9-be91ecbea10b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:28.122956 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-b816f4d3-7881-4300-86f8-235abda9cd87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 200 len: 217 time: 0.1528146 May 12 20:07:28.272000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-436c65e4-870d-4b6d-a28f-dc433cb8dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:28.272000 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-436c65e4-870d-4b6d-a28f-dc433cb8dfa1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08847f3-c810-4f74-9e0d-2130ed57b349 HTTP/1.1" status: 200 len: 835 time: 0.1406052 May 12 20:07:28.295978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20a702ce-a4da-4406-a6aa-021ccc5e32dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:28.392282 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9d5ec-8813-46fa-bf14-19a49b150dc6 None None] New status for floating IP 3f2da8bc-d312-4c47-9350-719cf92b2a1c: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:07:28.427471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-0cb9f013-fd40-4b4e-89e5-570eb9ae309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:28.427471 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-0cb9f013-fd40-4b4e-89e5-570eb9ae309c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=276d8212-262d-49ac-953e-b29c12f0864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479657 May 12 20:07:28.623103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01346e34-7fc0-4666-910a-5e5a6f4b61ce req-2c635ee6-f4d9-4316-b6e5-4e7d38a40946 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:28.631925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01346e34-7fc0-4666-910a-5e5a6f4b61ce req-2c635ee6-f4d9-4316-b6e5-4e7d38a40946 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 985 time: 0.2730470 May 12 20:07:28.631925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20a702ce-a4da-4406-a6aa-021ccc5e32dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:28.661747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a702ce-a4da-4406-a6aa-021ccc5e32dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5062770-8126-445b-a08f-0688181828f1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:28.667843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] For port cf5402ea-dab6-4af6-8942-c8109fb07c49, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=cf5402ea-dab6-4af6-8942-c8109fb07c49,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:28.668265 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:28.788863 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-d66dad56-7cf3-4cc2-8a64-817ebcc9d90c service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507500 May 12 20:07:28.855894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Calling delete_port for cf5402ea-dab6-4af6-8942-c8109fb07c49 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:28.885091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20a702ce-a4da-4406-a6aa-021ccc5e32dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:28.885091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20a702ce-a4da-4406-a6aa-021ccc5e32dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/security-groups/c5062770-8126-445b-a08f-0688181828f1 HTTP/1.1" status: 204 len: 168 time: 1.1877427 May 12 20:07:28.948303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01346e34-7fc0-4666-910a-5e5a6f4b61ce req-f99f781f-ad53-4470-916c-12784e591784 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee&id=d3e85afe-1e1c-4323-94c0-274adfdde346&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2527387 May 12 20:07:29.015535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bf58f250-3c65-4b71-9d07-7e7859b9133f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.034240 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d06296e9-ee8f-41bd-8766-313797fa9bd7 req-c2112a28-09ac-47e9-bb2e-1e4b92290dab service neutron] 10.222.0.73 "GET /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444072 May 12 20:07:29.088950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44394) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:29.100317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801032355', 'description': 'tempest-secgroup-smoke-801032355 description', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:29.104073 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.108100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:29.114534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:29.120225 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:29.137334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:29.182453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.225140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:29.230878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:29.231049 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Port': ['ID=cf5402ea-dab6-4af6-8942-c8109fb07c49,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:29.237073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:29.249235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:29.336002 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] No DVR routers for this DVR port cf5402ea-dab6-4af6-8942-c8109fb07c49 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:29.339165 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.342294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'name': 'network-vif-deleted', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:29.373630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-63e48611-5005-4481-9c62-15d8cd1e2c23 req-70929c09-d3f4-49c8-9dd5-0564766d464f tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.73 "DELETE /v2.0/ports/cf5402ea-dab6-4af6-8942-c8109fb07c49 HTTP/1.1" status: 204 len: 173 time: 1.6274650 May 12 20:07:29.397289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.406238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.430372 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f124fc-3dac-4446-8704-610a8d579e3b'] response: {'server_uuid': 'cf20877c-9e94-485c-b8f0-1eb1c7bf9609', 'name': 'network-vif-deleted', 'tag': 'cf5402ea-dab6-4af6-8942-c8109fb07c49', 'status': 'completed', 'code': 200} May 12 20:07:29.464583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb1ad9-6396-4895-af1a-7bef7be5fe31,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:29.472748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.482662 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ec0d4c3-d2fb-4c7c-9241-ba3e1cb381ce tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3824136 May 12 20:07:29.482662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44400) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:29.492975 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '40cb1ad9-6396-4895-af1a-7bef7be5fe31', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:29.507317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:29.517157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:29.522885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:29.530449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:29.558856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.682089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.692344 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.710700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9b81ed-6746-4e42-988d-eac7a7a28f97,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:29.735822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.741197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:29.741422 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-42e20d04-0a45-4855-8505-d0df848356c8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2572846 May 12 20:07:29.746590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '40cb1ad9-6396-4895-af1a-7bef7be5fe31', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:29.754804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:29.759343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:29.762503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:29.771047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:29.794572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.906368 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.913908 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.939684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0a424b-c1b3-4fb0-8812-663b4f5d40ff,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:29.951917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:29.953153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b5aefed0-4687-43d8-97fe-ea33e7ec4f78 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2108397 May 12 20:07:29.960156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44408) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:29.962441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '40cb1ad9-6396-4895-af1a-7bef7be5fe31', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:29.975530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:29.983780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:29.990875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:29.998626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:30.031898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.176642 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.178252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2055c6cc-8432-4246-8a16-e432c9646b7a req-1a20477b-2150-40fd-a6f6-5da42aadd073 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Synchronizing usage tracker for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:30.195972 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.200730 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.222709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2055c6cc-8432-4246-8a16-e432c9646b7a req-1a20477b-2150-40fd-a6f6-5da42aadd073 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Unset dirty status for tenant:56432a6d22fc4e6fa84351dc2c0c616b on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:30.224006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2055c6cc-8432-4246-8a16-e432c9646b7a req-1a20477b-2150-40fd-a6f6-5da42aadd073 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf20877c-9e94-485c-b8f0-1eb1c7bf9609 HTTP/1.1" status: 200 len: 210 time: 0.1234281 May 12 20:07:30.263858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756e10e9-a1f6-4e2f-a43b-0f5545fe76fc,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:30.284357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.286295 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a8fc392e-1a49-4cd2-a2a8-b50fd76b49fd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287761 May 12 20:07:30.296057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44414) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:30.305703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '40cb1ad9-6396-4895-af1a-7bef7be5fe31', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:30.312201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:30.316530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:30.320093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:30.327670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:30.350214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.433262 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.438724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.468628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6e76c4-b894-4cc0-acff-17bf8f1892ed,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:30.477216 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.478683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cd9b2bae-4d75-4d68-a60a-0cc65b26171d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880703 May 12 20:07:30.481606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44418) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:30.486862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '40cb1ad9-6396-4895-af1a-7bef7be5fe31', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:30.494884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:30.498894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:30.502507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:30.508686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:30.524029 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:07:30.532233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.633634 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.647179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.653780 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.672443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d08ab2c-b824-4080-bb4c-afe0b2c5f642,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:30.686223 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.686223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-072eb998-9c9b-4f96-9a65-d18d6a2a8142 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2036352 May 12 20:07:30.689282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44422) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:30.696691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'security_group_rule': {'security_group_id': '40cb1ad9-6396-4895-af1a-7bef7be5fe31', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:30.708540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:30.714937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:security_group_rule and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:30.721544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:30.728386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:30.747152 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Project e3eb59963b3345ab9bb52c5d5b569a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:07:30.758333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.850798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.857272 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.887744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af41803-39d7-4881-818e-9a87a99a99c0,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:30.899803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.899803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-186fda18-0d6f-4168-b665-8d73588c131d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2093501 May 12 20:07:30.903161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44428) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:30.909259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'network': {'name': 'tempest-network-smoke--915518024', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'port_security_enabled': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:30.915641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:30.922199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:network and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:30.926179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:30.932875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:30.947628 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:07:30.952079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.983983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:07:30.993338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:30.993338 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Added segment 1c602674-bb92-418e-8a3a-1e493ba3c158 of type vlan for network 5f21ff51-64ef-4601-b391-48d3a03e366b May 12 20:07:31.019668 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.055637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.061711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:31.061711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.160102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2552905 May 12 20:07:31.168803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44432) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:31.171500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6185-de9e-49a5-a7da-96db753bdf75 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Network': ['ID=5f21ff51-64ef-4601-b391-48d3a03e366b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:31.175315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'admin_state_up': True, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:31.182882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 5f21ff51-64ef-4601-b391-48d3a03e366b details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:07:31.189151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:31.194577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:router and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:31.200098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:31.207297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:31.222370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.227289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.241568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.327902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44438) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:31.396021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e99e4df2-2240-4d76-91ef-7f0b46cf4fd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.422887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e99e4df2-2240-4d76-91ef-7f0b46cf4fd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.471124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e99e4df2-2240-4d76-91ef-7f0b46cf4fd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.489491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e4df2-2240-4d76-91ef-7f0b46cf4fd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:31.500807 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e99e4df2-2240-4d76-91ef-7f0b46cf4fd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.501980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e99e4df2-2240-4d76-91ef-7f0b46cf4fd2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/security-groups/0e77e382-09f2-4742-bf3a-bdfdcfd6d2ee HTTP/1.1" status: 204 len: 168 time: 0.1730483 May 12 20:07:31.504843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44442) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:31.519000 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.569970 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e740788d-cf8d-401d-841e-86278506fdaa tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.597553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e740788d-cf8d-401d-841e-86278506fdaa tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.651279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e740788d-cf8d-401d-841e-86278506fdaa tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.673996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740788d-cf8d-401d-841e-86278506fdaa tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e85afe-1e1c-4323-94c0-274adfdde346,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:31.681040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e740788d-cf8d-401d-841e-86278506fdaa tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.685130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e740788d-cf8d-401d-841e-86278506fdaa tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/security-groups/d3e85afe-1e1c-4323-94c0-274adfdde346 HTTP/1.1" status: 204 len: 168 time: 0.1763089 May 12 20:07:31.685130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44446) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:31.735296 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.886957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:31.922051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:32.059919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.244 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f171338a-bbb9-47a9-944a-c06680d6371a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:32.239973 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:32.271136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:32.294584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-26e09e01-7328-4713-899d-28f23c604693 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193964437&fields=id&tenant_id=e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 267 time: 0.0951726 May 12 20:07:32.451304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:32.453970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:32.456455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:32.485069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=f171338a-bbb9-47a9-944a-c06680d6371a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:32.505634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-828363e5-5799-4b6c-87d2-777e2639ee03 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:32.506997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-828363e5-5799-4b6c-87d2-777e2639ee03 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.2053626 May 12 20:07:32.531970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-1df39571-c6c8-4c5d-978f-bf7e2ba44ccd tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/quotas/e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 375 time: 0.0133455 May 12 20:07:32.536806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf5402ea-dab6-4af6-8942-c8109fb07c49 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:32.575705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: cf5402ea-dab6-4af6-8942-c8109fb07c49 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:32.576224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device cf5402ea-dab6-4af6-8942-c8109fb07c49 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:32.669449 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:32.752693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-6bf54771-1c4e-4e08-8b4e-99aa7a175d66 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1946065 May 12 20:07:32.886460 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:33.065128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-270c50f2-1263-4f17-ba95-ad24c22ba851 service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002741 May 12 20:07:33.227577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:33.264366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:33.264710 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:33.297717 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-fcdcdb23-d199-404a-8ede-a8b158a3fbff service neutron] 10.222.0.72 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248385 May 12 20:07:33.540337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router d1018324-3c1a-4ead-b8cf-cb11b848cad5 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:07:33.644480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] For port 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:33.645092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:33.801246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:33.814582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Sync routers for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:33.826643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:33.826643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:33.842578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:33.846130 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6ac82f99-6dfd-4be7-9d9b-a437bb641ede tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6820281 May 12 20:07:33.846288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44476) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:33.857784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Calling delete_port for 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:33.887280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04db05a8-d22b-487d-b531-a1614bac088e req-e31c0d36-a281-44f3-8370-38f302edb707 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 210 time: 0.1612751 May 12 20:07:33.902629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c6e874ee-4145-4a80-9e89-ca265b98583b tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e3eb59963b3345ab9bb52c5d5b569a51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551631 May 12 20:07:33.904489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44480) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:34.046900 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:34.141930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:34.264596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9bc4e-4106-4443-85e5-d7ce658a86d6 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:34.264596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-efa9bc4e-4106-4443-85e5-d7ce658a86d6 tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3598385 May 12 20:07:34.268031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44488) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:34.301883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Port': ['ID=9cb605b1-b8f8-4fa3-bd53-f5d74dffda10,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:34.329515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8aea9083-35e9-4ad6-b15d-194fc68f495e tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598652 May 12 20:07:34.333720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44492) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:34.338300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-975063635', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:34.534688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:34.541621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:subnet and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:34.548789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:34.557989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:34.571190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:07:34.577336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:34.721043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:34.739304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:32Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:34.743938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Checking router: d1018324-3c1a-4ead-b8cf-cb11b848cad5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:34.745638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Updating router d1018324-3c1a-4ead-b8cf-cb11b848cad5 port f171338a-bbb9-47a9-944a-c06680d6371a binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:07:34.866388 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:34.934530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:35.052238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Subnet': ['ID=9f99a75a-c1b7-416b-a6c9-a41305637dac,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:35.060052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Checking segment: {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:35.060819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network hostable DHCP agents. Network: 5f21ff51-64ef-4601-b391-48d3a03e366b, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:07:35.088564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 5f21ff51-64ef-4601-b391-48d3a03e366b is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:07:35.101135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 5f21ff51-64ef-4601-b391-48d3a03e366b) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:35.106083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:35.106793 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:35.142169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0164ea2a-41b1-4c75-93f9-fb66d589e6b2 req-cb6ab51e-6ffa-4dae-9131-88b15548ccf1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 210 time: 0.0938821 May 12 20:07:35.167521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c750c46-8421-4770-9fe9-5299cdb6cae3 None None] Network 5f21ff51-64ef-4601-b391-48d3a03e366b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:07:35.168656 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-26371eef-7873-4c34-9bf6-303efcacf323 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8362911 May 12 20:07:35.171554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44498) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:35.450890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-b30ef749-5833-428e-9367-bbf3524fdb9b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:35.452279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-b30ef749-5833-428e-9367-bbf3524fdb9b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 812 time: 0.3006825 May 12 20:07:35.454544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Router 3003a855-7acb-4c03-92f9-8a09b282cce3 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:35.634401 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-5f21ff51-64ef-4601-b391-48d3a03e366b', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:07:35.635287 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:35.650629 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:35.815545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Allocated IP 172.20.0.2 (5f21ff51-64ef-4601-b391-48d3a03e366b/9f99a75a-c1b7-416b-a6c9-a41305637dac/42ecdb53-25c7-4868-9545-8a5cf55ab60b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:35.908851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Transition to ACTIVE for port object f171338a-bbb9-47a9-944a-c06680d6371a will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:35.931602 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:35.955632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-1e5bbc94-7c96-470e-886c-d12dc8934de8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96682707d7144beb8c5c280c4026363 HTTP/1.1" status: 200 len: 380 time: 0.4934542 May 12 20:07:35.957097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:35.967865 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] Sync routers for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:35.980417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'port': {'device_id': '1b20a612-325c-4ab7-9285-a724d4e02977', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'admin_state_up': True, 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'security_groups': ['de89d952-28de-4dc2-954d-7809ef8fc67b']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:35.981112 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:35.981829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:36.055176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Attempting to bind port f171338a-bbb9-47a9-944a-c06680d6371a on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:36.055310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Attempting to bind port f171338a-bbb9-47a9-944a-c06680d6371a by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:36.056102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Attempting to bind port f171338a-bbb9-47a9-944a-c06680d6371a on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:36.066638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.075551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cd376-920b-4dc1-9c1f-c636fbfbe77e None None] Pushing event updated for resources: {'Port': ['ID=f171338a-bbb9-47a9-944a-c06680d6371a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:36.103181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:36.103831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:36.104438 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.105488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:36.109008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Bound port: f171338a-bbb9-47a9-944a-c06680d6371a, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:36.109618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.236231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:36.241666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:port and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:36.248797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:36.264865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:36.293964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] For port f171338a-bbb9-47a9-944a-c06680d6371a, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:36.303390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] For port f171338a-bbb9-47a9-944a-c06680d6371a, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f171338a-bbb9-47a9-944a-c06680d6371a,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:36.305102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b41d219e-e020-4867-922c-fd3a6257d4ed tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "PUT /v2.0/routers/3003a855-7acb-4c03-92f9-8a09b282cce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6183360 May 12 20:07:36.307518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Made reservation on behalf of e96682707d7144beb8c5c280c4026363 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:07:36.312486 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.313459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.338720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44504) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:36.377000 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:36.394555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.435322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Transition to ACTIVE for port object 42ecdb53-25c7-4868-9545-8a5cf55ab60b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:36.450590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:36.451495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:36.534387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting subnet a08847f3-c810-4f74-9e0d-2130ed57b349 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:07:36.546601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.686668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:36.736413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-958dcfc5-9548-4911-ad11-784c3e59bf0b req-b8d6e6b0-1419-4624-b33e-af9db5c01008 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 210 time: 0.1931045 May 12 20:07:36.789676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:36.899212 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:07:34Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:36.904147 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] Checking router: 3003a855-7acb-4c03-92f9-8a09b282cce3 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:36.920320 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] Routers {'3003a855-7acb-4c03-92f9-8a09b282cce3'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:36.921291 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3003a855-7acb-4c03-92f9-8a09b282cce3'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:36.951515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.20.0.9 (f2ef90a6-b6d9-4597-82ae-e701d0c9053e/6138e4bb-00df-4c58-9c8f-c9334adc4a13/0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:36.967208 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.013295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cd376-920b-4dc1-9c1f-c636fbfbe77e None None] Pushing event updated for resources: {'Port': ['ID=f171338a-bbb9-47a9-944a-c06680d6371a,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:37.032264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Transition to ACTIVE for port object 42ecdb53-25c7-4868-9545-8a5cf55ab60b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:37.060432 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.182391 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] Set router 3003a855-7acb-4c03-92f9-8a09b282cce3 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:37.182902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.249861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Network 5f21ff51-64ef-4601-b391-48d3a03e366b is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:37.254409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Subnet': ['ID=a08847f3-c810-4f74-9e0d-2130ed57b349,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:37.267706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.1 (5f21ff51-64ef-4601-b391-48d3a03e366b/9f99a75a-c1b7-416b-a6c9-a41305637dac/6bf890a5-a24b-4dc7-8faa-ab27c492acc0) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:37.275286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.278090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:37.305349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-73d4a38e-60fe-4995-86e4-3e26ef80e7ad tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/subnets/a08847f3-c810-4f74-9e0d-2130ed57b349 HTTP/1.1" status: 204 len: 168 time: 0.9653571 May 12 20:07:37.311702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44510) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:37.312101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f6f12-94ce-403d-94e1-45f8efa040d6 None None] Network 276d8212-262d-49ac-953e-b29c12f0864e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:07:37.340671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:37.494160 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.572937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Transition to ACTIVE for port object 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:37.578442 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.615662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:37.651404 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:07:34Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:37.662242 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32deb7c-6aca-44eb-8b79-6d1cd7e85ed3 None None] The sync data for ids ['3003a855-7acb-4c03-92f9-8a09b282cce3'] in n-d-841626-1 is: [{'id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240900628', 'tenant_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:05:42Z', 'updated_at': '2022-05-12T20:07:34Z', 'revision_number': 5, 'project_id': '56432a6d22fc4e6fa84351dc2c0c616b', 'gw_port': {'id': '7650ff64-177f-441d-88c4-5f34eb0b65e2', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3003a855-7acb-4c03-92f9-8a09b282cce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:05:43Z', 'updated_at': '2022-05-12T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:37.662445 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.730512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Attempting to bind port 42ecdb53-25c7-4868-9545-8a5cf55ab60b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:37.730889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Attempting to bind port 42ecdb53-25c7-4868-9545-8a5cf55ab60b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:37.731438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Attempting to bind port 42ecdb53-25c7-4868-9545-8a5cf55ab60b on network 5f21ff51-64ef-4601-b391-48d3a03e366b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:37.737497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Pushing event updated for resources: {'Port': ['ID=42ecdb53-25c7-4868-9545-8a5cf55ab60b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:37.762816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 5f21ff51-64ef-4601-b391-48d3a03e366b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:37.766356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:37.773083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:37.811847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:37.812983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Checking segment: {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:37.813491 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.814227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Bound using segment: {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:37.814308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Bound port: 42ecdb53-25c7-4868-9545-8a5cf55ab60b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:37.814767 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.826150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:37.826249 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.845475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:37.964531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:38.038354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:32Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:38.045692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a12120-dc06-48d6-8ff8-9a7527730756 None None] The sync data for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 is: [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:32Z', 'revision_number': 3, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:38.071892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] For port 42ecdb53-25c7-4868-9545-8a5cf55ab60b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:38.075680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:38.216325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:38.216710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9cb605b1-b8f8-4fa3-bd53-f5d74dffda10 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:38.293160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] For port 42ecdb53-25c7-4868-9545-8a5cf55ab60b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42ecdb53-25c7-4868-9545-8a5cf55ab60b,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:38.302245 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:38.304372 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:38.413872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:38.434807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] DHCP port deletion for 276d8212-262d-49ac-953e-b29c12f0864e request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:07:38.456752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] Deleting port 04fa16b4-fea8-4108-9b48-a8f304b76f08 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:38.457077 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:38.570105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787d987-f4e3-4d47-a547-42e91ba80ab4 None None] Pushing event updated for resources: {'Port': ['ID=42ecdb53-25c7-4868-9545-8a5cf55ab60b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:38.662775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:38.707223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:38.837572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:38.865088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:38.881346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] For port 04fa16b4-fea8-4108-9b48-a8f304b76f08, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=04fa16b4-fea8-4108-9b48-a8f304b76f08,segment=NetworkSegment(26de90b9-0030-40c0-8af9-f4725f683855),segment_id=26de90b9-0030-40c0-8af9-f4725f683855)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:38.883004 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:38.982911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:39.092762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973560ae-9535-47ae-89bb-cadca66e8c31 req-b2c22b64-a157-4dc2-82ca-4c900b64d152 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:39.096549 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-973560ae-9535-47ae-89bb-cadca66e8c31 req-b2c22b64-a157-4dc2-82ca-4c900b64d152 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:39.112573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:39.113854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.135114 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.189026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Deleting port 7650ff64-177f-441d-88c4-5f34eb0b65e2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:39.190250 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.220930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] Calling delete_port for 04fa16b4-fea8-4108-9b48-a8f304b76f08 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:39.252083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-bcad7b09-4234-45da-8af7-a58639923bb2 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2885869 May 12 20:07:39.278260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Request body: {'port': {'device_id': '1b20a612-325c-4ab7-9285-a724d4e02977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:39.343014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-973560ae-9535-47ae-89bb-cadca66e8c31 req-b2c22b64-a157-4dc2-82ca-4c900b64d152 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:39.349769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-973560ae-9535-47ae-89bb-cadca66e8c31 req-b2c22b64-a157-4dc2-82ca-4c900b64d152 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 931 time: 1.2459366 May 12 20:07:39.380852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.426882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.434099 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.438166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c50fbcb1-31aa-4cc0-b2b1-b464d7b9ad72 None None] Provisioning for port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:39.450569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c50fbcb1-31aa-4cc0-b2b1-b464d7b9ad72 None None] Provisioning complete for port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:39.451349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c50fbcb1-31aa-4cc0-b2b1-b464d7b9ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.497759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] No DVR routers for this DVR port 04fa16b4-fea8-4108-9b48-a8f304b76f08 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:39.517869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5600f05-dbe4-4052-8117-5b05cc30e08b None None] Pushing event deleted for resources: {'Port': ['ID=04fa16b4-fea8-4108-9b48-a8f304b76f08,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:39.540683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-973560ae-9535-47ae-89bb-cadca66e8c31 req-b5f9637d-c2ff-4595-957f-d0e812fd67d4 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840825 May 12 20:07:39.562526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c50fbcb1-31aa-4cc0-b2b1-b464d7b9ad72 None None] Port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:07:39.611143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.618914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:39.636015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.758889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] For port 7650ff64-177f-441d-88c4-5f34eb0b65e2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7650ff64-177f-441d-88c4-5f34eb0b65e2,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:39.759671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:39.782678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 5f21ff51-64ef-4601-b391-48d3a03e366b is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:39.784599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:39.966812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Calling delete_port for 7650ff64-177f-441d-88c4-5f34eb0b65e2 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:39.991528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ecdb53-25c7-4868-9545-8a5cf55ab60b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:40.113282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 42ecdb53-25c7-4868-9545-8a5cf55ab60b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:40.123295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f171338a-bbb9-47a9-944a-c06680d6371a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:40.228819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router d1018324-3c1a-4ead-b8cf-cb11b848cad5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:40.294271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f171338a-bbb9-47a9-944a-c06680d6371a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:40.323497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f171338a-bbb9-47a9-944a-c06680d6371a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:40.323497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:40.426911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6674a232-9fd1-4edd-8ef5-58a909a53496 None None] Network 5f21ff51-64ef-4601-b391-48d3a03e366b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:07:40.428403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:07:40.442980 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:40.501871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Transition to ACTIVE for port object 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:40.514571 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:40.587420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] Provisioning for port 42ecdb53-25c7-4868-9545-8a5cf55ab60b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:40.602469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:40.609258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] Provisioning complete for port 42ecdb53-25c7-4868-9545-8a5cf55ab60b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:40.609258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:40.635693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:40.699602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cedf1501-9c16-4a85-8454-768f758f8ad4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/d1018324-3c1a-4ead-b8cf-cb11b848cad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4977124 May 12 20:07:40.709365 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:40.842089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f171338a-bbb9-47a9-944a-c06680d6371a is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:40.842089 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:40.925005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f171338a-bbb9-47a9-944a-c06680d6371a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f171338a-bbb9-47a9-944a-c06680d6371a,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:40.989355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.094789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 04fa16b4-fea8-4108-9b48-a8f304b76f08 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:41.136735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Port': ['ID=7650ff64-177f-441d-88c4-5f34eb0b65e2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:41.148983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Sync routers for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:41.199455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] Current status of the port 42ecdb53-25c7-4868-9545-8a5cf55ab60b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:41.199832 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.208676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 04fa16b4-fea8-4108-9b48-a8f304b76f08 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:41.209022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 04fa16b4-fea8-4108-9b48-a8f304b76f08 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:41.217518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:41.218138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:41.289456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-07ae2187-718c-43b1-860f-f6a3f25f30b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:41.306961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Attempting to bind port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:41.307214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Attempting to bind port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:41.307557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Attempting to bind port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:41.323916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.331326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f171338a-bbb9-47a9-944a-c06680d6371a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:41.343237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] For port 42ecdb53-25c7-4868-9545-8a5cf55ab60b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42ecdb53-25c7-4868-9545-8a5cf55ab60b,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:41.371797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:07:41.372136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Attempting to bind port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 on network f2ef90a6-b6d9-4597-82ae-e701d0c9053e {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:41.403092 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.449203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-07ae2187-718c-43b1-860f-f6a3f25f30b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:41.450384 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-07ae2187-718c-43b1-860f-f6a3f25f30b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801032355&fields=id&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 267 time: 0.5117066 May 12 20:07:41.503863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:41.504424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Checking segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:41.504969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff735d-d0b3-4c4b-b037-589fb9ea43b1 None None] Pushing event updated for resources: {'Port': ['ID=42ecdb53-25c7-4868-9545-8a5cf55ab60b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:41.505136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Bound using segment: {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:41.505762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Bound port: 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e9a55-91a5-46ab-93c9-a9f2a9f8654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:41.506113 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.508762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:41.532909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b8a7-b945-4592-a566-941102e41d3f req-88a45463-fb98-47ad-846b-03a1dfea4085 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:41.534508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c447b8a7-b945-4592-a566-941102e41d3f req-88a45463-fb98-47ad-846b-03a1dfea4085 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 943 time: 0.6950974 May 12 20:07:41.586253 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.592677 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.763912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c447b8a7-b945-4592-a566-941102e41d3f req-996d89a6-47f3-4faa-aa22-2e35790f832b tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000983 May 12 20:07:41.764286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d47cd432-1416-43c3-b102-45b215b9fec9 None None] Provisioning complete for port 42ecdb53-25c7-4868-9545-8a5cf55ab60b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:41.764679 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d47cd432-1416-43c3-b102-45b215b9fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.790051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.790768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Fanout notify agent at l3_agent the message router_deleted on router 3003a855-7acb-4c03-92f9-8a09b282cce3 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:07:41.848927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] For port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:41.858626 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:41.859739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9cebc1d8-9a31-45d5-9582-88be408ef3b2 tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/routers/3003a855-7acb-4c03-92f9-8a09b282cce3 HTTP/1.1" status: 204 len: 168 time: 4.5468080 May 12 20:07:41.862706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44532) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:41.877496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-14f9ee52-628a-44bc-b07e-38f1ba1130b8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:41.878198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-14f9ee52-628a-44bc-b07e-38f1ba1130b8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:41.887775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] For port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:41.898867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.032545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:42.033934 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.035500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 HTTP/1.1" status: 200 len: 1091 time: 2.7704763 May 12 20:07:42.038082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:42.075876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-14f9ee52-628a-44bc-b07e-38f1ba1130b8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:42.075876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-14f9ee52-628a-44bc-b07e-38f1ba1130b8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/networks?id=5f21ff51-64ef-4601-b391-48d3a03e366b HTTP/1.1" status: 200 len: 796 time: 0.5510640 May 12 20:07:42.092149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36537e13-f194-4df7-b175-d9724d61cbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:42.162540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d47cd432-1416-43c3-b102-45b215b9fec9 None None] Current status of the port 42ecdb53-25c7-4868-9545-8a5cf55ab60b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:42.178959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.196435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 2, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:42.201169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d47cd432-1416-43c3-b102-45b215b9fec9 None None] Provisioning for port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:42.208400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Checking router: d1018324-3c1a-4ead-b8cf-cb11b848cad5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:42.208895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Updating router d1018324-3c1a-4ead-b8cf-cb11b848cad5 port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:07:42.210378 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4807e154-3dd9-429d-943f-6aa3f35e0a44'] response: {'name': 'network-changed', 'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'status': 'completed', 'code': 200} May 12 20:07:42.226997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-d1015889-2dff-4a4d-a43f-f6280a772a47 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/quotas/e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 375 time: 0.0706115 May 12 20:07:42.244991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d47cd432-1416-43c3-b102-45b215b9fec9 None None] Provisioning complete for port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:42.245384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d47cd432-1416-43c3-b102-45b215b9fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.383296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ecdb53-25c7-4868-9545-8a5cf55ab60b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:42.440956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-e956b77f-365e-4bdb-aa17-0a2ae5d940d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:42.446121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-e956b77f-365e-4bdb-aa17-0a2ae5d940d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 1094 time: 0.3517275 May 12 20:07:42.461448 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.465704 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d47cd432-1416-43c3-b102-45b215b9fec9 None None] Port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:07:42.469103 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.492787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276d8212-262d-49ac-953e-b29c12f0864e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:42.505813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26de90b9-0030-40c0-8af9-f4725f683855') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:42.506117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26de90b9-0030-40c0-8af9-f4725f683855') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:42.518423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.540290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-27a6ea30-0bf9-4563-a36e-4f28f3d29653 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 HTTP/1.1" status: 200 len: 217 time: 0.0844424 May 12 20:07:42.543531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.550509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:07:42.550696 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.553512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-032d2806-b7c7-407e-8df1-164fe32c90dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: timer() May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:07:42.567829 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:07:42.570125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 42ecdb53-25c7-4868-9545-8a5cf55ab60b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:42.570125 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.628106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-032d2806-b7c7-407e-8df1-164fe32c90dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:42.628276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-032d2806-b7c7-407e-8df1-164fe32c90dd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3946989 May 12 20:07:42.633951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-cd7417fd-44e2-473a-bc3d-7a3785f33802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:42.635240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-cd7417fd-44e2-473a-bc3d-7a3785f33802 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0787749 May 12 20:07:42.723196 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.733503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.769254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] Pushing event deleted for resources: {'Network': ['ID=276d8212-262d-49ac-953e-b29c12f0864e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:42.773900 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-216c25aa-2ce1-4da5-a24e-df9706935f8c tempest-TestSecurityGroupsBasicOps-2072195099 tempest-TestSecurityGroupsBasicOps-2072195099-project] 10.222.0.72 "DELETE /v2.0/networks/276d8212-262d-49ac-953e-b29c12f0864e HTTP/1.1" status: 204 len: 168 time: 0.9094167 May 12 20:07:42.844286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cf27c388-e0f1-4b7f-a033-fc5283af76dc None None] Provisioning complete for port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:42.844661 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cf27c388-e0f1-4b7f-a033-fc5283af76dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:42.856494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-63b2585f-c6f2-4395-9165-1a5e238dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:42.856724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-63b2585f-c6f2-4395-9165-1a5e238dde93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145929 May 12 20:07:42.869552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-d41dd385-30db-4652-ab52-1db29b00ff1c service neutron] 10.222.0.72 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934221 May 12 20:07:42.989978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 42ecdb53-25c7-4868-9545-8a5cf55ab60b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:42.991168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f171338a-bbb9-47a9-944a-c06680d6371a up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:43.038575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cf27c388-e0f1-4b7f-a033-fc5283af76dc None None] Port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:07:43.157235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f171338a-bbb9-47a9-944a-c06680d6371a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:43.158680 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.217819 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.245770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Transition to ACTIVE for port object 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:43.260215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.326306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44546) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:43.391223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-fb9f0044-79ee-400e-9d15-21f11fb3c7c0 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995799 May 12 20:07:43.397514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-9c375cfc-c4b0-4d66-b022-31d75d8c36bd service neutron] 10.222.0.72 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270422 May 12 20:07:43.457603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db803f87-56e6-43ca-8053-30a0c0b76981 None None] Pushing event updated for resources: {'Port': ['ID=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:43.527635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25852de1-caff-411e-98a5-f1c58e2222f8 req-5b9e7fb7-13d3-4a1a-a89d-4bd7e6debab1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:43.529372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25852de1-caff-411e-98a5-f1c58e2222f8 req-5b9e7fb7-13d3-4a1a-a89d-4bd7e6debab1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 943 time: 0.5201190 May 12 20:07:43.626968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f171338a-bbb9-47a9-944a-c06680d6371a is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:43.635400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25852de1-caff-411e-98a5-f1c58e2222f8 req-2079c4fc-0281-4250-9f34-23239cc6483f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912848 May 12 20:07:43.659001 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-441b1246-430b-4a8d-bb1b-ba24d926538b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56432a6d22fc4e6fa84351dc2c0c616b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315313 May 12 20:07:43.661790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44556) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:43.673139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82f5fb5b-cc13-4563-bfef-253aacbd4615 req-1925a569-451f-4bd9-9cb1-1a0a00c7640b service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744181 May 12 20:07:43.691641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Attempting to bind port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:43.692021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Attempting to bind port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:43.692429 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Attempting to bind port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 on network 5f21ff51-64ef-4601-b391-48d3a03e366b {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:43.699849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:43.700464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Checking segment: {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:43.701230 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.702310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Bound using segment: {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:43.703003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Bound port: 6bf890a5-a24b-4dc7-8faa-ab27c492acc0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:43.703383 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.762185 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81b7-e5be-4dd3-8926-a75467d18e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.787498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9bc2975b-08fe-46b1-9095-fe3c9a0e3831 req-7b13d052-d8bc-479a-a6b8-ced588a7a61b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 210 time: 0.0859649 May 12 20:07:43.812820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81b7-e5be-4dd3-8926-a75467d18e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.859092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7650ff64-177f-441d-88c4-5f34eb0b65e2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:43.894298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] For port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:43.899174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81b7-e5be-4dd3-8926-a75467d18e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.910029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7650ff64-177f-441d-88c4-5f34eb0b65e2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:43.910693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7650ff64-177f-441d-88c4-5f34eb0b65e2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:43.914353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] For port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:43.922659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.927793 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c81b7-e5be-4dd3-8926-a75467d18e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93985fa-bb99-4c7f-b7e8-2ea016954806,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:43.932277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-17db7754-6a42-4ab8-abc5-0f15a8c1fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:43.934426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-17db7754-6a42-4ab8-abc5-0f15a8c1fc50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 1094 time: 0.1320307 May 12 20:07:43.937773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81b7-e5be-4dd3-8926-a75467d18e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:43.939115 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed9c81b7-e5be-4dd3-8926-a75467d18e40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c93985fa-bb99-4c7f-b7e8-2ea016954806 HTTP/1.1" status: 204 len: 168 time: 0.2763252 May 12 20:07:44.017732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db803f87-56e6-43ca-8053-30a0c0b76981 None None] Pushing event updated for resources: {'Port': ['ID=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:44.046304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:44.047078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:44.152594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-581eccc0-f853-4f7b-8f0e-9ff871ed42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:44.154184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-581eccc0-f853-4f7b-8f0e-9ff871ed42f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.2135508 May 12 20:07:44.252128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-33547ce4-1171-4784-a1e2-fceddcdae921 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 HTTP/1.1" status: 200 len: 217 time: 0.0873747 May 12 20:07:44.373444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:44.376500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-3b74e96c-7d4b-4adb-92b4-ce2e22033e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:44.378201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-3b74e96c-7d4b-4adb-92b4-ce2e22033e26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.1193402 May 12 20:07:44.479286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44570) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:44.510024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-4888289c-012a-49f0-a940-efa423b15416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:44.512176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-4888289c-012a-49f0-a940-efa423b15416 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254554 May 12 20:07:44.513095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:44.628679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:44.636818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0fc09432994b15a5ecc989ca73b996 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:44.641625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:44.651009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:44.721615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-c05d1937-3b87-4bad-879a-913c4986e6bb service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979303 May 12 20:07:44.861008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:43Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:44.865517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412daee-5e31-456c-a024-8bba037d0815 None None] The sync data for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 is: [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:43Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:45.040447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44580) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:45.049766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3401f430-d397-4fa3-b281-2f063fab824e req-b09d40f8-2a30-4a9a-bf54-fba4fa5fb5ed tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 210 time: 0.0903096 May 12 20:07:45.082876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.088584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ab5e518-9fa7-47c8-ac6c-9be3f6f66c57 req-e7434088-fb01-496d-95ff-067893aacdd3 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565316 May 12 20:07:45.096661 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.148657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ccd8-c872-4550-ae31-41f340b82cf3 req-057a6d65-34ee-45e1-87e1-8dbf8725f963 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:45.150553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a82ccd8-c872-4550-ae31-41f340b82cf3 req-057a6d65-34ee-45e1-87e1-8dbf8725f963 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 943 time: 0.3277640 May 12 20:07:45.225788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d0fc09432994b15a5ecc989ca73b996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7454920 May 12 20:07:45.259642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44584) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:45.285531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc88c5-7c23-49f6-9fb5-e18e707534c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20881098-0793-49cc-a222-505f4a26d77c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:45.347666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a82ccd8-c872-4550-ae31-41f340b82cf3 req-f249b8af-08c0-481f-b9dc-1ba10782c1c1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605029 May 12 20:07:45.349993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Deleting port 8cd21b76-4d21-4de4-9a82-8af170ef7f94 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:45.350139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.404236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-25e3349e-2d24-486c-b63a-b0b36daa7d09 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:45.404713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-25e3349e-2d24-486c-b63a-b0b36daa7d09 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/networks?id=5f21ff51-64ef-4601-b391-48d3a03e366b HTTP/1.1" status: 200 len: 796 time: 0.2532046 May 12 20:07:45.478003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-a60fed27-3e13-4661-8812-f3beef2b3bbd tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3eb59963b3345ab9bb52c5d5b569a51 HTTP/1.1" status: 200 len: 379 time: 0.0630660 May 12 20:07:45.494404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'port': {'device_id': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'admin_state_up': True, 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'security_groups': ['40cb1ad9-6396-4895-af1a-7bef7be5fe31']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:45.549416 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.581715 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.673462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.673876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.700793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:45.713207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:45.728524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Made reservation on behalf of e3eb59963b3345ab9bb52c5d5b569a51 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:07:45.734932 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:45.977240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:46.017688 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Calling delete_port for 8cd21b76-4d21-4de4-9a82-8af170ef7f94 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:46.053613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.074607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:46.083284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:46.083892 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.109598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20881098-0793-49cc-a222-505f4a26d77c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:46.146158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.20.0.7 (5f21ff51-64ef-4601-b391-48d3a03e366b/9f99a75a-c1b7-416b-a6c9-a41305637dac/590c6e0d-3a49-4464-9f92-e246e7f1cf2c) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:46.150505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.150860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.150962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.151269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.155062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.156697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.157280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.157280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.157915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.160484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.161334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.162068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:46.178117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.186415 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-06dea4a2-41ff-442e-af6d-dc596ca127db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20881098-0793-49cc-a222-505f4a26d77c HTTP/1.1" status: 204 len: 168 time: 0.9192958 May 12 20:07:46.315092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:46.315585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.365466 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:46.370908 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.456795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.471844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:46.568764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event deleted for resources: {'Port': ['ID=8cd21b76-4d21-4de4-9a82-8af170ef7f94,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:46.623826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b606f3ea-0a20-489f-887a-a0f83210beed req-d329d989-4d41-486a-b9af-8c7ffcc44ad3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 210 time: 0.2090511 May 12 20:07:46.721153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.721527 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Floating IP eef003a8-5700-43cc-96a0-49a67e86398c disassociated (deleted). External IP: 172.25.2.221, port: d9a08c1b-13ba-4dbb-bac7-1f2481f87317. May 12 20:07:46.742638 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.765953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Transition to ACTIVE for port object 590c6e0d-3a49-4464-9f92-e246e7f1cf2c will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:46.783686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3867605-91ee-46a2-9806-0f63846e8f46 req-f6df6786-109b-4a6c-b897-9c1427dc50ea tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:46.786361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3867605-91ee-46a2-9806-0f63846e8f46 req-f6df6786-109b-4a6c-b897-9c1427dc50ea tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 943 time: 0.2543061 May 12 20:07:46.848702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3867605-91ee-46a2-9806-0f63846e8f46 req-c479d2b4-dc20-428f-b016-50fbd8603ad5 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546217 May 12 20:07:46.850206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44596) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:46.889515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:46.978743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1041ad26-14b5-4401-95af-3f739eb8f5bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19c9f2dad2284fe8a987c7997338427f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272981 May 12 20:07:46.986090 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44600) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:46.992001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 5f21ff51-64ef-4601-b391-48d3a03e366b is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:47.007398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:47.010520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:47.012823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:47.121273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:47.122086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.155015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Router c61e518a-a03e-472d-86fd-a6cbe941f322 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:47.163150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-eaa8fbed-3e77-4085-b9de-1f7dcbd46cc5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6748672 May 12 20:07:47.163824 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd335-f35b-4e8e-a530-8c006593d1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.198515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd335-f35b-4e8e-a530-8c006593d1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.227806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Request body: {'port': {'device_id': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:47.333678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-31700811-edb4-452e-95f5-d6396af360ed None None] Provisioning for port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:47.345128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-31700811-edb4-452e-95f5-d6396af360ed None None] Provisioning complete for port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:47.345548 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-31700811-edb4-452e-95f5-d6396af360ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.364019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:47.365876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd335-f35b-4e8e-a530-8c006593d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.374605 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] Sync routers for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:47.389977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.396287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.398139 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:47.398871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:47.408758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd335-f35b-4e8e-a530-8c006593d1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ecdce3-035e-465d-a7f2-672a58f3bdf3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:47.434046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-31700811-edb4-452e-95f5-d6396af360ed None None] Port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:07:47.454464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd335-f35b-4e8e-a530-8c006593d1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:47.455593 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d6ebd335-f35b-4e8e-a530-8c006593d1d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c5ecdce3-035e-465d-a7f2-672a58f3bdf3 HTTP/1.1" status: 204 len: 168 time: 0.4689643 May 12 20:07:47.491565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-93ccee87-4bd4-4eff-93dd-5a72c982f857 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "DELETE /v2.0/floatingips/eef003a8-5700-43cc-96a0-49a67e86398c HTTP/1.1" status: 204 len: 168 time: 2.4513900 May 12 20:07:47.492201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:47.554686 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c127d9-9f88-437c-9cfc-83d62dcc40d0'] response: {'name': 'network-changed', 'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'status': 'completed', 'code': 200} May 12 20:07:47.781290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-f36c2f23-5093-405b-8b00-78ad769cf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:47.782982 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-f36c2f23-5093-405b-8b00-78ad769cf6ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=464d0664c08f4e488dd81aa9881c66d4&device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 1096 time: 0.2096229 May 12 20:07:47.848136 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:47.981839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:48.065480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-f35ba3f2-cef1-4873-b503-76bd347cb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:48.068997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-f35ba3f2-cef1-4873-b503-76bd347cb4e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 200 len: 915 time: 0.2737169 May 12 20:07:48.155617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:48.156665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:48.221175 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-43c0e715-4b61-40af-bcdd-9a63f956e7d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 200 len: 217 time: 0.1445835 May 12 20:07:48.259869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c70b1-346e-49ad-ada8-44d26b5438b5 req-a7708a83-81a3-4449-b03a-03e1fb244772 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:48.260288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-991c70b1-346e-49ad-ada8-44d26b5438b5 req-a7708a83-81a3-4449-b03a-03e1fb244772 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:48.272003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590c6e0d-3a49-4464-9f92-e246e7f1cf2c {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:07:48.284512 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:48.316875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-991c70b1-346e-49ad-ada8-44d26b5438b5 req-a7708a83-81a3-4449-b03a-03e1fb244772 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:48.319572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-991c70b1-346e-49ad-ada8-44d26b5438b5 req-a7708a83-81a3-4449-b03a-03e1fb244772 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 931 time: 0.4588361 May 12 20:07:48.320846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Transition to ACTIVE for port object 590c6e0d-3a49-4464-9f92-e246e7f1cf2c will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:48.335139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:48.345635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:48.367390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-4ecb1cb9-0bce-4703-a295-a889a57e5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:48.368691 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-4ecb1cb9-0bce-4703-a295-a889a57e5fc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd252f11-cccd-4316-8050-b3410aa2b901 HTTP/1.1" status: 200 len: 853 time: 0.1392353 May 12 20:07:48.373611 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:48.378821 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] Checking router: c61e518a-a03e-472d-86fd-a6cbe941f322 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:48.388783 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:48.389415 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:48.564933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808109b-46a3-4139-97d3-534e917584be req-ae06d512-2a8a-4946-bbf8-385c1b33c950 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:48.567510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f808109b-46a3-4139-97d3-534e917584be req-ae06d512-2a8a-4946-bbf8-385c1b33c950 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 943 time: 0.4896901 May 12 20:07:48.585002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-991c70b1-346e-49ad-ada8-44d26b5438b5 req-729ee9c6-ba72-4627-ac88-a6841dc27e71 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543209 May 12 20:07:48.758977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-e0d2c83d-0a51-4bcc-b81a-2b42ea710b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:48.760709 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-e0d2c83d-0a51-4bcc-b81a-2b42ea710b2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aebb3470-065f-4617-b634-ebd8f51a9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3847604 May 12 20:07:48.810855 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:48.953375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44634) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:48.981976 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-5306ca67-b442-4bf4-99d8-6f8e2a88eb87 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916075 May 12 20:07:49.006006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:49.017654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.018252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.018791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.019292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.019802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.020131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.020459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.020788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.021106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.021587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.022050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.022510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:49.093817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f808109b-46a3-4139-97d3-534e917584be req-27c2e7c0-1f7f-4b69-976f-d30e24c5197a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5042486 May 12 20:07:49.099385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Attempting to bind port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:49.099881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Attempting to bind port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:49.100358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Attempting to bind port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c on network 5f21ff51-64ef-4601-b391-48d3a03e366b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:49.108331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c on network 5f21ff51-64ef-4601-b391-48d3a03e366b not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:07:49.108916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Attempting to bind port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c on network 5f21ff51-64ef-4601-b391-48d3a03e366b {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:49.119228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:49.119830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Checking segment: {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:49.120395 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Bound using segment: {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:49.121007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Bound port: 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c602674-bb92-418e-8a3a-1e493ba3c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:49.121588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.137934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2124003500-network', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:49.146829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:49.149569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca945-0a1b-4d65-812e-f4c27bca0a8f req-cf388f8b-c10d-4a4a-8251-3d2e4fb1c876 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.151250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f3ca945-0a1b-4d65-812e-f4c27bca0a8f req-cf388f8b-c10d-4a4a-8251-3d2e4fb1c876 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 945 time: 0.2672431 May 12 20:07:49.154187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Usage tracker for resource:network and tenant:a1730e1c43f8485d8f327e8f1bc31224 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:49.158640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:49.169676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:49.198802 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:49.204701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b4616-4b81-419b-afe1-2c47f27244a7 None None] The sync data for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 is: [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:04:16Z', 'revision_number': 4, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'badd6a5f-279f-4e5a-8a2e-bbfea7f924ca', 'name': '', 'network_id': 'aebb3470-065f-4617-b634-ebd8f51a9028', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'mac_address': 'fa:16:3e:95:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:15Z', 'updated_at': '2022-05-12T20:04:23Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'subnets': [{'id': 'dd252f11-cccd-4316-8050-b3410aa2b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:49.213391 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-91714ca9-1f40-4442-98a8-cce6f6596602 req-cf0b24ee-7e7d-4ca4-8834-cce346a60785 service neutron] 10.222.0.73 "GET /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243872 May 12 20:07:49.216829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Made reservation on behalf of a1730e1c43f8485d8f327e8f1bc31224 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:07:49.222668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.250589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.267827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:49.268798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f3ca945-0a1b-4d65-812e-f4c27bca0a8f req-94195a63-c26a-471a-98c3-d96451189fe3 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0916862 May 12 20:07:49.271950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Usage tracker for resource:security_group_rule and tenant:a1730e1c43f8485d8f327e8f1bc31224 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:49.275172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:49.275297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:49.279865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:49.282555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:49.285120 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.348876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.349646 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.351301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] 10.222.0.73 "PUT /v2.0/ports/590c6e0d-3a49-4464-9f92-e246e7f1cf2c HTTP/1.1" status: 200 len: 1091 time: 2.1293972 May 12 20:07:49.354274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:49.389493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.405464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.439952 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf6f67a-d163-461d-9618-4fed979e4d68'] response: {'name': 'network-changed', 'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'status': 'completed', 'code': 200} May 12 20:07:49.447283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c0a700-474f-4237-8177-0ac78417d312,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:49.453236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380159b-7f2e-46e9-b416-3c87bc75eaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:49.457887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:07:49.496937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-09454583-9380-44ea-a032-40a3f4f6727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.498510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-09454583-9380-44ea-a032-40a3f4f6727d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1094 time: 0.0963254 May 12 20:07:49.520233 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.520586 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Added segment f4f346c2-e2f6-4287-830c-7dca686cc0df of type vlan for network 02b5cc85-9d70-49cd-99f4-53bf48155b39 May 12 20:07:49.558380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.584317 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-619d6a56-af18-49be-9976-0383989b7440 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c HTTP/1.1" status: 200 len: 217 time: 0.0757599 May 12 20:07:49.592737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d82640-adc1-4691-aa25-1978ccc59f84 None None] New status for floating IP eef003a8-5700-43cc-96a0-49a67e86398c: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:07:49.596513 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-4931e67c-dd2a-4004-9848-5b45213ffb4e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.597280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-4931e67c-dd2a-4004-9848-5b45213ffb4e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Synchronizing usage tracker for tenant:464d0664c08f4e488dd81aa9881c66d4 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:07:49.628600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.629705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.630284 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.670220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2e43d87d-8f00-4bf7-80e7-b0999d4481ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.671896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-2e43d87d-8f00-4bf7-80e7-b0999d4481ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f99a75a-c1b7-416b-a6c9-a41305637dac HTTP/1.1" status: 200 len: 834 time: 0.0814695 May 12 20:07:49.724649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-4931e67c-dd2a-4004-9848-5b45213ffb4e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Unset dirty status for tenant:464d0664c08f4e488dd81aa9881c66d4 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:07:49.725793 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-4931e67c-dd2a-4004-9848-5b45213ffb4e tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 945 time: 0.2690866 May 12 20:07:49.781639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8272233 May 12 20:07:49.790337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44644) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:49.792412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d6299-c283-4566-9cb7-2c5a5475033e admin admin] Pushing event updated for resources: {'Network': ['ID=02b5cc85-9d70-49cd-99f4-53bf48155b39,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:49.804191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:07:49.809762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Request body: {'subnet': {'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2124003500-subnet', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:49.816631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:49.824581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Usage tracker for resource:subnet and tenant:a1730e1c43f8485d8f327e8f1bc31224 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:49.829149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:49.832162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-0b1e2037-0de2-4dd6-bf94-0233e4693c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.834163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-0b1e2037-0de2-4dd6-bf94-0233e4693c0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f21ff51-64ef-4601-b391-48d3a03e366b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558375 May 12 20:07:49.839197 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Deleting port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:07:49.839547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.846687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a8a63-ce89-465f-bc0a-d1601c70de47 req-08d090a4-17ea-4fe1-8ba3-7638a42fceff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:49.848165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-164a8a63-ce89-465f-bc0a-d1601c70de47 req-08d090a4-17ea-4fe1-8ba3-7638a42fceff tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 943 time: 0.1272769 May 12 20:07:49.868769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:49.915015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Made reservation on behalf of a1730e1c43f8485d8f327e8f1bc31224 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:07:49.918314 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:49.978147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-164a8a63-ce89-465f-bc0a-d1601c70de47 req-be2f9dd8-591e-4b03-8da2-c7ba6d6d71ca tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083357 May 12 20:07:50.014393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-20e8067b-0047-4b02-be7e-7f96e8ffafd4 service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652238 May 12 20:07:50.150320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d94dc1e6-c293-4295-b1fe-30e09311347b req-e0f351d1-e75c-4ea0-9dfb-1191750bdda7 service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293719 May 12 20:07:50.254432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] For port d9a08c1b-13ba-4dbb-bac7-1f2481f87317, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:50.254999 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:50.336504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-ef692b77-25db-4b62-8767-f14e48910116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:50.338031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-ef692b77-25db-4b62-8767-f14e48910116 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1094 time: 0.1339211 May 12 20:07:50.345999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3ae71-2c57-42a9-86c9-8dd644c08186 req-23b7f0f8-e803-4585-a6c5-46c930b48b86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:50.347341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2af3ae71-2c57-42a9-86c9-8dd644c08186 req-23b7f0f8-e803-4585-a6c5-46c930b48b86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 943 time: 0.1086528 May 12 20:07:50.387028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Calling delete_port for d9a08c1b-13ba-4dbb-bac7-1f2481f87317 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:07:50.467912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:50.526846 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2af3ae71-2c57-42a9-86c9-8dd644c08186 req-27983c68-949d-41a3-a884-8759e2329d66 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586792 May 12 20:07:50.546494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Pushing event updated for resources: {'Subnet': ['ID=609b8a0f-4420-4090-bcc7-5464626318d0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:50.574050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-47f375c7-fd50-4e89-8186-f74fe3d376b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:50.575696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-47f375c7-fd50-4e89-8186-f74fe3d376b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f21ff51-64ef-4601-b391-48d3a03e366b HTTP/1.1" status: 200 len: 897 time: 0.2275147 May 12 20:07:50.583870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dc1f-7076-4a43-9181-785100e201c6 req-43abe1fd-4f73-41e8-862f-55d8bec89660 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:50.585347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4803dc1f-7076-4a43-9181-785100e201c6 req-43abe1fd-4f73-41e8-862f-55d8bec89660 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 945 time: 0.1616166 May 12 20:07:50.615847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Checking segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:50.616184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Network hostable DHCP agents. Network: 02b5cc85-9d70-49cd-99f4-53bf48155b39, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:07:50.636245 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:50.664663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-e70be6b4-a93a-439c-8f93-fd30ac810b75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c HTTP/1.1" status: 200 len: 217 time: 0.0783539 May 12 20:07:50.813109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event deleted for resources: {'Port': ['ID=d9a08c1b-13ba-4dbb-bac7-1f2481f87317,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:50.814848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:07:50.858480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 02b5cc85-9d70-49cd-99f4-53bf48155b39) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:50.867721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24fed14-d44e-48c8-9634-169c0bd26233 None None] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:07:50.876438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4803dc1f-7076-4a43-9181-785100e201c6 req-31b59a80-4303-4876-8d21-69ef800c6330 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/security-groups?id=77e5ad70-5617-4d22-b869-ddbb88405df8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2317073 May 12 20:07:50.887976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-d7e1faed-d628-4e37-b75a-2a48ae189dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:50.889423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-d7e1faed-d628-4e37-b75a-2a48ae189dcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f99a75a-c1b7-416b-a6c9-a41305637dac HTTP/1.1" status: 200 len: 834 time: 0.2173524 May 12 20:07:50.891076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:50.891665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:50.904057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] No DVR routers for this DVR port d9a08c1b-13ba-4dbb-bac7-1f2481f87317 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:07:50.911137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:50.913814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'name': 'network-vif-deleted', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:50.943715 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.73 "DELETE /v2.0/ports/d9a08c1b-13ba-4dbb-bac7-1f2481f87317 HTTP/1.1" status: 204 len: 173 time: 1.2117169 May 12 20:07:50.950675 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c2dbf629-c608-49f4-9c60-ac35c13eaedd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1593947 May 12 20:07:50.951531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44654) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:50.957817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:07:50.964312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:07:50.970695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Usage tracker for resource:router and tenant:a1730e1c43f8485d8f327e8f1bc31224 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:07:50.974589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:07:50.983365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:07:50.997139 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908794e0-3edc-4eea-9053-05a0671056fc'] response: {'server_uuid': '5fe50bb3-64de-453f-bf23-4928f7e312bd', 'name': 'network-vif-deleted', 'tag': 'd9a08c1b-13ba-4dbb-bac7-1f2481f87317', 'status': 'completed', 'code': 200} May 12 20:07:50.997303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-09ecd8f8-1d53-4dd9-8025-f4b3e26043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:50.998796 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:50.999079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-09ecd8f8-1d53-4dd9-8025-f4b3e26043f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f21ff51-64ef-4601-b391-48d3a03e366b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016691 May 12 20:07:51.000116 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.039138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.240824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-02b5cc85-9d70-49cd-99f4-53bf48155b39', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'fixed_ips': [{'subnet_id': '609b8a0f-4420-4090-bcc7-5464626318d0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:07:51.241975 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.250570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-de3251c1-4784-475b-b52d-a4c3878bb5e5 service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380993 May 12 20:07:51.261854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0129e21-4121-42bf-a649-f9d3f95ddd68 req-42a83ce7-4239-4fdb-a90a-adb8ac06fd8a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:51.263544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0129e21-4121-42bf-a649-f9d3f95ddd68 req-42a83ce7-4239-4fdb-a90a-adb8ac06fd8a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 943 time: 0.1530838 May 12 20:07:51.407056 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.453691 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0129e21-4121-42bf-a649-f9d3f95ddd68 req-1af79f4f-005d-4a53-aa52-4df54f1eff23 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002350 May 12 20:07:51.479218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Allocated IP 172.20.0.2 (02b5cc85-9d70-49cd-99f4-53bf48155b39/609b8a0f-4420-4090-bcc7-5464626318d0/1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:51.500663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f972eb4c-faa0-4943-81d4-acf4343e6889 req-8dd8da98-4aba-40a3-8670-d344e6345adf service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356503 May 12 20:07:51.767178 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.780594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Transition to ACTIVE for port object 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:51.787001 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.792342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a8cf4-abea-4e8f-8ae9-fb853bd8b179 req-1324fe1d-f694-45c9-af5f-f038001f1cc3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:51.799824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b72a8cf4-abea-4e8f-8ae9-fb853bd8b179 req-1324fe1d-f694-45c9-af5f-f038001f1cc3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 943 time: 0.1208379 May 12 20:07:51.800896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Transition to ACTIVE for port object 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:51.808050 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.830949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:51.849958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b72a8cf4-abea-4e8f-8ae9-fb853bd8b179 req-23308e04-8dfd-4502-a01b-4a8e3d6c6731 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491750 May 12 20:07:51.884371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:51.887586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:51.890007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:51.900905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Pushing event updated for resources: {'Port': ['ID=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:51.977032 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Allocated IP 172.25.2.51 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/6b3c839f-e9a1-463b-85d7-261adf2155b9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:51.997977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Attempting to bind port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:51.998348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Attempting to bind port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:51.998719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Attempting to bind port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:52.004400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:52.004775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Checking segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:52.005203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.005613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Bound using segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:52.006075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Bound port: 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:52.006449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.058943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9903e60-6fa1-47c1-b93a-0d8c191b0140 req-96ad60cc-1f58-4f8d-9ab5-44f9c1c4ba3d tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe50bb3-64de-453f-bf23-4928f7e312bd HTTP/1.1" status: 200 len: 210 time: 0.0525703 May 12 20:07:52.097873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] For port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:52.100889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] For port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:52.108001 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.158867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.159985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:07:52.192061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.260784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:52.270158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:52.272651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:52.298294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932c450-08e2-4ac6-9c61-fa478c562a3a None None] Pushing event updated for resources: {'Port': ['ID=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:52.328699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3c839f-e9a1-463b-85d7-261adf2155b9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:52.359459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:52.373789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'port_id': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'mac_address': 'fa:16:3e:8c:31:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:07:52.431669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:52.432050 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.469109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:07:52.484910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:52.491689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.575819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:52.642223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 590c6e0d-3a49-4464-9f92-e246e7f1cf2c details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:07:52.647792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d9a08c1b-13ba-4dbb-bac7-1f2481f87317 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:07:52.685440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: d9a08c1b-13ba-4dbb-bac7-1f2481f87317 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:07:52.685779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d9a08c1b-13ba-4dbb-bac7-1f2481f87317 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:07:52.692927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806a4d5-626c-4033-b455-bc0970629aaa req-2b4a4417-eafd-4a2d-9bb8-e2792d9f8cf1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:52.694735 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1806a4d5-626c-4033-b455-bc0970629aaa req-2b4a4417-eafd-4a2d-9bb8-e2792d9f8cf1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 943 time: 0.1002808 May 12 20:07:52.746564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1806a4d5-626c-4033-b455-bc0970629aaa req-f13c0b97-d395-498e-8689-7cba4b6847b5 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454702 May 12 20:07:52.770385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:07:52.856835 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:52.883278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:52.907074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'port_id': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'mac_address': 'fa:16:3e:d4:34:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:07:53.056103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:53.056624 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.104834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590c6e0d-3a49-4464-9f92-e246e7f1cf2c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:07:53.143079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:53.158375 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.168142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c590cc7-4fd6-42b4-966d-83a0336ede44 req-357c9ff9-5ddf-47c7-b660-f0b71d490314 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:53.170118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c590cc7-4fd6-42b4-966d-83a0336ede44 req-357c9ff9-5ddf-47c7-b660-f0b71d490314 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 944 time: 0.2029653 May 12 20:07:53.264424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c590cc7-4fd6-42b4-966d-83a0336ede44 req-b485b303-28d7-43b9-a4eb-f8a83626c776 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882671 May 12 20:07:53.265092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 44670) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:53.283096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:53.297273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.297722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.298140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.298562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.298994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.299406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.299826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.300235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.300643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.301048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.301479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.301893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:53.352195 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5afc1aca-3f88-4c5a-b1d0-9fe83104d177 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.369444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.383652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['590c6e0d-3a49-4464-9f92-e246e7f1cf2c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:07:53.388331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5afc1aca-3f88-4c5a-b1d0-9fe83104d177 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.442022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa067bc-3953-4bd6-b767-2a03ba2db892 None None] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:07:53.479566 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5afc1aca-3f88-4c5a-b1d0-9fe83104d177 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.496949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc1aca-3f88-4c5a-b1d0-9fe83104d177 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5ad70-5617-4d22-b869-ddbb88405df8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:53.503794 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5afc1aca-3f88-4c5a-b1d0-9fe83104d177 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.505965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5afc1aca-3f88-4c5a-b1d0-9fe83104d177 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] 10.222.0.72 "DELETE /v2.0/security-groups/77e5ad70-5617-4d22-b869-ddbb88405df8 HTTP/1.1" status: 204 len: 168 time: 0.2396946 May 12 20:07:53.570707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-99a9cf2e-45b8-4d94-b1f9-14d2846d3c15 None None] Provisioning for port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:53.595037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:07:53.690831 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:07:53.809031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:53.822094 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Sync routers for ids ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:53.852885 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Routers {'1ccec0bd-3278-4715-9dcf-4e40fcbdc921'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:53.853714 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:53.885694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:53.889748 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-136f244f-0bf9-4db6-a2cf-2794649cb872 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9361200 May 12 20:07:53.891419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 44682) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:54.026091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:54.179954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0867-512a-42ad-83d9-f8fe14bbff05 req-c5aef5a3-58ab-4a2e-bd59-dc9423d998d9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:54.182350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-714b0867-512a-42ad-83d9-f8fe14bbff05 req-c5aef5a3-58ab-4a2e-bd59-dc9423d998d9 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 944 time: 0.2244427 May 12 20:07:54.183874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:54.326035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-714b0867-512a-42ad-83d9-f8fe14bbff05 req-c9e8ba45-5f92-40d6-ab1c-ece0c6473fa3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347830 May 12 20:07:54.346396 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Set router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:54.458446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:54.475189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:54.475601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:54.601085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-42f53af5-76ca-452a-b9be-af439e413ee9 None None] Provisioning complete for port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:54.601794 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-42f53af5-76ca-452a-b9be-af439e413ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:54.640658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:54.670743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:54.671321 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:54.742347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff9e8-b1d1-45cc-a57a-057dcaf192a6 req-52d7c6fb-efd2-4847-86e8-97c451c33708 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:54.753770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb9ff9e8-b1d1-45cc-a57a-057dcaf192a6 req-52d7c6fb-efd2-4847-86e8-97c451c33708 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 944 time: 0.2172835 May 12 20:07:54.841246 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:52Z', 'revision_number': 3, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port': {'id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:54.842134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb9ff9e8-b1d1-45cc-a57a-057dcaf192a6 req-d2430cbd-46f5-4743-b149-0dc5d173d340 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841823 May 12 20:07:54.853055 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Checking router: 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:07:54.854122 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Updating router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 port 6b3c839f-e9a1-463b-85d7-261adf2155b9 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:07:54.982562 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.006232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:55.006893 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.072111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-42f53af5-76ca-452a-b9be-af439e413ee9 None None] Current status of the port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:55.073280 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-42f53af5-76ca-452a-b9be-af439e413ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.121702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:55.122464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.144129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:55.161439 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.321362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:55.360901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:55.369319 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-42f53af5-76ca-452a-b9be-af439e413ee9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:07:55.369921 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-42f53af5-76ca-452a-b9be-af439e413ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:07:55.374532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.384282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:55.509843 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.535019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Transition to ACTIVE for port object 6b3c839f-e9a1-463b-85d7-261adf2155b9 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:55.551044 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.564675 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a415158f-2df4-4886-ae36-2ca26b2d0518'] response: {'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'code': 200} May 12 20:07:55.666723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:55.720581 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Attempting to bind port 6b3c839f-e9a1-463b-85d7-261adf2155b9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:07:55.720946 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Attempting to bind port 6b3c839f-e9a1-463b-85d7-261adf2155b9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:07:55.721316 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Attempting to bind port 6b3c839f-e9a1-463b-85d7-261adf2155b9 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:07:55.740400 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:07:55.740810 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:07:55.741198 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.741553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:07:55.742027 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Bound port: 6b3c839f-e9a1-463b-85d7-261adf2155b9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:07:55.742390 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.906059 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] For port 6b3c839f-e9a1-463b-85d7-261adf2155b9, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:07:55.910580 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] For port 6b3c839f-e9a1-463b-85d7-261adf2155b9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6b3c839f-e9a1-463b-85d7-261adf2155b9,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:07:55.921010 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Pushing event updated for resources: {'Port': ['ID=6b3c839f-e9a1-463b-85d7-261adf2155b9,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:55.931696 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:55.953871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8217-3435-4afd-9a9c-159bcd1cb21d req-552e4546-91be-4525-980b-0e93eb96c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:55.956376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e16c8217-3435-4afd-9a9c-159bcd1cb21d req-552e4546-91be-4525-980b-0e93eb96c945 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 1096 time: 0.3769343 May 12 20:07:55.976277 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.976665 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.976990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.979068 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.979421 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.979749 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.984381 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.984745 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.985077 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.986831 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.987157 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:55.987469 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:07:56.038458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662d709-c59c-4b69-ab2a-37c19a464178 req-f5854b59-1d12-4b4a-85e6-e197e4661380 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:56.040017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c662d709-c59c-4b69-ab2a-37c19a464178 req-f5854b59-1d12-4b4a-85e6-e197e4661380 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 944 time: 0.5324428 May 12 20:07:56.040346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-42f53af5-76ca-452a-b9be-af439e413ee9 None None] Current status of the port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:56.043587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:56.134931 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65d733-6f0a-4667-a8fb-9394984c854a None None] Pushing event updated for resources: {'Port': ['ID=6b3c839f-e9a1-463b-85d7-261adf2155b9,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:56.153646 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Routers {'1ccec0bd-3278-4715-9dcf-4e40fcbdc921'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:56.154426 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:56.226460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:56.226972 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:56.273586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c662d709-c59c-4b69-ab2a-37c19a464178 req-558577a5-6d16-4fab-b1fa-00aa813acb35 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137918 May 12 20:07:56.278452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e16c8217-3435-4afd-9a9c-159bcd1cb21d req-7f0db08b-3b92-47c7-8904-5cec6398e1e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115246 May 12 20:07:56.288488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:56.381705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124390f-3b73-4f3a-a8f1-c211999466e0 req-dba663e8-4b41-408d-af78-72063dd9b074 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:56.383414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e124390f-3b73-4f3a-a8f1-c211999466e0 req-dba663e8-4b41-408d-af78-72063dd9b074 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 945 time: 0.2718563 May 12 20:07:56.448094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:56.449752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e124390f-3b73-4f3a-a8f1-c211999466e0 req-fc4f12ae-cdb3-438f-a983-b941e98e8a32 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605152 May 12 20:07:56.477040 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] Set router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:07:56.657761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 590c6e0d-3a49-4464-9f92-e246e7f1cf2c up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:56.721848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Allocated IP 172.20.0.1 (02b5cc85-9d70-49cd-99f4-53bf48155b39/609b8a0f-4420-4090-bcc7-5464626318d0/2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:07:56.836287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:56.844392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:56.857585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:56.955997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5eeddadc-8e90-4a12-8d7a-f69abe77e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:57.098428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:57.107750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:57.108151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:57.122910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Transition to ACTIVE for port object 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:07:57.156041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:57.161384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:57.204199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:57.230835 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:52Z', 'revision_number': 3, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port': {'id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:57.238645 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20f60a-f956-4ffd-aff8-cebf8691c1ce None None] The sync data for ids ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'] in n-d-841626-1 is: [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:52Z', 'revision_number': 3, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port': {'id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:07:57.397947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:57.433156 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:57.436118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:57.439278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:07:57.566115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:07:57.581754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:57.602193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:57.770813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3031f-fd5f-445e-a1e1-cdd8406ef0ea req-427e247d-c981-40e7-a81c-6d9e566b4b9f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:57.793777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6f3031f-fd5f-445e-a1e1-cdd8406ef0ea req-427e247d-c981-40e7-a81c-6d9e566b4b9f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.2629812 May 12 20:07:57.853917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.023225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6b3c839f-e9a1-463b-85d7-261adf2155b9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:07:58.065152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c6f3031f-fd5f-445e-a1e1-cdd8406ef0ea req-ec40fd03-bbff-416b-973c-d98ac82e7977 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704585 May 12 20:07:58.145005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45128) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:58.218661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792c8f1-2408-431e-ac33-f812d9b8fa73 req-31f52bb8-0d29-4f96-94b7-5802e5ce3fab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:58.227963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9792c8f1-2408-431e-ac33-f812d9b8fa73 req-31f52bb8-0d29-4f96-94b7-5802e5ce3fab tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 945 time: 0.4321320 May 12 20:07:58.242625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f2a2a10-2ecb-4df6-b20d-c229682e97e9 None None] Provisioning for port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:58.249150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6b3c839f-e9a1-463b-85d7-261adf2155b9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:07:58.263399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f2a2a10-2ecb-4df6-b20d-c229682e97e9 None None] Provisioning complete for port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:58.264097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2a10-2ecb-4df6-b20d-c229682e97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.367008 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e97f69-8e94-4801-aa07-adec61eb5e5f'] response: {'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'code': 200} May 12 20:07:58.406227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6b3c839f-e9a1-463b-85d7-261adf2155b9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:58.407500 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.529204 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.535983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.554946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a2a10-2ecb-4df6-b20d-c229682e97e9 None None] Port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:07:58.686410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:58.694343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.744590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9792c8f1-2408-431e-ac33-f812d9b8fa73 req-9cc3d196-f519-4ce0-bd65-57997252b25f tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152290 May 12 20:07:58.775069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6b3c839f-e9a1-463b-85d7-261adf2155b9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:07:58.775451 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.792884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a94ff-37f6-44c8-8969-6a4ac657f36d req-f91af950-4928-49ea-96a3-a03d5e025263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:58.795094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1a94ff-37f6-44c8-8969-6a4ac657f36d req-f91af950-4928-49ea-96a3-a03d5e025263 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1096 time: 0.2953708 May 12 20:07:58.815978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6b3c839f-e9a1-463b-85d7-261adf2155b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6b3c839f-e9a1-463b-85d7-261adf2155b9,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:07:58.825665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:58.895941 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a1a94ff-37f6-44c8-8969-6a4ac657f36d req-88cfbd9c-7165-4e79-9c6e-b160adbbb176 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906429 May 12 20:07:58.930590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6b3c839f-e9a1-463b-85d7-261adf2155b9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:07:58.931891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:07:58.939672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:07:58.991353 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-169c2ae3-a92f-498b-ab17-9ba70c8264f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:59.384459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:07:59.388667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f8759da6-6247-4b47-b687-f704596e3082 None None] Provisioning complete for port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:07:59.389346 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8759da6-6247-4b47-b687-f704596e3082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:59.450498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f8759da6-6247-4b47-b687-f704596e3082 None None] Port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:07:59.494175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb42b98-770d-4ad1-9da3-0ccf5c1e8ae2 req-73bdfb22-5766-42e9-b718-f0820f0e45b1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:59.495722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bb42b98-770d-4ad1-9da3-0ccf5c1e8ae2 req-73bdfb22-5766-42e9-b718-f0820f0e45b1 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 945 time: 0.4968150 May 12 20:07:59.574753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:07:59.583888 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4949f5ec-bc33-4909-95a2-d9f1bbec6940 admin admin] 10.222.0.72 "PUT /v2.0/routers/1ccec0bd-3278-4715-9dcf-4e40fcbdc921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6914461 May 12 20:07:59.611703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc1bc6-03eb-490d-b134-110933758c7e req-5a40687d-874f-4b76-a062-7af56f0777ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:07:59.613260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3dcc1bc6-03eb-490d-b134-110933758c7e req-5a40687d-874f-4b76-a062-7af56f0777ae tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.2717168 May 12 20:07:59.627044 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6bb42b98-770d-4ad1-9da3-0ccf5c1e8ae2 req-f74c071d-ffa4-4749-8d74-a927510003b8 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202428 May 12 20:07:59.650151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45156) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:07:59.701760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3dcc1bc6-03eb-490d-b134-110933758c7e req-a79675a5-eb62-463b-bafe-81df2bb7b573 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733685 May 12 20:07:59.803812 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:07:59.833253 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Sync routers for ids ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:07:59.848686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Routers {'1ccec0bd-3278-4715-9dcf-4e40fcbdc921'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:07:59.849348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:07:59.983197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6b3c839f-e9a1-463b-85d7-261adf2155b9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:00.078933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba532e-2bef-46de-a306-34544bab757e tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:00.083059 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-fbba532e-2bef-46de-a306-34544bab757e tempest-TestVolumeBootPattern-175473870 tempest-TestVolumeBootPattern-175473870-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 1091 time: 0.4318893 May 12 20:08:00.083761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:00.110239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:00.138533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:00.163697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Usage tracker for resource:floatingip and tenant:e96682707d7144beb8c5c280c4026363 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:08:00.167144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:08:00.173708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:00.192624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.214907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.270284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Set router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:00.361452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6b3c839f-e9a1-463b-85d7-261adf2155b9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:00.361823 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.406197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Deleting port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:00.406541 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.432493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.581008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Allocated IP 172.25.2.107 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/cb9de91a-6f11-48e3-bfa0-3117c3374222) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:08:00.637276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] For port badd6a5f-279f-4e5a-8a2e-bbfea7f924ca, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:00.637679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.664327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6b3c839f-e9a1-463b-85d7-261adf2155b9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:00.693668 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.745932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.758179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:00.783027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1056701091-network', 'tenant_id': '582682cd667a42a2b7cd347928b422eb'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:00.792085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:00.797069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Usage tracker for resource:network and tenant:582682cd667a42a2b7cd347928b422eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:08:00.801109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:57Z', 'revision_number': 4, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port': {'id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1', 'name': '', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'mac_address': 'fa:16:3e:b1:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:56Z', 'updated_at': '2022-05-12T20:07:58Z', 'revision_number': 2, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'subnets': [{'id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:00.807915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Checking router: 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:00.808563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Updating router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:08:00.809381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:08:00.816664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.840110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:00.879743 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:00.927219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:00.931267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Calling delete_port for badd6a5f-279f-4e5a-8a2e-bbfea7f924ca owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:00.934054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:00.944343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:08:00.995045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Made reservation on behalf of 582682cd667a42a2b7cd347928b422eb for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:08:00.997263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.025430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=cb9de91a-6f11-48e3-bfa0-3117c3374222,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:01.027894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.050133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:01.101696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103640e-c393-494e-a116-461d2bbc88d0 req-440df7e1-01d8-43c2-9322-9d94c99ae539 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:01.103158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9103640e-c393-494e-a116-461d2bbc88d0 req-440df7e1-01d8-43c2-9322-9d94c99ae539 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.1388490 May 12 20:08:01.169514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9103640e-c393-494e-a116-461d2bbc88d0 req-567a5552-d0a8-4109-bb42-00ab41c4c39f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587211 May 12 20:08:01.252233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.310450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Pushing event deleted for resources: {'Port': ['ID=badd6a5f-279f-4e5a-8a2e-bbfea7f924ca,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:01.323781 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.339008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Transition to ACTIVE for port object 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:01.348841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.450299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1086036-96e9-4bd5-9052-9272564773fc None None] Pushing event updated for resources: {'Port': ['ID=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:01.460451 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.481122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Usage tracker for resource:security_group_rule and tenant:582682cd667a42a2b7cd347928b422eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:08:01.525798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:08:01.548999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:01.572533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.740382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9dcf0-e267-4bf4-8ca5-8f91c5fe8f40 req-61065f88-99a8-4250-ba3a-e1676f495a95 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:01.747530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fef9dcf0-e267-4bf4-8ca5-8f91c5fe8f40 req-61065f88-99a8-4250-ba3a-e1676f495a95 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.4381940 May 12 20:08:01.754310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Attempting to bind port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:08:01.754947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Attempting to bind port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:08:01.755061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Attempting to bind port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:01.761522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:08:01.761893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Checking segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:08:01.762302 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.762746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Bound using segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:08:01.763218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Bound port: 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:08:01.763592 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.773730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.798483 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.811830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fef9dcf0-e267-4bf4-8ca5-8f91c5fe8f40 req-a6934653-7884-4faa-83b2-a2c0bec34ecf tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634241 May 12 20:08:01.871719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45186) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:01.884192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] For port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:08:01.888885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] For port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:08:01.900365 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:01.998709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Routers {'1ccec0bd-3278-4715-9dcf-4e40fcbdc921'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:01.999407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:02.015689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.029630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.072753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1086036-96e9-4bd5-9052-9272564773fc None None] Pushing event updated for resources: {'Port': ['ID=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:02.081957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:08:02.085542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4a5b70-4e81-4490-80f4-a467ec5365be,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:02.110906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.111252 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Added segment 74272f2f-a22f-4ca2-81c8-b8f24eeae348 of type vlan for network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 May 12 20:08:02.117745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf5edd-ded0-4af5-80de-48a186b49b3b tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:02.119272 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-53cf5edd-ded0-4af5-80de-48a186b49b3b tempest-TestNetworkAdvancedServerOps-370012964 tempest-TestNetworkAdvancedServerOps-370012964-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1091 time: 0.2416825 May 12 20:08:02.124053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.126364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45190) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:02.133593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:02.143146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:02.147080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Usage tracker for resource:floatingip and tenant:e3eb59963b3345ab9bb52c5d5b569a51 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:08:02.150362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:08:02.156965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:02.172333 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.250794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] Set router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:02.252817 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.284211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.329085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event updated for resources: {'Port': ['ID=cb9de91a-6f11-48e3-bfa0-3117c3374222,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:02.387981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Router c61e518a-a03e-472d-86fd-a6cbe941f322 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:08:02.406638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.465066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 20:08:02.569916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:02.573563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.574532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:02.575105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:02.583676 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] Sync routers for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:02.587376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f77401e6-8ffb-4ad3-b2e9-f018d678349e admin admin] 10.222.0.72 "PUT /v2.0/routers/c61e518a-a03e-472d-86fd-a6cbe941f322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4335244 May 12 20:08:02.587513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45194) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:02.596492 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:02.596784 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:02.622969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:57Z', 'revision_number': 4, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port': {'id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1', 'name': '', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'mac_address': 'fa:16:3e:b1:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:56Z', 'updated_at': '2022-05-12T20:08:01Z', 'revision_number': 4, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'subnets': [{'id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:02.629566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84062e-a440-48f6-b628-960bcbcd022c None None] The sync data for ids ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'] in n-d-841626-1 is: [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:57Z', 'revision_number': 4, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port': {'id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1', 'name': '', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'mac_address': 'fa:16:3e:b1:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:56Z', 'updated_at': '2022-05-12T20:08:01Z', 'revision_number': 4, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'subnets': [{'id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:02.722191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a485fa-1dbd-4ddd-a887-8ff5466529a8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:02.736101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:08:02.774091 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Floating IP 17eed6cd-3c6e-41cc-8719-0086b359bc03 associated. External IP: 172.25.2.107, port: 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1. May 12 20:08:02.836934 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4992f90d-8f32-4a2a-bb32-6b2834a934e8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0600085 May 12 20:08:02.839588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45198) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:02.868459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Request body: {'subnet': {'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1056701091-subnet', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:02.883021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:02.895527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Usage tracker for resource:subnet and tenant:582682cd667a42a2b7cd347928b422eb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:08:02.898436 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:02.901874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:08:02.982216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.021853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:03.036294 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.214478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Made reservation on behalf of 582682cd667a42a2b7cd347928b422eb for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:08:03.216775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.285960 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:08:01Z', 'revision_number': 5, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port': {'id': '115c9b53-7502-4442-b52e-199d09acb6f8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:12Z', 'updated_at': '2022-05-12T20:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:03.291447 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] Checking router: c61e518a-a03e-472d-86fd-a6cbe941f322 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:03.301757 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] Routers {'c61e518a-a03e-472d-86fd-a6cbe941f322'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:03.302370 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['c61e518a-a03e-472d-86fd-a6cbe941f322'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:03.347689 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.359123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:08:03.375365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Deleting port 115c9b53-7502-4442-b52e-199d09acb6f8 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:03.376864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.490204 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] Set router c61e518a-a03e-472d-86fd-a6cbe941f322 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:03.606632 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:08:03Z', 'revision_number': 6, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:03.612236 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042e551-4bc3-4775-8394-39bf4b6bd409 None None] The sync data for ids ['c61e518a-a03e-472d-86fd-a6cbe941f322'] in n-d-841626-1 is: [{'id': 'c61e518a-a03e-472d-86fd-a6cbe941f322', 'name': 'tempest-TestVolumeBackupRestore-1726129399-router', 'tenant_id': '464d0664c08f4e488dd81aa9881c66d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:11Z', 'updated_at': '2022-05-12T20:08:03Z', 'revision_number': 6, 'project_id': '464d0664c08f4e488dd81aa9881c66d4', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:03.708187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] For port 115c9b53-7502-4442-b52e-199d09acb6f8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=115c9b53-7502-4442-b52e-199d09acb6f8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:03.708713 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.718809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Allocated IP 172.25.2.145 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/8fada78e-c238-4a88-ac57-0b478dfdb5c3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:08:03.760646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:03.771104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:03.782548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:03.783150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:03.831774 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.842398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Calling delete_port for 115c9b53-7502-4442-b52e-199d09acb6f8 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:03.847130 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.942239 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8696828-e049-4864-b559-022ba529fc86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8550978 May 12 20:08:03.945297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:03.955015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:03.981588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Checking segment: {'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:08:03.982025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Network hostable DHCP agents. Network: b3a485fa-1dbd-4ddd-a887-8ff5466529a8, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:08:03.995822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.001953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:04.028360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:04.071084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:08:04.079333 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0476d21-4ee7-49f0-9f79-1f88808f9b5b'] response: {'name': 'network-changed', 'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'status': 'completed', 'code': 200} May 12 20:08:04.092863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b3a485fa-1dbd-4ddd-a887-8ff5466529a8) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:04.112279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4c8cc-baf4-4f62-b0db-a3f29584f6c4 None None] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:08:04.157411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:04.160063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:04.169722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:08:04.187744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:04.188336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.224904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:04.240795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=8fada78e-c238-4a88-ac57-0b478dfdb5c3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:04.263173 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4617cfde-f294-47b9-b6ff-5f553653f0c2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4221871 May 12 20:08:04.293137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45206) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:04.304238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:04.315930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:04.323769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Usage tracker for resource:router and tenant:582682cd667a42a2b7cd347928b422eb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:08:04.329410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:08:04.330559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.341171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:04.389322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-8a850749-8a87-4d25-8830-829e6f6d8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:04.390825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-8a850749-8a87-4d25-8830-829e6f6d8bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 1096 time: 0.2990549 May 12 20:08:04.402775 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.403784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.416276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Pushing event deleted for resources: {'Port': ['ID=115c9b53-7502-4442-b52e-199d09acb6f8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:04.502678 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.644919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:04.668848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:04.669056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.693850 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.800905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-b3a485fa-1dbd-4ddd-a887-8ff5466529a8', 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'fixed_ips': [{'subnet_id': '8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:08:04.802382 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.868884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.910061 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.917610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:04.926105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-612d4b04-9377-460e-956c-852b97a92c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:04.927478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-612d4b04-9377-460e-956c-852b97a92c47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.5042045 May 12 20:08:05.015544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.049322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:05.049699 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.057679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-224b156d-3afa-495c-aec0-5a955b9f7df6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 HTTP/1.1" status: 200 len: 999 time: 0.1144364 May 12 20:08:05.058618 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.059467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61e518a-a03e-472d-86fd-a6cbe941f322 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:08:05.107511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.137695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-f299b657-3cdd-440f-9b22-3033ed0ec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:05.139681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-f299b657-3cdd-440f-9b22-3033ed0ec806 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0745347 May 12 20:08:05.145679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.146336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '17eed6cd-3c6e-41cc-8719-0086b359bc03', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:8c:31:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a612-325c-4ab7-9285-a724d4e02977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:08:01Z', 'updated_at': '2022-05-12T20:08:01Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}, {'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 1, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:05.147412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-97e193fc-5d4b-4ff4-b405-de9cd030c71b admin admin] 10.222.0.72 "DELETE /v2.0/routers/c61e518a-a03e-472d-86fd-a6cbe941f322 HTTP/1.1" status: 204 len: 168 time: 2.5590951 May 12 20:08:05.158955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:05.161795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:05.174455 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.179643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Allocated IP 172.20.0.2 (b3a485fa-1dbd-4ddd-a887-8ff5466529a8/8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0/29d613ac-825c-49b6-926b-e99df0235460) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:08:05.197065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45210) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:05.225912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device badd6a5f-279f-4e5a-8a2e-bbfea7f924ca no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:05.272967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:05.273629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:05.295029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] Deleting subnet dd252f11-cccd-4316-8050-b3410aa2b901 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:08:05.298098 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.337417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: badd6a5f-279f-4e5a-8a2e-bbfea7f924ca {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:05.337652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device badd6a5f-279f-4e5a-8a2e-bbfea7f924ca not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:05.355267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-6bdf5c73-4913-4efd-b20a-7eaa1c81140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:05.356784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-6bdf5c73-4913-4efd-b20a-7eaa1c81140b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077167 May 12 20:08:05.363264 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.526272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:05.557762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-aac5ddf1-6b9b-4515-a1dd-32d65d423074 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681917 May 12 20:08:05.560079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.603756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:05.692630 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.726949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.729954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.734458 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f94cab71-2e25-4dfe-8dc7-d710e4f09ea0 req-60394cce-0dd1-4546-9b00-3c8661a25c82 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489513 May 12 20:08:05.737086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.766978 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.773485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd252f11-cccd-4316-8050-b3410aa2b901,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:05.778852 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.785987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2abcf336-832c-43fa-86de-ae75801e4825 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dd252f11-cccd-4316-8050-b3410aa2b901 HTTP/1.1" status: 204 len: 168 time: 0.5878260 May 12 20:08:05.788629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45214) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:05.806932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2224c1cc-d3b2-4292-aecb-4073e506981b None None] Network aebb3470-065f-4617-b634-ebd8f51a9028 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:08:05.897535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.904290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.916293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Deleting port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:05.916564 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:05.925708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event updated for resources: {'Port': ['ID=8fada78e-c238-4a88-ac57-0b478dfdb5c3,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:05.935470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Transition to ACTIVE for port object 29d613ac-825c-49b6-926b-e99df0235460 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:05.966431 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.082879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:06.120154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Transition to ACTIVE for port object 29d613ac-825c-49b6-926b-e99df0235460 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:06.138868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Allocated IP 172.25.2.176 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/440a43f8-f8e2-4cf0-b68e-3b4e291de071) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:08:06.235128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.262139 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 17bfadf3-e978-4912-9730-07e0b2723ef1 associated. External IP: 172.25.2.145, port: 590c6e0d-3a49-4464-9f92-e246e7f1cf2c. May 12 20:08:06.333431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] For port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9,segment=NetworkSegment(43031c87-b03a-4946-84d3-f863d6ed5a14),segment_id=43031c87-b03a-4946-84d3-f863d6ed5a14)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:06.334033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:06.334181 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.347165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:06.354868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:08:06.372727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Pushing event updated for resources: {'Port': ['ID=29d613ac-825c-49b6-926b-e99df0235460,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:06.460825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Calling delete_port for d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:06.472836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.511421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:06.511783 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.553089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Attempting to bind port 29d613ac-825c-49b6-926b-e99df0235460 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:08:06.554072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Attempting to bind port 29d613ac-825c-49b6-926b-e99df0235460 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:08:06.554072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Attempting to bind port 29d613ac-825c-49b6-926b-e99df0235460 on network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:06.559229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.572249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:08:06.572602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Checking segment: {'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:08:06.573002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.573410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Bound using segment: {'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:08:06.574036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Bound port: 29d613ac-825c-49b6-926b-e99df0235460, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:08:06.574232 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.626705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:06.628628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18316f-a266-40c7-a72d-6cb37f0df0b3 None None] DHCP port deletion for aebb3470-065f-4617-b634-ebd8f51a9028 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:08:06.640842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] No DVR routers for this DVR port d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:08:06.667554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.692235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '17eed6cd-3c6e-41cc-8719-0086b359bc03', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:8c:31:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a612-325c-4ab7-9285-a724d4e02977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:08:01Z', 'updated_at': '2022-05-12T20:08:01Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}, {'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 1, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:06.744094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:06.746648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router d1018324-3c1a-4ead-b8cf-cb11b848cad5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:08:06.749789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f249af-16db-41f5-b5fa-162d3b44213f None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '17eed6cd-3c6e-41cc-8719-0086b359bc03', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:8c:31:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a612-325c-4ab7-9285-a724d4e02977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:08:01Z', 'updated_at': '2022-05-12T20:08:01Z', 'revision_number': 0, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}, {'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 1, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:06.751859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:06.754939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] For port 29d613ac-825c-49b6-926b-e99df0235460, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:08:06.759352 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:08:06.767458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] For port 29d613ac-825c-49b6-926b-e99df0235460, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=29d613ac-825c-49b6-926b-e99df0235460,segment=NetworkSegment(74272f2f-a22f-4ca2-81c8-b8f24eeae348),segment_id=74272f2f-a22f-4ca2-81c8-b8f24eeae348)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:08:06.768513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:06.778465 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.793918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Pushing event updated for resources: {'Port': ['ID=440a43f8-f8e2-4cf0-b68e-3b4e291de071,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:06.825496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.852485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 115c9b53-7502-4442-b52e-199d09acb6f8 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:06.863597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebb3470-065f-4617-b634-ebd8f51a9028']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:06.882322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43031c87-b03a-4946-84d3-f863d6ed5a14') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:06.882698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43031c87-b03a-4946-84d3-f863d6ed5a14') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:06.896786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.897084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 115c9b53-7502-4442-b52e-199d09acb6f8 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:06.897532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 115c9b53-7502-4442-b52e-199d09acb6f8 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:06.917442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b62aef-aa8c-43cb-b04a-92056a2dbfbb None None] Pushing event updated for resources: {'Port': ['ID=29d613ac-825c-49b6-926b-e99df0235460,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:06.925916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.934230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:08:06.937494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: timer() May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:08:06.954745 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:08:07.047937 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:07.072161 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:07.076615 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3be49-751e-4da0-a665-495e62ee203a None None] New status for floating IP 17eed6cd-3c6e-41cc-8719-0086b359bc03: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:08:07.085842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] Pushing event deleted for resources: {'Network': ['ID=aebb3470-065f-4617-b634-ebd8f51a9028,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:07.095269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-731adccd-0198-4631-8957-5909d8d2296d admin admin] 10.222.0.72 "DELETE /v2.0/networks/aebb3470-065f-4617-b634-ebd8f51a9028 HTTP/1.1" status: 204 len: 168 time: 1.3054080 May 12 20:08:07.098285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45218) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:07.387146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:07.402260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] Sync routers for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:07.414899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:07.415935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:07.499904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:07.644667 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4b583392-48d2-4cbf-bc6d-ccab56adb157 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5171824 May 12 20:08:07.649438 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:07.668873 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:07.670755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:07.774852 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b96fa8b-9ea0-477f-9b27-8cde5f6f1b19'] response: {'name': 'network-changed', 'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'status': 'completed', 'code': 200} May 12 20:08:08.115802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 29d613ac-825c-49b6-926b-e99df0235460 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:08.212798 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22730aa3-6ff2-42aa-ab12-f7b95c16917c req-0f4eaeb5-c2a7-4a97-bb5b-f0d3b5b3b76a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:08.215320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22730aa3-6ff2-42aa-ab12-f7b95c16917c req-0f4eaeb5-c2a7-4a97-bb5b-f0d3b5b3b76a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.3722849 May 12 20:08:08.221955 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:08.258340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:08.296986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:08.452708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 29d613ac-825c-49b6-926b-e99df0235460 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:08.466727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-61f6da4f-7368-4c11-8086-16eb7caefc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:08.468472 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-61f6da4f-7368-4c11-8086-16eb7caefc6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1096 time: 0.6766636 May 12 20:08:08.534238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555bd02-15e3-4bbd-8b63-cd2420d61a45 None None] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:08:08.561246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Router b43fa0ad-b810-4fa6-b041-e1a09491015f is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:08:08.583342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22730aa3-6ff2-42aa-ab12-f7b95c16917c req-eefd7931-cdb4-4931-a180-eb8e04a1856a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047335 May 12 20:08:08.650983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45226) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:08.665497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] Provisioning for port 29d613ac-825c-49b6-926b-e99df0235460 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:08.682271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:08.713004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] Provisioning complete for port 29d613ac-825c-49b6-926b-e99df0235460 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:08.713004 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:08.796329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:08.796329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d3da44a3-7ef3-4a29-a7f1-f1416f96f1e9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:08.804714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8d761a40-5d1b-4b86-9254-bd2ee5aca9b1 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/17bfadf3-e978-4912-9730-07e0b2723ef1 HTTP/1.1" status: 200 len: 991 time: 0.1412625 May 12 20:08:08.823726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:08.846970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:08.846970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3dc1a03-d96f-46b9-862d-a5c2fb462502 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5440390 May 12 20:08:08.846970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45230) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:08.860220 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Sync routers for ids ['b43fa0ad-b810-4fa6-b041-e1a09491015f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:08.876406 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Routers {'b43fa0ad-b810-4fa6-b041-e1a09491015f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:08.876406 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b43fa0ad-b810-4fa6-b041-e1a09491015f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:08.933571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '17bfadf3-e978-4912-9730-07e0b2723ef1', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'port_id': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'mac_address': 'fa:16:3e:d4:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:04Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:46Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:08.968827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] Checking router: d1018324-3c1a-4ead-b8cf-cb11b848cad5 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:08.972263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-d20d1b13-b8c0-4bfd-91fb-2c11869d0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:08.972263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-d20d1b13-b8c0-4bfd-91fb-2c11869d0796 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f21ff51-64ef-4601-b391-48d3a03e366b HTTP/1.1" status: 200 len: 897 time: 0.4945695 May 12 20:08:08.979203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:09.012925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:09.013260 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:09.188854 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Set router b43fa0ad-b810-4fa6-b041-e1a09491015f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:09.233116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-6aea19fb-abf9-45d2-93d8-3a9ff71e8806 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c HTTP/1.1" status: 200 len: 999 time: 0.2544594 May 12 20:08:09.319606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Deleting port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:09.320034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:09.351711 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-c09b57b4-c176-4575-9b7f-00c13da60d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:09.353533 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-c09b57b4-c176-4575-9b7f-00c13da60d7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f99a75a-c1b7-416b-a6c9-a41305637dac HTTP/1.1" status: 200 len: 834 time: 0.1134598 May 12 20:08:09.390136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] Current status of the port 29d613ac-825c-49b6-926b-e99df0235460 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:09.391707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:09.433056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] For port 29d613ac-825c-49b6-926b-e99df0235460, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=29d613ac-825c-49b6-926b-e99df0235460,segment=NetworkSegment(74272f2f-a22f-4ca2-81c8-b8f24eeae348),segment_id=74272f2f-a22f-4ca2-81c8-b8f24eeae348)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:09.444862 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:09.483235 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:07Z', 'revision_number': 3, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port': {'id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:05Z', 'updated_at': '2022-05-12T20:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:09.488098 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Checking router: b43fa0ad-b810-4fa6-b041-e1a09491015f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:09.488623 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Updating router b43fa0ad-b810-4fa6-b041-e1a09491015f port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:08:09.495661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:09.573265 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:09.574985 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] For port 243b26d0-410d-4ead-8b3e-19c1d2fc37e0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,segment=NetworkSegment(87ef1879-650c-4f45-9a89-3cfda66e9d54),segment_id=87ef1879-650c-4f45-9a89-3cfda66e9d54)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:09.575492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:09.725757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Calling delete_port for 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:09.736283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df616dc-a892-4aff-9a13-6b4d1225a26c None None] Pushing event updated for resources: {'Port': ['ID=29d613ac-825c-49b6-926b-e99df0235460,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:09.805833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45236) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:09.809764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-182c63a1-7518-4581-b401-9069e9b83b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:09.811560 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-182c63a1-7518-4581-b401-9069e9b83b3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f21ff51-64ef-4601-b391-48d3a03e366b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4454980 May 12 20:08:09.987097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 29d613ac-825c-49b6-926b-e99df0235460 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:10.000610 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.026498 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.040498 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Transition to ACTIVE for port object 440a43f8-f8e2-4cf0-b68e-3b4e291de071 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:10.051566 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.065606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4c339f6b-310a-4967-8c19-c74295a11469 None None] Provisioning complete for port 29d613ac-825c-49b6-926b-e99df0235460 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:10.065980 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c339f6b-310a-4967-8c19-c74295a11469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.126574 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa85855-395b-4dcd-b95a-74b0079b30cb None None] Pushing event updated for resources: {'Port': ['ID=440a43f8-f8e2-4cf0-b68e-3b4e291de071,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:10.152998 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Attempting to bind port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:08:10.153661 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Attempting to bind port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:08:10.154668 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Attempting to bind port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:10.160492 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:08:10.161218 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:08:10.161783 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.162440 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:08:10.163075 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Bound port: 440a43f8-f8e2-4cf0-b68e-3b4e291de071, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:08:10.163597 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.172349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '17bfadf3-e978-4912-9730-07e0b2723ef1', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'port_id': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'mac_address': 'fa:16:3e:d4:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:04Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:46Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:10.222668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8746a1-54ac-44e6-9bd1-aa02c48dcd67 None None] The sync data for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 is: [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '17bfadf3-e978-4912-9730-07e0b2723ef1', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'port_id': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'mac_address': 'fa:16:3e:d4:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:04Z', 'revision_number': 0, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:46Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:10.246759 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] For port 440a43f8-f8e2-4cf0-b68e-3b4e291de071, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:08:10.254016 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] For port 440a43f8-f8e2-4cf0-b68e-3b4e291de071, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=440a43f8-f8e2-4cf0-b68e-3b4e291de071,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:08:10.264688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 29d613ac-825c-49b6-926b-e99df0235460 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:10.265330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.273253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b72987e-3855-4047-9513-68e9f3e71e28 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/17bfadf3-e978-4912-9730-07e0b2723ef1 HTTP/1.1" status: 200 len: 991 time: 0.4651246 May 12 20:08:10.273814 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.309698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4c339f6b-310a-4967-8c19-c74295a11469 None None] Current status of the port 29d613ac-825c-49b6-926b-e99df0235460 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:10.323147 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-8b8ee769-0743-4782-acae-c45cf03375ba service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459915 May 12 20:08:10.325886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Allocated IP 172.20.0.1 (b3a485fa-1dbd-4ddd-a887-8ff5466529a8/8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0/63def4a1-db0a-4f0c-a868-7f4790256981) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:08:10.411080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Routers {'b43fa0ad-b810-4fa6-b041-e1a09491015f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:10.412017 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b43fa0ad-b810-4fa6-b041-e1a09491015f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:10.413264 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 29d613ac-825c-49b6-926b-e99df0235460 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:10.481890 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa85855-395b-4dcd-b95a-74b0079b30cb None None] Pushing event updated for resources: {'Port': ['ID=440a43f8-f8e2-4cf0-b68e-3b4e291de071,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:10.516435 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-048aa739-449b-44d3-b9b4-424f12fcdc14 req-6e885edb-d04e-47f7-ba22-1b93208a86ac service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817536 May 12 20:08:10.522735 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.562236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac84d7-f391-470d-bdb9-5fb70eeb36e0 None None] New status for floating IP 17bfadf3-e978-4912-9730-07e0b2723ef1: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:08:10.563916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.582375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Transition to ACTIVE for port object 63def4a1-db0a-4f0c-a868-7f4790256981 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:10.586678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Pushing event deleted for resources: {'Port': ['ID=243b26d0-410d-4ead-8b3e-19c1d2fc37e0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:10.631650 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] Set router b43fa0ad-b810-4fa6-b041-e1a09491015f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:10.644838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:10.718609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:10.726992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:10.732231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:08:10.835463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Pushing event updated for resources: {'Port': ['ID=63def4a1-db0a-4f0c-a868-7f4790256981,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:10.849760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:11.007456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:11.036269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:11.125391 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:07Z', 'revision_number': 3, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port': {'id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:05Z', 'updated_at': '2022-05-12T20:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:11.130794 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64ac9d-7c3d-47d9-bb46-303539dec79c None None] The sync data for ids ['b43fa0ad-b810-4fa6-b041-e1a09491015f'] in n-d-841626-1 is: [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:07Z', 'revision_number': 3, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port': {'id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:05Z', 'updated_at': '2022-05-12T20:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:11.143893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c03d89d0-2318-4ca2-9230-723183d3feb0 None None] Provisioning for port 63def4a1-db0a-4f0c-a868-7f4790256981 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:11.149415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c03d89d0-2318-4ca2-9230-723183d3feb0 None None] Provisioning complete for port 63def4a1-db0a-4f0c-a868-7f4790256981 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:11.149970 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c03d89d0-2318-4ca2-9230-723183d3feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:11.231652 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c03d89d0-2318-4ca2-9230-723183d3feb0 None None] Port 63def4a1-db0a-4f0c-a868-7f4790256981 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:08:11.292681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45240) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:11.461272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:11.467456 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:11.527067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3c1c587d-0e30-4864-941f-4cccd0c06e61 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/17bfadf3-e978-4912-9730-07e0b2723ef1 HTTP/1.1" status: 200 len: 993 time: 0.2330959 May 12 20:08:11.563643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Router 42b60a68-a6db-4a24-b52a-006a550a3343 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:08:11.580873 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:11.594846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Pushing event updated for resources: {'Port': ['ID=63def4a1-db0a-4f0c-a868-7f4790256981,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:11.735758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:11.736844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:11.762925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:11.771660 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] Sync routers for ids ['42b60a68-a6db-4a24-b52a-006a550a3343'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:11.781727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fe0d4fbf-787c-4b39-b516-f94cf18ef383 admin admin] 10.222.0.72 "PUT /v2.0/routers/42b60a68-a6db-4a24-b52a-006a550a3343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6822197 May 12 20:08:11.782793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45244) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:11.783838 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] Routers {'42b60a68-a6db-4a24-b52a-006a550a3343'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:11.784402 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['42b60a68-a6db-4a24-b52a-006a550a3343'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:12.030344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Router b43fa0ad-b810-4fa6-b041-e1a09491015f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:08:12.080629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 440a43f8-f8e2-4cf0-b68e-3b4e291de071 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:12.103810 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] Set router 42b60a68-a6db-4a24-b52a-006a550a3343 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:12.177435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-deec20bb-42db-4f6b-85f5-b5eec63e9b63 None None] Provisioning complete for port 63def4a1-db0a-4f0c-a868-7f4790256981 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:12.178326 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-deec20bb-42db-4f6b-85f5-b5eec63e9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.214992 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:12.244894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.251741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:12.257500 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.291126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:12.309155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-691ebf1a-0a91-4ba5-a555-672ee24492e5 admin admin] 10.222.0.72 "PUT /v2.0/routers/b43fa0ad-b810-4fa6-b041-e1a09491015f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4589064 May 12 20:08:12.315108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-deec20bb-42db-4f6b-85f5-b5eec63e9b63 None None] Port 63def4a1-db0a-4f0c-a868-7f4790256981 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:08:12.395425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:12.396350 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.416628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 440a43f8-f8e2-4cf0-b68e-3b4e291de071, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=440a43f8-f8e2-4cf0-b68e-3b4e291de071,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:12.423015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.468968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.483721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Deleting port 83740741-6d50-40eb-ae04-553b990c5bb6 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:12.484064 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.507307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=440a43f8-f8e2-4cf0-b68e-3b4e291de071,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:12.544911 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:08:10Z', 'revision_number': 5, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port': {'id': '83740741-6d50-40eb-ae04-553b990c5bb6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:04:19Z', 'updated_at': '2022-05-12T20:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:12.548950 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] Checking router: 42b60a68-a6db-4a24-b52a-006a550a3343 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:12.557221 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] Routers {'42b60a68-a6db-4a24-b52a-006a550a3343'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:12.557983 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['42b60a68-a6db-4a24-b52a-006a550a3343'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:12.684840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] For port 83740741-6d50-40eb-ae04-553b990c5bb6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=83740741-6d50-40eb-ae04-553b990c5bb6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:12.685207 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:12.718803 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] Set router 42b60a68-a6db-4a24-b52a-006a550a3343 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:12.818273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Calling delete_port for 83740741-6d50-40eb-ae04-553b990c5bb6 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:12.830218 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:08:12Z', 'revision_number': 6, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:12.834538 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786afa3d-2499-4467-ac85-b4cc3d3baed9 None None] The sync data for ids ['42b60a68-a6db-4a24-b52a-006a550a3343'] in n-d-841626-1 is: [{'id': '42b60a68-a6db-4a24-b52a-006a550a3343', 'name': 'tempest-TestVolumeBackupRestore-938272811-router', 'tenant_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:04:18Z', 'updated_at': '2022-05-12T20:08:12Z', 'revision_number': 6, 'project_id': '5d794cbfdd024c1d9102f1ea894f8b5f', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:13.024112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-57782483-f5f2-40b0-8997-ddc658150117 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:13.025695 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-57782483-f5f2-40b0-8997-ddc658150117 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/networks?id=02b5cc85-9d70-49cd-99f4-53bf48155b39 HTTP/1.1" status: 200 len: 911 time: 0.1690342 May 12 20:08:13.043770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-c0f85b4a-a481-45b3-8364-d180b8a0e2dc tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/quotas/582682cd667a42a2b7cd347928b422eb HTTP/1.1" status: 200 len: 375 time: 0.0118232 May 12 20:08:13.163246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:13.213266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83740741-6d50-40eb-ae04-553b990c5bb6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:13.218148 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-02c406c2-ad85-4d9b-abab-ea3153247351 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=582682cd667a42a2b7cd347928b422eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690650 May 12 20:08:13.392693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:13.717309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-6ef9000f-fdb4-4dab-8765-ae4b63d22a09 service neutron] 10.222.0.72 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697089 May 12 20:08:13.719256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:13.721849 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:13.830544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:13.831047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b60a68-a6db-4a24-b52a-006a550a3343 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:08:13.853381 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:13.854518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-72f8db8e-baeb-4256-98ce-84758839cee0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/42b60a68-a6db-4a24-b52a-006a550a3343 HTTP/1.1" status: 204 len: 168 time: 2.0695918 May 12 20:08:13.857277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:13.895106 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-3fe6e1a0-8546-4a92-83d4-09511dcea675 service neutron] 10.222.0.72 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696825 May 12 20:08:13.948006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] Deleting subnet adbe205a-4326-4191-a4dd-72e2989948dc {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:08:13.951488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.005112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.062364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Sync routers for ids ['b43fa0ad-b810-4fa6-b041-e1a09491015f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:14.075436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Routers {'b43fa0ad-b810-4fa6-b041-e1a09491015f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:14.076295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b43fa0ad-b810-4fa6-b041-e1a09491015f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:14.087850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0b29af1b-904c-44b9-b2c4-40443fed846d req-75be4433-56d5-44f6-869f-034a251f403a tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 210 time: 0.0438845 May 12 20:08:14.108486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.189146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.247596 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbe205a-4326-4191-a4dd-72e2989948dc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:14.253033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.268012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1caecb-2c01-4397-9263-a835e1d53658 None None] Network 53ad4226-a4d7-47f4-abc1-72e7d2f01062 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:08:14.271280 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6623a91b-d668-4f6a-b84d-08e2764d81be admin admin] 10.222.0.72 "DELETE /v2.0/subnets/adbe205a-4326-4191-a4dd-72e2989948dc HTTP/1.1" status: 204 len: 168 time: 0.4124618 May 12 20:08:14.273966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45282) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:14.360284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 440a43f8-f8e2-4cf0-b68e-3b4e291de071 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:14.403107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.415601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Deleting port 6d391813-a9c7-4fc6-a710-294841ed598d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:14.416040 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.444100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Set router b43fa0ad-b810-4fa6-b041-e1a09491015f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:14.747940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] For port 6d391813-a9c7-4fc6-a710-294841ed598d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6d391813-a9c7-4fc6-a710-294841ed598d,segment=NetworkSegment(87ef1879-650c-4f45-9a89-3cfda66e9d54),segment_id=87ef1879-650c-4f45-9a89-3cfda66e9d54)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:14.747940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.841471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:14.841471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:14.916202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Calling delete_port for 6d391813-a9c7-4fc6-a710-294841ed598d owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:15.032999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.159947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6d391813-a9c7-4fc6-a710-294841ed598d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:15.172394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] No DVR routers for this DVR port 6d391813-a9c7-4fc6-a710-294841ed598d on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:08:15.188963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58eb0bb-ebce-49ba-abbb-7240ecbd1e0d None None] DHCP port deletion for 53ad4226-a4d7-47f4-abc1-72e7d2f01062 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:08:15.381516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:15.392082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:15.402241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.431157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ad4226-a4d7-47f4-abc1-72e7d2f01062']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:15.438891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:15.438891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 243b26d0-410d-4ead-8b3e-19c1d2fc37e0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:15.451925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:10Z', 'revision_number': 4, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port': {'id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:05Z', 'updated_at': '2022-05-12T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '63def4a1-db0a-4f0c-a868-7f4790256981', 'name': '', 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'mac_address': 'fa:16:3e:b4:c1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:10Z', 'updated_at': '2022-05-12T20:08:11Z', 'revision_number': 2, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'subnets': [{'id': '8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:15.460580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Checking router: b43fa0ad-b810-4fa6-b041-e1a09491015f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:15.460580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Updating router b43fa0ad-b810-4fa6-b041-e1a09491015f port 63def4a1-db0a-4f0c-a868-7f4790256981 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:08:15.503223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ef1879-650c-4f45-9a89-3cfda66e9d54') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:15.503223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ef1879-650c-4f45-9a89-3cfda66e9d54') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:15.525930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8bec260c-0eed-4d3d-a503-bb7f2db9c4cb req-c54fe788-cd56-4e67-b801-2cac0dabfcc0 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 210 time: 0.2215886 May 12 20:08:15.559613 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.570900 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.610977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.624248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:08:15.624248 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: timer() May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:08:15.641992 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:08:15.740057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a2f0b2b4-ba02-42f0-a742-6a4e2bc25f24 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:15.740057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a2f0b2b4-ba02-42f0-a742-6a4e2bc25f24 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.36 "GET /v2.0/networks?id=02b5cc85-9d70-49cd-99f4-53bf48155b39 HTTP/1.1" status: 200 len: 911 time: 0.2589772 May 12 20:08:15.740057 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.766803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Request body: {'port': {'device_id': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'admin_state_up': True, 'tenant_id': '582682cd667a42a2b7cd347928b422eb'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:15.766803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.779152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:15.779152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] Pushing event deleted for resources: {'Network': ['ID=53ad4226-a4d7-47f4-abc1-72e7d2f01062,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:15.786861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Usage tracker for resource:port and tenant:582682cd667a42a2b7cd347928b422eb is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:08:15.786861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:08:15.795855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7b8a4edc-f0a1-44ea-afa1-f2ec854b45ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/53ad4226-a4d7-47f4-abc1-72e7d2f01062 HTTP/1.1" status: 204 len: 168 time: 1.5136516 May 12 20:08:15.795855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:15.814514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Made reservation on behalf of 582682cd667a42a2b7cd347928b422eb for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:08:15.814514 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:15.961297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 83740741-6d50-40eb-ae04-553b990c5bb6 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:16.041987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 83740741-6d50-40eb-ae04-553b990c5bb6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:16.041987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 83740741-6d50-40eb-ae04-553b990c5bb6 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:16.041987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d391813-a9c7-4fc6-a710-294841ed598d no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:16.087935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6d391813-a9c7-4fc6-a710-294841ed598d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:16.087935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6d391813-a9c7-4fc6-a710-294841ed598d not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:16.116272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.121213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45292) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:16.132029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Transition to ACTIVE for port object 63def4a1-db0a-4f0c-a868-7f4790256981 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:16.136505 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.181644 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ff5704c-bd5f-47ed-8af1-a450cac780bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=464d0664c08f4e488dd81aa9881c66d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585768 May 12 20:08:16.181644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45296) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:16.266396 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d7a92b8-6846-411f-b520-cf62acc2937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.308681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d7a92b8-6846-411f-b520-cf62acc2937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.317621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Allocated IP 172.20.0.14 (02b5cc85-9d70-49cd-99f4-53bf48155b39/609b8a0f-4420-4090-bcc7-5464626318d0/37e9f267-ba86-495c-a1af-321232d68b2b) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:08:16.389721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d7a92b8-6846-411f-b520-cf62acc2937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.413033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a92b8-6846-411f-b520-cf62acc2937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8e3f16-4b14-42c0-b5c6-8dfbe597e673,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:16.413033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1d7a92b8-6846-411f-b520-cf62acc2937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.418884 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1d7a92b8-6846-411f-b520-cf62acc2937b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb8e3f16-4b14-42c0-b5c6-8dfbe597e673 HTTP/1.1" status: 204 len: 168 time: 0.2342601 May 12 20:08:16.463855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec22fea-f1c5-43a1-a774-761bf6c9c43a None None] Pushing event updated for resources: {'Port': ['ID=63def4a1-db0a-4f0c-a868-7f4790256981,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:16.596984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Attempting to bind port 63def4a1-db0a-4f0c-a868-7f4790256981 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:08:16.596984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Attempting to bind port 63def4a1-db0a-4f0c-a868-7f4790256981 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:08:16.596984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Attempting to bind port 63def4a1-db0a-4f0c-a868-7f4790256981 on network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:16.605473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:08:16.605473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Checking segment: {'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:08:16.605473 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.605473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Bound using segment: {'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:08:16.605473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Bound port: 63def4a1-db0a-4f0c-a868-7f4790256981, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74272f2f-a22f-4ca2-81c8-b8f24eeae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:08:16.605473 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.702906 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.802517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] For port 63def4a1-db0a-4f0c-a868-7f4790256981, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:08:16.802517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] For port 63def4a1-db0a-4f0c-a868-7f4790256981, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=63def4a1-db0a-4f0c-a868-7f4790256981,segment=NetworkSegment(74272f2f-a22f-4ca2-81c8-b8f24eeae348),segment_id=74272f2f-a22f-4ca2-81c8-b8f24eeae348)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:08:16.815132 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.819439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Transition to ACTIVE for port object 37e9f267-ba86-495c-a1af-321232d68b2b will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:16.819439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbfd08ff-e819-41ee-9bc2-87d63b8ab3b3 req-5352a5d6-ef72-4100-8ae5-4d42b898bb51 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 210 time: 0.0885267 May 12 20:08:16.864715 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:16.918651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec22fea-f1c5-43a1-a774-761bf6c9c43a None None] Pushing event updated for resources: {'Port': ['ID=63def4a1-db0a-4f0c-a868-7f4790256981,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:16.954812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Routers {'b43fa0ad-b810-4fa6-b041-e1a09491015f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:16.954812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:07:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b43fa0ad-b810-4fa6-b041-e1a09491015f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:16.989979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:16.989979 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:17.000789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:08:17.071132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Pushing event updated for resources: {'Port': ['ID=37e9f267-ba86-495c-a1af-321232d68b2b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:17.083806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:17.083806 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.125632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-85a0e765-ffbc-4a3f-b02b-903d41bf8de5 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3626196 May 12 20:08:17.142860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Request body: {'port': {'device_id': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:17.241665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45306) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:17.327931 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b67f41fd-d79d-4334-859b-9253ea9e2b68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d794cbfdd024c1d9102f1ea894f8b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815096 May 12 20:08:17.327931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45310) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:17.404459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.439329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-814dd873-0386-4ff9-9645-01cb44658a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.467569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] Set router b43fa0ad-b810-4fa6-b041-e1a09491015f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:17.489522 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-814dd873-0386-4ff9-9645-01cb44658a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.597386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-814dd873-0386-4ff9-9645-01cb44658a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.654815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dd873-0386-4ff9-9645-01cb44658a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac7ba99-eb79-4d09-92be-16ab4320b805,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:17.672699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-814dd873-0386-4ff9-9645-01cb44658a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.672699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-814dd873-0386-4ff9-9645-01cb44658a5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ac7ba99-eb79-4d09-92be-16ab4320b805 HTTP/1.1" status: 204 len: 168 time: 0.3354166 May 12 20:08:17.757616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ef2d9de-889e-4ba1-a301-1a3941da49b4 None None] Provisioning for port 37e9f267-ba86-495c-a1af-321232d68b2b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:17.769159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ef2d9de-889e-4ba1-a301-1a3941da49b4 None None] Provisioning complete for port 37e9f267-ba86-495c-a1af-321232d68b2b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:17.769159 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d9de-889e-4ba1-a301-1a3941da49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.841915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2d9de-889e-4ba1-a301-1a3941da49b4 None None] Port 37e9f267-ba86-495c-a1af-321232d68b2b cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:08:17.895538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e9f267-ba86-495c-a1af-321232d68b2b {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:08:17.895538 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:17.927227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Transition to ACTIVE for port object 37e9f267-ba86-495c-a1af-321232d68b2b will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:17.927227 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:18.062002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:10Z', 'revision_number': 4, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port': {'id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:05Z', 'updated_at': '2022-05-12T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '63def4a1-db0a-4f0c-a868-7f4790256981', 'name': '', 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'mac_address': 'fa:16:3e:b4:c1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:10Z', 'updated_at': '2022-05-12T20:08:16Z', 'revision_number': 4, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'subnets': [{'id': '8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:18.081627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb098fe-dac3-4a36-97ca-fbc1cdd71b90 None None] The sync data for ids ['b43fa0ad-b810-4fa6-b041-e1a09491015f'] in n-d-841626-1 is: [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:10Z', 'revision_number': 4, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port': {'id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:05Z', 'updated_at': '2022-05-12T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '63def4a1-db0a-4f0c-a868-7f4790256981', 'name': '', 'network_id': 'b3a485fa-1dbd-4ddd-a887-8ff5466529a8', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'mac_address': 'fa:16:3e:b4:c1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:10Z', 'updated_at': '2022-05-12T20:08:16Z', 'revision_number': 4, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'subnets': [{'id': '8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:18.299135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Pushing event updated for resources: {'Port': ['ID=37e9f267-ba86-495c-a1af-321232d68b2b,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:18.482832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fedc-f6c7-4d11-b9ed-e9e2e42937c2 req-3c8ae282-e64c-4f5c-8d48-9b15279f3e66 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:18.482832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ee13fedc-f6c7-4d11-b9ed-e9e2e42937c2 req-3c8ae282-e64c-4f5c-8d48-9b15279f3e66 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Synchronizing usage tracker for tenant:582682cd667a42a2b7cd347928b422eb on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:08:18.528630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Attempting to bind port 37e9f267-ba86-495c-a1af-321232d68b2b on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:08:18.528630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Attempting to bind port 37e9f267-ba86-495c-a1af-321232d68b2b by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:08:18.528630 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Attempting to bind port 37e9f267-ba86-495c-a1af-321232d68b2b on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:18.538174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Port 37e9f267-ba86-495c-a1af-321232d68b2b on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:08:18.538174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Attempting to bind port 37e9f267-ba86-495c-a1af-321232d68b2b on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:18.542982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:08:18.542982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Checking segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:08:18.542982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Bound using segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:08:18.542982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Bound port: 37e9f267-ba86-495c-a1af-321232d68b2b, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:08:18.542982 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:18.570665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ee13fedc-f6c7-4d11-b9ed-e9e2e42937c2 req-3c8ae282-e64c-4f5c-8d48-9b15279f3e66 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Unset dirty status for tenant:582682cd667a42a2b7cd347928b422eb on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:08:18.570665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee13fedc-f6c7-4d11-b9ed-e9e2e42937c2 req-3c8ae282-e64c-4f5c-8d48-9b15279f3e66 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1053 time: 0.5571456 May 12 20:08:18.683031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ee13fedc-f6c7-4d11-b9ed-e9e2e42937c2 req-c7ed1e4d-83a6-44db-ac1d-5127c183cbaa tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776081 May 12 20:08:18.683031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] For port 37e9f267-ba86-495c-a1af-321232d68b2b, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:08:18.689922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] For port 37e9f267-ba86-495c-a1af-321232d68b2b, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37e9f267-ba86-495c-a1af-321232d68b2b,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:08:18.697981 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:18.772479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:18.772479 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:18.772479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] 10.222.0.36 "PUT /v2.0/ports/37e9f267-ba86-495c-a1af-321232d68b2b HTTP/1.1" status: 200 len: 1092 time: 1.6402695 May 12 20:08:18.772479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'tag': '37e9f267-ba86-495c-a1af-321232d68b2b'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:18.821932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765f9a8-41ac-4551-87a4-df5bbd82e4ec service neutron] Pushing event updated for resources: {'Port': ['ID=37e9f267-ba86-495c-a1af-321232d68b2b,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:18.972466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a00a1c2e-ec5c-4745-ba1f-5e3353a3f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:18.972466 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-a00a1c2e-ec5c-4745-ba1f-5e3353a3f796 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=582682cd667a42a2b7cd347928b422eb&device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1095 time: 0.1333797 May 12 20:08:19.130297 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-c9a55047-aef5-4c7a-b7a0-b14cc80419a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e9f267-ba86-495c-a1af-321232d68b2b HTTP/1.1" status: 200 len: 217 time: 0.1485872 May 12 20:08:19.215946 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803e119d-e20b-44bb-920b-2e43b12142c1'] response: {'name': 'network-changed', 'server_uuid': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'tag': '37e9f267-ba86-495c-a1af-321232d68b2b', 'status': 'completed', 'code': 200} May 12 20:08:19.249006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-bbf46218-5657-4510-8846-a2de460ba0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:19.249006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-bbf46218-5657-4510-8846-a2de460ba0fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=609b8a0f-4420-4090-bcc7-5464626318d0 HTTP/1.1" status: 200 len: 849 time: 0.1138914 May 12 20:08:19.473952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-3092f0b6-eb3e-491f-b3cf-975ca34f2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:19.473952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-3092f0b6-eb3e-491f-b3cf-975ca34f2d55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b5cc85-9d70-49cd-99f4-53bf48155b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209623 May 12 20:08:19.585649 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-ad7a3850-5bfd-4453-a2b2-517f7c0d9783 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147447 May 12 20:08:19.625083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-708d778a-0cea-4334-aa5a-53f7a4189e7e service neutron] 10.222.0.36 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456876 May 12 20:08:19.758006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-712a1543-6788-409d-adb2-143b6a3361e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:19.758006 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-712a1543-6788-409d-adb2-143b6a3361e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1097 time: 0.0979195 May 12 20:08:19.853376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dbdb74-d3b2-4db4-a489-347526f55c84 req-8a34307c-a231-46c2-9ee5-f97b4adb804b service neutron] 10.222.0.36 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163067 May 12 20:08:19.930755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-4f577881-9d18-4614-b886-f4b5ea283277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:19.932654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-4f577881-9d18-4614-b886-f4b5ea283277 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1537704 May 12 20:08:19.980651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe459ba-6a42-423b-bdc0-177ae55733cb req-7d0244eb-8cba-4b63-a3ad-6338a90a2894 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:19.981648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffe459ba-6a42-423b-bdc0-177ae55733cb req-7d0244eb-8cba-4b63-a3ad-6338a90a2894 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1095 time: 0.1712084 May 12 20:08:19.981911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63def4a1-db0a-4f0c-a868-7f4790256981 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:20.036725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-d546bad5-e6b9-4437-b616-a7b34129dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:20.039843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-d546bad5-e6b9-4437-b616-a7b34129dd65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=582682cd667a42a2b7cd347928b422eb&device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1095 time: 0.1191483 May 12 20:08:20.040229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffe459ba-6a42-423b-bdc0-177ae55733cb req-711ca53c-c0ec-4f39-8ab8-b22376cdb5fc tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505989 May 12 20:08:20.109849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 63def4a1-db0a-4f0c-a868-7f4790256981 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:20.121222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 63def4a1-db0a-4f0c-a868-7f4790256981 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:20.121222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:20.222999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-0438268b-2b7b-4b40-83ee-6829cfa2e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:20.222999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-0438268b-2b7b-4b40-83ee-6829cfa2e0db service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b5cc85-9d70-49cd-99f4-53bf48155b39 HTTP/1.1" status: 200 len: 911 time: 0.1711445 May 12 20:08:20.271443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 63def4a1-db0a-4f0c-a868-7f4790256981 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:20.271443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:20.288387 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-40d4a934-89d9-4918-a207-5d5c9b1c145e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 200 len: 1001 time: 0.3454976 May 12 20:08:20.314418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 63def4a1-db0a-4f0c-a868-7f4790256981, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=63def4a1-db0a-4f0c-a868-7f4790256981,segment=NetworkSegment(74272f2f-a22f-4ca2-81c8-b8f24eeae348),segment_id=74272f2f-a22f-4ca2-81c8-b8f24eeae348)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:20.314418 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:20.317868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-cf16b2a5-af16-4c56-8492-92138fb9483b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e9f267-ba86-495c-a1af-321232d68b2b HTTP/1.1" status: 200 len: 217 time: 0.0875113 May 12 20:08:20.365858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-94e3ea09-eabd-4c62-89f6-983888cac084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:20.365858 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-94e3ea09-eabd-4c62-89f6-983888cac084 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0688334 May 12 20:08:20.398471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=63def4a1-db0a-4f0c-a868-7f4790256981,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:20.401880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-a06490cb-2377-4668-8d6d-8afa4b440f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:20.401880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-a06490cb-2377-4668-8d6d-8afa4b440f7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=609b8a0f-4420-4090-bcc7-5464626318d0 HTTP/1.1" status: 200 len: 849 time: 0.0759149 May 12 20:08:20.448909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-4608f6e2-9a4c-40c6-801e-63c69cdd0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:20.450692 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-4608f6e2-9a4c-40c6-801e-63c69cdd0d0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799367 May 12 20:08:20.471044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-506d6414-564e-421e-8da2-3eaecc190893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:20.472620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-506d6414-564e-421e-8da2-3eaecc190893 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b5cc85-9d70-49cd-99f4-53bf48155b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696311 May 12 20:08:20.598158 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-686a25e7-b9f7-4623-b641-74a3c80a7d06 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344974 May 12 20:08:20.628157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-fa6bbb5c-5385-44d9-9396-ef0cf98b21c6 service neutron] 10.222.0.36 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456804 May 12 20:08:20.750836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e1b43fc-948a-40e7-9be3-a540b2493fa3 req-0ce73c61-d846-448d-bc64-2b6cf30cde41 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438370 May 12 20:08:20.773323 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cb0f656-ef73-4e74-a138-ea52cffd858b req-025ce651-2e35-4187-b271-4a89a107710a service neutron] 10.222.0.36 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330528 May 12 20:08:21.224323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8c9f-f732-4df2-8160-432c56dbe778 req-bb37e5dd-1388-4723-adf8-17f022cb8f20 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:21.225896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e5a8c9f-f732-4df2-8160-432c56dbe778 req-bb37e5dd-1388-4723-adf8-17f022cb8f20 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1095 time: 0.0768049 May 12 20:08:21.266637 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e5a8c9f-f732-4df2-8160-432c56dbe778 req-c55a6da3-b32f-47a8-9eaa-dd4725785987 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 May 12 20:08:21.934040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63def4a1-db0a-4f0c-a868-7f4790256981 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:22.007650 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 63def4a1-db0a-4f0c-a868-7f4790256981 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:22.008121 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:22.134114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 63def4a1-db0a-4f0c-a868-7f4790256981 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:22.308988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37e9f267-ba86-495c-a1af-321232d68b2b details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:08:22.445234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 37e9f267-ba86-495c-a1af-321232d68b2b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37e9f267-ba86-495c-a1af-321232d68b2b,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:22.448006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbba2e-0fd4-44b7-a88b-c13e13c7b574 req-13808a87-d076-48f9-b2d4-98ecba2f75fe tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:22.449542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7dbba2e-0fd4-44b7-a88b-c13e13c7b574 req-13808a87-d076-48f9-b2d4-98ecba2f75fe tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1095 time: 0.0694871 May 12 20:08:22.458482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '37e9f267-ba86-495c-a1af-321232d68b2b', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'port_id': '37e9f267-ba86-495c-a1af-321232d68b2b', 'mac_address': 'fa:16:3e:e6:e2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:08:22.493115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7dbba2e-0fd4-44b7-a88b-c13e13c7b574 req-9f794d96-55cb-4d17-9625-a0e3f2af04ba tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 May 12 20:08:22.516037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 37e9f267-ba86-495c-a1af-321232d68b2b is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:22.516408 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:22.533068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e9f267-ba86-495c-a1af-321232d68b2b {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:08:22.548505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 37e9f267-ba86-495c-a1af-321232d68b2b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37e9f267-ba86-495c-a1af-321232d68b2b,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:22.554902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:22.621908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=37e9f267-ba86-495c-a1af-321232d68b2b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:22.784235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['37e9f267-ba86-495c-a1af-321232d68b2b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:08:23.669233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1a56-8a86-4144-8c95-8a902ad88810 req-a7d6a701-2d74-46d8-bb54-d8c0b55ef6fc tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:23.670783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e7a1a56-8a86-4144-8c95-8a902ad88810 req-a7d6a701-2d74-46d8-bb54-d8c0b55ef6fc tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1096 time: 0.0757139 May 12 20:08:23.718404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e7a1a56-8a86-4144-8c95-8a902ad88810 req-f19b39db-4e2c-4238-b5f6-c477d474701f tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 May 12 20:08:24.311038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37e9f267-ba86-495c-a1af-321232d68b2b up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:24.377643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 37e9f267-ba86-495c-a1af-321232d68b2b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:24.382329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 37e9f267-ba86-495c-a1af-321232d68b2b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:24.382760 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:24.506540 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 37e9f267-ba86-495c-a1af-321232d68b2b is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:24.506922 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:24.534681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e9f267-ba86-495c-a1af-321232d68b2b'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:24.544993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 37e9f267-ba86-495c-a1af-321232d68b2b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37e9f267-ba86-495c-a1af-321232d68b2b,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:24.550177 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:24.583493 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bd5b76-d4e2-4d32-8bbf-0a4f987653bd'] response: {'server_uuid': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e9f267-ba86-495c-a1af-321232d68b2b', 'code': 200} May 12 20:08:24.638088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=37e9f267-ba86-495c-a1af-321232d68b2b,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:24.723944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b37549-0e26-4856-9810-f44ae9694f83 req-60f92ba2-9d09-4051-adb5-5c27385b264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:24.727045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40b37549-0e26-4856-9810-f44ae9694f83 req-60f92ba2-9d09-4051-adb5-5c27385b264b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.0753865 May 12 20:08:24.776076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40b37549-0e26-4856-9810-f44ae9694f83 req-7639ab1b-3136-4716-992a-fa0db6c86072 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 May 12 20:08:25.068047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6faa7-014e-4f4f-a54d-585b0626c19d req-b5d5f0b4-ce58-4895-bb77-3fe19fe540bf tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:25.069628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbf6faa7-014e-4f4f-a54d-585b0626c19d req-b5d5f0b4-ce58-4895-bb77-3fe19fe540bf tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.0807934 May 12 20:08:25.110188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbf6faa7-014e-4f4f-a54d-585b0626c19d req-5477596e-9600-4421-bea0-12e10c4ffec8 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 May 12 20:08:26.416174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851443a-09b9-4f18-8e79-94c6c4f6b9e2 req-3b128766-37a1-4865-b8f0-d6fe1c9b064e tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:26.417756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8851443a-09b9-4f18-8e79-94c6c4f6b9e2 req-3b128766-37a1-4865-b8f0-d6fe1c9b064e tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.1933994 May 12 20:08:26.459962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8851443a-09b9-4f18-8e79-94c6c4f6b9e2 req-1e68c7df-0bf0-45bc-9f96-9a5a0c017f3b tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 May 12 20:08:26.638530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0d217-933c-4bde-a6cd-ecf585709e4b req-0d571d89-d2a1-4eba-963c-dfc55bbd2087 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:26.639963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75f0d217-933c-4bde-a6cd-ecf585709e4b req-0d571d89-d2a1-4eba-963c-dfc55bbd2087 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.0750372 May 12 20:08:26.686644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75f0d217-933c-4bde-a6cd-ecf585709e4b req-b9db7b2f-18d1-40af-b645-97c7cbeaf8c3 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 May 12 20:08:26.863104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52b538-1599-419d-afe4-2fd90258aa20 req-99496ae4-9b40-48e2-aab5-7b356b7be349 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:26.865047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea52b538-1599-419d-afe4-2fd90258aa20 req-99496ae4-9b40-48e2-aab5-7b356b7be349 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.0731401 May 12 20:08:26.905901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ea52b538-1599-419d-afe4-2fd90258aa20 req-7fd6c75f-6972-4342-b605-6745d2ebfd83 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351017 May 12 20:08:26.911966 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-027d737b-e265-4e8e-99eb-7781104254f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:27.281148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-294e76f4-7852-4fa8-a9ba-8aff44d1f79f tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:27.282698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-294e76f4-7852-4fa8-a9ba-8aff44d1f79f tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/networks?id=02b5cc85-9d70-49cd-99f4-53bf48155b39 HTTP/1.1" status: 200 len: 911 time: 0.1380651 May 12 20:08:27.299401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-318a98a7-5078-4039-bafc-acd611ed9b20 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/quotas/582682cd667a42a2b7cd347928b422eb HTTP/1.1" status: 200 len: 375 time: 0.0100527 May 12 20:08:27.396014 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-84b04ad5-84d8-43c6-85b1-37610f0adb57 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=582682cd667a42a2b7cd347928b422eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911708 May 12 20:08:27.408909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-db916a81-aea3-4411-af26-fa84ab239ea9 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:08:27.408909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-db916a81-aea3-4411-af26-fa84ab239ea9 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052598 May 12 20:08:27.550677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-0adf241d-ea6c-4fbd-8f35-907ff884094b service neutron] 10.222.0.72 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346614 May 12 20:08:27.694992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-b0ddf977-f10d-4346-aa9e-797f64895ff5 service neutron] 10.222.0.72 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366839 May 12 20:08:27.873843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ffe0aa47-039e-4f79-a18f-121d7ca3bbe2 req-6aa63c06-1fd9-467b-816b-9752494176a2 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 210 time: 0.0427227 May 12 20:08:28.979199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-29dd48b9-55b9-454d-8e7f-1cff8700c63a tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:28.980804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-29dd48b9-55b9-454d-8e7f-1cff8700c63a tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.73 "GET /v2.0/networks?id=02b5cc85-9d70-49cd-99f4-53bf48155b39 HTTP/1.1" status: 200 len: 911 time: 0.1487420 May 12 20:08:28.982346 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-65245b7e-6338-4777-9544-11a8ed13f095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:29.020217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Request body: {'port': {'device_id': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'admin_state_up': True, 'tenant_id': '582682cd667a42a2b7cd347928b422eb'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:29.030885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a6904cb-e126-453f-ac15-84e834b743f6 req-797b1725-8bcc-4c82-b16f-f56be4d9001c tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 210 time: 0.0491211 May 12 20:08:29.031750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:08:29.041663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:08:29.056471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Made reservation on behalf of 582682cd667a42a2b7cd347928b422eb for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:08:29.061642 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:29.220698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Allocated IP 172.20.0.7 (02b5cc85-9d70-49cd-99f4-53bf48155b39/609b8a0f-4420-4090-bcc7-5464626318d0/8f2c569d-4860-4ef7-bcae-304913fc60cf) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:08:29.423467 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:29.439823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Transition to ACTIVE for port object 8f2c569d-4860-4ef7-bcae-304913fc60cf will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:29.466239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:29.477613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['37e9f267-ba86-495c-a1af-321232d68b2b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:08:29.537384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:08:29.540356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:08:29.544943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:08:29.578204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Pushing event updated for resources: {'Port': ['ID=8f2c569d-4860-4ef7-bcae-304913fc60cf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:29.602111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:29.602704 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:29.630303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-e283fba3-107e-4734-a8c7-8de8f11e9def tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6135204 May 12 20:08:29.642233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Request body: {'port': {'device_id': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:08:29.754842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:29.806062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-59fc4696-3a98-4833-8206-1cb8ca7e5e0b None None] Provisioning for port 8f2c569d-4860-4ef7-bcae-304913fc60cf completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:29.811378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-59fc4696-3a98-4833-8206-1cb8ca7e5e0b None None] Provisioning complete for port 8f2c569d-4860-4ef7-bcae-304913fc60cf triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:29.811655 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59fc4696-3a98-4833-8206-1cb8ca7e5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:29.867797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-59fc4696-3a98-4833-8206-1cb8ca7e5e0b None None] Port 8f2c569d-4860-4ef7-bcae-304913fc60cf cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:08:30.159384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:30.253299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2c569d-4860-4ef7-bcae-304913fc60cf {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:08:30.262359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:30.280992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Transition to ACTIVE for port object 8f2c569d-4860-4ef7-bcae-304913fc60cf will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:08:30.288680 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:30.321892 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cfcf3-74ec-496f-af1c-65e712da084a req-f0d10321-ff8e-4472-8c3a-5ad6ab9acfb9 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:30.322511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6d7cfcf3-74ec-496f-af1c-65e712da084a req-f0d10321-ff8e-4472-8c3a-5ad6ab9acfb9 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Synchronizing usage tracker for tenant:582682cd667a42a2b7cd347928b422eb on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:08:30.430291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6d7cfcf3-74ec-496f-af1c-65e712da084a req-f0d10321-ff8e-4472-8c3a-5ad6ab9acfb9 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Unset dirty status for tenant:582682cd667a42a2b7cd347928b422eb on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:08:30.431433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d7cfcf3-74ec-496f-af1c-65e712da084a req-f0d10321-ff8e-4472-8c3a-5ad6ab9acfb9 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1027 time: 0.2821217 May 12 20:08:30.433289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Pushing event updated for resources: {'Port': ['ID=8f2c569d-4860-4ef7-bcae-304913fc60cf,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:30.549358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d7cfcf3-74ec-496f-af1c-65e712da084a req-76babc0a-6aef-422f-887c-c3ea979ccfaa tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887804 May 12 20:08:30.569903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Attempting to bind port 8f2c569d-4860-4ef7-bcae-304913fc60cf on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:08:30.569903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Attempting to bind port 8f2c569d-4860-4ef7-bcae-304913fc60cf by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:08:30.569903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Attempting to bind port 8f2c569d-4860-4ef7-bcae-304913fc60cf on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:30.574664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Port 8f2c569d-4860-4ef7-bcae-304913fc60cf on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:08:30.574912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Attempting to bind port 8f2c569d-4860-4ef7-bcae-304913fc60cf on network 02b5cc85-9d70-49cd-99f4-53bf48155b39 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:08:30.580613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:08:30.580950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Checking segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:08:30.581529 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Bound using segment: {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:08:30.581953 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Bound port: 8f2c569d-4860-4ef7-bcae-304913fc60cf, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f346c2-e2f6-4287-830c-7dca686cc0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:08:30.582297 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:30.638679 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:30.680043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] For port 8f2c569d-4860-4ef7-bcae-304913fc60cf, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:08:30.683227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] For port 8f2c569d-4860-4ef7-bcae-304913fc60cf, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8f2c569d-4860-4ef7-bcae-304913fc60cf,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:08:30.687199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:30.690898 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:08:30.746114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:30.746734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:30.748129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] 10.222.0.73 "PUT /v2.0/ports/8f2c569d-4860-4ef7-bcae-304913fc60cf HTTP/1.1" status: 200 len: 1091 time: 1.1108029 May 12 20:08:30.748568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'tag': '8f2c569d-4860-4ef7-bcae-304913fc60cf'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:30.774900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a4abe-62e3-4cb0-adc6-aa4726ec787e service neutron] Pushing event updated for resources: {'Port': ['ID=8f2c569d-4860-4ef7-bcae-304913fc60cf,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:30.819113 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73680c5-f640-42ef-8cfa-488f1f1af50c'] response: {'name': 'network-changed', 'server_uuid': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'tag': '8f2c569d-4860-4ef7-bcae-304913fc60cf', 'status': 'completed', 'code': 200} May 12 20:08:30.860248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-98b440a4-1a65-4869-be8d-a14e983cbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:30.861932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-98b440a4-1a65-4869-be8d-a14e983cbb66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=582682cd667a42a2b7cd347928b422eb&device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1094 time: 0.0749629 May 12 20:08:30.933505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-b9c50b24-1c38-42a9-aa8d-0db93388c03f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f2c569d-4860-4ef7-bcae-304913fc60cf HTTP/1.1" status: 200 len: 217 time: 0.0642478 May 12 20:08:31.003146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-9728fa3b-f67c-4586-8874-668c678d873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:31.004498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-9728fa3b-f67c-4586-8874-668c678d873c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=609b8a0f-4420-4090-bcc7-5464626318d0 HTTP/1.1" status: 200 len: 849 time: 0.0650151 May 12 20:08:31.092248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-40ce1dd9-a12a-4c21-806b-88f447d5c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:31.093642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-40ce1dd9-a12a-4c21-806b-88f447d5c2e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=02b5cc85-9d70-49cd-99f4-53bf48155b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822239 May 12 20:08:31.225149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-10eccb9b-281c-4ebe-8f37-a1c138228270 service neutron] 10.222.0.73 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248777 May 12 20:08:31.368047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14317a40-b7e1-48d9-8d5b-8f2e8d5b29e1 req-a0f9d854-0b98-45a4-96e8-6043894da84c service neutron] 10.222.0.73 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363277 May 12 20:08:31.487124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-dc5c8098-db52-4d5e-83e5-56a8e0de16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:31.488949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-dc5c8098-db52-4d5e-83e5-56a8e0de16a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=582682cd667a42a2b7cd347928b422eb&device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1094 time: 0.0739622 May 12 20:08:31.622566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-e26bc056-be94-463b-9acf-fa3e679b7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:31.623935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-e26bc056-be94-463b-9acf-fa3e679b7930 service neutron] 10.222.0.73 "GET /v2.0/networks?id=02b5cc85-9d70-49cd-99f4-53bf48155b39 HTTP/1.1" status: 200 len: 911 time: 0.1286056 May 12 20:08:31.728888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:31.731702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-d76bb93b-bdba-4c46-94ea-b589c30aaf54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f2c569d-4860-4ef7-bcae-304913fc60cf HTTP/1.1" status: 200 len: 217 time: 0.0999868 May 12 20:08:31.917930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-c0d1104d-3b16-448b-940f-927074b6a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:31.919680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-c0d1104d-3b16-448b-940f-927074b6a870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=609b8a0f-4420-4090-bcc7-5464626318d0 HTTP/1.1" status: 200 len: 849 time: 0.1788890 May 12 20:08:31.928589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36cedf-4919-47b8-a962-3940b00b3bf1 req-127eb837-2e73-4311-bad4-9db8a6aaa586 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:31.930535 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d36cedf-4919-47b8-a962-3940b00b3bf1 req-127eb837-2e73-4311-bad4-9db8a6aaa586 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1094 time: 0.2493680 May 12 20:08:32.020798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7d36cedf-4919-47b8-a962-3940b00b3bf1 req-13d5a8aa-8bbe-4018-876a-3cbb5db479ce tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572414 May 12 20:08:32.036634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-2bbf0ecb-fee4-40a7-9066-7461268fe6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:32.038109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-2bbf0ecb-fee4-40a7-9066-7461268fe6bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=02b5cc85-9d70-49cd-99f4-53bf48155b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067555 May 12 20:08:32.170170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-0064b259-57b7-4e9b-8b8e-496e438b8fe4 service neutron] 10.222.0.73 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234026 May 12 20:08:32.317648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41f0f4b-fc92-456b-b2db-7cd6ea212036 req-a2da0bad-d711-4bc0-bb1c-3603e6c41833 service neutron] 10.222.0.73 "GET /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388667 May 12 20:08:33.216440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeade10e-2ff7-4050-89b6-2214a68e59c7 req-d48f4cb0-c3d4-4305-9bd1-797398ab7046 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:33.218163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeade10e-2ff7-4050-89b6-2214a68e59c7 req-d48f4cb0-c3d4-4305-9bd1-797398ab7046 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1094 time: 0.0751445 May 12 20:08:33.266522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeade10e-2ff7-4050-89b6-2214a68e59c7 req-9d0e3c23-dcf7-4be1-92ea-5657bc7311ac tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 May 12 20:08:34.473398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61a8aa-5116-45e1-b71a-faaf6ba0d89d req-2d64246d-9640-47fa-bd99-24d672c48ee4 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:34.474910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb61a8aa-5116-45e1-b71a-faaf6ba0d89d req-2d64246d-9640-47fa-bd99-24d672c48ee4 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1094 time: 0.0849664 May 12 20:08:34.515708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb61a8aa-5116-45e1-b71a-faaf6ba0d89d req-da694c1e-aee9-4542-9df0-602da8bde2e6 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 May 12 20:08:34.809929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8f2c569d-4860-4ef7-bcae-304913fc60cf details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:08:34.941986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8f2c569d-4860-4ef7-bcae-304913fc60cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8f2c569d-4860-4ef7-bcae-304913fc60cf,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:34.955196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '8f2c569d-4860-4ef7-bcae-304913fc60cf', 'network_id': '02b5cc85-9d70-49cd-99f4-53bf48155b39', 'port_id': '8f2c569d-4860-4ef7-bcae-304913fc60cf', 'mac_address': 'fa:16:3e:58:c0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609b8a0f-4420-4090-bcc7-5464626318d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:08:35.014297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8f2c569d-4860-4ef7-bcae-304913fc60cf is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:35.014801 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:35.032047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2c569d-4860-4ef7-bcae-304913fc60cf {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:08:35.048149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8f2c569d-4860-4ef7-bcae-304913fc60cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8f2c569d-4860-4ef7-bcae-304913fc60cf,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:35.054701 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:35.151255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8f2c569d-4860-4ef7-bcae-304913fc60cf,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:35.276115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8f2c569d-4860-4ef7-bcae-304913fc60cf'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:08:35.285905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00730793-b6c5-4328-9de0-807410279077 req-16011d70-ee91-4939-8b1f-a7ae10d258a7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:35.287514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00730793-b6c5-4328-9de0-807410279077 req-16011d70-ee91-4939-8b1f-a7ae10d258a7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0834823 May 12 20:08:35.336503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00730793-b6c5-4328-9de0-807410279077 req-f8fe53f4-e311-4423-91bf-bb6cf6d59648 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 May 12 20:08:35.710917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e1a33-ffea-4952-9499-7d9d7723993b req-8adb1d2f-84b9-4d73-8d4b-6c1678aecf16 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:35.712411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca4e1a33-ffea-4952-9499-7d9d7723993b req-8adb1d2f-84b9-4d73-8d4b-6c1678aecf16 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1095 time: 0.0853169 May 12 20:08:35.759162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca4e1a33-ffea-4952-9499-7d9d7723993b req-ac44f213-204c-4e1e-9647-74fe150dbd24 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 May 12 20:08:36.537106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151e71a-1b9c-4dd2-90ed-daec33fa5c7c req-aed60387-3b16-443a-977f-e927ffad2b80 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:36.538510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3151e71a-1b9c-4dd2-90ed-daec33fa5c7c req-aed60387-3b16-443a-977f-e927ffad2b80 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0843866 May 12 20:08:36.583084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3151e71a-1b9c-4dd2-90ed-daec33fa5c7c req-e4e43062-7bab-4516-bb18-d0ffff7bb273 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384316 May 12 20:08:36.821051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8f2c569d-4860-4ef7-bcae-304913fc60cf up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:36.891349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 8f2c569d-4860-4ef7-bcae-304913fc60cf completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:08:36.896446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 8f2c569d-4860-4ef7-bcae-304913fc60cf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:36.896893 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:36.945095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f589-6edc-4f7d-8689-b6c1e7115029 req-e757c5b3-b549-4706-89ee-a333e7cb4dae tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:36.947066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb37f589-6edc-4f7d-8689-b6c1e7115029 req-e757c5b3-b549-4706-89ee-a333e7cb4dae tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1095 time: 0.0738862 May 12 20:08:36.987051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb37f589-6edc-4f7d-8689-b6c1e7115029 req-24d45d25-9a88-40af-9bf0-f6339583ddd1 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 May 12 20:08:37.014492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 8f2c569d-4860-4ef7-bcae-304913fc60cf is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:37.014851 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:37.041112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2c569d-4860-4ef7-bcae-304913fc60cf'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:37.050588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 8f2c569d-4860-4ef7-bcae-304913fc60cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8f2c569d-4860-4ef7-bcae-304913fc60cf,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:37.054583 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:37.090370 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36e2851-2ba8-47b0-bd7f-f04c56da03eb'] response: {'server_uuid': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2c569d-4860-4ef7-bcae-304913fc60cf', 'code': 200} May 12 20:08:37.139745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=8f2c569d-4860-4ef7-bcae-304913fc60cf,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:37.219330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844e4b9-7068-40a6-bbf9-768f377995fc req-c86436e7-426f-4792-b566-45ee4259bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:37.220831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1844e4b9-7068-40a6-bbf9-768f377995fc req-c86436e7-426f-4792-b566-45ee4259bc0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.0720258 May 12 20:08:37.276547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1844e4b9-7068-40a6-bbf9-768f377995fc req-7f6def04-dd93-4adf-a4ad-02330f14552f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484691 May 12 20:08:37.773787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c3bd-3d61-408e-847b-463056abcdec req-0ca7bb0e-5004-4fff-ae4c-448236df3c7d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:37.775258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f21c3bd-3d61-408e-847b-463056abcdec req-0ca7bb0e-5004-4fff-ae4c-448236df3c7d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0844560 May 12 20:08:37.819131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f21c3bd-3d61-408e-847b-463056abcdec req-fa0e5f05-b97a-437b-808f-bcaff753ca71 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382655 May 12 20:08:38.170337 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:38.180654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4c923-078c-45eb-9142-0e986f6862bd req-ce125ffd-a1ae-4365-8779-fe4d575bf659 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:38.182215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29a4c923-078c-45eb-9142-0e986f6862bd req-ce125ffd-a1ae-4365-8779-fe4d575bf659 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.0742233 May 12 20:08:38.222583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29a4c923-078c-45eb-9142-0e986f6862bd req-6c78e4dc-6584-475a-a661-c1747c3ca2e2 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 May 12 20:08:38.816844 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:39.014625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660d6af-f9b1-4b05-914a-e88dd628c330 req-65db0af1-fdeb-4866-b1ca-916a2d92410e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:39.016069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b660d6af-f9b1-4b05-914a-e88dd628c330 req-65db0af1-fdeb-4866-b1ca-916a2d92410e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0923269 May 12 20:08:39.060664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b660d6af-f9b1-4b05-914a-e88dd628c330 req-57dd9193-4748-4d2f-9693-c0f0178214a8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388310 May 12 20:08:39.417777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd574579-0caa-4386-b7c8-4f71c29ee326 req-608844aa-dde6-49d7-9507-6063f4cb3acf tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:39.419292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd574579-0caa-4386-b7c8-4f71c29ee326 req-608844aa-dde6-49d7-9507-6063f4cb3acf tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.0875602 May 12 20:08:39.459488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd574579-0caa-4386-b7c8-4f71c29ee326 req-827376aa-6be7-4219-99e3-04801e1941fa tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343661 May 12 20:08:39.637613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1631828-7e41-4880-a90a-d0f388aed5bd req-754e978b-b40d-46dc-bf14-53ccce6f3dfe tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:39.639101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1631828-7e41-4880-a90a-d0f388aed5bd req-754e978b-b40d-46dc-bf14-53ccce6f3dfe tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.0776999 May 12 20:08:39.683921 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1631828-7e41-4880-a90a-d0f388aed5bd req-2952efcf-7bc3-4244-b31c-a21f0cf59779 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 May 12 20:08:39.866232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf42cd-ca22-47c8-a1b2-e5882cc83dfa req-7000d0d9-bdfe-4868-9c1f-49976b7b17a9 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:39.875580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efcf42cd-ca22-47c8-a1b2-e5882cc83dfa req-7000d0d9-bdfe-4868-9c1f-49976b7b17a9 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.0906270 May 12 20:08:39.916853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efcf42cd-ca22-47c8-a1b2-e5882cc83dfa req-74b4bb02-173a-40fc-b97a-490e12154f88 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351553 May 12 20:08:40.307239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6a7ca-50f3-45c4-8f90-2491c4392033 req-806b95bf-266e-4f16-baad-515ec40cff6c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:40.308546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcb6a7ca-50f3-45c4-8f90-2491c4392033 req-806b95bf-266e-4f16-baad-515ec40cff6c tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.1330590 May 12 20:08:40.329658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582b767-06dc-4694-b20b-5b79f32c078f req-70084cdf-2c28-4bce-a4ad-33a6abce12c7 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:40.331070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6582b767-06dc-4694-b20b-5b79f32c078f req-70084cdf-2c28-4bce-a4ad-33a6abce12c7 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.1025927 May 12 20:08:40.379052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fcb6a7ca-50f3-45c4-8f90-2491c4392033 req-5009fc6a-7916-40e5-b9b8-accaaea67511 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642149 May 12 20:08:40.388397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6582b767-06dc-4694-b20b-5b79f32c078f req-f5180a77-e6d2-494d-8e9a-9063fae4dbc4 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503047 May 12 20:08:41.779909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e37f87-d3b2-4ef2-803e-45396d560221 req-3111ae5c-99cc-4c1c-b9cf-df29a728a01f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:41.780958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95e37f87-d3b2-4ef2-803e-45396d560221 req-3111ae5c-99cc-4c1c-b9cf-df29a728a01f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.2826698 May 12 20:08:41.782586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-6a731d1e-1ebf-4709-aa02-035686d7c0e6 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:41.783898 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-6a731d1e-1ebf-4709-aa02-035686d7c0e6 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.3229322 May 12 20:08:41.802841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d51cb-00cf-4b4f-a4e4-6c21fc68f288 req-e3fa522f-a827-4f0f-9594-bb0fb80beda8 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:41.804265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f92d51cb-00cf-4b4f-a4e4-6c21fc68f288 req-e3fa522f-a827-4f0f-9594-bb0fb80beda8 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 1096 time: 0.2658043 May 12 20:08:41.911779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95e37f87-d3b2-4ef2-803e-45396d560221 req-0ee83c23-a291-4a9b-8679-2ead73549887 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244440 May 12 20:08:41.916836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Deleting port 8f2c569d-4860-4ef7-bcae-304913fc60cf {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:41.916836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:41.956936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f92d51cb-00cf-4b4f-a4e4-6c21fc68f288 req-e641eae8-be91-4042-ae51-4db26bc29083 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243062 May 12 20:08:42.154214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] For port 8f2c569d-4860-4ef7-bcae-304913fc60cf, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=8f2c569d-4860-4ef7-bcae-304913fc60cf,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:42.154214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:42.279182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Calling delete_port for 8f2c569d-4860-4ef7-bcae-304913fc60cf owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:42.418303 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:42.430085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['8f2c569d-4860-4ef7-bcae-304913fc60cf'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:08:42.457028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['37e9f267-ba86-495c-a1af-321232d68b2b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:08:42.470341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f2c569d-4860-4ef7-bcae-304913fc60cf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:42.568642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] No DVR routers for this DVR port 8f2c569d-4860-4ef7-bcae-304913fc60cf on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:08:42.573465 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:42.576836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'name': 'network-vif-deleted', 'tag': '8f2c569d-4860-4ef7-bcae-304913fc60cf'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:42.615385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b654606a-b7ba-4b57-9302-b0b0aa9ca5a5 req-3f3ef5af-af8a-410b-b26b-587656a2f336 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.73 "DELETE /v2.0/ports/8f2c569d-4860-4ef7-bcae-304913fc60cf HTTP/1.1" status: 204 len: 173 time: 0.8141701 May 12 20:08:42.642644 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1934ba3b-1a94-4f20-bbf3-868c2c6dffad'] response: {'server_uuid': '138f145b-1ee3-42d4-9287-c79f83f3fa5e', 'name': 'network-vif-deleted', 'tag': '8f2c569d-4860-4ef7-bcae-304913fc60cf', 'status': 'completed', 'code': 200} May 12 20:08:43.144559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fdb5d5e4-5aff-4c18-8d7b-846dbea9a846 req-9c0b64db-3829-466d-b25a-e7843605a156 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Synchronizing usage tracker for tenant:582682cd667a42a2b7cd347928b422eb on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:08:43.172544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef8025-dce3-4712-af33-91c31d7ba293 req-22b227d2-2729-4b87-88be-574eeb980687 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:43.172544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99ef8025-dce3-4712-af33-91c31d7ba293 req-22b227d2-2729-4b87-88be-574eeb980687 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.1424100 May 12 20:08:43.195821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-fdb5d5e4-5aff-4c18-8d7b-846dbea9a846 req-9c0b64db-3829-466d-b25a-e7843605a156 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Unset dirty status for tenant:582682cd667a42a2b7cd347928b422eb on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:08:43.196982 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fdb5d5e4-5aff-4c18-8d7b-846dbea9a846 req-9c0b64db-3829-466d-b25a-e7843605a156 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=138f145b-1ee3-42d4-9287-c79f83f3fa5e HTTP/1.1" status: 200 len: 210 time: 0.0991759 May 12 20:08:43.224007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99ef8025-dce3-4712-af33-91c31d7ba293 req-68056b39-66d8-4900-b91d-6355492a5acb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447803 May 12 20:08:44.423974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8ca1f-af86-4c28-9563-d4054f562f45 req-a0c45872-cd73-40ef-a408-152d8d117595 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:44.425387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cda8ca1f-af86-4c28-9563-d4054f562f45 req-a0c45872-cd73-40ef-a408-152d8d117595 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0879865 May 12 20:08:44.470713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cda8ca1f-af86-4c28-9563-d4054f562f45 req-8db5908d-31e8-46b7-a8c8-1c9dd05a1427 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 May 12 20:08:44.653915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea88d9-f609-474d-88c5-dce0f014999a req-05fc5926-93ed-41f7-879e-032835e4a66c tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:44.656380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeea88d9-f609-474d-88c5-dce0f014999a req-05fc5926-93ed-41f7-879e-032835e4a66c tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.0754995 May 12 20:08:44.696447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeea88d9-f609-474d-88c5-dce0f014999a req-799cdfc0-7ba0-423b-8992-63c6bc439362 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 May 12 20:08:44.889397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8f2c569d-4860-4ef7-bcae-304913fc60cf no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:44.926036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 8f2c569d-4860-4ef7-bcae-304913fc60cf {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:44.926899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 8f2c569d-4860-4ef7-bcae-304913fc60cf not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:45.794077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79210217-487a-43dd-89f5-68d3508c52b3 req-3b9bc659-4efe-4270-b2f3-c88501fa5f18 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:45.795512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79210217-487a-43dd-89f5-68d3508c52b3 req-3b9bc659-4efe-4270-b2f3-c88501fa5f18 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.2067251 May 12 20:08:45.890563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79210217-487a-43dd-89f5-68d3508c52b3 req-adcd4cd1-8e6e-4f37-8fb3-67d12b09c851 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892160 May 12 20:08:45.908679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcbcdf-447a-4b01-a6f1-8646aff93c65 req-32156ee9-cbff-4998-b5b5-a4e10062622b tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:45.910195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6bcbcdf-447a-4b01-a6f1-8646aff93c65 req-32156ee9-cbff-4998-b5b5-a4e10062622b tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.1106472 May 12 20:08:45.952849 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d6bcbcdf-447a-4b01-a6f1-8646aff93c65 req-bebe683e-f860-4fcf-b91b-5994041fa636 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5e4a5b70-4e81-4490-80f4-a467ec5365be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 May 12 20:08:46.310339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-799fbf51-0079-47f3-b88d-a086f3f61930 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:46.311848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-799fbf51-0079-47f3-b88d-a086f3f61930 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 1097 time: 0.0821664 May 12 20:08:46.379814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Deleting port 37e9f267-ba86-495c-a1af-321232d68b2b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:46.380162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:46.603375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] For port 37e9f267-ba86-495c-a1af-321232d68b2b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=37e9f267-ba86-495c-a1af-321232d68b2b,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:46.603732 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:46.846322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Calling delete_port for 37e9f267-ba86-495c-a1af-321232d68b2b owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:46.984141 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:46.996285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['37e9f267-ba86-495c-a1af-321232d68b2b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:08:47.069927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Pushing event deleted for resources: {'Port': ['ID=37e9f267-ba86-495c-a1af-321232d68b2b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:47.161674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e833dbf7-0ffb-4548-92c1-fbad53211bb0 req-3609d059-5c0b-4481-a1a7-c40bc58b9d6f tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c8931fda-4659-4bc0-8516-eb9e26a55436 HTTP/1.1" status: 200 len: 210 time: 0.0838087 May 12 20:08:47.213920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] No DVR routers for this DVR port 37e9f267-ba86-495c-a1af-321232d68b2b on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:08:47.217107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:47.222776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'name': 'network-vif-deleted', 'tag': '37e9f267-ba86-495c-a1af-321232d68b2b'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:47.244751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07d68725-1245-4e5c-b4b7-af7f74a3cdc1 req-a37f1ae2-0cfc-4477-bffe-e7f26f31d545 tempest-TestServerMultinode-1895551771 tempest-TestServerMultinode-1895551771-project-admin] 10.222.0.36 "DELETE /v2.0/ports/37e9f267-ba86-495c-a1af-321232d68b2b HTTP/1.1" status: 204 len: 173 time: 0.9258523 May 12 20:08:47.263298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdbb54-56dd-41b3-bad6-9119e33ccd8b req-d5c6d0a3-371e-4c05-9b8e-e1132a305a32 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:47.265983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5cdbb54-56dd-41b3-bad6-9119e33ccd8b req-d5c6d0a3-371e-4c05-9b8e-e1132a305a32 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.2425656 May 12 20:08:47.296059 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a597e94-9c93-4df0-b81d-340560f73721'] response: {'server_uuid': 'c8931fda-4659-4bc0-8516-eb9e26a55436', 'name': 'network-vif-deleted', 'tag': '37e9f267-ba86-495c-a1af-321232d68b2b', 'status': 'completed', 'code': 200} May 12 20:08:47.327949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5cdbb54-56dd-41b3-bad6-9119e33ccd8b req-02dabf8a-eb71-4efb-b1e1-827e69662b9e tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499804 May 12 20:08:48.269295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45468) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:48.516173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf058-32a0-4b7f-9e0f-9d29120995fb req-fed8515c-63f8-4a30-a59e-7df65a7369ef tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:48.517634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dcdbf058-32a0-4b7f-9e0f-9d29120995fb req-fed8515c-63f8-4a30-a59e-7df65a7369ef tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0851841 May 12 20:08:48.561601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dcdbf058-32a0-4b7f-9e0f-9d29120995fb req-e49340dc-a2cb-40a4-b433-e39861a025a6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381722 May 12 20:08:48.817760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:49.170241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Deleting port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:49.170590 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:49.458079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] For port 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:49.458747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:49.578815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Calling delete_port for 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:49.754526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994105-1b8b-4c93-a16b-765913ff4c68 req-858d93f3-f2c0-4c39-8387-a3fe09b5252d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:49.756133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75994105-1b8b-4c93-a16b-765913ff4c68 req-858d93f3-f2c0-4c39-8387-a3fe09b5252d tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0889120 May 12 20:08:49.801354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75994105-1b8b-4c93-a16b-765913ff4c68 req-02d4d021-ca97-4e5f-abf1-cf49b6adb808 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 May 12 20:08:49.894565 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:49.939404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:49.980114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.980459 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.980794 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.981124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.981478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.981806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.982126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.982448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.982749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.983068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.983382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:49.983703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:50.212691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:50.447901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37e9f267-ba86-495c-a1af-321232d68b2b no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:50.485574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 37e9f267-ba86-495c-a1af-321232d68b2b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:50.485972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 37e9f267-ba86-495c-a1af-321232d68b2b not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:50.718343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:08:50.901603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:50.910825 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] Sync routers for ids ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:50.912252 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ffd79fa0-4ad8-415e-9c28-b51ad6507bef admin admin] 10.222.0.72 "PUT /v2.0/routers/1ccec0bd-3278-4715-9dcf-4e40fcbdc921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6418896 May 12 20:08:50.915078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:50.920833 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] Routers {'1ccec0bd-3278-4715-9dcf-4e40fcbdc921'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:50.921456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:08:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:50.997158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb2f8-b918-4747-8cf2-fd852585a78b req-1980c1d7-7a96-4cc7-acf9-6a3116b58a64 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:51.001763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f9bb2f8-b918-4747-8cf2-fd852585a78b req-1980c1d7-7a96-4cc7-acf9-6a3116b58a64 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0927086 May 12 20:08:51.050678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f9bb2f8-b918-4747-8cf2-fd852585a78b req-7df2c72b-6263-4838-a8c6-a6270b78608a tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 May 12 20:08:51.097371 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] Set router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:51.101583 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:51.306162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:51.320375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Deleting port 6b3c839f-e9a1-463b-85d7-261adf2155b9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:51.320770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:51.399068 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:08:49Z', 'revision_number': 5, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port': {'id': '6b3c839f-e9a1-463b-85d7-261adf2155b9', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:51.402998 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] Checking router: 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:51.412041 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] Routers {'1ccec0bd-3278-4715-9dcf-4e40fcbdc921'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:51.412657 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:08:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:51.498504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] For port 6b3c839f-e9a1-463b-85d7-261adf2155b9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6b3c839f-e9a1-463b-85d7-261adf2155b9,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:51.498884 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:51.561387 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] Set router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:51.621977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Calling delete_port for 6b3c839f-e9a1-463b-85d7-261adf2155b9 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:51.666829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:08:51Z', 'revision_number': 6, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:51.670617 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70300ea7-ebf7-4752-a88e-76241be52977 None None] The sync data for ids ['1ccec0bd-3278-4715-9dcf-4e40fcbdc921'] in n-d-841626-1 is: [{'id': '1ccec0bd-3278-4715-9dcf-4e40fcbdc921', 'name': 'tempest-TestServerMultinode-2124003500-router', 'tenant_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:51Z', 'updated_at': '2022-05-12T20:08:51Z', 'revision_number': 6, 'project_id': 'a1730e1c43f8485d8f327e8f1bc31224', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:51.801692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:51.852420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3c839f-e9a1-463b-85d7-261adf2155b9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:51.940603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.177791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:52.231433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:52.231774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2c3d6f29-d9a3-46de-aaa3-6b0bf64a8bc1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:52.278631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.280874 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.291834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5fdc0-b584-4554-b881-092b071aa9d6 req-86fe8da6-3935-41fb-9dda-95aca16bad2b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:52.293337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ab5fdc0-b584-4554-b881-092b071aa9d6 req-86fe8da6-3935-41fb-9dda-95aca16bad2b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0897989 May 12 20:08:52.305006 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.305817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ccec0bd-3278-4715-9dcf-4e40fcbdc921 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:08:52.317994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.321619 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c014ebf7-c23c-4d4b-85d8-fa38dc322424 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1ccec0bd-3278-4715-9dcf-4e40fcbdc921 HTTP/1.1" status: 204 len: 168 time: 1.4032011 May 12 20:08:52.322677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45484) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:52.338873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ab5fdc0-b584-4554-b881-092b071aa9d6 req-ce7c286e-2ff8-48ae-8a72-cb51e68fe483 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394788 May 12 20:08:52.385948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] Deleting subnet 609b8a0f-4420-4090-bcc7-5464626318d0 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:08:52.389223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.437819 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.517409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.593711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.630992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609b8a0f-4420-4090-bcc7-5464626318d0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:52.634721 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.648161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab960c8-3ba9-457c-911f-b1c0d14b71df None None] Network 02b5cc85-9d70-49cd-99f4-53bf48155b39 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:08:52.651700 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4136653d-e3f3-4ae8-bc36-cf5391710fdd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/609b8a0f-4420-4090-bcc7-5464626318d0 HTTP/1.1" status: 204 len: 168 time: 0.3248968 May 12 20:08:52.654885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45488) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:52.834766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.844193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Deleting port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:52.844193 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:52.948896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] DHCP port deletion for 02b5cc85-9d70-49cd-99f4-53bf48155b39 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:08:52.953487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Deleting port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:52.953861 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:53.106401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] For port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:53.106760 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:53.202107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] For port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,segment=NetworkSegment(f4f346c2-e2f6-4287-830c-7dca686cc0df),segment_id=f4f346c2-e2f6-4287-830c-7dca686cc0df)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:53.202639 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:53.228209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Calling delete_port for 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:53.301068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714407b-51df-4b55-b696-54b2d889dfef req-aec379eb-8bb6-4e0d-b946-bb1eb06c655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:53.302239 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f714407b-51df-4b55-b696-54b2d889dfef req-aec379eb-8bb6-4e0d-b946-bb1eb06c655b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1096 time: 0.3682275 May 12 20:08:53.336597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Calling delete_port for 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:53.467831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:53.522994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Pushing event deleted for resources: {'Port': ['ID=1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:53.525608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] No DVR routers for this DVR port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:08:53.534991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.535364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.535485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.535808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.536160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.536542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.536802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.537360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.538049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.538049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.539559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.539559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093515e1-1c86-4eee-835c-1957c9914545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:53.542737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f714407b-51df-4b55-b696-54b2d889dfef req-7ca6b01f-bec3-44cc-a79f-086d140bdd32 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342947 May 12 20:08:53.546856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:08:53.547226 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:08:53.564769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ad720-9b2a-4702-b9e2-fdc22636a305 req-5b3a395b-dc28-4fa6-aa1e-d0caae6efb23 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:53.565549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-806ad720-9b2a-4702-b9e2-fdc22636a305 req-5b3a395b-dc28-4fa6-aa1e-d0caae6efb23 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0999050 May 12 20:08:53.613216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-806ad720-9b2a-4702-b9e2-fdc22636a305 req-e571b1fd-e77d-4ce1-bee4-5c49c936ef66 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401738 May 12 20:08:53.947326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6b3c839f-e9a1-463b-85d7-261adf2155b9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:53.989954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6b3c839f-e9a1-463b-85d7-261adf2155b9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:53.989954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6b3c839f-e9a1-463b-85d7-261adf2155b9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:53.989954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:54.026101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:54.026101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:54.047926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Deleting port 1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:54.048767 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:54.125145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] The port '1cae8973-f1d4-4b6b-ac26-b6ba4fbca3ed' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:08:54.253301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:54.283116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b5cc85-9d70-49cd-99f4-53bf48155b39']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:54.300986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f346c2-e2f6-4287-830c-7dca686cc0df') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:54.300986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f346c2-e2f6-4287-830c-7dca686cc0df') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:54.314860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:54.332788 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:54.339599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:08:54.340026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: util.warn( May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: timer() May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:08:54.355981 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:08:54.449742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:54.456018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:54.488918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b5cc85-9d70-49cd-99f4-53bf48155b39,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:54.501816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45494) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:54.502389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/02b5cc85-9d70-49cd-99f4-53bf48155b39 HTTP/1.1" status: 204 len: 168 time: 1.8469622 May 12 20:08:54.503469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.504498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.504498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.504498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.505449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.505449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.505720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.506028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.506491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.506813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.507132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.507699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73842117-88e0-4603-9733-3bf454242ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:08:54.818523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fed06-69e5-4a90-b89b-34188321c825 req-ffaf0548-17b7-4bc8-a8d0-a25fb8decff7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:08:54.820062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-717fed06-69e5-4a90-b89b-34188321c825 req-ffaf0548-17b7-4bc8-a8d0-a25fb8decff7 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0916526 May 12 20:08:54.873741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-717fed06-69e5-4a90-b89b-34188321c825 req-ddda71c1-0d8b-472b-99fd-30aedbc28dca tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471478 May 12 20:08:54.895166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45500) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:54.906985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 590c6e0d-3a49-4464-9f92-e246e7f1cf2c details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:08:54.909647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 590c6e0d-3a49-4464-9f92-e246e7f1cf2c no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:55.013514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e0f049b6-a7e0-4e15-a136-3cdfcaca1a6f tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/floatingips/17bfadf3-e978-4912-9730-07e0b2723ef1 HTTP/1.1" status: 200 len: 993 time: 0.1079469 May 12 20:08:55.089454 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:55.120969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:55.121322 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:55.157144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:55.173922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:55.182648 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'port_id': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'mac_address': 'fa:16:3e:d4:34:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:08:55.186645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:55.216682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:55.262826 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cc80d9-4540-437e-9eef-dc12f556dee0'] response: {'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'code': 200} May 12 20:08:55.304506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:55.304958 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:55.325493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:55.328894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590c6e0d-3a49-4464-9f92-e246e7f1cf2c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:08:55.345597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:55.352075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:55.418040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:55.454272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Deleting port 63def4a1-db0a-4f0c-a868-7f4790256981 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:55.454605 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:55.562846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['590c6e0d-3a49-4464-9f92-e246e7f1cf2c'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:08:55.629797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] For port 63def4a1-db0a-4f0c-a868-7f4790256981, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=63def4a1-db0a-4f0c-a868-7f4790256981,segment=NetworkSegment(74272f2f-a22f-4ca2-81c8-b8f24eeae348),segment_id=74272f2f-a22f-4ca2-81c8-b8f24eeae348)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:55.630335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:55.869292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Calling delete_port for 63def4a1-db0a-4f0c-a868-7f4790256981 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:56.047525 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:56.093084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=63def4a1-db0a-4f0c-a868-7f4790256981,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:56.363603 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:56.734325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Router b43fa0ad-b810-4fa6-b041-e1a09491015f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:08:56.908915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:08:56.917985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] Sync routers for ids ['b43fa0ad-b810-4fa6-b041-e1a09491015f'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:08:56.922357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5403bd28-6abd-4763-9a81-e8b0a091213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:56.923958 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f702e62-5ca3-421f-8bdf-cdc4d4082b52 admin admin] 10.222.0.72 "PUT /v2.0/routers/b43fa0ad-b810-4fa6-b041-e1a09491015f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4203510 May 12 20:08:56.925774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45510) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:56.929508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 590c6e0d-3a49-4464-9f92-e246e7f1cf2c up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:08:56.959291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] Routers {'b43fa0ad-b810-4fa6-b041-e1a09491015f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:56.959620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:08:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b43fa0ad-b810-4fa6-b041-e1a09491015f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:57.145515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:08:57.145515 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.211104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] Set router b43fa0ad-b810-4fa6-b041-e1a09491015f gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:57.233272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.421103 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.432230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Deleting port 440a43f8-f8e2-4cf0-b68e-3b4e291de071 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:57.432567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.512684 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:08:57.513054 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.588573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:08:57.610111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:57.615120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] For port 440a43f8-f8e2-4cf0-b68e-3b4e291de071, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=440a43f8-f8e2-4cf0-b68e-3b4e291de071,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:57.615294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.616914 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.655176 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c8241d-1ca0-4df3-9cb4-bb7872ce68ea'] response: {'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'code': 200} May 12 20:08:57.691351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:57.696989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:55Z', 'revision_number': 5, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port': {'id': '440a43f8-f8e2-4cf0-b68e-3b4e291de071', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:08:05Z', 'updated_at': '2022-05-12T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:57.701856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] Checking router: b43fa0ad-b810-4fa6-b041-e1a09491015f for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:08:57.710438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] Routers {'b43fa0ad-b810-4fa6-b041-e1a09491015f'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:08:57.711186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:08:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['b43fa0ad-b810-4fa6-b041-e1a09491015f'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:57.741249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Calling delete_port for 440a43f8-f8e2-4cf0-b68e-3b4e291de071 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:57.859474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] Set router b43fa0ad-b810-4fa6-b041-e1a09491015f gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:08:57.912352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:57.963224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=440a43f8-f8e2-4cf0-b68e-3b4e291de071,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:57.970055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:57Z', 'revision_number': 6, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:57.973801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c96df-6ca1-47f9-9f03-876877376bd9 None None] The sync data for ids ['b43fa0ad-b810-4fa6-b041-e1a09491015f'] in n-d-841626-1 is: [{'id': 'b43fa0ad-b810-4fa6-b041-e1a09491015f', 'name': 'tempest-TestServerMultinode-1056701091-router', 'tenant_id': '582682cd667a42a2b7cd347928b422eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:08:04Z', 'updated_at': '2022-05-12T20:08:57Z', 'revision_number': 6, 'project_id': '582682cd667a42a2b7cd347928b422eb', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:08:58.057546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.232011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.234299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.259461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.259868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43fa0ad-b810-4fa6-b041-e1a09491015f {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:08:58.272105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.273212 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7d165b93-783f-4303-aeba-ad31d36318f4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b43fa0ad-b810-4fa6-b041-e1a09491015f HTTP/1.1" status: 204 len: 168 time: 1.3463871 May 12 20:08:58.276015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45516) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:58.335061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] Deleting subnet 8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:08:58.338347 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.391542 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.470712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.551671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.592989 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.597074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:58.598291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979c534-66db-4670-aa4f-cb7dee7d0117 None None] Network b3a485fa-1dbd-4ddd-a887-8ff5466529a8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:08:58.602623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0e0de88b-f2f4-4831-b022-69a726870c4e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8bea5ca7-8b63-4d5d-9f23-e87967dc1cb0 HTTP/1.1" status: 204 len: 168 time: 0.3254330 May 12 20:08:58.605069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45520) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:58.711927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.723944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Deleting port 29d613ac-825c-49b6-926b-e99df0235460 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:58.724296 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.865474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] DHCP port deletion for b3a485fa-1dbd-4ddd-a887-8ff5466529a8 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:08:58.870054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Deleting port 29d613ac-825c-49b6-926b-e99df0235460 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:58.870425 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:58.930545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] For port 29d613ac-825c-49b6-926b-e99df0235460, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=29d613ac-825c-49b6-926b-e99df0235460,segment=NetworkSegment(74272f2f-a22f-4ca2-81c8-b8f24eeae348),segment_id=74272f2f-a22f-4ca2-81c8-b8f24eeae348)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:58.931112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.016488 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-25452ac8-823c-4acb-9d8f-300aeeb1e5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.106661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] For port 29d613ac-825c-49b6-926b-e99df0235460, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=29d613ac-825c-49b6-926b-e99df0235460,segment=NetworkSegment(74272f2f-a22f-4ca2-81c8-b8f24eeae348),segment_id=74272f2f-a22f-4ca2-81c8-b8f24eeae348)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:08:59.106952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.173664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Calling delete_port for 29d613ac-825c-49b6-926b-e99df0235460 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:59.227199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Calling delete_port for 29d613ac-825c-49b6-926b-e99df0235460 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:08:59.251336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:08:59.301029 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:08:59.309798 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:08:59.309798 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:08:59.310439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d613ac-825c-49b6-926b-e99df0235460,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:59.314074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] No DVR routers for this DVR port 29d613ac-825c-49b6-926b-e99df0235460 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:08:59.430238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.454815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a485fa-1dbd-4ddd-a887-8ff5466529a8']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:59.466787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74272f2f-a22f-4ca2-81c8-b8f24eeae348') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:59.467092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74272f2f-a22f-4ca2-81c8-b8f24eeae348') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:08:59.478353 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.494519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.500654 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:08:59.501041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: timer() May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:08:59.514123 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:08:59.594264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.617782 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.628760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a485fa-1dbd-4ddd-a887-8ff5466529a8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:08:59.635980 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-16163531-1715-4a0f-9a0b-524ae1f41828 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b3a485fa-1dbd-4ddd-a887-8ff5466529a8 HTTP/1.1" status: 204 len: 168 time: 1.0298455 May 12 20:08:59.809478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Deleting port 29d613ac-825c-49b6-926b-e99df0235460 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:08:59.809933 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.812968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45526) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:59.864368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-75fa3bbe-2f81-4338-ac16-ef6e1228662a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1730e1c43f8485d8f327e8f1bc31224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501235 May 12 20:08:59.866935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45530) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:08:59.917417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf595e-ffd9-4b96-95cf-341a6428f32c None None] The port '29d613ac-825c-49b6-926b-e99df0235460' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:08:59.933333 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b16dfc-d359-4b0f-b586-b806ed490cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.959669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63def4a1-db0a-4f0c-a868-7f4790256981 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:08:59.965623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b16dfc-d359-4b0f-b586-b806ed490cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:08:59.996609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 63def4a1-db0a-4f0c-a868-7f4790256981 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:08:59.997062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 63def4a1-db0a-4f0c-a868-7f4790256981 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:08:59.997576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 440a43f8-f8e2-4cf0-b68e-3b4e291de071 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:00.018230 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b16dfc-d359-4b0f-b586-b806ed490cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:00.032733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 440a43f8-f8e2-4cf0-b68e-3b4e291de071 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:00.033305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 440a43f8-f8e2-4cf0-b68e-3b4e291de071 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:00.033689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 29d613ac-825c-49b6-926b-e99df0235460 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:00.034394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b16dfc-d359-4b0f-b586-b806ed490cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c0a700-474f-4237-8177-0ac78417d312,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:00.041313 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-45b16dfc-d359-4b0f-b586-b806ed490cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:00.042812 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-45b16dfc-d359-4b0f-b586-b806ed490cfa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12c0a700-474f-4237-8177-0ac78417d312 HTTP/1.1" status: 204 len: 168 time: 0.1748843 May 12 20:09:00.076198 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 29d613ac-825c-49b6-926b-e99df0235460 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:00.076517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 29d613ac-825c-49b6-926b-e99df0235460 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:00.160041 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:00.413071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45538) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:00.461447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-01c4bbf3-4403-48de-b9f5-ee9190128e75 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=582682cd667a42a2b7cd347928b422eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470042 May 12 20:09:00.463959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:00.525432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1e1565e-551d-49a5-9c03-24ed7bf816d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:00.551380 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1e1565e-551d-49a5-9c03-24ed7bf816d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:00.610032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1e1565e-551d-49a5-9c03-24ed7bf816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:00.631539 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1565e-551d-49a5-9c03-24ed7bf816d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4a5b70-4e81-4490-80f4-a467ec5365be,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:00.635763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a1e1565e-551d-49a5-9c03-24ed7bf816d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:00.636887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a1e1565e-551d-49a5-9c03-24ed7bf816d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e4a5b70-4e81-4490-80f4-a467ec5365be HTTP/1.1" status: 204 len: 168 time: 0.1720634 May 12 20:09:00.648917 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:01.740977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:07.695911 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:09:08.165895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:08.830113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:20.760597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-8896adbf-256a-40be-ac29-0135c7de589c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2445269 May 12 20:09:20.854828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-0e3fb02c-7e72-4301-8738-8882db2cd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:20.856159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-0e3fb02c-7e72-4301-8738-8882db2cd92d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 1096 time: 0.0746920 May 12 20:09:21.000858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-2c62a19e-830a-4830-84b0-c5e18fe9f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:21.002708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-2c62a19e-830a-4830-84b0-c5e18fe9f99a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1267450 May 12 20:09:21.103843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-817a0d69-5ec8-4115-a8bc-be60fdb8da1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 HTTP/1.1" status: 200 len: 1001 time: 0.0934110 May 12 20:09:21.168468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-2f411ac5-da70-438a-b0c4-4376b28c4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:21.169930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-2f411ac5-da70-438a-b0c4-4376b28c4b5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0600133 May 12 20:09:21.247361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-a3ea832f-7dca-4f67-a560-6299d97d19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:21.248858 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-a3ea832f-7dca-4f67-a560-6299d97d19f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724697 May 12 20:09:21.383475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-5d0513fb-39d4-420e-b359-b68ea2bf31e2 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256919 May 12 20:09:21.635882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c822efd8-cdb4-43ed-b22f-d7b0d54c47b8 req-090331d9-dc03-41ae-a01a-eeafe6a4b6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459972 May 12 20:09:25.632937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:25.901371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 8fada78e-c238-4a88-ac57-0b478dfdb5c3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:25.901718 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:26.032573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-e95e6f6e-5b83-4eba-8f12-4cd33652b703 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3083720 May 12 20:09:26.078285 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:26.078580 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:26.228760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 8fada78e-c238-4a88-ac57-0b478dfdb5c3 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:26.332730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-e07debfe-7498-45f5-8dea-0a8f71b7aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:26.334299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-e07debfe-7498-45f5-8dea-0a8f71b7aa2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1096 time: 0.1929977 May 12 20:09:26.496515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:26.554730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=8fada78e-c238-4a88-ac57-0b478dfdb5c3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:26.591733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-edc4d326-da6f-4ea1-b80d-ac8cb9f19ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:26.593212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-edc4d326-da6f-4ea1-b80d-ac8cb9f19ead service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f21ff51-64ef-4601-b391-48d3a03e366b HTTP/1.1" status: 200 len: 897 time: 0.2204058 May 12 20:09:26.691372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-b05336a0-a809-4f74-9318-2b45266c1c39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c HTTP/1.1" status: 200 len: 217 time: 0.0709827 May 12 20:09:26.750834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:26.751054 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Floating IP 17bfadf3-e978-4912-9730-07e0b2723ef1 disassociated (deleted). External IP: 172.25.2.145, port: 590c6e0d-3a49-4464-9f92-e246e7f1cf2c. May 12 20:09:26.835453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-9c2b6203-5e43-49df-a4a4-183c746a8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:26.836937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-9c2b6203-5e43-49df-a4a4-183c746a8725 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f99a75a-c1b7-416b-a6c9-a41305637dac HTTP/1.1" status: 200 len: 834 time: 0.1391075 May 12 20:09:26.919846 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4650-1045-4d52-8fd4-0f71dfe50173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:27.182302 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-de3754f8-feaf-4237-8f5d-7711a861dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:27.183826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-de3754f8-feaf-4237-8f5d-7711a861dfcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f21ff51-64ef-4601-b391-48d3a03e366b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814902 May 12 20:09:27.368432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router d1018324-3c1a-4ead-b8cf-cb11b848cad5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:09:27.393987 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-be71bfb1-597c-4c19-97c1-f52dd400805d service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639581 May 12 20:09:27.666096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b94ae2d3-7269-4187-b7ab-e6a95e330065 req-42f98c7b-2da2-4702-9aea-8969e832bec6 service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254078 May 12 20:09:27.667207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:09:27.678804 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] Sync routers for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:09:27.689311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:27.689504 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:27.689950 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:08:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:27.749773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-622125f7-c3be-4136-98ef-342f30f4c326 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/floatingips/17bfadf3-e978-4912-9730-07e0b2723ef1 HTTP/1.1" status: 204 len: 168 time: 2.1152260 May 12 20:09:27.750510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:27.804363 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77846ceb-25e8-4c6f-b18e-7155abe482c8'] response: {'name': 'network-changed', 'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'status': 'completed', 'code': 200} May 12 20:09:27.900048 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795546ab-53ff-4667-a63f-ff122821f36b req-b9df1026-416c-4651-b302-6bd5d893f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:27.900287 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:27.902069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-795546ab-53ff-4667-a63f-ff122821f36b req-b9df1026-416c-4651-b302-6bd5d893f217 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 1096 time: 0.0751231 May 12 20:09:28.051981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795546ab-53ff-4667-a63f-ff122821f36b req-4638adfe-ac78-4d0f-ae2a-1987abc7d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:28.053514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-795546ab-53ff-4667-a63f-ff122821f36b req-4638adfe-ac78-4d0f-ae2a-1987abc7d0f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f21ff51-64ef-4601-b391-48d3a03e366b HTTP/1.1" status: 200 len: 897 time: 0.1443810 May 12 20:09:28.159417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-795546ab-53ff-4667-a63f-ff122821f36b req-5dc8ac7a-bbdc-440a-a245-2404de10bbbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c HTTP/1.1" status: 200 len: 217 time: 0.0982807 May 12 20:09:28.237857 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:46Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:28.238765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795546ab-53ff-4667-a63f-ff122821f36b req-1e5c4b9b-1ca3-47b2-ba5f-7f0a14ef44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:28.240220 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-795546ab-53ff-4667-a63f-ff122821f36b req-1e5c4b9b-1ca3-47b2-ba5f-7f0a14ef44b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f99a75a-c1b7-416b-a6c9-a41305637dac HTTP/1.1" status: 200 len: 834 time: 0.0741653 May 12 20:09:28.241949 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] Checking router: d1018324-3c1a-4ead-b8cf-cb11b848cad5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:09:28.250517 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:28.251131 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:08:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:28.290719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc2c96-f928-4eb0-9a26-1279483baeef req-6910f037-cd91-43e2-be9b-18f4948a1c06 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:28.291414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9fbc2c96-f928-4eb0-9a26-1279483baeef req-6910f037-cd91-43e2-be9b-18f4948a1c06 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Synchronizing usage tracker for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:09:28.323918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-9fbc2c96-f928-4eb0-9a26-1279483baeef req-6910f037-cd91-43e2-be9b-18f4948a1c06 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Unset dirty status for tenant:e3eb59963b3345ab9bb52c5d5b569a51 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:09:28.325234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fbc2c96-f928-4eb0-9a26-1279483baeef req-6910f037-cd91-43e2-be9b-18f4948a1c06 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.2652276 May 12 20:09:28.366839 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795546ab-53ff-4667-a63f-ff122821f36b req-a2c6d348-96cd-4013-99a2-574d9a633391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:28.368338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-795546ab-53ff-4667-a63f-ff122821f36b req-a2c6d348-96cd-4013-99a2-574d9a633391 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f21ff51-64ef-4601-b391-48d3a03e366b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183791 May 12 20:09:28.379429 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9fbc2c96-f928-4eb0-9a26-1279483baeef req-d5d1bf87-bb80-4fb0-b326-5e2c10f82d91 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474961 May 12 20:09:28.437509 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:28.634595 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-795546ab-53ff-4667-a63f-ff122821f36b req-41fc4cf1-eaaf-41ef-943a-4a21eb927638 service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581184 May 12 20:09:28.753236 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:46Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:28.757423 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc190d-1409-48a0-b846-381fc065d67c None None] The sync data for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 is: [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:38Z', 'revision_number': 4, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6bf890a5-a24b-4dc7-8faa-ab27c492acc0', 'name': '', 'network_id': '5f21ff51-64ef-4601-b391-48d3a03e366b', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'mac_address': 'fa:16:3e:f8:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:36Z', 'updated_at': '2022-05-12T20:07:46Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'subnets': [{'id': '9f99a75a-c1b7-416b-a6c9-a41305637dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:09:28.768369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-795546ab-53ff-4667-a63f-ff122821f36b req-cdcf3d92-5732-49f9-9247-ea7faec4eb74 service neutron] 10.222.0.73 "GET /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275587 May 12 20:09:28.980977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acb39b-8072-4413-9cc2-67efbc09ecd0 None None] New status for floating IP 17bfadf3-e978-4912-9730-07e0b2723ef1: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:09:29.034274 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3e0aa1b-7a5b-4c34-8815-a67abe392f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:29.448749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-8af4f159-6fc9-4740-b400-bd9247549071 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:29.450194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-8af4f159-6fc9-4740-b400-bd9247549071 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.0900555 May 12 20:09:29.525863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:29.526209 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:29.835461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd8e79-db2c-411f-bd51-6241b8e11ed6 req-9c7890db-e1f2-482f-8f20-3708860b1c53 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:29.836811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2abd8e79-db2c-411f-bd51-6241b8e11ed6 req-9c7890db-e1f2-482f-8f20-3708860b1c53 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf0157d4-92d2-4eb4-a851-2681566234f6 HTTP/1.1" status: 200 len: 945 time: 0.3406329 May 12 20:09:29.838434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:29.838786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:29.975551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 590c6e0d-3a49-4464-9f92-e246e7f1cf2c owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:30.038254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2abd8e79-db2c-411f-bd51-6241b8e11ed6 req-564d9fe2-4bbb-4466-bc5c-34a25f0966d8 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "GET /v2.0/security-groups?id=40cb1ad9-6396-4895-af1a-7bef7be5fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922717 May 12 20:09:30.133235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:30.164792 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:30.185350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=590c6e0d-3a49-4464-9f92-e246e7f1cf2c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:30.258358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] No DVR routers for this DVR port 590c6e0d-3a49-4464-9f92-e246e7f1cf2c on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:09:30.260975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:30.263691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-deleted', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:30.279793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-442a4405-a166-4ffe-8573-e9c1e047ac70 req-38e14ed4-55cb-4b69-8c46-b39a1bec8ae6 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.73 "DELETE /v2.0/ports/590c6e0d-3a49-4464-9f92-e246e7f1cf2c HTTP/1.1" status: 204 len: 173 time: 0.8238957 May 12 20:09:30.310491 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4d84f6-fa89-4d8b-b65d-9ae99ed1f70a'] response: {'server_uuid': 'bf0157d4-92d2-4eb4-a851-2681566234f6', 'name': 'network-vif-deleted', 'tag': '590c6e0d-3a49-4464-9f92-e246e7f1cf2c', 'status': 'completed', 'code': 200} May 12 20:09:30.645797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:31.137261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45584) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:31.736828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:31.801032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:32.155178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:32.155863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:32.343309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port 6bf890a5-a24b-4dc7-8faa-ab27c492acc0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:32.343679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:32.468185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:32.657457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:32.706751 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=6bf890a5-a24b-4dc7-8faa-ab27c492acc0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:32.975123 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:33.074929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 590c6e0d-3a49-4464-9f92-e246e7f1cf2c no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:33.113802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 590c6e0d-3a49-4464-9f92-e246e7f1cf2c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:33.114164 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 590c6e0d-3a49-4464-9f92-e246e7f1cf2c not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:33.452149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Router d1018324-3c1a-4ead-b8cf-cb11b848cad5 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:09:33.632112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:09:33.642384 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] Sync routers for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:09:33.647488 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-436aaf90-948e-40ce-9e8a-0051c00d67b4 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "PUT /v2.0/routers/d1018324-3c1a-4ead-b8cf-cb11b848cad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5065198 May 12 20:09:33.647719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45588) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:33.652661 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:33.653262 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:33.715368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting subnet 9f99a75a-c1b7-416b-a6c9-a41305637dac {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:09:33.718351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:33.771378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:33.822643 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:33.851033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:33.934411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:33.976758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:33.983287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb06f4b-051f-48c9-9cab-892860b7c3bd None None] Network 5f21ff51-64ef-4601-b391-48d3a03e366b requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:09:33.983530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Subnet': ['ID=9f99a75a-c1b7-416b-a6c9-a41305637dac,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:33.986358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b84d43e-a44c-4b10-8e1b-31de278dda5b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/subnets/9f99a75a-c1b7-416b-a6c9-a41305637dac HTTP/1.1" status: 204 len: 168 time: 0.3376710 May 12 20:09:33.989330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45592) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:34.134391 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:09:32Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:34.138516 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] Checking router: d1018324-3c1a-4ead-b8cf-cb11b848cad5 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:09:34.148684 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] Routers {'d1018324-3c1a-4ead-b8cf-cb11b848cad5'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:34.149459 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:34.190543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:34.254259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] DHCP port deletion for 5f21ff51-64ef-4601-b391-48d3a03e366b request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:09:34.258896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] Deleting port 42ecdb53-25c7-4868-9545-8a5cf55ab60b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:34.259393 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:34.334186 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] Set router d1018324-3c1a-4ead-b8cf-cb11b848cad5 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:34.367526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:34.377828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Deleting port f171338a-bbb9-47a9-944a-c06680d6371a {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:34.378173 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:34.463736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] For port 42ecdb53-25c7-4868-9545-8a5cf55ab60b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=42ecdb53-25c7-4868-9545-8a5cf55ab60b,segment=NetworkSegment(1c602674-bb92-418e-8a3a-1e493ba3c158),segment_id=1c602674-bb92-418e-8a3a-1e493ba3c158)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:34.464656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:34.587940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] Calling delete_port for 42ecdb53-25c7-4868-9545-8a5cf55ab60b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:34.616901 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:09:32Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:34.621594 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d17a6-c5c5-4591-8934-092db3e6043f None None] The sync data for ids ['d1018324-3c1a-4ead-b8cf-cb11b848cad5'] in n-d-841626-1 is: [{'id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072489361', 'tenant_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:09:32Z', 'revision_number': 5, 'project_id': 'e3eb59963b3345ab9bb52c5d5b569a51', 'gw_port': {'id': 'f171338a-bbb9-47a9-944a-c06680d6371a', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018324-3c1a-4ead-b8cf-cb11b848cad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:07:31Z', 'updated_at': '2022-05-12T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:09:34.667037 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:34.687942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] For port f171338a-bbb9-47a9-944a-c06680d6371a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f171338a-bbb9-47a9-944a-c06680d6371a,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:34.688511 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:34.714796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] Pushing event deleted for resources: {'Port': ['ID=42ecdb53-25c7-4868-9545-8a5cf55ab60b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:34.720392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb0f90-2ff9-4c47-acee-885ccadbccab None None] No DVR routers for this DVR port 42ecdb53-25c7-4868-9545-8a5cf55ab60b on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:09:34.809473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Calling delete_port for f171338a-bbb9-47a9-944a-c06680d6371a owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:34.982240 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.039706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Port': ['ID=f171338a-bbb9-47a9-944a-c06680d6371a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:35.135260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.313770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.316015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.343859 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.344257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Fanout notify agent at l3_agent the message router_deleted on router d1018324-3c1a-4ead-b8cf-cb11b848cad5 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:09:35.359255 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.360329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-be83e233-5163-4314-bc1a-f9cd62ec81cb tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/routers/d1018324-3c1a-4ead-b8cf-cb11b848cad5 HTTP/1.1" status: 204 len: 168 time: 1.3691237 May 12 20:09:35.363627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45596) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:35.482958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.618372 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.648835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f21ff51-64ef-4601-b391-48d3a03e366b']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:35.661212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c602674-bb92-418e-8a3a-1e493ba3c158') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:35.661510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c602674-bb92-418e-8a3a-1e493ba3c158') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:35.672771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.688239 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.694199 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:09:35.694568 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: timer() May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:09:35.708402 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:09:35.801072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.806217 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.838865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'Network': ['ID=5f21ff51-64ef-4601-b391-48d3a03e366b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:35.843867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2fbe3933-46a5-4f05-9ffa-5d38a8c67ae3 tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/networks/5f21ff51-64ef-4601-b391-48d3a03e366b HTTP/1.1" status: 204 len: 168 time: 0.4792557 May 12 20:09:35.846635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45602) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:35.913105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6725691-66c2-4d05-a7f0-f48dd375dd6b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.943101 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6725691-66c2-4d05-a7f0-f48dd375dd6b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:35.977748 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ecdb53-25c7-4868-9545-8a5cf55ab60b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:36.005711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 42ecdb53-25c7-4868-9545-8a5cf55ab60b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:36.006120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 42ecdb53-25c7-4868-9545-8a5cf55ab60b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:36.006631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f171338a-bbb9-47a9-944a-c06680d6371a no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:36.012357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6725691-66c2-4d05-a7f0-f48dd375dd6b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:36.030769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6725691-66c2-4d05-a7f0-f48dd375dd6b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cb1ad9-6396-4895-af1a-7bef7be5fe31,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:36.047033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f6725691-66c2-4d05-a7f0-f48dd375dd6b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:36.048162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f6725691-66c2-4d05-a7f0-f48dd375dd6b tempest-TestNetworkAdvancedServerOps-303934760 tempest-TestNetworkAdvancedServerOps-303934760-project] 10.222.0.72 "DELETE /v2.0/security-groups/40cb1ad9-6396-4895-af1a-7bef7be5fe31 HTTP/1.1" status: 204 len: 168 time: 0.2006264 May 12 20:09:36.048479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f171338a-bbb9-47a9-944a-c06680d6371a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:36.048827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f171338a-bbb9-47a9-944a-c06680d6371a not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:36.049270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:36.093583 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:36.093909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6bf890a5-a24b-4dc7-8faa-ab27c492acc0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:36.380099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45612) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:36.530627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-264ef323-e117-4e6c-8b29-7b78c583f492 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3eb59963b3345ab9bb52c5d5b569a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492832 May 12 20:09:36.533380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:36.590769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5444a6d3-49e6-4fe1-8e53-e2b27760c9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:36.616774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5444a6d3-49e6-4fe1-8e53-e2b27760c9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:36.673077 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5444a6d3-49e6-4fe1-8e53-e2b27760c9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:36.689958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444a6d3-49e6-4fe1-8e53-e2b27760c9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d692c1ba-e0d3-434c-8bcd-ab4cd3a44fe0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:36.696814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5444a6d3-49e6-4fe1-8e53-e2b27760c9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:36.698007 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5444a6d3-49e6-4fe1-8e53-e2b27760c9bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d692c1ba-e0d3-434c-8bcd-ab4cd3a44fe0 HTTP/1.1" status: 204 len: 168 time: 0.1636553 May 12 20:09:36.977900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45626) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:37.029897 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-afcea016-400f-4269-a0b3-000667a89e9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5c5ce97751e49c9a267c2d64b8d48b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508094 May 12 20:09:37.033422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45630) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:37.089660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a36ae2c5-12e8-4c2e-803f-23b812d8e5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:37.115230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a36ae2c5-12e8-4c2e-803f-23b812d8e5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:37.166612 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a36ae2c5-12e8-4c2e-803f-23b812d8e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:37.183371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ae2c5-12e8-4c2e-803f-23b812d8e5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b8f0f-910e-4b73-b205-9ad12205eeae,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:37.195643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a36ae2c5-12e8-4c2e-803f-23b812d8e5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:37.196926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a36ae2c5-12e8-4c2e-803f-23b812d8e5cc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/220b8f0f-910e-4b73-b205-9ad12205eeae HTTP/1.1" status: 204 len: 168 time: 0.1625001 May 12 20:09:37.500519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45640) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:37.827374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port cb9de91a-6f11-48e3-bfa0-3117c3374222 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:37.827720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:37.996082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:37.996742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.121859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for cb9de91a-6f11-48e3-bfa0-3117c3374222 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:38.180044 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.275842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.326930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=cb9de91a-6f11-48e3-bfa0-3117c3374222,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:38.416694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.417028 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Floating IP 17eed6cd-3c6e-41cc-8719-0086b359bc03 disassociated (deleted). External IP: 172.25.2.107, port: 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1. May 12 20:09:38.646661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45672) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:38.772725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:09:38.810730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'network': {'name': 'tempest-network-smoke--119057031', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:38.816689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:38.820723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:network and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:38.823837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:38.833622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:38.838415 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.843326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:09:38.847098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.859410 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.874312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:38.878116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:38.880885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:38.886640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:38.949789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:09:38.960721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:09:38.970273 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.971534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:38.972405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:38.973539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:38.977699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.010266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:09:39.019266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69f933-1711-4ab2-be82-9089a85ed992,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:39.025575 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.025921 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Added segment ccd6af12-b135-4f57-b48b-64c8b150e819 of type vlan for network f74091a6-bf64-4d88-9a14-70f4e4f257de May 12 20:09:39.056953 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.094652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.101963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:39.103006 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.163707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5c1d94f4-671c-4a67-b6cd-241d2c993230 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "DELETE /v2.0/floatingips/17eed6cd-3c6e-41cc-8719-0086b359bc03 HTTP/1.1" status: 204 len: 168 time: 1.6619654 May 12 20:09:39.165861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:39.205381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:39.212602 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225312cc-f268-4c68-912b-754e8312828d'] response: {'name': 'network-changed', 'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'status': 'completed', 'code': 200} May 12 20:09:39.234881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Network': ['ID=f74091a6-bf64-4d88-9a14-70f4e4f257de,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:39.255867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f74091a6-bf64-4d88-9a14-70f4e4f257de details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:09:39.260467 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-63adc2d2-2c70-4f48-a8b5-f6ba6b4bfc57 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6124878 May 12 20:09:39.264716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45682) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:39.270987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'admin_state_up': True, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:39.280545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:39.284746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:router and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:39.288911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:39.297157 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:39.318945 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.319969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.324223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ce21e-4a2a-49b7-a938-235964201e11 req-e29ef2ba-4d22-4bcb-80bf-f427be9aa13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:39.326021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-366ce21e-4a2a-49b7-a938-235964201e11 req-e29ef2ba-4d22-4bcb-80bf-f427be9aa13d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 1096 time: 0.0874493 May 12 20:09:39.338736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.481728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ce21e-4a2a-49b7-a938-235964201e11 req-6c33dbee-1c54-4e55-9e52-12fb1cc1fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:39.483286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-366ce21e-4a2a-49b7-a938-235964201e11 req-6c33dbee-1c54-4e55-9e52-12fb1cc1fe77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1512845 May 12 20:09:39.593518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-366ce21e-4a2a-49b7-a938-235964201e11 req-2f99a09b-1773-4fac-98b5-f702e0521b84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 HTTP/1.1" status: 200 len: 217 time: 0.1017890 May 12 20:09:39.659033 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:39.666210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 1, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:39.671179 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:09:39.678126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ce21e-4a2a-49b7-a938-235964201e11 req-5431add4-11e7-40e2-9313-41dce942cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:39.679601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-366ce21e-4a2a-49b7-a938-235964201e11 req-5431add4-11e7-40e2-9313-41dce942cede service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0761325 May 12 20:09:39.682214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:39.683711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:39.691522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc08556-34a0-4517-90f8-9d948a09d478 req-b4db94ff-1069-4cf2-bbe7-5ca0e1519bc6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:39.692198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2cc08556-34a0-4517-90f8-9d948a09d478 req-b4db94ff-1069-4cf2-bbe7-5ca0e1519bc6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:09:39.756140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2cc08556-34a0-4517-90f8-9d948a09d478 req-b4db94ff-1069-4cf2-bbe7-5ca0e1519bc6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:09:39.757237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2cc08556-34a0-4517-90f8-9d948a09d478 req-b4db94ff-1069-4cf2-bbe7-5ca0e1519bc6 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 945 time: 0.2144015 May 12 20:09:39.798615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ce21e-4a2a-49b7-a938-235964201e11 req-755a9207-e5ff-4261-9cb0-1dcdf70df75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:39.800118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-366ce21e-4a2a-49b7-a938-235964201e11 req-755a9207-e5ff-4261-9cb0-1dcdf70df75e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042597 May 12 20:09:39.869304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:39.889035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2cc08556-34a0-4517-90f8-9d948a09d478 req-aebaa262-50de-4777-808a-4171915eb071 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152592 May 12 20:09:39.957877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-366ce21e-4a2a-49b7-a938-235964201e11 req-c9d0e63b-9977-4c53-bdee-f6539dbf5364 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464097 May 12 20:09:40.088165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:40.099199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-366ce21e-4a2a-49b7-a938-235964201e11 req-918087af-7ebf-45c3-b5f1-88e1a057fa76 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334059 May 12 20:09:40.126053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:40.223154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 1, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:40.227516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6f6f-d1ed-4adb-9361-bd27fe02a729 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '27c82183-b6d4-4027-be41-0ba10bf75778', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'port_id': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'mac_address': 'fa:16:3e:7f:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:05:34Z', 'updated_at': '2022-05-12T20:05:38Z', 'revision_number': 1, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:09:40.274835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.25.2.224 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/7daa3b30-c5e4-47b5-862c-212aeb8866e1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:09:40.425735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:40.458842 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:40.459675 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f2549-2b37-4fcd-b7a4-d709234b08f5 None None] New status for floating IP 17eed6cd-3c6e-41cc-8719-0086b359bc03: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:09:40.523455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:09:40.526550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:09:40.529139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:09:40.566736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=7daa3b30-c5e4-47b5-862c-212aeb8866e1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:40.950728 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:41.090866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce13ce5-0e57-43e7-be81-311eebb43aa4 req-c231b250-a3bd-4664-8bd1-d7cbffa409b3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:41.093227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bce13ce5-0e57-43e7-be81-311eebb43aa4 req-c231b250-a3bd-4664-8bd1-d7cbffa409b3 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 945 time: 0.0842464 May 12 20:09:41.181175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bce13ce5-0e57-43e7-be81-311eebb43aa4 req-064288e8-3465-4e38-be3f-ab12a8b7e9fd tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827596 May 12 20:09:41.217322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-908c8619-59a4-4753-8394-91a811ee7976 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:41.218758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-908c8619-59a4-4753-8394-91a811ee7976 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 945 time: 0.0990119 May 12 20:09:41.297828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:41.298184 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:41.420657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:41.549877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] For port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:41.550136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:41.626088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 5b728fd1-a889-40af-acd1-1945b62ed0af is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:09:41.673682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:41.810036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:09:41.819427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Sync routers for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:09:41.828990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:41.829620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:41.840955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:41.845584 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-293f96b6-6a6d-44b0-86ed-d344ebc22597 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5794392 May 12 20:09:41.846460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:41.937359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:41.945365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-254237d2-602e-4583-b9b3-7a48bf7aae5c tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ce78b0946cd1415786e354fca57663e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953372 May 12 20:09:41.945716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45696) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:41.997989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:42.014796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:42.077559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] No DVR routers for this DVR port 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:09:42.080199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:42.084988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'name': 'network-vif-deleted', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:42.102292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76fb61e8-3c8b-44f8-a5e6-ed6ff358bc41 req-758e2bc0-4867-477f-9ce4-f99f5ef64e86 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "DELETE /v2.0/ports/0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 HTTP/1.1" status: 204 len: 173 time: 0.8777850 May 12 20:09:42.109424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2f6d2-7201-47ac-9624-b4dc3f87e932 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:42.114448 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cfa2f6d2-7201-47ac-9624-b4dc3f87e932 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641948 May 12 20:09:42.114599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45702) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:42.155703 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6ec2ad-37e9-4902-8777-654354f36eef'] response: {'server_uuid': '1b20a612-325c-4ab7-9285-a724d4e02977', 'name': 'network-vif-deleted', 'tag': '0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1', 'status': 'completed', 'code': 200} May 12 20:09:42.161177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6b9cbc21-6ce7-4256-8d8f-35c14ab539fb tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457976 May 12 20:09:42.163964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45706) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:42.170080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1544446577', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:42.285255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:42.290273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:subnet and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:42.293330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:42.299773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:42.321144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:09:42.325574 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:42.376730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2e1414e3-ca82-4518-aeab-ecd3e3cc87e7 req-e04ee03b-9dbc-4b13-bdd7-2c0d017a2847 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:09:42.397739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-2e1414e3-ca82-4518-aeab-ecd3e3cc87e7 req-e04ee03b-9dbc-4b13-bdd7-2c0d017a2847 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:09:42.403214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:40Z', 'revision_number': 3, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:42.407792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Checking router: 5b728fd1-a889-40af-acd1-1945b62ed0af for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:09:42.408142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Updating router 5b728fd1-a889-40af-acd1-1945b62ed0af port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:09:42.411889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e1414e3-ca82-4518-aeab-ecd3e3cc87e7 req-e04ee03b-9dbc-4b13-bdd7-2c0d017a2847 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b20a612-325c-4ab7-9285-a724d4e02977 HTTP/1.1" status: 200 len: 210 time: 0.1026540 May 12 20:09:42.469962 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:42.603609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:42.693862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Subnet': ['ID=12cd44d8-1d3b-4c4c-a097-3ba034d2b276,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:42.699324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Checking segment: {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:09:42.699682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network hostable DHCP agents. Network: f74091a6-bf64-4d88-9a14-70f4e4f257de, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:09:42.718586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network f74091a6-bf64-4d88-9a14-70f4e4f257de is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:09:42.729127 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, f74091a6-bf64-4d88-9a14-70f4e4f257de) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:09:42.734424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:42.735216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:42.744941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af430207-78c0-4029-8c1a-d1ccd94d3876 None None] Network f74091a6-bf64-4d88-9a14-70f4e4f257de requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:09:42.759307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ce64c48c-62d2-4304-8d3b-d82f8d26b039 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5940952 May 12 20:09:42.761987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45712) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:42.983241 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:43.023287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Transition to ACTIVE for port object 7daa3b30-c5e4-47b5-862c-212aeb8866e1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:09:43.036996 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:43.074802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-f74091a6-bf64-4d88-9a14-70f4e4f257de', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:09:43.076039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:43.177088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca72fc6-f05c-480f-ae47-bc2bd0f0b879 None None] Pushing event updated for resources: {'Port': ['ID=7daa3b30-c5e4-47b5-862c-212aeb8866e1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:43.180664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Attempting to bind port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:09:43.181023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Attempting to bind port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:09:43.181452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Attempting to bind port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:09:43.203076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:09:43.203457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:09:43.203858 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:43.204251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:09:43.204742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Bound port: 7daa3b30-c5e4-47b5-862c-212aeb8866e1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:09:43.205110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:43.334183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] For port 7daa3b30-c5e4-47b5-862c-212aeb8866e1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:09:43.338440 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] For port 7daa3b30-c5e4-47b5-862c-212aeb8866e1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7daa3b30-c5e4-47b5-862c-212aeb8866e1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:09:43.346461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:43.383034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Allocated IP 172.20.0.2 (f74091a6-bf64-4d88-9a14-70f4e4f257de/12cd44d8-1d3b-4c4c-a097-3ba034d2b276/75edc03f-7fa7-43c0-b990-3fff298342cd) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:09:43.502630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:43.502837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:43.564674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca72fc6-f05c-480f-ae47-bc2bd0f0b879 None None] Pushing event updated for resources: {'Port': ['ID=7daa3b30-c5e4-47b5-862c-212aeb8866e1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:43.615465 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:43.808370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:44.015867 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.031427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Transition to ACTIVE for port object 75edc03f-7fa7-43c0-b990-3fff298342cd will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:09:44.072876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Transition to ACTIVE for port object 75edc03f-7fa7-43c0-b990-3fff298342cd will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:09:44.107128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.167691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.20.0.1 (f74091a6-bf64-4d88-9a14-70f4e4f257de/12cd44d8-1d3b-4c4c-a097-3ba034d2b276/912f1164-e9ff-48f4-8450-6faf82f539bf) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:09:44.186422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Network f74091a6-bf64-4d88-9a14-70f4e4f257de is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:09:44.191238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:09:44.195321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:09:44.204945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Pushing event updated for resources: {'Port': ['ID=75edc03f-7fa7-43c0-b990-3fff298342cd,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:44.299173 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:40Z', 'revision_number': 3, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:44.301343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Attempting to bind port 75edc03f-7fa7-43c0-b990-3fff298342cd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:09:44.301687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Attempting to bind port 75edc03f-7fa7-43c0-b990-3fff298342cd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:09:44.302071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Attempting to bind port 75edc03f-7fa7-43c0-b990-3fff298342cd on network f74091a6-bf64-4d88-9a14-70f4e4f257de {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:09:44.308579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:09:44.309444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Checking segment: {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:09:44.309444 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.309749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Bound using segment: {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:09:44.310193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Bound port: 75edc03f-7fa7-43c0-b990-3fff298342cd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:09:44.310556 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.320758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0042bd5-e422-42c3-a6e2-a89f0851255c None None] The sync data for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 is: [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:40Z', 'revision_number': 3, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:09:44.340869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.367196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Transition to ACTIVE for port object 912f1164-e9ff-48f4-8450-6faf82f539bf will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:09:44.396493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.411844 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] For port 75edc03f-7fa7-43c0-b990-3fff298342cd, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:09:44.416128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] For port 75edc03f-7fa7-43c0-b990-3fff298342cd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=75edc03f-7fa7-43c0-b990-3fff298342cd,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:09:44.422670 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.480942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network f74091a6-bf64-4d88-9a14-70f4e4f257de is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:09:44.484154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:09:44.488685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:09:44.525068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e238-bb9f-4221-8036-db5c002432d8 None None] Pushing event updated for resources: {'Port': ['ID=75edc03f-7fa7-43c0-b990-3fff298342cd,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:44.534023 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=912f1164-e9ff-48f4-8450-6faf82f539bf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:44.561956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:44.695964 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:09:44.773677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:44.841094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:44.841762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0c4c7001-dfa7-4f3a-b6b4-b768a3ccddf1 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:44.915856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:45.532888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:45.540475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:45.661760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:45.685479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=912f1164-e9ff-48f4-8450-6faf82f539bf,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:45.750681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf3eb4-d36a-4c3f-ac53-58927bfa3778 None None] Network f74091a6-bf64-4d88-9a14-70f4e4f257de requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:09:45.811452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network f74091a6-bf64-4d88-9a14-70f4e4f257de is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:09:45.812589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:09:45.845981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-292d9129-2404-45ba-be27-89c30f566717 None None] Provisioning for port 75edc03f-7fa7-43c0-b990-3fff298342cd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:09:46.081002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 5b728fd1-a889-40af-acd1-1945b62ed0af has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:09:46.115278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 75edc03f-7fa7-43c0-b990-3fff298342cd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:09:46.256703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 75edc03f-7fa7-43c0-b990-3fff298342cd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:09:46.263874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 75edc03f-7fa7-43c0-b990-3fff298342cd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:46.264291 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:46.446484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Provisioning complete for port 75edc03f-7fa7-43c0-b990-3fff298342cd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:46.446862 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:46.474090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:09:46.491129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c3579860-5b7f-485b-8b51-ff13483a58b8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "PUT /v2.0/routers/5b728fd1-a889-40af-acd1-1945b62ed0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7279031 May 12 20:09:46.493756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45730) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:46.499522 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Sync routers for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:09:46.516624 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:46.517471 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:46.553395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 75edc03f-7fa7-43c0-b990-3fff298342cd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:46.553765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:46.669228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 75edc03f-7fa7-43c0-b990-3fff298342cd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=75edc03f-7fa7-43c0-b990-3fff298342cd,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:46.679783 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:46.680784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7daa3b30-c5e4-47b5-862c-212aeb8866e1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:09:46.753332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8082a33-376a-4032-bafb-1c05537b9f5d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.753794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8082a33-376a-4032-bafb-1c05537b9f5d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.754253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8082a33-376a-4032-bafb-1c05537b9f5d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.754701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8082a33-376a-4032-bafb-1c05537b9f5d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.755146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8082a33-376a-4032-bafb-1c05537b9f5d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.755596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8082a33-376a-4032-bafb-1c05537b9f5d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.761114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45734) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:46.764921 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a8082a33-376a-4032-bafb-1c05537b9f5d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2624614 May 12 20:09:46.780601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Current status of the port 75edc03f-7fa7-43c0-b990-3fff298342cd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:46.781168 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:46.813230 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:46.861740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4fc9f-3c9c-4826-becf-2a13c86cc10f tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.862648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4fc9f-3c9c-4826-becf-2a13c86cc10f tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.863105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4fc9f-3c9c-4826-becf-2a13c86cc10f tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.863549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4fc9f-3c9c-4826-becf-2a13c86cc10f tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.863990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4fc9f-3c9c-4826-becf-2a13c86cc10f tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.864425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4fc9f-3c9c-4826-becf-2a13c86cc10f tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:46.869506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:46.869862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-92a4fc9f-3c9c-4826-becf-2a13c86cc10f tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1073110 May 12 20:09:46.967120 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:09:46.967710 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:09:46.988570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:09:46.993899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=75edc03f-7fa7-43c0-b990-3fff298342cd,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:46.996765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:46.997343 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.131066 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:47.131873 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.133820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a019ab15-3812-42b2-91cd-2a527ca6ea68 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2625453 May 12 20:09:47.165238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7daa3b30-c5e4-47b5-862c-212aeb8866e1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7daa3b30-c5e4-47b5-862c-212aeb8866e1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:47.172272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.223960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45746) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:47.224814 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:45Z', 'revision_number': 2, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:47.229816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742481626', 'description': 'tempest-secgroup-smoke-1742481626 description', 'project_id': 'ce78b0946cd1415786e354fca57663e1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:47.231945 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Checking router: 5b728fd1-a889-40af-acd1-1945b62ed0af for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:09:47.232381 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Updating router 5b728fd1-a889-40af-acd1-1945b62ed0af port 912f1164-e9ff-48f4-8450-6faf82f539bf binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:09:47.247389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:47.256604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:47.261052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:47.261483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7daa3b30-c5e4-47b5-862c-212aeb8866e1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:47.268924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:47.286231 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.301225 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.306410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:47.310258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:47.313022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:47.318692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:47.405871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.413599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.460439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0336e4eb-0206-4f0a-a661-103d8d67c41e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:47.466842 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.468216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0dff4eeb-b977-4ebf-b867-e4be5c6f3906 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2430217 May 12 20:09:47.471718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45750) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:47.486610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0336e4eb-0206-4f0a-a661-103d8d67c41e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:47.495172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:47.499218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:47.502408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:47.509606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:47.542860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.545755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Current status of the port 75edc03f-7fa7-43c0-b990-3fff298342cd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:47.566210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Provisioning for port 912f1164-e9ff-48f4-8450-6faf82f539bf completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:09:47.571963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Provisioning complete for port 912f1164-e9ff-48f4-8450-6faf82f539bf triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:47.572507 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.619353 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.631235 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.647877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ab882cfa-eec4-4b8d-98ca-3f8ec6bd5ce0 None None] Port 912f1164-e9ff-48f4-8450-6faf82f539bf cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:09:47.669869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ca1e3e-a87c-497b-a2ee-cbf2e9939b3c,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:47.676601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.678151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-57fd7d24-0adf-41a7-9574-3980d762451d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029507 May 12 20:09:47.680883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45754) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:47.687131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0336e4eb-0206-4f0a-a661-103d8d67c41e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:47.694213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:47.699558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:47.703021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:47.718204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:47.740972 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.748535 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.766253 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Transition to ACTIVE for port object 912f1164-e9ff-48f4-8450-6faf82f539bf will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:09:47.772336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9ae3d833-4c6b-4b86-a613-9cd91eb72fd7 None None] Provisioning complete for port 912f1164-e9ff-48f4-8450-6faf82f539bf triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:47.772669 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d833-4c6b-4b86-a613-9cd91eb72fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.775474 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.810691 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.815659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.827878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3d833-4c6b-4b86-a613-9cd91eb72fd7 None None] Port 912f1164-e9ff-48f4-8450-6faf82f539bf cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:09:47.842193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a467ac1-3efe-4723-98e7-ccdbff2c65b6,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:47.854028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.858329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45758) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:47.858802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-faa853e6-d894-4392-b33c-94734151cef2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1764865 May 12 20:09:47.863834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0336e4eb-0206-4f0a-a661-103d8d67c41e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:47.870927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:47.875983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:47.879112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:47.884903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:47.909373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.936609 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Pushing event updated for resources: {'Port': ['ID=912f1164-e9ff-48f4-8450-6faf82f539bf,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:47.983025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:47.983829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.984037 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.984397 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.984679 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.985000 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.985568 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.985878 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.986224 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.986610 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.987259 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.987525 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.987942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:47.990075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.017963 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Attempting to bind port 912f1164-e9ff-48f4-8450-6faf82f539bf on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:09:48.018639 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Attempting to bind port 912f1164-e9ff-48f4-8450-6faf82f539bf by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:09:48.018773 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Attempting to bind port 912f1164-e9ff-48f4-8450-6faf82f539bf on network f74091a6-bf64-4d88-9a14-70f4e4f257de {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:09:48.024241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 75edc03f-7fa7-43c0-b990-3fff298342cd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:09:48.024791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d0e5d0-e436-4075-a742-b7dfe9129202,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:48.035023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.036811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a47972bd-7604-40cc-a1a9-5530cf997cca tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1774571 May 12 20:09:48.037423 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:09:48.037884 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Checking segment: {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:09:48.038374 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.038803 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Bound using segment: {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:09:48.039336 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Bound port: 912f1164-e9ff-48f4-8450-6faf82f539bf, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:09:48.039761 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.040031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45762) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:48.046275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0336e4eb-0206-4f0a-a661-103d8d67c41e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:48.058680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:48.062601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:48.065586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:48.071266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:48.091030 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.102605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 75edc03f-7fa7-43c0-b990-3fff298342cd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:48.102976 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.135978 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] For port 912f1164-e9ff-48f4-8450-6faf82f539bf, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:09:48.139965 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] For port 912f1164-e9ff-48f4-8450-6faf82f539bf, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=912f1164-e9ff-48f4-8450-6faf82f539bf,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:09:48.144364 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.166139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.171315 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.212827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefed936-addb-41ab-a7f5-24719012791f,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:48.225412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.226646 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:48.227248 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:48.227731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cba21d36-ce26-4707-b10f-32c57300ab2d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1864529 May 12 20:09:48.230374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45766) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:48.235788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0336e4eb-0206-4f0a-a661-103d8d67c41e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:48.242755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:48.246747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:48.249689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:48.252454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 75edc03f-7fa7-43c0-b990-3fff298342cd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:48.253806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7daa3b30-c5e4-47b5-862c-212aeb8866e1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:09:48.255886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:48.271804 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Project ce78b0946cd1415786e354fca57663e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:09:48.280435 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.328947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:48.329483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.335702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45772) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:48.351130 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76fcf4-dd3d-4ccd-8402-e79ed9c46ba0 None None] Pushing event updated for resources: {'Port': ['ID=912f1164-e9ff-48f4-8450-6faf82f539bf,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:48.355292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.364845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.389378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562a10f6-b07b-4bfe-9747-a51ba5c77af4,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:48.438574 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.441966 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6e9ca369-1cf1-466b-8078-b36d7e7240b7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2084749 May 12 20:09:48.442624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45776) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:48.449238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0336e4eb-0206-4f0a-a661-103d8d67c41e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:48.457823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:48.462897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:48.468469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:48.474532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:48.489475 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Project ce78b0946cd1415786e354fca57663e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:09:48.490604 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:48.499370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.509712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:48.579671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.584997 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.606347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port dc2e07a7-1663-4d16-92cc-d45dfba76b1e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:48.606681 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.611411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0a9fe7-cd33-4502-8b0b-29cc92677c08,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:48.622675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.624124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-49081d56-e6e3-49d2-abcd-0b7f223eafd1 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1803288 May 12 20:09:48.781425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.781645 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:48.795208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e440c81f-308b-4fda-8d9d-a87d90fb84f8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:09:48.813662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e440c81f-308b-4fda-8d9d-a87d90fb84f8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:09:48.815547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e440c81f-308b-4fda-8d9d-a87d90fb84f8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742481626&fields=id&tenant_id=ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 267 time: 0.0648108 May 12 20:09:48.825423 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:48Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:48.829594 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d9938-b42f-48e5-b1bf-96b2708ed94a None None] The sync data for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 is: [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:48Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:09:49.000457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-184d372f-8769-44eb-9d16-919f41c8d410 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:49.002251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-184d372f-8769-44eb-9d16-919f41c8d410 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/networks?id=f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 200 len: 796 time: 0.1785192 May 12 20:09:49.018697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-d383c9f4-d0bf-45cd-917d-6c0c57880e81 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/quotas/ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 375 time: 0.0105233 May 12 20:09:49.038834 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for dc2e07a7-1663-4d16-92cc-d45dfba76b1e owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:49.111566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-b57a29b0-0f2e-4be8-a080-4f4c4e42a2c2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873930 May 12 20:09:49.203495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:49.257971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-62df678f-bcf4-44ae-a474-49a125af436f service neutron] 10.222.0.72 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343343 May 12 20:09:49.297275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=dc2e07a7-1663-4d16-92cc-d45dfba76b1e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:49.354559 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:49.354904 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Floating IP 27c82183-b6d4-4027-be41-0ba10bf75778 disassociated (deleted). External IP: 172.25.2.90, port: aa3537f7-5779-4583-ae34-ccf22d6b55fc. May 12 20:09:49.515688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-2d04064a-ae1d-4197-abfe-d1c3e0242ae7 service neutron] 10.222.0.72 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512968 May 12 20:09:49.721543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bcded55c-f69b-4eb0-9c1b-4af2733c72fb req-aacf4565-2263-4f6a-9856-99ec65c4d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 210 time: 0.0504026 May 12 20:09:49.758320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:09:49.984653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:09:49.995505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:09:50.009834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:50.018343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:50.020661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:50.081776 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-83fbccb0-02d7-4baf-b2d9-b4d07ac64ddf tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "DELETE /v2.0/floatingips/27c82183-b6d4-4027-be41-0ba10bf75778 HTTP/1.1" status: 204 len: 168 time: 1.7448785 May 12 20:09:50.083112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:50.104098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 912f1164-e9ff-48f4-8450-6faf82f539bf up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:09:50.199791 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a417ab-7928-4e69-bd14-697f15edb9e8'] response: {'name': 'network-changed', 'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'status': 'completed', 'code': 200} May 12 20:09:50.273676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:50.290723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843dc0-add8-4435-a249-66151f4342eb req-82e5d989-a89c-44f9-9caa-3c21fd3bcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:50.292706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36843dc0-add8-4435-a249-66151f4342eb req-82e5d989-a89c-44f9-9caa-3c21fd3bcb4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e96682707d7144beb8c5c280c4026363&device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 1097 time: 0.0885246 May 12 20:09:50.461443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843dc0-add8-4435-a249-66151f4342eb req-dfab61cd-af87-4438-8396-0dc332dd7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:50.463728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36843dc0-add8-4435-a249-66151f4342eb req-dfab61cd-af87-4438-8396-0dc332dd7d2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 200 len: 913 time: 0.1646192 May 12 20:09:50.528103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 912f1164-e9ff-48f4-8450-6faf82f539bf completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:09:50.537317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 912f1164-e9ff-48f4-8450-6faf82f539bf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:50.537682 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:50.581499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36843dc0-add8-4435-a249-66151f4342eb req-676195fb-d331-4b1d-95db-91030b2d6720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 200 len: 217 time: 0.0731924 May 12 20:09:50.655608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843dc0-add8-4435-a249-66151f4342eb req-156630b9-c733-499d-95af-bd61b2778306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:50.657125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36843dc0-add8-4435-a249-66151f4342eb req-156630b9-c733-499d-95af-bd61b2778306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 200 len: 851 time: 0.0676062 May 12 20:09:50.669314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb241981-bdea-4817-8b5a-b79981eb17ac req-2f2b059f-9b09-4c3f-90f2-888b0718dd36 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:50.670707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb241981-bdea-4817-8b5a-b79981eb17ac req-2f2b059f-9b09-4c3f-90f2-888b0718dd36 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 946 time: 0.2059245 May 12 20:09:50.730804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 912f1164-e9ff-48f4-8450-6faf82f539bf is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:50.731630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:50.759613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:50.765157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb241981-bdea-4817-8b5a-b79981eb17ac req-db1ec4fc-ff59-4c9d-a8b9-52c92459cbe9 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649829 May 12 20:09:50.769842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:09:50.776500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 912f1164-e9ff-48f4-8450-6faf82f539bf, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=912f1164-e9ff-48f4-8450-6faf82f539bf,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:50.781882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843dc0-add8-4435-a249-66151f4342eb req-1b994c88-bc01-4532-90be-187bc117f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:50.783452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:09:50.783644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36843dc0-add8-4435-a249-66151f4342eb req-1b994c88-bc01-4532-90be-187bc117f754 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ef90a6-b6d9-4597-82ae-e701d0c9053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118155 May 12 20:09:50.784071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:50.895926 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:51.024335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a97f9d4-3d56-421a-ba84-98c961a17817 req-208dc1f5-57ee-4d2c-ac88-dc7fcfaa45a7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 210 time: 0.1480451 May 12 20:09:51.055335 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=912f1164-e9ff-48f4-8450-6faf82f539bf,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:51.085073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:09:51.120803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e1858498-e039-48bf-9366-029911c7e37e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:51.122235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e1858498-e039-48bf-9366-029911c7e37e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.73 "GET /v2.0/networks?id=f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 200 len: 796 time: 0.2499249 May 12 20:09:51.155792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36843dc0-add8-4435-a249-66151f4342eb req-c55b4268-c46a-4fb1-a933-3987e5727e19 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632648 May 12 20:09:51.202175 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-d4e4ffc1-7f4f-42df-8c09-32b5c1f61428 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 380 time: 0.0685561 May 12 20:09:51.257984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'port': {'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'admin_state_up': True, 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'security_groups': ['0336e4eb-0206-4f0a-a661-103d8d67c41e']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:51.395398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:09:51.399497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae077baf-949a-4b16-bd33-5b3f0a7002f7 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T19:57:07Z', 'revision_number': 4, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3', 'name': '', 'network_id': 'f2ef90a6-b6d9-4597-82ae-e701d0c9053e', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'mac_address': 'fa:16:3e:73:ef:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:06Z', 'updated_at': '2022-05-12T19:57:18Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'subnets': [{'id': '6138e4bb-00df-4c58-9c8f-c9334adc4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:09:51.408965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36843dc0-add8-4435-a249-66151f4342eb req-c2bf2ea6-4c9f-4d1e-ae58-acb2181d629d service neutron] 10.222.0.36 "GET /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431726 May 12 20:09:51.433813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:09:51.438507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:port and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:09:51.441510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:09:51.447591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:09:51.458320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:09:51.462084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:51.633655 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e126ca-c37e-47b6-9566-eb5f2cf8278d None None] New status for floating IP 27c82183-b6d4-4027-be41-0ba10bf75778: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:09:51.636331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.20.0.12 (f74091a6-bf64-4d88-9a14-70f4e4f257de/12cd44d8-1d3b-4c4c-a097-3ba034d2b276/a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:09:51.834872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:51.850074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Transition to ACTIVE for port object a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:09:51.876519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:51.983206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 912f1164-e9ff-48f4-8450-6faf82f539bf up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:09:52.056643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 912f1164-e9ff-48f4-8450-6faf82f539bf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:52.057156 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:52.152916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network f74091a6-bf64-4d88-9a14-70f4e4f257de is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:09:52.167223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:09:52.177932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 912f1164-e9ff-48f4-8450-6faf82f539bf is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:52.222231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:09:52.256099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:52.320542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:52.321170 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:52.364168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dc47971e-cd77-4198-8a4a-e84f1a48a42c None None] Provisioning for port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:09:52.367126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f9f5-019e-42da-a765-7e258cd45d2c req-710ba9ab-baff-4511-9e7e-570103ad92fc tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:52.368581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa44f9f5-019e-42da-a765-7e258cd45d2c req-710ba9ab-baff-4511-9e7e-570103ad92fc tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 946 time: 0.3342841 May 12 20:09:52.369320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dc47971e-cd77-4198-8a4a-e84f1a48a42c None None] Provisioning complete for port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:52.369759 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc47971e-cd77-4198-8a4a-e84f1a48a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:52.378944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda10ca-4869-4861-8198-73888be717c8 req-b8bd3f55-77e9-442e-9265-8ee4a1e64410 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:52.380318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deda10ca-4869-4861-8198-73888be717c8 req-b8bd3f55-77e9-442e-9265-8ee4a1e64410 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 946 time: 0.3471060 May 12 20:09:52.383684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-e88e5a70-1167-49ae-9ca4-47f736361ece tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1335688 May 12 20:09:52.423682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dc47971e-cd77-4198-8a4a-e84f1a48a42c None None] Port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:09:52.434164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Request body: {'port': {'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:09:52.473970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0ad15-0193-4e9e-99f6-385e26df0161 req-85f8151f-d5e9-475b-a530-9e2be7437f3f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:52.474577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-acc0ad15-0193-4e9e-99f6-385e26df0161 req-85f8151f-d5e9-475b-a530-9e2be7437f3f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:09:52.547118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa44f9f5-019e-42da-a765-7e258cd45d2c req-efb27762-cbb0-4873-b0d8-5761b12c982e tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/security-groups?id=de89d952-28de-4dc2-954d-7809ef8fc67b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649687 May 12 20:09:52.585807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port aa3537f7-5779-4583-ae34-ccf22d6b55fc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:52.586072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:52.615648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-acc0ad15-0193-4e9e-99f6-385e26df0161 req-85f8151f-d5e9-475b-a530-9e2be7437f3f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:09:52.616753 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acc0ad15-0193-4e9e-99f6-385e26df0161 req-85f8151f-d5e9-475b-a530-9e2be7437f3f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 932 time: 0.4621363 May 12 20:09:52.690463 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:52.737924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acc0ad15-0193-4e9e-99f6-385e26df0161 req-d94ee7bf-6d0f-4cd7-8185-8e9351ce9e8d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095030 May 12 20:09:53.079133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] For port aa3537f7-5779-4583-ae34-ccf22d6b55fc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=aa3537f7-5779-4583-ae34-ccf22d6b55fc,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:53.079488 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:53.207598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for aa3537f7-5779-4583-ae34-ccf22d6b55fc owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:53.426186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:09:53.434620 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:53.439856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:53.497964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=aa3537f7-5779-4583-ae34-ccf22d6b55fc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:53.501083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Transition to ACTIVE for port object a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:09:53.653345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:53.786826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d2c079d-bf8e-437a-bef6-c61fdbde2368 req-c211a7a9-a278-47ff-b537-e0e759a114ca tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 210 time: 0.1253471 May 12 20:09:53.836133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] No DVR routers for this DVR port aa3537f7-5779-4583-ae34-ccf22d6b55fc on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:09:53.847116 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:53.849702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'name': 'network-vif-deleted', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:53.915536 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afcfe94-51b8-40cf-ba68-4ecd2aa7a9a5'] response: {'server_uuid': 'fb581d9b-49ca-489b-98ab-9841e5258f8f', 'name': 'network-vif-deleted', 'tag': 'aa3537f7-5779-4583-ae34-ccf22d6b55fc', 'status': 'completed', 'code': 200} May 12 20:09:53.917378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:53.949850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deda10ca-4869-4861-8198-73888be717c8 req-76a1d255-f770-4295-9733-841a89ff257d tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.36 "DELETE /v2.0/ports/aa3537f7-5779-4583-ae34-ccf22d6b55fc HTTP/1.1" status: 204 len: 173 time: 1.5489509 May 12 20:09:54.054656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Attempting to bind port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:09:54.054992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Attempting to bind port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:09:54.055322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Attempting to bind port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea on network f74091a6-bf64-4d88-9a14-70f4e4f257de {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:09:54.068969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b439e-92f9-48a4-a58e-590dee20d3a5 req-b1982b81-a22a-4375-a4e7-e29d7b8bfa7f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:54.070523 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-429b439e-92f9-48a4-a58e-590dee20d3a5 req-b1982b81-a22a-4375-a4e7-e29d7b8bfa7f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 944 time: 0.2064819 May 12 20:09:54.071409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea on network f74091a6-bf64-4d88-9a14-70f4e4f257de not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:09:54.071739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Attempting to bind port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea on network f74091a6-bf64-4d88-9a14-70f4e4f257de {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:09:54.078771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:09:54.079104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Checking segment: {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:09:54.079484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Bound using segment: {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:09:54.079913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Bound port: a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd6af12-b135-4f57-b48b-64c8b150e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:09:54.080256 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:54.177379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-429b439e-92f9-48a4-a58e-590dee20d3a5 req-a1ac2dbd-43b3-4403-800b-592e227af7a4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996807 May 12 20:09:54.207643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] For port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:09:54.210932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] For port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:09:54.216611 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:54.277146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:54.277816 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:54.279256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] 10.222.0.73 "PUT /v2.0/ports/a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea HTTP/1.1" status: 200 len: 1092 time: 1.8822196 May 12 20:09:54.304394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449250af-63aa-43e4-a383-7c65fe73fea4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:54.402783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-ec3acc0b-7338-448d-87b4-1833a87f7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:54.404451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-ec3acc0b-7338-448d-87b4-1833a87f7b19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 1095 time: 0.0819678 May 12 20:09:54.474548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-54f8eb0a-4184-484d-8a76-623a192840ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea HTTP/1.1" status: 200 len: 217 time: 0.0634148 May 12 20:09:54.540647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-75bab5b1-234e-49a3-b74d-3a9491184ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:54.542551 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-75bab5b1-234e-49a3-b74d-3a9491184ddf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12cd44d8-1d3b-4c4c-a097-3ba034d2b276 HTTP/1.1" status: 200 len: 835 time: 0.0627115 May 12 20:09:54.630856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-ec3d2c2e-e610-419b-aec7-ea0c75b9ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:54.632547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-ec3d2c2e-e610-419b-aec7-ea0c75b9ca94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f74091a6-bf64-4d88-9a14-70f4e4f257de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844457 May 12 20:09:54.765952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-b4593760-6c8a-4541-9237-acfae04ce43c service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277964 May 12 20:09:54.822397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device aa3537f7-5779-4583-ae34-ccf22d6b55fc no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:09:54.859787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: aa3537f7-5779-4583-ae34-ccf22d6b55fc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:09:54.860128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device aa3537f7-5779-4583-ae34-ccf22d6b55fc not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:09:54.905940 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9c520c0-07a7-4c38-9cf8-46052d154494 req-83b0c81b-3ac5-47a9-8770-8642e012eebc service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339366 May 12 20:09:54.967695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86fe17b7-b548-4d63-9e00-d69febd1eb71 req-4caa04dc-e187-4c03-ad3d-bb756101c14a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Synchronizing usage tracker for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:09:54.982802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-86fe17b7-b548-4d63-9e00-d69febd1eb71 req-4caa04dc-e187-4c03-ad3d-bb756101c14a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Unset dirty status for tenant:e96682707d7144beb8c5c280c4026363 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:09:54.984037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86fe17b7-b548-4d63-9e00-d69febd1eb71 req-4caa04dc-e187-4c03-ad3d-bb756101c14a tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb581d9b-49ca-489b-98ab-9841e5258f8f HTTP/1.1" status: 200 len: 210 time: 0.0632658 May 12 20:09:55.381149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f3aa-194d-4d4d-b002-535de4aee2d8 req-6b43b36c-fe9c-4d62-8b83-c6023c46fde2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:55.382644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8f7f3aa-194d-4d4d-b002-535de4aee2d8 req-6b43b36c-fe9c-4d62-8b83-c6023c46fde2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 944 time: 0.0836775 May 12 20:09:55.428048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8f7f3aa-194d-4d4d-b002-535de4aee2d8 req-07464cd9-7192-4358-bf69-11e9a01f1a06 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395265 May 12 20:09:55.917373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:55.973622 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c69f69f-20a3-4ae7-a859-d4395960d646'] response: {'name': 'network-changed', 'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'status': 'completed', 'code': 200} May 12 20:09:56.069560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-327f5576-182d-4e58-9501-8219927aa9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:56.071101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-327f5576-182d-4e58-9501-8219927aa9a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 1095 time: 0.0756462 May 12 20:09:56.078311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45828) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:56.233333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Deleting port 49f942fe-9a80-4f3c-b7a7-7f6a3d6f2119 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:09:56.233577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:56.309030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-7cbfe9c7-06dc-4ba7-9c1b-a91d0daa6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:56.310706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-7cbfe9c7-06dc-4ba7-9c1b-a91d0daa6301 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 200 len: 897 time: 0.2340450 May 12 20:09:56.376245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-048c5407-955f-483d-b480-bcbd409876db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea HTTP/1.1" status: 200 len: 217 time: 0.0594797 May 12 20:09:56.404321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:56.404718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:56.439894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-d456f9ed-9ae5-49e1-b294-99954f4abf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:56.441382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-d456f9ed-9ae5-49e1-b294-99954f4abf0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12cd44d8-1d3b-4c4c-a097-3ba034d2b276 HTTP/1.1" status: 200 len: 835 time: 0.0596247 May 12 20:09:56.521693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-37a835f8-3b00-415b-85aa-087346a5dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:56.523100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-37a835f8-3b00-415b-85aa-087346a5dde2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f74091a6-bf64-4d88-9a14-70f4e4f257de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758393 May 12 20:09:56.642429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Calling delete_port for 49f942fe-9a80-4f3c-b7a7-7f6a3d6f2119 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:09:56.712912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-56d9d314-31cb-4870-8570-54a167d6ec25 service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834431 May 12 20:09:56.724772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda93fc-aa7e-442c-aa23-35410bfe8bf0 req-f81fcd25-d8d9-4fb8-a994-3afb937df930 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:56.726189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8eda93fc-aa7e-442c-aa23-35410bfe8bf0 req-f81fcd25-d8d9-4fb8-a994-3afb937df930 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 944 time: 0.1788025 May 12 20:09:56.783485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:56.830366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'Port': ['ID=49f942fe-9a80-4f3c-b7a7-7f6a3d6f2119,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:56.850122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8eda93fc-aa7e-442c-aa23-35410bfe8bf0 req-b9b06ba2-b92c-4085-9be2-8ced65faacce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030736 May 12 20:09:56.874476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.874824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.875136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.875465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.875785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.876109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.876766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.876766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.877070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.877365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.877678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.877991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:56.892995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8e4b34a-a79b-4c62-9253-ca8ad73888d5 req-09f0d669-d9ee-47ff-bc98-cf5612a88a1c service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658635 May 12 20:09:56.917218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc00960e-960e-4034-879f-f2b72b510328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:56.942828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:56.961667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:56.962815 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ceeb3238-8cbc-424c-81b5-4dd7d150c4a7 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "DELETE /v2.0/floatingips/13612ac0-f3c3-44df-afdb-d31964089c7e HTTP/1.1" status: 204 len: 168 time: 0.8835700 May 12 20:09:57.151858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:09:57.292771 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:57.305642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:09:57.363369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:57.363749 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:57.381339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:09:57.397205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:57.402502 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:57.469070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:57.476994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.477370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.477709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.478040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.478366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.478671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.479011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.479379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.479724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.480021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.480361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.480671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:09:57.607804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:09:58.048835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbbcc-f7ee-408c-8e7a-0488b942980d req-6ffafe27-d97a-4451-a4da-ed06da44e63e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:58.050242 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-250bbbcc-f7ee-408c-8e7a-0488b942980d req-6ffafe27-d97a-4451-a4da-ed06da44e63e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 945 time: 0.0840645 May 12 20:09:58.094833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-250bbbcc-f7ee-408c-8e7a-0488b942980d req-2a681c64-d569-4756-b3d8-37bfc1e8ea2b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388293 May 12 20:09:58.978409 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-356e545a-3067-442a-8b84-7c7884375ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.164889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:09:59.231791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:09:59.236501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:09:59.237198 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.288800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467516-a538-45b3-b641-039cb45d7e9b req-4ae0ae9f-6850-49fc-b797-2e8164de9c2b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:59.290542 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f467516-a538-45b3-b641-039cb45d7e9b req-4ae0ae9f-6850-49fc-b797-2e8164de9c2b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 945 time: 0.0844874 May 12 20:09:59.338579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f467516-a538-45b3-b641-039cb45d7e9b req-1d8f5fe1-bd50-4e0d-86e7-1002d14b7670 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 May 12 20:09:59.392937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:09:59.393331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.420679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:09:59.421206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45850) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:59.431170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:09:59.438562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.491386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2d3-7180-4b3d-8442-55d2573e7554 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.517031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:59.521700 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2d3-7180-4b3d-8442-55d2573e7554 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.594851 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2d3-7180-4b3d-8442-55d2573e7554 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.615195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaef2d3-7180-4b3d-8442-55d2573e7554 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de89d952-28de-4dc2-954d-7809ef8fc67b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:09:59.623138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2d3-7180-4b3d-8442-55d2573e7554 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:09:59.624313 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cfaef2d3-7180-4b3d-8442-55d2573e7554 tempest-TestVolumeBootPattern-965286578 tempest-TestVolumeBootPattern-965286578-project] 10.222.0.72 "DELETE /v2.0/security-groups/de89d952-28de-4dc2-954d-7809ef8fc67b HTTP/1.1" status: 204 len: 168 time: 0.2019923 May 12 20:09:59.656170 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c62a7dd-32da-4aa0-b818-99bb50cb17c3'] response: {'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'code': 200} May 12 20:09:59.681473 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45860) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:09:59.789665 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04450d4-34e1-496e-8cbc-4f0aa35e75d8 req-7610f494-26ea-4286-b85e-64566b8c1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:09:59.791271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a04450d4-34e1-496e-8cbc-4f0aa35e75d8 req-7610f494-26ea-4286-b85e-64566b8c1099 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 1097 time: 0.0791168 May 12 20:09:59.834038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a04450d4-34e1-496e-8cbc-4f0aa35e75d8 req-c46e298a-845b-49fd-be40-bd34ed9d78ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366087 May 12 20:10:00.176249 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:00.364507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:00.531286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb0e1f-381d-4861-abe1-8e01d24ad99b req-fb63fb2f-75e8-4971-a920-8717c78d3836 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:00.532697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2bb0e1f-381d-4861-abe1-8e01d24ad99b req-fb63fb2f-75e8-4971-a920-8717c78d3836 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 946 time: 0.0824564 May 12 20:10:00.579057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2bb0e1f-381d-4861-abe1-8e01d24ad99b req-ef972ed7-635e-48c8-a1bb-b1c612dc42cf tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397289 May 12 20:10:00.651773 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:00.840994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Deleting port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:00.841469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:01.011933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] For port c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:01.012258 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:01.134729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Calling delete_port for c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:01.450983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:01.500034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:01.739625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:01.768006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe9a0-74dc-4c33-9dfc-d943efa884f0 req-e96f8875-780d-4397-a4ad-0c95ffe491d6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:01.769547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9afe9a0-74dc-4c33-9dfc-d943efa884f0 req-e96f8875-780d-4397-a4ad-0c95ffe491d6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 946 time: 0.0819364 May 12 20:10:01.769701 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:01.818116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9afe9a0-74dc-4c33-9dfc-d943efa884f0 req-54c8f535-f391-49a3-b2d5-ba586b1f11ae tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 May 12 20:10:02.009590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc357-12c0-4625-93e2-25f96d955d6e req-368dd920-013b-483e-9667-633de7b09ad6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:02.011265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8dc357-12c0-4625-93e2-25f96d955d6e req-368dd920-013b-483e-9667-633de7b09ad6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 946 time: 0.0880613 May 12 20:10:02.057580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0e8dc357-12c0-4625-93e2-25f96d955d6e req-a12b9058-3f49-4d97-8e80-e89618463619 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 May 12 20:10:02.080603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45872) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:02.144290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Router 7241454d-c4e5-468c-99a4-66f474f24c36 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:10:02.154229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1687627-f4fc-4bef-b643-13f87f704062 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:02.158449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e1687627-f4fc-4bef-b643-13f87f704062 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 1092 time: 0.0740106 May 12 20:10:02.158660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45876) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:02.163882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:02.170974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:02.174984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:floatingip and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:02.178033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:02.184154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:02.196257 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:02.343599 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:02.444801 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:10:02.454068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] Sync routers for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:10:02.462495 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6a665e3b-4600-4c42-8d21-00cd09484d67 admin admin] 10.222.0.72 "PUT /v2.0/routers/7241454d-c4e5-468c-99a4-66f474f24c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7775280 May 12 20:10:02.462825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45880) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:02.463698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:02.464645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:02.503029 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.25.2.73 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/9d4439bc-0a33-4586-8d3c-edbd9a21707c) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:10:02.650663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:02.670611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:02.779453 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:02.809991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:02.873602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:10:02.876361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:10:02.879150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:10:02.882299 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:02.893004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Deleting port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:02.893444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:02.930517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=9d4439bc-0a33-4586-8d3c-edbd9a21707c,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:02.942943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.943274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.943615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.943919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.944255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.944610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.944932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.945271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.945561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.945911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.946233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.946548 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:02.977995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T20:10:01Z', 'revision_number': 5, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port': {'id': '4e89d0ca-2f81-4ebc-9344-33ca01a59d25', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:56:59Z', 'updated_at': '2022-05-12T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:02.982566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] Checking router: 7241454d-c4e5-468c-99a4-66f474f24c36 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:10:02.992153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] Routers {'7241454d-c4e5-468c-99a4-66f474f24c36'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:02.992758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['7241454d-c4e5-468c-99a4-66f474f24c36'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:03.084359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] For port 4e89d0ca-2f81-4ebc-9344-33ca01a59d25, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:03.084760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.161957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] Set router 7241454d-c4e5-468c-99a4-66f474f24c36 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:03.231998 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Calling delete_port for 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:03.271034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T20:10:02Z', 'revision_number': 6, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:03.275101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ca86e-ddfe-40c7-ac73-d9b4b231a6a9 None None] The sync data for ids ['7241454d-c4e5-468c-99a4-66f474f24c36'] in n-d-841626-1 is: [{'id': '7241454d-c4e5-468c-99a4-66f474f24c36', 'name': 'tempest-TestVolumeBootPattern-1789223981-router', 'tenant_id': 'e96682707d7144beb8c5c280c4026363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:56:57Z', 'updated_at': '2022-05-12T20:10:02Z', 'revision_number': 6, 'project_id': 'e96682707d7144beb8c5c280c4026363', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:10:03.363602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.402901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.436378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.475520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e89d0ca-2f81-4ebc-9344-33ca01a59d25,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:03.541994 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.649675 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.655072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.767748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=9d4439bc-0a33-4586-8d3c-edbd9a21707c,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:03.780185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.835461 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.838078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.861078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.861964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7241454d-c4e5-468c-99a4-66f474f24c36 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:10:03.873606 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.877110 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aab34644-78bd-4578-89b7-bb3576cae768 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7241454d-c4e5-468c-99a4-66f474f24c36 HTTP/1.1" status: 204 len: 168 time: 1.4109652 May 12 20:10:03.877355 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45884) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:03.942123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] Deleting subnet 6138e4bb-00df-4c58-9c8f-c9334adc4a13 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:10:03.945039 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:03.954365 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Floating IP 0ccfb5e4-1039-4ec4-81b2-5e88490f660d associated. External IP: 172.25.2.73, port: a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea. May 12 20:10:03.994169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.105927 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.140314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:10:04.188707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:10:04.189077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c9b2ffe9-16fc-4e28-ab7a-c1a81ad627d3 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:10:04.189607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:10:04.197364 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.232686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:10:04.233043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4e89d0ca-2f81-4ebc-9344-33ca01a59d25 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:10:04.235944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6138e4bb-00df-4c58-9c8f-c9334adc4a13,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:04.240273 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.249117 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a19afc1-26ca-4ffe-ac81-4c48f68764fd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6138e4bb-00df-4c58-9c8f-c9334adc4a13 HTTP/1.1" status: 204 len: 168 time: 0.3684621 May 12 20:10:04.249386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412171d-45e5-4507-b928-f444ac5a3351 None None] Network f2ef90a6-b6d9-4597-82ae-e701d0c9053e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:10:04.249530 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:04.366714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.380816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Deleting port d674f505-6ac2-454e-bd16-19355ed6138a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:04.381160 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.519046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 5b728fd1-a889-40af-acd1-1945b62ed0af has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:10:04.555854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] DHCP port deletion for f2ef90a6-b6d9-4597-82ae-e701d0c9053e request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:10:04.560325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Deleting port d674f505-6ac2-454e-bd16-19355ed6138a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:04.560691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.604526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] For port d674f505-6ac2-454e-bd16-19355ed6138a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d674f505-6ac2-454e-bd16-19355ed6138a,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:04.604914 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.710181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:10:04.723754 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] Sync routers for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:10:04.728896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Calling delete_port for d674f505-6ac2-454e-bd16-19355ed6138a owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:04.738242 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:04.738818 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.739484 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:04.800103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0caeb46-b454-4d81-9404-601cd037dfc7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6380103 May 12 20:10:04.800103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:10:04.803507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45892) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:04.812965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] For port d674f505-6ac2-454e-bd16-19355ed6138a, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d674f505-6ac2-454e-bd16-19355ed6138a,segment=NetworkSegment(536e9a55-91a5-46ab-93c9-a9f2a9f8654e),segment_id=536e9a55-91a5-46ab-93c9-a9f2a9f8654e)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:04.813578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.827040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:04.878436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] No DVR routers for this DVR port d674f505-6ac2-454e-bd16-19355ed6138a on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:10:04.900357 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a5ff80-6fd2-4140-baee-d02131076236'] response: {'name': 'network-changed', 'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'status': 'completed', 'code': 200} May 12 20:10:04.959075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Calling delete_port for d674f505-6ac2-454e-bd16-19355ed6138a owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:04.988983 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:04.993950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-674b2f93-c006-4379-bdc3-c83d5aa2831d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/floatingips/0ccfb5e4-1039-4ec4-81b2-5e88490f660d HTTP/1.1" status: 200 len: 991 time: 0.1891558 May 12 20:10:05.009568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-82c56f08-0f4b-4a4f-9f55-f1dc3e393c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:05.011669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-82c56f08-0f4b-4a4f-9f55-f1dc3e393c8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 1097 time: 0.1105149 May 12 20:10:05.017566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d674f505-6ac2-454e-bd16-19355ed6138a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:05.025354 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.041712 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:10:05.042205 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:10:05.053296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ef90a6-b6d9-4597-82ae-e701d0c9053e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:05.069113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536e9a55-91a5-46ab-93c9-a9f2a9f8654e') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:05.069441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536e9a55-91a5-46ab-93c9-a9f2a9f8654e') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:05.080923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.097503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.104692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:10:05.105086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: timer() May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:10:05.123678 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:10:05.156868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-260fdbcb-0d07-4f8b-85b2-cd70ea8513de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:05.158717 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-260fdbcb-0d07-4f8b-85b2-cd70ea8513de service neutron] 10.222.0.73 "GET /v2.0/networks?id=f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 200 len: 897 time: 0.1409156 May 12 20:10:05.210887 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.226894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.237527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ef90a6-b6d9-4597-82ae-e701d0c9053e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:05.253536 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-90eb0f0d-291f-44c7-8667-b31ab4c38d5d admin admin] 10.222.0.72 "DELETE /v2.0/networks/f2ef90a6-b6d9-4597-82ae-e701d0c9053e HTTP/1.1" status: 204 len: 168 time: 1.0028379 May 12 20:10:05.256354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:05.270645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-4e5f0edd-cbb6-4362-8585-a4d2501f316a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea HTTP/1.1" status: 200 len: 999 time: 0.1039855 May 12 20:10:05.338169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-6a9da15d-b6e8-49a2-9d8d-c227822234c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:05.339746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-6a9da15d-b6e8-49a2-9d8d-c227822234c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12cd44d8-1d3b-4c4c-a097-3ba034d2b276 HTTP/1.1" status: 200 len: 835 time: 0.0636799 May 12 20:10:05.398302 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:03Z', 'revision_number': 0, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:05.405080 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] Checking router: 5b728fd1-a889-40af-acd1-1945b62ed0af for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:10:05.413892 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:05.414496 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:05.416570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-5db0c85e-6964-4cae-a67b-c8cda1564158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:05.418183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-5db0c85e-6964-4cae-a67b-c8cda1564158 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f74091a6-bf64-4d88-9a14-70f4e4f257de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731044 May 12 20:10:05.543494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Deleting port d674f505-6ac2-454e-bd16-19355ed6138a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:05.545071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.560954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-64f20934-c190-4d40-b84a-4b8e5e387026 service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369638 May 12 20:10:05.598627 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:05.622127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-02f4f177-d563-4074-92b5-e344a8bb49d2 None None] The port 'd674f505-6ac2-454e-bd16-19355ed6138a' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:10:05.714134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fee3555-46f5-4124-8462-ca9d02974a37 req-ec14135c-e590-4c81-adde-392fe714dc03 service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466599 May 12 20:10:05.935098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:05.948258 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:03Z', 'revision_number': 0, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:05.958858 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a98c49-bd0a-407d-836c-f7098a2a4e58 None None] The sync data for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 is: [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:09:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:03Z', 'revision_number': 0, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:10:05.986815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d674f505-6ac2-454e-bd16-19355ed6138a no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:10:05.998280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45902) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:06.030462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d674f505-6ac2-454e-bd16-19355ed6138a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:10:06.030956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d674f505-6ac2-454e-bd16-19355ed6138a not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:10:06.114680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d4b814b0-a199-4a68-832f-b9a45e2dd27f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/floatingips/0ccfb5e4-1039-4ec4-81b2-5e88490f660d HTTP/1.1" status: 200 len: 991 time: 0.1142004 May 12 20:10:06.206344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f2c6e-a3e7-4897-a44d-1b9e951176ff None None] New status for floating IP 0ccfb5e4-1039-4ec4-81b2-5e88490f660d: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:10:06.306246 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Deleting port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:06.306789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:06.481627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] For port bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,segment=NetworkSegment(24276d9a-5220-430f-bf52-3e9a90bc5bb0),segment_id=24276d9a-5220-430f-bf52-3e9a90bc5bb0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:06.481984 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:06.605848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Calling delete_port for bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:06.785827 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:06.834830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:07.118225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45906) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:07.212374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:07.236038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6387780b-c79b-4313-988d-2ca11afbd7f8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/floatingips/0ccfb5e4-1039-4ec4-81b2-5e88490f660d HTTP/1.1" status: 200 len: 993 time: 0.1164622 May 12 20:10:07.571038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Router de8b40e6-4349-40c6-829a-6915939b395f has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:10:07.749585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:10:07.758412 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] Sync routers for ids ['de8b40e6-4349-40c6-829a-6915939b395f'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:10:07.766332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-99ef2c74-0403-4543-b4d6-f8b1c71fea54 admin admin] 10.222.0.72 "PUT /v2.0/routers/de8b40e6-4349-40c6-829a-6915939b395f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5089414 May 12 20:10:07.768323 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] Routers {'de8b40e6-4349-40c6-829a-6915939b395f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:07.768969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45910) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:07.769081 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['de8b40e6-4349-40c6-829a-6915939b395f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:08.004325 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] Set router de8b40e6-4349-40c6-829a-6915939b395f gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:08.078550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:08.179135 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:08.256304 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:08.266799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Deleting port e2bb19b9-6473-42f6-8220-330e09fc8257 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:08.267131 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:08.282671 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T20:10:06Z', 'revision_number': 5, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port': {'id': 'e2bb19b9-6473-42f6-8220-330e09fc8257', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:57:18Z', 'updated_at': '2022-05-12T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:08.286474 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] Checking router: de8b40e6-4349-40c6-829a-6915939b395f for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:10:08.294740 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] Routers {'de8b40e6-4349-40c6-829a-6915939b395f'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:08.295315 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:09:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['de8b40e6-4349-40c6-829a-6915939b395f'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:08.442445 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] Set router de8b40e6-4349-40c6-829a-6915939b395f gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:08.446431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] For port e2bb19b9-6473-42f6-8220-330e09fc8257, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e2bb19b9-6473-42f6-8220-330e09fc8257,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:08.446790 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:08.544239 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T20:10:08Z', 'revision_number': 6, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:08.548277 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665be65-777e-42ab-8ce5-159c195a62e9 None None] The sync data for ids ['de8b40e6-4349-40c6-829a-6915939b395f'] in n-d-841626-1 is: [{'id': 'de8b40e6-4349-40c6-829a-6915939b395f', 'name': 'tempest-TestVolumeBootPattern-170903048-router', 'tenant_id': '86f967bfbea0431a957b03dac65b3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:57:15Z', 'updated_at': '2022-05-12T20:10:08Z', 'revision_number': 6, 'project_id': '86f967bfbea0431a957b03dac65b3809', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:10:08.567523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Calling delete_port for e2bb19b9-6473-42f6-8220-330e09fc8257 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:08.736695 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:08.790615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bb19b9-6473-42f6-8220-330e09fc8257,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:08.855361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:08.891990 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.064649 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.066917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.093251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.093794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de8b40e6-4349-40c6-829a-6915939b395f {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:10:09.106797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.110625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4214f451-53f6-4523-8757-b51de4700448 admin admin] 10.222.0.72 "DELETE /v2.0/routers/de8b40e6-4349-40c6-829a-6915939b395f HTTP/1.1" status: 204 len: 168 time: 1.3378627 May 12 20:10:09.110814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45914) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:09.174182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] Deleting subnet aebc8f5a-e138-4d22-9acb-98b2577a1fe8 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:10:09.177413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.230241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.306229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.378722 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.530468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.533321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aebc8f5a-e138-4d22-9acb-98b2577a1fe8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:09.535565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b107b-d4dd-49df-94ed-c8b9aaa88f7e None None] Network c36181ea-05dd-4dbd-b8b1-24e7f683ab22 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:10:09.539576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0b274dd1-baa9-432a-8791-b611949b9376 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/aebc8f5a-e138-4d22-9acb-98b2577a1fe8 HTTP/1.1" status: 204 len: 168 time: 0.4274564 May 12 20:10:09.542824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45918) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:09.646979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.657877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Deleting port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:09.658204 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.776568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] DHCP port deletion for c36181ea-05dd-4dbd-b8b1-24e7f683ab22 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:10:09.780895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Deleting port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:09.781222 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.864341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] For port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,segment=NetworkSegment(24276d9a-5220-430f-bf52-3e9a90bc5bb0),segment_id=24276d9a-5220-430f-bf52-3e9a90bc5bb0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:09.864706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.986851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] For port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,segment=NetworkSegment(24276d9a-5220-430f-bf52-3e9a90bc5bb0),segment_id=24276d9a-5220-430f-bf52-3e9a90bc5bb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:09.987238 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:09.991730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Calling delete_port for 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:09.996092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e2bb19b9-6473-42f6-8220-330e09fc8257 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:10:10.068999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.119221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:10.121043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] No DVR routers for this DVR port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:10:10.136060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: e2bb19b9-6473-42f6-8220-330e09fc8257 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:10:10.136060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e2bb19b9-6473-42f6-8220-330e09fc8257 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:10:10.136484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:10:10.169027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Calling delete_port for 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:10:10.235968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.238123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:10:10.238462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device bc7a3a45-65d7-40d8-b4d8-7f537b8f0a41 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:10:10.238855 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:10:10.261515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36181ea-05dd-4dbd-b8b1-24e7f683ab22']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:10.273590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24276d9a-5220-430f-bf52-3e9a90bc5bb0') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:10.273880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24276d9a-5220-430f-bf52-3e9a90bc5bb0') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:10.277668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:10:10.278048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:10:10.285636 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.302803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.309011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:10:10.309597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.310772 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:10:10.311264 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: timer() May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:10:10.322478 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:10:10.402132 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.410015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.436920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=c36181ea-05dd-4dbd-b8b1-24e7f683ab22,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:10.439813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a43ad6da-7f6d-4f0d-aa71-1a341f9bcb9c admin admin] 10.222.0.72 "DELETE /v2.0/networks/c36181ea-05dd-4dbd-b8b1-24e7f683ab22 HTTP/1.1" status: 204 len: 168 time: 0.8960886 May 12 20:10:10.565693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45924) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:10.615083 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4aee4971-4adf-427f-b8cf-7c926fb279cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e96682707d7144beb8c5c280c4026363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481420 May 12 20:10:10.617566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:10.682866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-001c60cd-165f-4356-a2b2-d6b33bd5c125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.709508 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-001c60cd-165f-4356-a2b2-d6b33bd5c125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.764123 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-001c60cd-165f-4356-a2b2-d6b33bd5c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.781646 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c60cd-165f-4356-a2b2-d6b33bd5c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dadd86-e385-42ea-8850-814d8516e71b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:10.787869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-001c60cd-165f-4356-a2b2-d6b33bd5c125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.788960 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-001c60cd-165f-4356-a2b2-d6b33bd5c125 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2dadd86-e385-42ea-8850-814d8516e71b HTTP/1.1" status: 204 len: 168 time: 0.1705430 May 12 20:10:10.812247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Deleting port 6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:10:10.812759 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:10.879625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-89e66477-12fa-469d-bc01-783fe0ae9f08 None None] The port '6209ffe7-3dc7-4c96-afa6-5b8b7861ac2b' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:10:11.147494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:11.194559 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f8b7fdc-5be3-4e55-8354-76b8273efd06 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86f967bfbea0431a957b03dac65b3809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459249 May 12 20:10:11.198071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45940) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:11.254158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40daecf8-3c92-469a-b0a1-3455347b987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:11.279920 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40daecf8-3c92-469a-b0a1-3455347b987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:11.340104 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40daecf8-3c92-469a-b0a1-3455347b987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:11.357093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daecf8-3c92-469a-b0a1-3455347b987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52df26-a4ed-485f-b5f6-ae2e40112167,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:11.360530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40daecf8-3c92-469a-b0a1-3455347b987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:11.362250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40daecf8-3c92-469a-b0a1-3455347b987b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf52df26-a4ed-485f-b5f6-ae2e40112167 HTTP/1.1" status: 204 len: 168 time: 0.1630628 May 12 20:10:21.700890 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:10:26.802108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-efc3a9cb-70c1-459f-ad2c-d9ed558fdc26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726242 May 12 20:10:26.916543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de3fc302-47b7-4bbc-8012-c5e5d6a50aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:26.956061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-e22de42b-7d45-41fd-abf4-f9000ec03030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:26.957622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-e22de42b-7d45-41fd-abf4-f9000ec03030 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 1097 time: 0.0829396 May 12 20:10:27.122351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-6cd7de7d-f913-47e0-a906-be48e33aead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:27.123696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-6cd7de7d-f913-47e0-a906-be48e33aead8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 200 len: 897 time: 0.1461632 May 12 20:10:27.223671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-f18daeea-e7d1-4a18-a9f8-7a057a1cec36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea HTTP/1.1" status: 200 len: 1001 time: 0.0932972 May 12 20:10:27.290173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-0bc2710c-48ca-4824-82bd-b942f219a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:27.291583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-0bc2710c-48ca-4824-82bd-b942f219a282 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12cd44d8-1d3b-4c4c-a097-3ba034d2b276 HTTP/1.1" status: 200 len: 835 time: 0.0608313 May 12 20:10:27.367211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-a4fca076-b041-4f1e-a594-eda346a2af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:27.368630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-a4fca076-b041-4f1e-a594-eda346a2af26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f74091a6-bf64-4d88-9a14-70f4e4f257de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708573 May 12 20:10:27.601470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-98bdf239-6099-4fa2-adba-c0a263a241ce service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253153 May 12 20:10:27.733878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b44549db-4a42-4bf1-9baa-00d1248a7c40 req-472d3988-e30b-44fa-acac-331b6cb89b45 service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261773 May 12 20:10:28.999882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f55bf8-dd23-4fbb-a444-c8979996e29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:30.171799 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:30.651594 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:31.748128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:31.872280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45956) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:31.947906 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef35ae-8e4b-43ae-aeb2-dfa6d84c9e82 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:31.948405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef35ae-8e4b-43ae-aeb2-dfa6d84c9e82 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:31.948849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef35ae-8e4b-43ae-aeb2-dfa6d84c9e82 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:31.950501 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6fef35ae-8e4b-43ae-aeb2-dfa6d84c9e82 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=ce78b0946cd1415786e354fca57663e1&network_id=f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 200 len: 2970 time: 0.0772264 May 12 20:10:35.435919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45968) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:35.502682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef24390-6870-4468-8968-803c89922c66 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:35.504110 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6ef24390-6870-4468-8968-803c89922c66 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3 HTTP/1.1" status: 200 len: 814 time: 0.0662463 May 12 20:10:36.549091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 45976) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:36.558029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'network': {'name': 'tempest-network-smoke--1178480685', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:36.565757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:36.569917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:network and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:36.572925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:36.582774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:36.595318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:10:36.598872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:36.627075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:10:36.636497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:36.636838 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Added segment 8c6fcff4-9011-41ab-b87c-645c563598b9 of type vlan for network 3cc799df-e962-4ae3-b1a0-f79eddbca668 May 12 20:10:36.668004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:36.699623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:36.706135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:36.706736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:36.802356 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2517338 May 12 20:10:36.805523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45980) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:36.813367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3571d-8dff-4b98-8f01-8595555375e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Network': ['ID=3cc799df-e962-4ae3-b1a0-f79eddbca668,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:36.824074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:10:36.870086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae9043-c456-4c34-8291-054bf244ed3d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:36.874301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-50ae9043-c456-4c34-8291-054bf244ed3d tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ce78b0946cd1415786e354fca57663e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0650365 May 12 20:10:36.874442 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45984) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:37.005525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b2ee0-1b8d-4597-9753-dd147ade5524 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:37.006989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f2b2ee0-1b8d-4597-9753-dd147ade5524 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315758 May 12 20:10:37.010017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45988) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:37.047346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fb350541-8612-4bff-b748-d3a0bfa0ecb4 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363381 May 12 20:10:37.049931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45992) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:37.086491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-36117c9c-9e4c-4bae-b8d5-eed3388c538a tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ce78b0946cd1415786e354fca57663e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355372 May 12 20:10:37.088756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 45996) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:37.213667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b9c63-5bef-4819-8287-a7fed2808430 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:37.215140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1e2b9c63-5bef-4819-8287-a7fed2808430 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1254954 May 12 20:10:37.218086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46000) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:37.260032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e7879610-29cd-401c-bb55-32490e70999c tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409186 May 12 20:10:37.263604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46004) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:37.268813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1060429116', 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:37.378745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:37.382775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:subnet and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:37.385607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:37.391365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:37.404271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:10:37.409836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:37.630410 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:37.710520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Subnet': ['ID=dc9d4977-0037-42a0-bc94-4eb5295d6af7,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:37.718037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Checking segment: {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:10:37.718390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network hostable DHCP agents. Network: 3cc799df-e962-4ae3-b1a0-f79eddbca668, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:10:37.740130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:10:37.749891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3cc799df-e962-4ae3-b1a0-f79eddbca668) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:10:37.754176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:37.754785 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:37.759288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d40b1-bc8b-4188-afe4-7cf9cbc37e37 None None] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:10:37.776482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f1bc1397-1bd9-47d4-95a4-b42d44b4305a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5119209 May 12 20:10:37.852909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:37.858235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971225293', 'description': 'tempest-secgroup-smoke-971225293 description', 'project_id': 'ce78b0946cd1415786e354fca57663e1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:37.865070 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:37.875361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:37.887262 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:37.909166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:37.915178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:37.919121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:37.925280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:37.982438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-3cc799df-e962-4ae3-b1a0-f79eddbca668', 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ips': [{'subnet_id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:10:37.983278 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.002834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.007958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.053538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea79b83-0116-487b-8842-fd6e28145189,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.065655 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.067058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-56fbad2b-2599-47f2-b0be-860f8e57ae38 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2129955 May 12 20:10:38.069876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46014) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:38.075737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0ea79b83-0116-487b-8842-fd6e28145189', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:38.081433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:38.085275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:38.088347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:38.094400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:38.112338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.147348 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Allocated IP 172.20.0.18 (3cc799df-e962-4ae3-b1a0-f79eddbca668/dc9d4977-0037-42a0-bc94-4eb5295d6af7/4ad4234d-38c6-475d-80e3-32929ccd59a1) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:10:38.181586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.185342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.187166 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.206599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc99a538-a16a-4b28-84d4-6068eb2af56e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.218734 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.220129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bcb00b40-1fd4-4556-b5f5-e0ce642ef000 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493223 May 12 20:10:38.222952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46018) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:38.228052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0ea79b83-0116-487b-8842-fd6e28145189', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:38.234478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:38.238900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:38.241899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:38.248217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:38.265974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.327598 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.335044 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.358753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c209320-8502-4c75-a501-5097ade48fa0,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.368279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.369493 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c736b1e4-2a3d-4519-aca0-490a155c78c7 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453969 May 12 20:10:38.372305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46022) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:38.376606 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.377681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0ea79b83-0116-487b-8842-fd6e28145189', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:38.384183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:38.387230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Transition to ACTIVE for port object 4ad4234d-38c6-475d-80e3-32929ccd59a1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:10:38.388263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:38.391528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:38.397753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:38.405256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Transition to ACTIVE for port object 4ad4234d-38c6-475d-80e3-32929ccd59a1 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:10:38.411198 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.415470 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.478600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:10:38.478866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.481952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:10:38.484747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:10:38.485064 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.506836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812f2cb9-ce41-4da6-a1e9-50441b9ab5d9,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.519586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.519977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Pushing event updated for resources: {'Port': ['ID=4ad4234d-38c6-475d-80e3-32929ccd59a1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.520793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-732a011f-4e8e-4d32-b3c2-ebc794208d05 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475039 May 12 20:10:38.523922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46026) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:38.529773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0ea79b83-0116-487b-8842-fd6e28145189', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:38.536902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:38.542145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:38.546066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:38.553640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:38.580756 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.588175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Attempting to bind port 4ad4234d-38c6-475d-80e3-32929ccd59a1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:10:38.588584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Attempting to bind port 4ad4234d-38c6-475d-80e3-32929ccd59a1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:10:38.588895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Attempting to bind port 4ad4234d-38c6-475d-80e3-32929ccd59a1 on network 3cc799df-e962-4ae3-b1a0-f79eddbca668 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:10:38.594654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:10:38.595544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Checking segment: {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:10:38.595544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.595851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Bound using segment: {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:10:38.596243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Bound port: 4ad4234d-38c6-475d-80e3-32929ccd59a1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:10:38.596620 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.652041 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.657028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.685071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7ce98b-48a1-4f0d-87ea-a79d543dc78e,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.695238 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.699100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-25e44547-124e-49d2-b7f4-9c939b671714 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716149 May 12 20:10:38.699492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46030) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:38.702109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] For port 4ad4234d-38c6-475d-80e3-32929ccd59a1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:10:38.704563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0ea79b83-0116-487b-8842-fd6e28145189', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:38.705728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] For port 4ad4234d-38c6-475d-80e3-32929ccd59a1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ad4234d-38c6-475d-80e3-32929ccd59a1,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:10:38.709905 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.711647 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:38.715666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:38.718744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:38.724735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:38.736699 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Project ce78b0946cd1415786e354fca57663e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:10:38.743938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.798869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11b4f3-1eae-436c-93a5-8a85226f27fd None None] Pushing event updated for resources: {'Port': ['ID=4ad4234d-38c6-475d-80e3-32929ccd59a1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.808877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.813619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.846452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f979205e-2b4d-4201-8ce8-b3a5b0e22d3d,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:38.855228 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.859169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.860377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b4901b0c-0c0d-4a45-a7ff-254ad9ead17b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599061 May 12 20:10:38.863568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46034) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:38.868544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '0ea79b83-0116-487b-8842-fd6e28145189', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:38.875280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:38.879256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:38.882358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:38.888211 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:38.899016 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Project ce78b0946cd1415786e354fca57663e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:10:38.906018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.994342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:38.999408 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:39.023908 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8f914b-21e2-4dbe-96c1-b7cd2fe34201,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:39.033628 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:39.035008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7105a122-885b-45d2-ac22-3c339c3aa688 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705291 May 12 20:10:39.254122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-508bca9b-b2e5-4c4b-8f2f-6f69f702c31e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:10:39.272089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-508bca9b-b2e5-4c4b-8f2f-6f69f702c31e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:10:39.273206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-508bca9b-b2e5-4c4b-8f2f-6f69f702c31e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971225293&fields=id&tenant_id=ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 267 time: 0.0587225 May 12 20:10:39.542893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-da829745-8714-4c63-979a-cde3fa701242 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:39.544475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-da829745-8714-4c63-979a-cde3fa701242 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/networks?id=3cc799df-e962-4ae3-b1a0-f79eddbca668 HTTP/1.1" status: 200 len: 797 time: 0.2618513 May 12 20:10:39.560579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-9dc65f6f-224f-49a2-a2ee-a037d60ec012 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/quotas/ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 375 time: 0.0102336 May 12 20:10:39.654704 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1319f273-f890-4e1c-8221-e4759e32858b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0884423 May 12 20:10:39.766742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d28426-3992-487b-b5b2-329762ec550c None None] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:10:39.796326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-43846847-36d3-444c-a21c-bb16f8329360 service neutron] 10.222.0.72 "GET /v2.0/networks/3cc799df-e962-4ae3-b1a0-f79eddbca668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295245 May 12 20:10:39.892444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b5849b1e-9d94-4e97-b562-2dcedb714025 None None] Provisioning for port 4ad4234d-38c6-475d-80e3-32929ccd59a1 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:10:39.929628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-d0da5cdf-cc98-4957-905d-37650531b4b2 service neutron] 10.222.0.72 "GET /v2.0/networks/3cc799df-e962-4ae3-b1a0-f79eddbca668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268826 May 12 20:10:40.043046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ad4234d-38c6-475d-80e3-32929ccd59a1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:10:40.125828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 4ad4234d-38c6-475d-80e3-32929ccd59a1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:10:40.131587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4ad4234d-38c6-475d-80e3-32929ccd59a1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:10:40.132039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:40.172554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-406ffad0-7f7e-4e60-8fe5-ee11cbc79b8f req-c844162f-b1f9-4245-bc24-5991e436a88b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 210 time: 0.0896156 May 12 20:10:40.269295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4ad4234d-38c6-475d-80e3-32929ccd59a1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:10:40.269831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:40.306948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 4ad4234d-38c6-475d-80e3-32929ccd59a1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ad4234d-38c6-475d-80e3-32929ccd59a1,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:40.315326 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:40.383511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=4ad4234d-38c6-475d-80e3-32929ccd59a1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:40.432162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f5c4d031-be9e-4507-aca5-f3edb9c533f8 None None] Provisioning complete for port 4ad4234d-38c6-475d-80e3-32929ccd59a1 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:10:40.432532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d031-be9e-4507-aca5-f3edb9c533f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:40.552054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4d031-be9e-4507-aca5-f3edb9c533f8 None None] Current status of the port 4ad4234d-38c6-475d-80e3-32929ccd59a1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:10:41.245215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-0ca8e5ef-6fde-4f3c-ba55-d065e67cb8c2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:41.246674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-0ca8e5ef-6fde-4f3c-ba55-d065e67cb8c2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "GET /v2.0/networks?id=3cc799df-e962-4ae3-b1a0-f79eddbca668 HTTP/1.1" status: 200 len: 797 time: 0.1488869 May 12 20:10:41.333894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-dd2d4420-3b29-46a5-8465-3dded568b07d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 472 time: 0.0789967 May 12 20:10:41.335945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8009d94-dc1a-49cd-b8be-22b40d765477 req-6e4e9c06-03a5-47fc-af1c-191568a9dd33 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 210 time: 0.0524933 May 12 20:10:41.343330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'port': {'device_id': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668', 'admin_state_up': True, 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'security_groups': ['0ea79b83-0116-487b-8842-fd6e28145189']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:41.478904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:10:41.482995 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:port and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:10:41.486226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:10:41.492077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:10:41.502723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:10:41.506363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:41.673859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.20.0.21 (3cc799df-e962-4ae3-b1a0-f79eddbca668/dc9d4977-0037-42a0-bc94-4eb5295d6af7/3d8ff900-b551-4bc8-be84-4f95437fedbc) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:10:41.862082 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:41.877662 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Transition to ACTIVE for port object 3d8ff900-b551-4bc8-be84-4f95437fedbc will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:10:41.906261 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:41.984704 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:10:41.988274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:10:41.992157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:10:42.009015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ad4234d-38c6-475d-80e3-32929ccd59a1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:10:42.026862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=3d8ff900-b551-4bc8-be84-4f95437fedbc,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:42.064082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:42.064875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:42.085972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 4ad4234d-38c6-475d-80e3-32929ccd59a1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:10:42.086578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:42.093369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-aea1edf3-ac8d-4d34-8cbe-f9e290bddd03 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536573 May 12 20:10:42.107503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Request body: {'port': {'device_id': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:10:42.222286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 4ad4234d-38c6-475d-80e3-32929ccd59a1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:10:42.239783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:42.284395 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-01f935d0-2826-4b15-ae10-bce66e6e134f None None] Provisioning for port 3d8ff900-b551-4bc8-be84-4f95437fedbc completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:10:42.289265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-01f935d0-2826-4b15-ae10-bce66e6e134f None None] Provisioning complete for port 3d8ff900-b551-4bc8-be84-4f95437fedbc triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:10:42.289632 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-01f935d0-2826-4b15-ae10-bce66e6e134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:42.341378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-01f935d0-2826-4b15-ae10-bce66e6e134f None None] Port 3d8ff900-b551-4bc8-be84-4f95437fedbc cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:10:42.588118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6241-076b-40aa-817f-c5a096dd8354 req-6970317b-23e1-45d3-8532-db8979412434 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:42.588756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-409b6241-076b-40aa-817f-c5a096dd8354 req-6970317b-23e1-45d3-8532-db8979412434 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:10:42.656285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-409b6241-076b-40aa-817f-c5a096dd8354 req-6970317b-23e1-45d3-8532-db8979412434 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:10:42.657456 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-409b6241-076b-40aa-817f-c5a096dd8354 req-6970317b-23e1-45d3-8532-db8979412434 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 932 time: 0.2067757 May 12 20:10:42.661206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8ff900-b551-4bc8-be84-4f95437fedbc {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:10:42.680444 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:42.707790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Transition to ACTIVE for port object 3d8ff900-b551-4bc8-be84-4f95437fedbc will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:10:42.711952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:42.760490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-409b6241-076b-40aa-817f-c5a096dd8354 req-ce8a0e48-f448-4c0b-9752-804e5701c488 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948851 May 12 20:10:42.976621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Pushing event updated for resources: {'Port': ['ID=3d8ff900-b551-4bc8-be84-4f95437fedbc,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:43.056639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Attempting to bind port 3d8ff900-b551-4bc8-be84-4f95437fedbc on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:10:43.056978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Attempting to bind port 3d8ff900-b551-4bc8-be84-4f95437fedbc by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:10:43.057348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Attempting to bind port 3d8ff900-b551-4bc8-be84-4f95437fedbc on network 3cc799df-e962-4ae3-b1a0-f79eddbca668 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:10:43.062092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Port 3d8ff900-b551-4bc8-be84-4f95437fedbc on network 3cc799df-e962-4ae3-b1a0-f79eddbca668 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:10:43.062411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Attempting to bind port 3d8ff900-b551-4bc8-be84-4f95437fedbc on network 3cc799df-e962-4ae3-b1a0-f79eddbca668 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:10:43.067468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:10:43.067802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Checking segment: {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:10:43.068178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Bound using segment: {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:10:43.068601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Bound port: 3d8ff900-b551-4bc8-be84-4f95437fedbc, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:10:43.068946 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:43.159759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] For port 3d8ff900-b551-4bc8-be84-4f95437fedbc, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:10:43.162860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] For port 3d8ff900-b551-4bc8-be84-4f95437fedbc, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d8ff900-b551-4bc8-be84-4f95437fedbc,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:10:43.169507 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:43.228621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:43.229751 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:43.230632 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] 10.222.0.36 "PUT /v2.0/ports/3d8ff900-b551-4bc8-be84-4f95437fedbc HTTP/1.1" status: 200 len: 1092 time: 1.1287866 May 12 20:10:43.231061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'tag': '3d8ff900-b551-4bc8-be84-4f95437fedbc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:10:43.251369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e578c-3b68-4bf4-a77b-85b4a0956cef service neutron] Pushing event updated for resources: {'Port': ['ID=3d8ff900-b551-4bc8-be84-4f95437fedbc,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:43.306628 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475cd61f-c075-43fe-8a74-2ec9303be96b'] response: {'name': 'network-changed', 'server_uuid': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'tag': '3d8ff900-b551-4bc8-be84-4f95437fedbc', 'status': 'completed', 'code': 200} May 12 20:10:43.347777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-eb97ba10-daac-40ab-9480-622bf782db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:43.349361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-eb97ba10-daac-40ab-9480-622bf782db15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 1095 time: 0.0773034 May 12 20:10:43.418120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-49d33b23-8aab-4caa-8ff7-8485854e41aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=3d8ff900-b551-4bc8-be84-4f95437fedbc HTTP/1.1" status: 200 len: 217 time: 0.0616653 May 12 20:10:43.484201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-cffa1fcb-936f-4ed5-8346-7193c78c7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:43.486117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-cffa1fcb-936f-4ed5-8346-7193c78c7f60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc9d4977-0037-42a0-bc94-4eb5295d6af7 HTTP/1.1" status: 200 len: 838 time: 0.0625532 May 12 20:10:43.561551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-9ce68254-53e0-4888-82dc-123bcc04acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:43.562944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-9ce68254-53e0-4888-82dc-123bcc04acf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cc799df-e962-4ae3-b1a0-f79eddbca668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709658 May 12 20:10:43.697146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-4031b315-0cbc-4cac-969a-12acb48833c7 service neutron] 10.222.0.36 "GET /v2.0/networks/3cc799df-e962-4ae3-b1a0-f79eddbca668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253352 May 12 20:10:43.829588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58fb5ad2-aaa8-4972-86a5-f40e7109b590 req-1e994452-f90e-474e-9e7b-0e84c65e4f2f service neutron] 10.222.0.36 "GET /v2.0/networks/3cc799df-e962-4ae3-b1a0-f79eddbca668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262829 May 12 20:10:44.008973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120d6c4-b2fe-4923-9dc5-61e86341ae3a req-d973e1aa-6c3e-4205-9dde-f877b0adbf27 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:44.010460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d120d6c4-b2fe-4923-9dc5-61e86341ae3a req-d973e1aa-6c3e-4205-9dde-f877b0adbf27 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 944 time: 0.1391695 May 12 20:10:44.012996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-06f6b3fa-1fbd-41b1-8722-922df176b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:44.014318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-06f6b3fa-1fbd-41b1-8722-922df176b419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 1095 time: 0.1126223 May 12 20:10:44.137932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d120d6c4-b2fe-4923-9dc5-61e86341ae3a req-df90aea0-9cd0-4247-85ec-07873c35c959 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216629 May 12 20:10:44.182564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-c53f2ee1-3e2b-4309-a3a9-d977b58a7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:44.184117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-c53f2ee1-3e2b-4309-a3a9-d977b58a7199 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cc799df-e962-4ae3-b1a0-f79eddbca668 HTTP/1.1" status: 200 len: 898 time: 0.1553488 May 12 20:10:44.256359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-990c4a73-c466-40ff-8f2b-c301838924c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=3d8ff900-b551-4bc8-be84-4f95437fedbc HTTP/1.1" status: 200 len: 217 time: 0.0652127 May 12 20:10:44.322762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-93b1ff94-16f6-4c8a-8538-bd39382588e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:44.324915 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-93b1ff94-16f6-4c8a-8538-bd39382588e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc9d4977-0037-42a0-bc94-4eb5295d6af7 HTTP/1.1" status: 200 len: 838 time: 0.0619526 May 12 20:10:44.405888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-484c153c-43be-47a8-8a33-ecf591c7c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:44.407359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-484c153c-43be-47a8-8a33-ecf591c7c45e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cc799df-e962-4ae3-b1a0-f79eddbca668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753202 May 12 20:10:44.539489 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-d15a223b-7328-4302-b8d8-196495153bdc service neutron] 10.222.0.36 "GET /v2.0/networks/3cc799df-e962-4ae3-b1a0-f79eddbca668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247346 May 12 20:10:44.774788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbe5d3a0-4c34-49ad-83a2-70d0f249e355 req-1fa13bfc-e1ad-4b5e-9ed7-5fa8ba2b27b6 service neutron] 10.222.0.36 "GET /v2.0/networks/3cc799df-e962-4ae3-b1a0-f79eddbca668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291403 May 12 20:10:45.326034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db30f34-e4dc-462d-beeb-05815a1c2e61 req-35d3f172-2852-44a9-ad9a-61fdf46e8394 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:45.327475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0db30f34-e4dc-462d-beeb-05815a1c2e61 req-35d3f172-2852-44a9-ad9a-61fdf46e8394 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 944 time: 0.0832608 May 12 20:10:45.377367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0db30f34-e4dc-462d-beeb-05815a1c2e61 req-bce7b5c8-4c7a-499a-82a3-c274047fdd48 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 May 12 20:10:46.583471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dc2f6-f269-4599-84ad-ab64323844d7 req-d1cc8772-5f98-48af-9f6b-cc691e5badc0 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:46.584906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-011dc2f6-f269-4599-84ad-ab64323844d7 req-d1cc8772-5f98-48af-9f6b-cc691e5badc0 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 944 time: 0.0864398 May 12 20:10:46.629070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-011dc2f6-f269-4599-84ad-ab64323844d7 req-90c2b95b-6955-44b2-bfa9-7debb206dba6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383983 May 12 20:10:47.131037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d8ff900-b551-4bc8-be84-4f95437fedbc details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:10:47.272715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3d8ff900-b551-4bc8-be84-4f95437fedbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d8ff900-b551-4bc8-be84-4f95437fedbc,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:47.289003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3d8ff900-b551-4bc8-be84-4f95437fedbc', 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668', 'port_id': '3d8ff900-b551-4bc8-be84-4f95437fedbc', 'mac_address': 'fa:16:3e:52:2c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:10:47.343993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3d8ff900-b551-4bc8-be84-4f95437fedbc is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:10:47.344367 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:47.361115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8ff900-b551-4bc8-be84-4f95437fedbc {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:10:47.377436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3d8ff900-b551-4bc8-be84-4f95437fedbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d8ff900-b551-4bc8-be84-4f95437fedbc,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:47.383340 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:47.450649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3d8ff900-b551-4bc8-be84-4f95437fedbc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:47.666895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3d8ff900-b551-4bc8-be84-4f95437fedbc'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:10:47.816235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421f1a8-2fd9-4a83-a279-1de8742005ea req-cc26c511-8024-4c5c-a3b2-4e14d34bc45b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:47.817722 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f421f1a8-2fd9-4a83-a279-1de8742005ea req-cc26c511-8024-4c5c-a3b2-4e14d34bc45b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 945 time: 0.0789022 May 12 20:10:47.864896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f421f1a8-2fd9-4a83-a279-1de8742005ea req-fed591ae-1263-4be0-8568-7371bac3473d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 May 12 20:10:49.063968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f919a5-a69d-4e53-9f26-31a78dc2470a req-3858be4a-f487-4e77-97eb-b6bb9863122b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:49.065423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99f919a5-a69d-4e53-9f26-31a78dc2470a req-3858be4a-f487-4e77-97eb-b6bb9863122b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 945 time: 0.0919132 May 12 20:10:49.108864 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99f919a5-a69d-4e53-9f26-31a78dc2470a req-4198c13a-340d-45fb-a7f9-063a7bb6f3a3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377355 May 12 20:10:49.147069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d8ff900-b551-4bc8-be84-4f95437fedbc up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:10:49.216238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 3d8ff900-b551-4bc8-be84-4f95437fedbc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:10:49.221415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3d8ff900-b551-4bc8-be84-4f95437fedbc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:10:49.221818 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:49.339096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3d8ff900-b551-4bc8-be84-4f95437fedbc is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:10:49.339459 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:49.365943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ff900-b551-4bc8-be84-4f95437fedbc'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:10:49.376672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3d8ff900-b551-4bc8-be84-4f95437fedbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d8ff900-b551-4bc8-be84-4f95437fedbc,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:10:49.382658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:49.415822 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7576fa5b-41bd-48f2-ba74-6560389e08fa'] response: {'server_uuid': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ff900-b551-4bc8-be84-4f95437fedbc', 'code': 200} May 12 20:10:49.484437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3d8ff900-b551-4bc8-be84-4f95437fedbc,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:49.553237 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a755-d2ac-471c-be00-9a5b4340b953 req-f38a85f4-64e0-4280-b6ce-76dedcb1f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:49.554745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b779a755-d2ac-471c-be00-9a5b4340b953 req-f38a85f4-64e0-4280-b6ce-76dedcb1f473 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 1097 time: 0.0775547 May 12 20:10:49.606423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b779a755-d2ac-471c-be00-9a5b4340b953 req-ed98856e-b464-414f-ae38-84e0880e7d87 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 May 12 20:10:50.304079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43aa92-aeb8-4692-833e-2ea3b6bb40d6 req-065a866b-91ba-45e8-bdba-15f56b245727 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:50.305455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff43aa92-aeb8-4692-833e-2ea3b6bb40d6 req-065a866b-91ba-45e8-bdba-15f56b245727 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 946 time: 0.0867176 May 12 20:10:50.350216 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff43aa92-aeb8-4692-833e-2ea3b6bb40d6 req-597ec796-023a-45cc-8629-92fd014b0995 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389326 May 12 20:10:51.552934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4143f-2806-4879-b404-2754ca5ca780 req-3b13b6c5-1de0-475f-a0c8-dc2a00d7c77d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:51.554331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbb4143f-2806-4879-b404-2754ca5ca780 req-3b13b6c5-1de0-475f-a0c8-dc2a00d7c77d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 946 time: 0.0842052 May 12 20:10:51.608996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbb4143f-2806-4879-b404-2754ca5ca780 req-6b464a36-369b-48a3-9207-71cadc40df4e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485418 May 12 20:10:51.802726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07337c5e-cb03-4f84-bb91-105ea92b2a4c req-a8ea214c-b822-437b-b06b-b88eac1d2836 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:10:51.804247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07337c5e-cb03-4f84-bb91-105ea92b2a4c req-a8ea214c-b822-437b-b06b-b88eac1d2836 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 946 time: 0.0908194 May 12 20:10:51.854774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07337c5e-cb03-4f84-bb91-105ea92b2a4c req-a22ea562-fde6-4000-a47f-c8faf76d907f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 May 12 20:10:53.341397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46090) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:10:54.178607 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:54.580659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.20.0.17 (3cc799df-e962-4ae3-b1a0-f79eddbca668/dc9d4977-0037-42a0-bc94-4eb5295d6af7/8e25f6f3-4d17-4a13-a353-09347d2c6acf) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:10:54.749971 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:54.765464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Transition to ACTIVE for port object 8e25f6f3-4d17-4a13-a353-09347d2c6acf will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:10:54.791050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:54.857339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:10:54.860769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:10:54.864634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:10:54.898464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=8e25f6f3-4d17-4a13-a353-09347d2c6acf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:54.930133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:55.091507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-922e006a-3065-4174-9a15-9388fed02a4a None None] Provisioning for port 8e25f6f3-4d17-4a13-a353-09347d2c6acf completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:10:55.097951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-922e006a-3065-4174-9a15-9388fed02a4a None None] Provisioning complete for port 8e25f6f3-4d17-4a13-a353-09347d2c6acf triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:10:55.098554 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-922e006a-3065-4174-9a15-9388fed02a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:55.154702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-922e006a-3065-4174-9a15-9388fed02a4a None None] Port 8e25f6f3-4d17-4a13-a353-09347d2c6acf cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:10:55.200319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:55.624224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:55.631585 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:55.858198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=8e25f6f3-4d17-4a13-a353-09347d2c6acf,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:55.861049 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:55.996180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:10:55.997641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:10:56.196923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 5b728fd1-a889-40af-acd1-1945b62ed0af has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:10:56.283633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-47bd3045-272e-474b-bbd0-98acaa43c4f0 None None] Provisioning complete for port 8e25f6f3-4d17-4a13-a353-09347d2c6acf triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:10:56.284210 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47bd3045-272e-474b-bbd0-98acaa43c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:56.336779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-47bd3045-272e-474b-bbd0-98acaa43c4f0 None None] Port 8e25f6f3-4d17-4a13-a353-09347d2c6acf cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:10:56.379890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:10:56.389493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Sync routers for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:10:56.397233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f1502e25-6629-4d23-b4f9-9faab53b344e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "PUT /v2.0/routers/5b728fd1-a889-40af-acd1-1945b62ed0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0543516 May 12 20:10:56.399137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:56.399793 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:10:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:56.575699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:56.918874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30a339ae-4bb7-4383-9397-39bfe452f4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:56.936094 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:10:55Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:06Z', 'revision_number': 1, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e25f6f3-4d17-4a13-a353-09347d2c6acf', 'name': '', 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:b2:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:10:54Z', 'updated_at': '2022-05-12T20:10:55Z', 'revision_number': 2, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:56.939892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Checking router: 5b728fd1-a889-40af-acd1-1945b62ed0af for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:10:56.940235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Updating router 5b728fd1-a889-40af-acd1-1945b62ed0af port 8e25f6f3-4d17-4a13-a353-09347d2c6acf binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:10:56.991604 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:57.334726 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:57.346228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Transition to ACTIVE for port object 8e25f6f3-4d17-4a13-a353-09347d2c6acf will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:10:57.353931 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:57.510647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Pushing event updated for resources: {'Port': ['ID=8e25f6f3-4d17-4a13-a353-09347d2c6acf,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:57.527413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.527759 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.528095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.528417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.528741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.529058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.529419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.529739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.530053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.530363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.530680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.530976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:10:57.584616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Attempting to bind port 8e25f6f3-4d17-4a13-a353-09347d2c6acf on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:10:57.585032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Attempting to bind port 8e25f6f3-4d17-4a13-a353-09347d2c6acf by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:10:57.585379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Attempting to bind port 8e25f6f3-4d17-4a13-a353-09347d2c6acf on network 3cc799df-e962-4ae3-b1a0-f79eddbca668 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:10:57.590725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:10:57.591120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Checking segment: {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:10:57.591519 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:57.591904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Bound using segment: {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:10:57.592371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Bound port: 8e25f6f3-4d17-4a13-a353-09347d2c6acf, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6fcff4-9011-41ab-b87c-645c563598b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:10:57.592736 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:57.691444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] For port 8e25f6f3-4d17-4a13-a353-09347d2c6acf, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:10:57.694501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] For port 8e25f6f3-4d17-4a13-a353-09347d2c6acf, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8e25f6f3-4d17-4a13-a353-09347d2c6acf,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:10:57.700078 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:10:57.777563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:10:57.778189 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:10:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:57.877004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c99f7-ad8a-43f0-983f-46b674e21355 None None] Pushing event updated for resources: {'Port': ['ID=8e25f6f3-4d17-4a13-a353-09347d2c6acf,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:10:57.997461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:10:58.356514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:10:55Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:06Z', 'revision_number': 1, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e25f6f3-4d17-4a13-a353-09347d2c6acf', 'name': '', 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:b2:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:10:54Z', 'updated_at': '2022-05-12T20:10:57Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:10:58.361022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fa50a-df8e-4c3f-8c4c-c5a87848ebf3 None None] The sync data for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 is: [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:10:55Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:06Z', 'revision_number': 1, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e25f6f3-4d17-4a13-a353-09347d2c6acf', 'name': '', 'network_id': '3cc799df-e962-4ae3-b1a0-f79eddbca668', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:b2:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:10:54Z', 'updated_at': '2022-05-12T20:10:57Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': 'dc9d4977-0037-42a0-bc94-4eb5295d6af7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:10:58.700960 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:10:58.984597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e38bcfa-44c4-4c0a-bff2-6124a37b2f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:00.037091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8e25f6f3-4d17-4a13-a353-09347d2c6acf up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:00.112200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 8e25f6f3-4d17-4a13-a353-09347d2c6acf completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:00.117490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8e25f6f3-4d17-4a13-a353-09347d2c6acf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:00.117907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:00.184693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:00.249729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8e25f6f3-4d17-4a13-a353-09347d2c6acf is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:00.250113 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:00.286018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 8e25f6f3-4d17-4a13-a353-09347d2c6acf, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8e25f6f3-4d17-4a13-a353-09347d2c6acf,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:00.291114 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:00.363319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=8e25f6f3-4d17-4a13-a353-09347d2c6acf,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:00.646181 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:01.756528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:02.021812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8e25f6f3-4d17-4a13-a353-09347d2c6acf up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:02.095498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8e25f6f3-4d17-4a13-a353-09347d2c6acf triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:02.095986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:02.209563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8e25f6f3-4d17-4a13-a353-09347d2c6acf is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:08.183828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:08.874492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:16.941390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46118) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:17.513804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:18.060095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 8e25f6f3-4d17-4a13-a353-09347d2c6acf {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:18.060834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:18.247838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port 8e25f6f3-4d17-4a13-a353-09347d2c6acf, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8e25f6f3-4d17-4a13-a353-09347d2c6acf,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:18.248084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:18.373472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 8e25f6f3-4d17-4a13-a353-09347d2c6acf owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:18.708037 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:18.764169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=8e25f6f3-4d17-4a13-a353-09347d2c6acf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:18.808835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.809158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.809533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.809843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.810168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.810490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.810807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.811125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.811471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.811783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.812134 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:18.812433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:19.049222 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:19.527331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 5b728fd1-a889-40af-acd1-1945b62ed0af has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:11:19.711183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:11:19.720867 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] Sync routers for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:11:19.724623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5d264a05-fe68-4967-9b4d-f316c80884e4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "PUT /v2.0/routers/5b728fd1-a889-40af-acd1-1945b62ed0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820868 May 12 20:11:19.730455 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:19.731065 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:10:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:19.904136 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:20.090257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db9e6d-a85c-4218-b4a3-38920f3319fe req-5ba5bfa2-607e-4cb5-af43-5361903404f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:20.090863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-53db9e6d-a85c-4218-b4a3-38920f3319fe req-5ba5bfa2-607e-4cb5-af43-5361903404f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:11:20.106932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-53db9e6d-a85c-4218-b4a3-38920f3319fe req-5ba5bfa2-607e-4cb5-af43-5361903404f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:11:20.108459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53db9e6d-a85c-4218-b4a3-38920f3319fe req-5ba5bfa2-607e-4cb5-af43-5361903404f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 946 time: 0.0983305 May 12 20:11:20.155692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53db9e6d-a85c-4218-b4a3-38920f3319fe req-2a2447be-b832-41f7-bfd8-3afe6850a983 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404348 May 12 20:11:20.248004 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:18Z', 'revision_number': 6, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:06Z', 'revision_number': 1, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:20.251899 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] Checking router: 5b728fd1-a889-40af-acd1-1945b62ed0af for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:11:20.260181 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:20.260787 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:10:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:20.469998 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:20.828728 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:18Z', 'revision_number': 6, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:06Z', 'revision_number': 1, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:20.832969 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1d8c-e660-4597-9b71-60fbd85c9bd4 None None] The sync data for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 is: [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:18Z', 'revision_number': 6, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '0ccfb5e4-1039-4ec4-81b2-5e88490f660d', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'port_id': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'mac_address': 'fa:16:3e:e7:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:10:03Z', 'updated_at': '2022-05-12T20:10:06Z', 'revision_number': 1, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:11:21.344448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8c0b6-6107-4085-8761-a2b147344bb6 req-68bcda72-dad5-4cf9-93ec-83a78c08645b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:21.346073 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ab8c0b6-6107-4085-8761-a2b147344bb6 req-68bcda72-dad5-4cf9-93ec-83a78c08645b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 946 time: 0.0829246 May 12 20:11:21.391316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ab8c0b6-6107-4085-8761-a2b147344bb6 req-6c56b201-0bc5-4aed-8ef3-ea3fc6fe7bf4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ea79b83-0116-487b-8842-fd6e28145189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394154 May 12 20:11:21.547957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf89c9-2178-427d-baaf-a374069835a2 req-50c33c22-5a99-49b0-99a9-10e09649f352 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:21.549411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efaf89c9-2178-427d-baaf-a374069835a2 req-50c33c22-5a99-49b0-99a9-10e09649f352 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 946 time: 0.0910203 May 12 20:11:21.623433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 3d8ff900-b551-4bc8-be84-4f95437fedbc {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:21.623766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:21.865114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port 3d8ff900-b551-4bc8-be84-4f95437fedbc, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d8ff900-b551-4bc8-be84-4f95437fedbc,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:21.865377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:21.983636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 3d8ff900-b551-4bc8-be84-4f95437fedbc owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:21.990833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8e25f6f3-4d17-4a13-a353-09347d2c6acf no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:11:22.024255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 8e25f6f3-4d17-4a13-a353-09347d2c6acf {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:11:22.024598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8e25f6f3-4d17-4a13-a353-09347d2c6acf not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:11:22.130687 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:22.208856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=3d8ff900-b551-4bc8-be84-4f95437fedbc,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:22.259867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] No DVR routers for this DVR port 3d8ff900-b551-4bc8-be84-4f95437fedbc on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:11:22.262968 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:22.266738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'name': 'network-vif-deleted', 'tag': '3d8ff900-b551-4bc8-be84-4f95437fedbc'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:11:22.283146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efaf89c9-2178-427d-baaf-a374069835a2 req-ea1f1d05-7f4a-4e2a-9568-e70583a9c5ad tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "DELETE /v2.0/ports/3d8ff900-b551-4bc8-be84-4f95437fedbc HTTP/1.1" status: 204 len: 173 time: 0.7267206 May 12 20:11:22.313799 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27919a38-593e-400b-ae78-825e15a88d29'] response: {'server_uuid': '4dd5981e-ca71-4e96-97cf-80dffba63544', 'name': 'network-vif-deleted', 'tag': '3d8ff900-b551-4bc8-be84-4f95437fedbc', 'status': 'completed', 'code': 200} May 12 20:11:22.563965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-94778411-7ec7-4a2f-8b90-c9ed72766b27 req-e8c902ba-9bf5-48c6-9988-7df750ab6d15 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:11:22.580887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-94778411-7ec7-4a2f-8b90-c9ed72766b27 req-e8c902ba-9bf5-48c6-9988-7df750ab6d15 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:11:22.582201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94778411-7ec7-4a2f-8b90-c9ed72766b27 req-e8c902ba-9bf5-48c6-9988-7df750ab6d15 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=4dd5981e-ca71-4e96-97cf-80dffba63544 HTTP/1.1" status: 200 len: 210 time: 0.0682063 May 12 20:11:23.685365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46134) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:23.761229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:23.790375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:23.857672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:23.876174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea79b83-0116-487b-8842-fd6e28145189,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:23.884442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.884798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.885112 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.885472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.885799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.886124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.886444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.886762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.887087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.887410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.887748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.888070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:23.895371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:23.896481 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d8d06f0a-6552-41bb-aea5-45846938ce54 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/security-groups/0ea79b83-0116-487b-8842-fd6e28145189 HTTP/1.1" status: 204 len: 168 time: 0.2101259 May 12 20:11:23.928031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46140) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:24.002000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting subnet dc9d4977-0037-42a0-bc94-4eb5295d6af7 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:11:24.005150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.060679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.252327 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.337139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.375392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9d4977-0037-42a0-bc94-4eb5295d6af7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:24.379328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.385640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-26bda7c1-87c0-45e1-9e74-a06afdb9b765 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/subnets/dc9d4977-0037-42a0-bc94-4eb5295d6af7 HTTP/1.1" status: 204 len: 168 time: 0.4566040 May 12 20:11:24.386612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82fb73d-b385-44cb-b15b-e710fefbf06f None None] Network 3cc799df-e962-4ae3-b1a0-f79eddbca668 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:11:24.389716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46144) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:24.513558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.523896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 4ad4234d-38c6-475d-80e3-32929ccd59a1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:24.524227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.637065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] DHCP port deletion for 3cc799df-e962-4ae3-b1a0-f79eddbca668 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:11:24.643228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Deleting port 4ad4234d-38c6-475d-80e3-32929ccd59a1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:24.643716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.733795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port 4ad4234d-38c6-475d-80e3-32929ccd59a1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ad4234d-38c6-475d-80e3-32929ccd59a1,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:24.734390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.857092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 4ad4234d-38c6-475d-80e3-32929ccd59a1 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:24.898881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] For port 4ad4234d-38c6-475d-80e3-32929ccd59a1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=4ad4234d-38c6-475d-80e3-32929ccd59a1,segment=NetworkSegment(8c6fcff4-9011-41ab-b87c-645c563598b9),segment_id=8c6fcff4-9011-41ab-b87c-645c563598b9)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:24.899270 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.937879 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:24.988916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=4ad4234d-38c6-475d-80e3-32929ccd59a1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:24.997482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] No DVR routers for this DVR port 4ad4234d-38c6-475d-80e3-32929ccd59a1 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:11:25.019875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Calling delete_port for 4ad4234d-38c6-475d-80e3-32929ccd59a1 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:25.093807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:11:25.094369 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:11:25.123383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.147813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc799df-e962-4ae3-b1a0-f79eddbca668']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:25.159999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6fcff4-9011-41ab-b87c-645c563598b9') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:25.160319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6fcff4-9011-41ab-b87c-645c563598b9') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:25.171589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.187262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.193175 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:11:25.193679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: timer() May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:11:25.207842 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:11:25.261085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d8ff900-b551-4bc8-be84-4f95437fedbc no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:11:25.288803 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.295151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 3d8ff900-b551-4bc8-be84-4f95437fedbc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:11:25.295623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d8ff900-b551-4bc8-be84-4f95437fedbc not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:11:25.306871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.320152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Network': ['ID=3cc799df-e962-4ae3-b1a0-f79eddbca668,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:25.334488 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd8cac48-72e7-437a-a23f-d9b7371e8a4c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/networks/3cc799df-e962-4ae3-b1a0-f79eddbca668 HTTP/1.1" status: 204 len: 168 time: 0.9432395 May 12 20:11:25.337274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46148) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:25.552270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 9d4439bc-0a33-4586-8d3c-edbd9a21707c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:25.552491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.595609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Deleting port 4ad4234d-38c6-475d-80e3-32929ccd59a1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:25.596135 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.667048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0fe35753-095d-425f-885b-b4fc80669225 None None] The port '4ad4234d-38c6-475d-80e3-32929ccd59a1' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:11:25.731216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.731664 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:25.961272 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 9d4439bc-0a33-4586-8d3c-edbd9a21707c owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:26.028162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ad4234d-38c6-475d-80e3-32929ccd59a1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:11:26.062195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 4ad4234d-38c6-475d-80e3-32929ccd59a1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:11:26.062537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 4ad4234d-38c6-475d-80e3-32929ccd59a1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:11:26.112139 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:26.160672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=9d4439bc-0a33-4586-8d3c-edbd9a21707c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:26.254084 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:26.254385 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Floating IP 0ccfb5e4-1039-4ec4-81b2-5e88490f660d disassociated (deleted). External IP: 172.25.2.73, port: a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea. May 12 20:11:26.621376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 5b728fd1-a889-40af-acd1-1945b62ed0af has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:11:26.804033 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:11:26.814111 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] Sync routers for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:11:26.820897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:26.823647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:26.824328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:10:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:26.877367 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-22101473-79af-4722-88e3-e0b4bc4a70e3 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/floatingips/0ccfb5e4-1039-4ec4-81b2-5e88490f660d HTTP/1.1" status: 204 len: 168 time: 1.5389051 May 12 20:11:26.877835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:11:26.927808 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09426748-7ece-453c-870d-1654b15ed7e9'] response: {'name': 'network-changed', 'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'status': 'completed', 'code': 200} May 12 20:11:26.928161 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ae4d-d740-4ad2-b511-a589adec926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:27.023397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-56f46a8f-76ff-427d-bd3a-dcb318b4ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:27.025017 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-56f46a8f-76ff-427d-bd3a-dcb318b4ce03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 1097 time: 0.0758433 May 12 20:11:27.026938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:27.331278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-d126aa31-6bf2-4781-810d-a0a249fbeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:27.332733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-d126aa31-6bf2-4781-810d-a0a249fbeaf8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 200 len: 897 time: 0.3022001 May 12 20:11:27.354187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:18Z', 'revision_number': 6, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:27.358024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] Checking router: 5b728fd1-a889-40af-acd1-1945b62ed0af for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:11:27.366792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:27.367381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:10:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:27.406881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-e643882f-0dc7-441f-87ae-c4f75b82dcad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea HTTP/1.1" status: 200 len: 217 time: 0.0654714 May 12 20:11:27.414446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8c97a-9bf4-446b-9e5d-585f08fb6c80 req-3a76b8a3-c7f9-4bf0-be87-6c7e6a286a48 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:27.415793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3f8c97a-9bf4-446b-9e5d-585f08fb6c80 req-3a76b8a3-c7f9-4bf0-be87-6c7e6a286a48 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 946 time: 0.1893973 May 12 20:11:27.504133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-807d2c24-ff7a-412b-b48c-c6bab4ae9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:27.505586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-807d2c24-ff7a-412b-b48c-c6bab4ae9b31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12cd44d8-1d3b-4c4c-a097-3ba034d2b276 HTTP/1.1" status: 200 len: 835 time: 0.0889280 May 12 20:11:27.508475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3f8c97a-9bf4-446b-9e5d-585f08fb6c80 req-0bbb50bc-856e-428f-98f6-df0e0a52d0cf tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633140 May 12 20:11:27.548458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:27.582186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-c527e534-2a76-4826-898e-2667d55619ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:27.583762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-c527e534-2a76-4826-898e-2667d55619ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f74091a6-bf64-4d88-9a14-70f4e4f257de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714769 May 12 20:11:27.718161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-6d90dcda-246d-49d6-a49a-1d3aff9b4237 service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267815 May 12 20:11:27.851716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0affb7d5-390d-4195-a7f0-b49c06edbfa0 req-cf507a7d-ce46-4211-9cc7-1566eabe8cac service neutron] 10.222.0.73 "GET /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274440 May 12 20:11:27.898163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:18Z', 'revision_number': 6, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:27.902292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11a185-398d-40eb-8c6a-fb1c922f1954 None None] The sync data for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 is: [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:18Z', 'revision_number': 6, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '912f1164-e9ff-48f4-8450-6faf82f539bf', 'name': '', 'network_id': 'f74091a6-bf64-4d88-9a14-70f4e4f257de', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:2d:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:43Z', 'updated_at': '2022-05-12T20:09:50Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '12cd44d8-1d3b-4c4c-a097-3ba034d2b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:11:28.120588 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe68e0-a212-4e80-8242-4948c52c738e None None] New status for floating IP 0ccfb5e4-1039-4ec4-81b2-5e88490f660d: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:11:28.503843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-487a9553-74f5-4a03-afe5-46d0bbdfc1e2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:28.505209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-487a9553-74f5-4a03-afe5-46d0bbdfc1e2 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 946 time: 0.0952268 May 12 20:11:28.580570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:28.580915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:28.841984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf9bf-ce90-48ce-b963-223512fba254 req-67d864f5-f245-495d-897f-9cae3fdb75c4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:28.843451 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8acf9bf-ce90-48ce-b963-223512fba254 req-67d864f5-f245-495d-897f-9cae3fdb75c4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 946 time: 0.2193570 May 12 20:11:28.915447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:28.915800 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:28.928676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8acf9bf-ce90-48ce-b963-223512fba254 req-48dcc221-bf26-4386-a0ce-c3d32fdc2084 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=0336e4eb-0206-4f0a-a661-103d8d67c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794325 May 12 20:11:28.988265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a59db47b-41f8-4b3c-b146-8b3666dde521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:29.046788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:29.188995 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:29.353363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:29.425266 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] No DVR routers for this DVR port a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:11:29.427922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:29.430530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'name': 'network-vif-deleted', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:11:29.442003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0011633b-2d0b-45af-b7f2-e64efe081786 req-3e3f1853-6886-4689-bc3b-f0525d1d8b97 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.73 "DELETE /v2.0/ports/a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea HTTP/1.1" status: 204 len: 173 time: 0.9311869 May 12 20:11:29.477825 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a36d9aa-d70f-457f-bcd9-74aabcb218b8'] response: {'server_uuid': 'a9f3b949-d5c5-4f9e-9659-a7ba2843febc', 'name': 'network-vif-deleted', 'tag': 'a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea', 'status': 'completed', 'code': 200} May 12 20:11:30.104050 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0d6b5b31-e4d4-4839-8572-0d2f54782fbb req-02280982-1c2e-4b5e-a745-5a565d66f255 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:11:30.122673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-0d6b5b31-e4d4-4839-8572-0d2f54782fbb req-02280982-1c2e-4b5e-a745-5a565d66f255 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:11:30.123927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d6b5b31-e4d4-4839-8572-0d2f54782fbb req-02280982-1c2e-4b5e-a745-5a565d66f255 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f3b949-d5c5-4f9e-9659-a7ba2843febc HTTP/1.1" status: 200 len: 210 time: 0.0640683 May 12 20:11:30.178262 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:30.655957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:31.219896 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46172) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:31.293193 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba60b8ba-69c4-4e6b-8714-bc168a988019 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:31.323024 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba60b8ba-69c4-4e6b-8714-bc168a988019 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:31.396341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba60b8ba-69c4-4e6b-8714-bc168a988019 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:31.415063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60b8ba-69c4-4e6b-8714-bc168a988019 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0336e4eb-0206-4f0a-a661-103d8d67c41e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:31.422038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ba60b8ba-69c4-4e6b-8714-bc168a988019 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:31.423196 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ba60b8ba-69c4-4e6b-8714-bc168a988019 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/security-groups/0336e4eb-0206-4f0a-a661-103d8d67c41e HTTP/1.1" status: 204 len: 168 time: 0.2021930 May 12 20:11:31.454341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46178) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:31.543512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:11:31.576573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:11:31.576927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a7a8ea03-5fcb-4818-9c1a-16f9586cf2ea not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:11:31.751399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:32.132689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:32.486409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 912f1164-e9ff-48f4-8450-6faf82f539bf {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:32.487147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:32.682807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port 912f1164-e9ff-48f4-8450-6faf82f539bf, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=912f1164-e9ff-48f4-8450-6faf82f539bf,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:32.683165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:32.803328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 912f1164-e9ff-48f4-8450-6faf82f539bf owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:33.016278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:33.066306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=912f1164-e9ff-48f4-8450-6faf82f539bf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:33.437814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:33.814594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 5b728fd1-a889-40af-acd1-1945b62ed0af has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:11:34.002162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:11:34.013450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] Sync routers for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:11:34.020643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b533bc4a-1a10-4a3a-b248-8cc6b21e13de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "PUT /v2.0/routers/5b728fd1-a889-40af-acd1-1945b62ed0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650506 May 12 20:11:34.023306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46182) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:34.027079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:34.027898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:34.088344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting subnet 12cd44d8-1d3b-4c4c-a097-3ba034d2b276 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:11:34.091333 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.149027 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.203971 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:34.230692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.302705 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.347617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.350274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Subnet': ['ID=12cd44d8-1d3b-4c4c-a097-3ba034d2b276,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:34.357710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8255c026-6ebb-4ffd-80fb-c5eba31dbe71 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/subnets/12cd44d8-1d3b-4c4c-a097-3ba034d2b276 HTTP/1.1" status: 204 len: 168 time: 0.3332839 May 12 20:11:34.358926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46186) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:34.370824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14582743-69d0-4e15-a139-eb36dcdd1384 None None] Network f74091a6-bf64-4d88-9a14-70f4e4f257de requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:11:34.538214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.648204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:32Z', 'revision_number': 7, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:34.655649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] Checking router: 5b728fd1-a889-40af-acd1-1945b62ed0af for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:11:34.665069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] Routers {'5b728fd1-a889-40af-acd1-1945b62ed0af'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:34.665726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['5b728fd1-a889-40af-acd1-1945b62ed0af'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:34.721058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.723964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] DHCP port deletion for f74091a6-bf64-4d88-9a14-70f4e4f257de request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:11:34.731256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 7daa3b30-c5e4-47b5-862c-212aeb8866e1 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:34.731587 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.746596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] Deleting port 75edc03f-7fa7-43c0-b990-3fff298342cd {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:11:34.747002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.902423 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port 7daa3b30-c5e4-47b5-862c-212aeb8866e1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7daa3b30-c5e4-47b5-862c-212aeb8866e1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:34.902674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:34.948603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] Set router 5b728fd1-a889-40af-acd1-1945b62ed0af gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:35.021734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 7daa3b30-c5e4-47b5-862c-212aeb8866e1 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:35.190569 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.236517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=7daa3b30-c5e4-47b5-862c-212aeb8866e1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:35.242561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] For port 75edc03f-7fa7-43c0-b990-3fff298342cd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=75edc03f-7fa7-43c0-b990-3fff298342cd,segment=NetworkSegment(ccd6af12-b135-4f57-b48b-64c8b150e819),segment_id=ccd6af12-b135-4f57-b48b-64c8b150e819)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:35.243042 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.372810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] Calling delete_port for 75edc03f-7fa7-43c0-b990-3fff298342cd owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:11:35.448209 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.509989 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.558713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] Pushing event deleted for resources: {'Port': ['ID=75edc03f-7fa7-43c0-b990-3fff298342cd,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:35.561814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c9826-9433-4cda-88bf-889cb71389fd None None] No DVR routers for this DVR port 75edc03f-7fa7-43c0-b990-3fff298342cd on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:11:35.574417 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:32Z', 'revision_number': 7, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:35.578516 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dde713-b96e-4578-9e0f-834b28011ad7 None None] The sync data for ids ['5b728fd1-a889-40af-acd1-1945b62ed0af'] in n-d-841626-1 is: [{'id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'name': 'tempest-TestNetworkBasicOps-router-1488498233', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:09:39Z', 'updated_at': '2022-05-12T20:11:32Z', 'revision_number': 7, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': '7daa3b30-c5e4-47b5-862c-212aeb8866e1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:53:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728fd1-a889-40af-acd1-1945b62ed0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:09:40Z', 'updated_at': '2022-05-12T20:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:11:35.621501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.623779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.647081 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.647671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Fanout notify agent at l3_agent the message router_deleted on router 5b728fd1-a889-40af-acd1-1945b62ed0af {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:11:35.662387 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.663506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-40fd0eda-ecee-456e-ae33-ae38967beb62 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/routers/5b728fd1-a889-40af-acd1-1945b62ed0af HTTP/1.1" status: 204 len: 168 time: 1.3036816 May 12 20:11:35.666293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46190) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:35.699581 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:11:35.779419 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.908096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.935994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74091a6-bf64-4d88-9a14-70f4e4f257de']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:35.948944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd6af12-b135-4f57-b48b-64c8b150e819') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:35.949274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd6af12-b135-4f57-b48b-64c8b150e819') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:35.961399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.978576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:35.987761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:11:35.988533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: timer() May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:11:36.004602 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:11:36.090159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.092356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 75edc03f-7fa7-43c0-b990-3fff298342cd no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:11:36.107858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.118738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Network': ['ID=f74091a6-bf64-4d88-9a14-70f4e4f257de,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:36.124220 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3bb082a4-195b-4b72-b68d-08b88526d760 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/networks/f74091a6-bf64-4d88-9a14-70f4e4f257de HTTP/1.1" status: 204 len: 168 time: 0.4539418 May 12 20:11:36.138483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46194) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:36.143081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 75edc03f-7fa7-43c0-b990-3fff298342cd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:11:36.143432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 75edc03f-7fa7-43c0-b990-3fff298342cd not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:11:36.143850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 912f1164-e9ff-48f4-8450-6faf82f539bf no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:11:36.145503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'network': {'name': 'tempest-network-smoke--1532929288', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'port_security_enabled': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:36.157451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:36.161632 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:network and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:36.165084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:36.172230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:36.180829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 912f1164-e9ff-48f4-8450-6faf82f539bf {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:11:36.181263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 912f1164-e9ff-48f4-8450-6faf82f539bf not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:11:36.186725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:11:36.190987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.224324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:11:36.231902 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.232251 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Added segment 3249d93e-f1ac-4510-a44f-3805e3bd2e12 of type vlan for network fc731190-db03-435f-bf2b-332e18f386c1 May 12 20:11:36.262156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.293046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.301438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:36.302264 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.403586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2636392 May 12 20:11:36.406661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46198) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:36.411978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-214840450', 'admin_state_up': True, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:36.412250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b501bab-d22e-4efc-b269-db9c90eff551 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Network': ['ID=fc731190-db03-435f-bf2b-332e18f386c1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:36.421977 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:36.422601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network fc731190-db03-435f-bf2b-332e18f386c1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:11:36.426252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:router and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:36.429341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:36.435964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:36.446725 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.447849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.464417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:36.878148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:37.190718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:37.220142 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:37.355624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.25.2.210 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f76358ad-c1c0-4c5b-a143-dd70b35534d4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:11:37.501709 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:37.538951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:37.602666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:11:37.605703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:11:37.610582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:11:37.639432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=f76358ad-c1c0-4c5b-a143-dd70b35534d4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:37.994017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7daa3b30-c5e4-47b5-862c-212aeb8866e1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:11:38.026364 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:38.027298 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7daa3b30-c5e4-47b5-862c-212aeb8866e1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:11:38.027631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7daa3b30-c5e4-47b5-862c-212aeb8866e1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:11:38.178854 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:38.471112 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:38.684015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 32a05890-bf89-4683-8c03-e91d337f8d87 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:11:38.861713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:11:38.872159 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Sync routers for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:11:38.880020 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:38.882172 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:38.882844 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:38.889593 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:38.890863 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2ccd9443-4d0e-44e4-9fda-bcc1ce3ae356 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4831507 May 12 20:11:38.893814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46202) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:38.935184 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9ea8a13a-9ea3-4677-a2a1-170320d32fec tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ce78b0946cd1415786e354fca57663e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402882 May 12 20:11:38.937904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46206) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:39.055573 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:39.064895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502fc905-c9a6-47b9-9eb3-c2483ae94f39 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:39.066476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-502fc905-c9a6-47b9-9eb3-c2483ae94f39 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276443 May 12 20:11:39.069273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:39.110161 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dd69cd3d-9278-4c2d-be99-4609dc947853 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368397 May 12 20:11:39.110400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46214) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:39.115627 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970286733', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:39.223656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:39.227581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:subnet and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:39.230490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:39.236495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:39.248025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:11:39.251931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.332187 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:37Z', 'revision_number': 3, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:39.336132 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Checking router: 32a05890-bf89-4683-8c03-e91d337f8d87 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:11:39.336480 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Updating router 32a05890-bf89-4683-8c03-e91d337f8d87 port f76358ad-c1c0-4c5b-a143-dd70b35534d4 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:11:39.395056 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.465253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.542486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Subnet': ['ID=2995f3bd-a14f-4d17-91f3-e1a14bf0c076,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:39.553055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Checking segment: {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:11:39.553441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network hostable DHCP agents. Network: fc731190-db03-435f-bf2b-332e18f386c1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:11:39.575020 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network fc731190-db03-435f-bf2b-332e18f386c1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:11:39.586124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, fc731190-db03-435f-bf2b-332e18f386c1) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:11:39.590792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:39.591368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.595355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186a7f7-6e9b-4bf5-b5b1-311b3ae1c801 None None] Network fc731190-db03-435f-bf2b-332e18f386c1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:11:39.617057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-47fa2da9-ea17-4f0f-a1cc-4f8be1a9c953 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5054741 May 12 20:11:39.619799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:39.750430 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.761618 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Transition to ACTIVE for port object f76358ad-c1c0-4c5b-a143-dd70b35534d4 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:11:39.769326 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.811095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-fc731190-db03-435f-bf2b-332e18f386c1', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:11:39.812021 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.854877 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Pushing event updated for resources: {'Port': ['ID=f76358ad-c1c0-4c5b-a143-dd70b35534d4,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:39.857312 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Attempting to bind port f76358ad-c1c0-4c5b-a143-dd70b35534d4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:11:39.857663 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Attempting to bind port f76358ad-c1c0-4c5b-a143-dd70b35534d4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:11:39.858031 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Attempting to bind port f76358ad-c1c0-4c5b-a143-dd70b35534d4 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:11:39.868256 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.868593 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.868924 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.869275 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.869596 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.869918 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.870246 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.870544 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.870845 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.871159 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.871466 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.871785 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:11:39.875074 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:11:39.875753 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:11:39.875849 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.876180 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:11:39.876659 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Bound port: f76358ad-c1c0-4c5b-a143-dd70b35534d4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:11:39.877026 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.952674 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] For port f76358ad-c1c0-4c5b-a143-dd70b35534d4, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:11:39.955944 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] For port f76358ad-c1c0-4c5b-a143-dd70b35534d4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f76358ad-c1c0-4c5b-a143-dd70b35534d4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:11:39.960005 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:39.978160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Allocated IP 172.20.0.2 (fc731190-db03-435f-bf2b-332e18f386c1/2995f3bd-a14f-4d17-91f3-e1a14bf0c076/3fbe5b00-d850-4d3f-bdd4-96bfabe0800e) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:11:40.041038 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:40.041673 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:40.191003 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:40.201566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Transition to ACTIVE for port object 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:11:40.216891 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78815f0c-2c3c-4746-9d0a-ae6696a11100 None None] Pushing event updated for resources: {'Port': ['ID=f76358ad-c1c0-4c5b-a143-dd70b35534d4,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:40.221177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Transition to ACTIVE for port object 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:11:40.228122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:40.244180 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:40.293560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Network fc731190-db03-435f-bf2b-332e18f386c1 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:11:40.296423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:11:40.300059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:11:40.305685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Pushing event updated for resources: {'Port': ['ID=3fbe5b00-d850-4d3f-bdd4-96bfabe0800e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:40.428319 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Attempting to bind port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:11:40.428680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Attempting to bind port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:11:40.429038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Attempting to bind port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e on network fc731190-db03-435f-bf2b-332e18f386c1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:11:40.434413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:11:40.434780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Checking segment: {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:11:40.435179 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:40.435568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Bound using segment: {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:11:40.436031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Bound port: 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:11:40.436400 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:40.487692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:40.527046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] For port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:11:40.530126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] For port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3fbe5b00-d850-4d3f-bdd4-96bfabe0800e,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:11:40.536209 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:40.544539 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:37Z', 'revision_number': 3, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:40.548466 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952104e-c2c7-4c47-8279-ab39a862b31b None None] The sync data for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 is: [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:37Z', 'revision_number': 3, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:11:40.620550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b7a35-7f10-4b09-b13d-829b4240cf85 None None] Pushing event updated for resources: {'Port': ['ID=3fbe5b00-d850-4d3f-bdd4-96bfabe0800e,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:40.959297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.20.0.1 (fc731190-db03-435f-bf2b-332e18f386c1/2995f3bd-a14f-4d17-91f3-e1a14bf0c076/9a4fff52-63e1-4deb-95d2-aa06993d83a2) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:11:41.130808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:41.150423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Transition to ACTIVE for port object 9a4fff52-63e1-4deb-95d2-aa06993d83a2 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:11:41.179984 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:41.246799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network fc731190-db03-435f-bf2b-332e18f386c1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:11:41.249846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:11:41.252334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:11:41.304321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=9a4fff52-63e1-4deb-95d2-aa06993d83a2,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:41.323044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:41.663942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042190d-609c-4410-b9de-0071926f83e0 None None] Network fc731190-db03-435f-bf2b-332e18f386c1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:11:41.720041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:41.776285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cb3676e8-5cae-4d45-a93e-0074c744cef3 None None] Provisioning for port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:42.134715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:42.162316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.168343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.237552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Provisioning for port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:42.241251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:42.249646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:42.250207 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.275957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Provisioning complete for port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:42.276321 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.291863 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.295780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=9a4fff52-63e1-4deb-95d2-aa06993d83a2,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:42.353849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:11:42.372132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Provisioning complete for port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:42.372488 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.428891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network fc731190-db03-435f-bf2b-332e18f386c1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:11:42.429967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:11:42.472183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:42.472555 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.561939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3fbe5b00-d850-4d3f-bdd4-96bfabe0800e,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:42.569998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.570779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f76358ad-c1c0-4c5b-a143-dd70b35534d4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:42.625822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 32a05890-bf89-4683-8c03-e91d337f8d87 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:11:42.631925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Current status of the port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:42.632300 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.730389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=3fbe5b00-d850-4d3f-bdd4-96bfabe0800e,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:42.767000 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:11:42.767421 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:11:42.767986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f76358ad-c1c0-4c5b-a143-dd70b35534d4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:42.772619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f76358ad-c1c0-4c5b-a143-dd70b35534d4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:42.772981 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:42.807084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:11:42.818626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Sync routers for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:11:42.819756 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9e7575c6-0b73-4100-b491-da3aacc2a6f9 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "PUT /v2.0/routers/32a05890-bf89-4683-8c03-e91d337f8d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1988795 May 12 20:11:42.822340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46224) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:42.836065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:42.836659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:42.957057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c1019-4e43-4325-8d1e-fcf25ddf5e6e tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:42.957551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c1019-4e43-4325-8d1e-fcf25ddf5e6e tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:42.958010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c1019-4e43-4325-8d1e-fcf25ddf5e6e tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:42.958448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c1019-4e43-4325-8d1e-fcf25ddf5e6e tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:42.960069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4e1c1019-4e43-4325-8d1e-fcf25ddf5e6e tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1368277 May 12 20:11:42.962870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:43.042026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640cdd2-9cc1-4e44-8e6b-937149401992 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:43.042414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640cdd2-9cc1-4e44-8e6b-937149401992 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:43.042848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640cdd2-9cc1-4e44-8e6b-937149401992 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:43.043265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640cdd2-9cc1-4e44-8e6b-937149401992 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:43.044955 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6640cdd2-9cc1-4e44-8e6b-937149401992 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0811641 May 12 20:11:43.047043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f76358ad-c1c0-4c5b-a143-dd70b35534d4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:43.047612 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.047845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46232) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:43.072848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:43.120963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f76358ad-c1c0-4c5b-a143-dd70b35534d4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f76358ad-c1c0-4c5b-a143-dd70b35534d4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:43.130576 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.362662 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a8b5bfc4-30cb-4b92-8ee1-39aabed86f25 tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3136671 May 12 20:11:43.415672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f76358ad-c1c0-4c5b-a143-dd70b35534d4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:43.430999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1f0713af-57ef-4fc3-b710-8dcb216a77ee None None] Current status of the port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:43.439060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46238) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:43.444300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239412480', 'description': 'tempest-secgroup-smoke-1239412480 description', 'project_id': 'ce78b0946cd1415786e354fca57663e1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:43.450858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:43.455228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:43.458200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:43.465079 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:43.477107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.497358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:43.501088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:43.503858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:43.509455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:43.552398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 2, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:43.559953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bc263f02-6f05-4839-be99-aadd9ea14395 None None] Provisioning complete for port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:43.560319 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc263f02-6f05-4839-be99-aadd9ea14395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.583454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Checking router: 32a05890-bf89-4683-8c03-e91d337f8d87 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:11:43.583821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Updating router 32a05890-bf89-4683-8c03-e91d337f8d87 port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:11:43.587028 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.592130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.636485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ce5bab-c29d-4f27-8132-e665162d937e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:43.640490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.644903 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a39dbf1d-85d8-414a-bcad-a2c9fa883f12 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2047322 May 12 20:11:43.646273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46242) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:43.652704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '35ce5bab-c29d-4f27-8132-e665162d937e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:43.659728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:43.661665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.663755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:43.666795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:43.671740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc263f02-6f05-4839-be99-aadd9ea14395 None None] Port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:11:43.672574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:43.691542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.754464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.758312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.781149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d9be2d-15a8-4cf1-b16c-7dcadd8b5459,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:43.790497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.791697 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-dabaa13e-4ba0-47e5-a20e-cc9189cbba80 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441891 May 12 20:11:43.794620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46246) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:43.799579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '35ce5bab-c29d-4f27-8132-e665162d937e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:43.806297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:43.810222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:43.813154 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:43.819159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:43.837629 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.899093 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.903833 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.927538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aabd098-93df-429a-90fd-9ef0c2aeec6a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:43.936354 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:43.937767 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cdf2fe8d-90f5-4db6-93ab-ddd0de7a81de tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422029 May 12 20:11:43.940577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46250) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:43.945566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '35ce5bab-c29d-4f27-8132-e665162d937e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:43.952179 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:43.956270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:43.959177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:43.964790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:43.983129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.016521 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.029284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Transition to ACTIVE for port object 9a4fff52-63e1-4deb-95d2-aa06993d83a2 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:11:44.036061 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.054947 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.059799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.082560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:44.083446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69706e3f-e3bd-403e-a587-28c50f0599e0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:44.093329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.094745 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6e92d867-60d7-49bb-bd96-e0b61f1f620c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532166 May 12 20:11:44.097755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46254) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:44.103051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '35ce5bab-c29d-4f27-8132-e665162d937e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:44.110559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:44.114857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:44.118055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:44.124706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:44.155951 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.226010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.231744 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.257433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76808766-751d-43a6-befa-78c0cc1ef1bf,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:44.261655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dc396-734e-4186-9139-18d93e81c5a3 None None] Pushing event updated for resources: {'Port': ['ID=9a4fff52-63e1-4deb-95d2-aa06993d83a2,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:44.268802 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.273321 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46258) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:44.274767 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9cf515a0-2e8d-4e02-9488-e29f41582c92 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757972 May 12 20:11:44.280092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '35ce5bab-c29d-4f27-8132-e665162d937e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:44.287371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:44.291399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:44.294502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:44.301635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:44.314235 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Project ce78b0946cd1415786e354fca57663e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:11:44.321498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.339479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Attempting to bind port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:11:44.339842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Attempting to bind port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:11:44.340199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Attempting to bind port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 on network fc731190-db03-435f-bf2b-332e18f386c1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:11:44.342256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:44.342618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.378724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:11:44.379142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Checking segment: {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:11:44.379531 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.379919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Bound using segment: {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:11:44.380383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Bound port: 9a4fff52-63e1-4deb-95d2-aa06993d83a2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:11:44.380746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.389330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.394583 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.420991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6942def8-1077-4811-98f7-d5e1b0d34c5a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:44.431731 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.432933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-508e15d6-3384-462b-85dc-71b97421d925 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581209 May 12 20:11:44.435865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46262) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:44.440888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'security_group_rule': {'security_group_id': '35ce5bab-c29d-4f27-8132-e665162d937e', 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:44.447313 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:44.451204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:security_group_rule and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:44.454198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:44.460003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:44.472657 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Project ce78b0946cd1415786e354fca57663e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:11:44.479214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.552930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.558582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.562102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] For port 9a4fff52-63e1-4deb-95d2-aa06993d83a2, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:11:44.567437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] For port 9a4fff52-63e1-4deb-95d2-aa06993d83a2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9a4fff52-63e1-4deb-95d2-aa06993d83a2,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:11:44.570161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:44.571357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f76358ad-c1c0-4c5b-a143-dd70b35534d4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:44.582167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3526a5-d3f3-43f7-b4ac-ac81cbc1c7c5,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:44.591998 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.593190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc40ee24-712b-4682-9ab5-1a71d4f879a6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563461 May 12 20:11:44.601748 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.711610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:44.712209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:44.769396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-8a346640-f58e-4d71-8d77-71b56ad06d43 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:11:44.775389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dc396-734e-4186-9139-18d93e81c5a3 None None] Pushing event updated for resources: {'Port': ['ID=9a4fff52-63e1-4deb-95d2-aa06993d83a2,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:44.785811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-8a346640-f58e-4d71-8d77-71b56ad06d43 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:11:44.787002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-8a346640-f58e-4d71-8d77-71b56ad06d43 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239412480&fields=id&tenant_id=ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 267 time: 0.0595064 May 12 20:11:44.915096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f76358ad-c1c0-4c5b-a143-dd70b35534d4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:44.915096 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:44.949524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-deae6db4-f7cd-44b3-9573-99572200cdd0 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:44.950868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-deae6db4-f7cd-44b3-9573-99572200cdd0 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:11:44.968823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-deae6db4-f7cd-44b3-9573-99572200cdd0 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:11:44.970365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-deae6db4-f7cd-44b3-9573-99572200cdd0 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/networks?id=fc731190-db03-435f-bf2b-332e18f386c1 HTTP/1.1" status: 200 len: 797 time: 0.1745198 May 12 20:11:44.987102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-4e838451-3e0d-474f-b42b-074a29ac8285 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/quotas/ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 375 time: 0.0107784 May 12 20:11:45.011892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:11:45.074329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-1079c62c-3d79-443f-adda-9cac8dde1b5b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817046 May 12 20:11:45.213526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-4d1b5130-29c6-4455-b673-76107873a1d2 service neutron] 10.222.0.72 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272035 May 12 20:11:45.272590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f76358ad-c1c0-4c5b-a143-dd70b35534d4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:45.345176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-553794cf-2108-4c71-9c35-4c2b4711c681 service neutron] 10.222.0.72 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252890 May 12 20:11:45.379161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:45.383329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4efe10-e407-4054-bedf-9584ad21b768 None None] The sync data for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 is: [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:44Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:11:45.549067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aaf03911-f296-4b38-a1aa-f76fd9bdf221 req-d17736e1-98c2-4af0-8709-057e14d84a40 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 210 time: 0.0511646 May 12 20:11:46.071101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a4fff52-63e1-4deb-95d2-aa06993d83a2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:46.146415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:46.152469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:46.152840 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:46.277546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:46.278154 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:46.312023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 9a4fff52-63e1-4deb-95d2-aa06993d83a2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9a4fff52-63e1-4deb-95d2-aa06993d83a2,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:46.316907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:46.391984 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=9a4fff52-63e1-4deb-95d2-aa06993d83a2,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:46.771500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33971dd2-33ae-44e7-8e6c-a950b824cbae req-7d7f3338-a608-4488-8bd0-221fb6831572 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 210 time: 0.0948234 May 12 20:11:46.838311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-77a675c8-37db-48d4-8cfb-d132ba9fa12a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:46.839746 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-77a675c8-37db-48d4-8cfb-d132ba9fa12a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "GET /v2.0/networks?id=fc731190-db03-435f-bf2b-332e18f386c1 HTTP/1.1" status: 200 len: 797 time: 0.1829515 May 12 20:11:46.892990 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-61545c96-b6ec-4faf-9fff-7f2dea6b1a67 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce78b0946cd1415786e354fca57663e1 HTTP/1.1" status: 200 len: 380 time: 0.0407429 May 12 20:11:46.902517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'port': {'device_id': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'admin_state_up': True, 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'security_groups': ['35ce5bab-c29d-4f27-8132-e665162d937e']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:47.147197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:47.151431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:port and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:47.154236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:47.160008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:47.171383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Made reservation on behalf of ce78b0946cd1415786e354fca57663e1 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:11:47.175489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:47.342335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.20.0.14 (fc731190-db03-435f-bf2b-332e18f386c1/2995f3bd-a14f-4d17-91f3-e1a14bf0c076/1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:11:47.541106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:47.557074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Transition to ACTIVE for port object 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:11:47.583531 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:47.653026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network fc731190-db03-435f-bf2b-332e18f386c1 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:11:47.656304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:11:47.660232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:11:47.690338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:47.729871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:47.730396 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:47.756668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c9959888-1ca8-43d4-ac41-628aa4e7594a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8578291 May 12 20:11:47.767771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Request body: {'port': {'device_id': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:47.878603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:47.921588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9e300268-edbd-4fc5-9582-cdc7fc1a24a1 None None] Provisioning for port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:47.926589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9e300268-edbd-4fc5-9582-cdc7fc1a24a1 None None] Provisioning complete for port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:47.926964 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9e300268-edbd-4fc5-9582-cdc7fc1a24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:47.979754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9e300268-edbd-4fc5-9582-cdc7fc1a24a1 None None] Port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:11:48.042006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a4fff52-63e1-4deb-95d2-aa06993d83a2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:48.083973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702af584-19a0-407e-b087-07b69fb97190 req-d4d57b90-d031-415e-a3aa-d9bc7ab785e8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:48.084627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-702af584-19a0-407e-b087-07b69fb97190 req-d4d57b90-d031-415e-a3aa-d9bc7ab785e8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:11:48.113525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:48.113892 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:48.169727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-702af584-19a0-407e-b087-07b69fb97190 req-d4d57b90-d031-415e-a3aa-d9bc7ab785e8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:11:48.170924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-702af584-19a0-407e-b087-07b69fb97190 req-d4d57b90-d031-415e-a3aa-d9bc7ab785e8 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 932 time: 0.2836754 May 12 20:11:48.240653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-702af584-19a0-407e-b087-07b69fb97190 req-5d25b7a5-a575-4e9f-9e8e-213f3c0ed892 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613613 May 12 20:11:48.243522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:48.328334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:11:48.335974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:48.352374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Transition to ACTIVE for port object 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:11:48.359012 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:48.529648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:48.603534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Attempting to bind port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:11:48.603862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Attempting to bind port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:11:48.604187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Attempting to bind port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 on network fc731190-db03-435f-bf2b-332e18f386c1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:11:48.608681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 on network fc731190-db03-435f-bf2b-332e18f386c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:11:48.608998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Attempting to bind port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 on network fc731190-db03-435f-bf2b-332e18f386c1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:11:48.614413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:11:48.614747 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Checking segment: {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:11:48.615117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Bound using segment: {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:11:48.615536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Bound port: 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3249d93e-f1ac-4510-a44f-3805e3bd2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:11:48.615884 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:48.709128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] For port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:11:48.712723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] For port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:11:48.718198 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:48.780247 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:48.780834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:48.782311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 HTTP/1.1" status: 200 len: 1092 time: 1.0186615 May 12 20:11:48.782756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:11:48.810880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071344e-8754-4485-8bdb-3b9bdf9aab25 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:48.863924 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9913d24f-202f-45a5-9b19-f2cb18ffa49a'] response: {'name': 'network-changed', 'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'status': 'completed', 'code': 200} May 12 20:11:49.019719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-ad1fdd39-5b5f-418b-99e7-2fff218c5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:49.021298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-ad1fdd39-5b5f-418b-99e7-2fff218c5549 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 1095 time: 0.1904442 May 12 20:11:49.088808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-fd6ff2e7-8f1f-41c6-8ee3-577acfd88005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 HTTP/1.1" status: 200 len: 217 time: 0.0599387 May 12 20:11:49.152526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-2b06ab01-4f68-4b0f-9713-1fa75ca54725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:49.153998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-2b06ab01-4f68-4b0f-9713-1fa75ca54725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2995f3bd-a14f-4d17-91f3-e1a14bf0c076 HTTP/1.1" status: 200 len: 834 time: 0.0593121 May 12 20:11:49.231929 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c099766d-dc05-41b1-abd8-aaf7b31ac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:49.233434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-c099766d-dc05-41b1-abd8-aaf7b31ac848 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc731190-db03-435f-bf2b-332e18f386c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725327 May 12 20:11:49.410956 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-d6c1c298-cd37-403c-a02e-734daedb90e4 service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712041 May 12 20:11:49.539111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e97e9b-c03d-41ec-9f0a-af96dfbddb74 req-42d128da-3466-4e6b-83f9-a2719cfaf7c6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:49.540475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22e97e9b-c03d-41ec-9f0a-af96dfbddb74 req-42d128da-3466-4e6b-83f9-a2719cfaf7c6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 944 time: 0.1945577 May 12 20:11:49.573649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3db8a6b-df94-4d80-8127-40bcae75c539 req-fe565f21-df7a-4676-b7eb-ed33d028e628 service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549573 May 12 20:11:49.599775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22e97e9b-c03d-41ec-9f0a-af96dfbddb74 req-146b8a4b-1389-49d9-839c-2f5f1377311e tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464318 May 12 20:11:49.700872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-b9a8780f-3f59-407a-80dd-d35910a45bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:49.702406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-b9a8780f-3f59-407a-80dd-d35910a45bc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 1095 time: 0.0723569 May 12 20:11:49.838411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-435157c1-260d-49ad-bff5-02c32dd70200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:49.840337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-435157c1-260d-49ad-bff5-02c32dd70200 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc731190-db03-435f-bf2b-332e18f386c1 HTTP/1.1" status: 200 len: 898 time: 0.1309295 May 12 20:11:49.916102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-7388e8c6-b661-4e70-9adf-a8c0f0eef3c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 HTTP/1.1" status: 200 len: 217 time: 0.0683639 May 12 20:11:49.978340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-b97e02fa-6aa1-470d-b080-dcb49f124596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:49.979729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-b97e02fa-6aa1-470d-b080-dcb49f124596 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2995f3bd-a14f-4d17-91f3-e1a14bf0c076 HTTP/1.1" status: 200 len: 834 time: 0.0573177 May 12 20:11:50.059676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-e42eb5ed-7c08-4b3b-9bef-e413d842cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:50.061139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-e42eb5ed-7c08-4b3b-9bef-e413d842cff4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc731190-db03-435f-bf2b-332e18f386c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746031 May 12 20:11:50.194881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-e7736a6c-bb13-4b2d-928a-e1f180365795 service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260848 May 12 20:11:50.329338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d05470e4-ea44-49a9-8a28-37ad555d4c54 req-c6820f32-8d67-4cba-869d-ad160ea8147b service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276209 May 12 20:11:50.792417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ac0c0-fd42-46c7-bebb-4a42139db668 req-8b4ac588-c52f-4cc0-a0cd-70ba1e7ecb4d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:50.793900 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-400ac0c0-fd42-46c7-bebb-4a42139db668 req-8b4ac588-c52f-4cc0-a0cd-70ba1e7ecb4d tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 944 time: 0.0872691 May 12 20:11:50.843532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-400ac0c0-fd42-46c7-bebb-4a42139db668 req-f347594a-0598-43a5-8bf0-157a6c1404bf tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 May 12 20:11:52.056168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82597a8-ea28-4411-8ffb-ff7c45c06acb req-46bf919d-baaa-4255-b606-4174d2a0fdd4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:52.057652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a82597a8-ea28-4411-8ffb-ff7c45c06acb req-46bf919d-baaa-4255-b606-4174d2a0fdd4 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 944 time: 0.0945673 May 12 20:11:52.107331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a82597a8-ea28-4411-8ffb-ff7c45c06acb req-e1fbcf91-523d-43e8-8f41-4f445261d672 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433514 May 12 20:11:53.298565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75572-20ef-4ecb-a877-c876f8a02ca6 req-0303e989-0d29-4efe-84b5-9160d8006bd5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:53.300460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67d75572-20ef-4ecb-a877-c876f8a02ca6 req-0303e989-0d29-4efe-84b5-9160d8006bd5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 944 time: 0.0884607 May 12 20:11:53.351600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67d75572-20ef-4ecb-a877-c876f8a02ca6 req-2dc7f1de-9205-4944-85d8-2fdf495c7aed tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 May 12 20:11:53.406490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:11:53.546611 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:53.560092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'port_id': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'mac_address': 'fa:16:3e:ec:4b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:11:53.617015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:53.617420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:53.635499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:11:53.652552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:53.658304 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:53.726211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:53.874157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:11:54.830669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b3c35-5585-4484-88e9-6e71948cbfce req-11fbc75c-0e2f-43b5-a91f-055d6397219c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:54.832121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368b3c35-5585-4484-88e9-6e71948cbfce req-11fbc75c-0e2f-43b5-a91f-055d6397219c tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 945 time: 0.2137396 May 12 20:11:54.875848 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-368b3c35-5585-4484-88e9-6e71948cbfce req-8b9d35da-9181-4de9-ab39-8c7ee583de5b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379295 May 12 20:11:55.427954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:11:55.515559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:11:55.520402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:11:55.520774 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:55.634262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:11:55.634613 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:55.664712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:11:55.674277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:11:55.679388 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:55.714759 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab6266e-1350-4954-8828-b50c007eb3a7'] response: {'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'code': 200} May 12 20:11:55.747232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:55.846754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c6d66-dbf4-4d86-96f2-8c29a80efcda req-dc561c65-60e5-41ef-970a-79bd9ac8ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:55.848736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f3c6d66-dbf4-4d86-96f2-8c29a80efcda req-dc561c65-60e5-41ef-970a-79bd9ac8ffad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 1097 time: 0.0814519 May 12 20:11:55.891015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f3c6d66-dbf4-4d86-96f2-8c29a80efcda req-4148986f-dfdd-47b2-b91a-c49d6ba555e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356150 May 12 20:11:56.060385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665589d7-f03c-4dea-b56a-22547db2b7f8 req-91449240-2ed2-450c-a295-ceee94918466 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:56.061851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-665589d7-f03c-4dea-b56a-22547db2b7f8 req-91449240-2ed2-450c-a295-ceee94918466 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 946 time: 0.0802171 May 12 20:11:56.108510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-665589d7-f03c-4dea-b56a-22547db2b7f8 req-108bd16f-2331-4b38-b2d9-b0d392a4686f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 May 12 20:11:56.917127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e5888d1c-5bed-4ea4-898f-b99420b0ae29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:57.297273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d10f4-0d92-4f9e-94c3-2a4bcf2564ab req-ddd3c941-dbef-4c43-b0b0-c25ba1dfee26 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:57.298740 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e12d10f4-0d92-4f9e-94c3-2a4bcf2564ab req-ddd3c941-dbef-4c43-b0b0-c25ba1dfee26 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 946 time: 0.0795839 May 12 20:11:57.344963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e12d10f4-0d92-4f9e-94c3-2a4bcf2564ab req-b0b2ae95-2925-49af-9cda-e4702244c801 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 May 12 20:11:57.539744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d0f2-7980-4106-8667-3c8e48e03028 req-9fc06736-9d80-4182-a234-b41ef937a089 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:57.541089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae62d0f2-7980-4106-8667-3c8e48e03028 req-9fc06736-9d80-4182-a234-b41ef937a089 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 946 time: 0.0913594 May 12 20:11:57.588184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae62d0f2-7980-4106-8667-3c8e48e03028 req-dd135f00-2f29-4cbd-ac34-dd1438a842f6 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 May 12 20:11:57.611099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46322) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:57.681481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d778217-1fd5-4508-85c7-1b22649383bc tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:11:57.682957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7d778217-1fd5-4508-85c7-1b22649383bc tempest-TestNetworkBasicOps-8728588 tempest-TestNetworkBasicOps-8728588-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 1092 time: 0.0709035 May 12 20:11:57.687266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:11:57.692663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:11:57.699573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:11:57.703498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Usage tracker for resource:floatingip and tenant:ce78b0946cd1415786e354fca57663e1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:11:57.706343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:11:57.712694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:11:57.723815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:57.860295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:58.001064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Allocated IP 172.25.2.140 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/23ccabb3-a510-4ee7-b0fa-c7d50874a25e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:11:58.151106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:58.181698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:58.245212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:11:58.248083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:11:58.250717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:11:58.288297 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=23ccabb3-a510-4ee7-b0fa-c7d50874a25e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:58.669977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:58.753447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:58.963768 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:58.970098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:58.992458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3cf56dbd-5575-4bfb-aeb5-e4c31a6ed92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:59.185711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event updated for resources: {'Port': ['ID=23ccabb3-a510-4ee7-b0fa-c7d50874a25e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:11:59.195688 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:59.373301 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Floating IP c95ce447-77a0-4c6e-ae69-4033e7a15c88 associated. External IP: 172.25.2.140, port: 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7. May 12 20:11:59.727019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 32a05890-bf89-4683-8c03-e91d337f8d87 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:11:59.902656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:11:59.912955 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] Sync routers for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:11:59.923593 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:11:59.924579 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:11:59.932034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:11:59.996256 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-defa22fa-805e-44fd-b4e0-c4f71474e8fd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3078511 May 12 20:11:59.997397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:11:59.999000 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46330) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:00.135112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6c777da0-5587-44e7-8dd5-3a21ce730e4b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/floatingips/c95ce447-77a0-4c6e-ae69-4033e7a15c88 HTTP/1.1" status: 200 len: 992 time: 0.1339288 May 12 20:12:00.150605 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:12:00.183423 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:00.192952 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41121dd2-5b4e-40a2-b4c3-0650606dbea3'] response: {'name': 'network-changed', 'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'status': 'completed', 'code': 200} May 12 20:12:00.287931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-b37354c2-a4ee-4fda-afcf-dc3181d0d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:00.289376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-b37354c2-a4ee-4fda-afcf-dc3181d0d45a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 1097 time: 0.0749035 May 12 20:12:00.422430 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-fa56bc61-1d81-4cf1-817b-d467547237b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:00.424084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-fa56bc61-1d81-4cf1-817b-d467547237b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc731190-db03-435f-bf2b-332e18f386c1 HTTP/1.1" status: 200 len: 898 time: 0.1285543 May 12 20:12:00.527737 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-58811ba2-998b-4583-a114-812f6eeb138a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 HTTP/1.1" status: 200 len: 1000 time: 0.0974386 May 12 20:12:00.543341 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'c95ce447-77a0-4c6e-ae69-4033e7a15c88', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'port_id': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'mac_address': 'fa:16:3e:ec:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:11:58Z', 'updated_at': '2022-05-12T20:11:58Z', 'revision_number': 0, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:46Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:00.547051 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] Checking router: 32a05890-bf89-4683-8c03-e91d337f8d87 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:12:00.555255 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:12:00.555826 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:11:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:00.593514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-64623cc6-399d-4e64-aa19-32d0eb25cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:00.595030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-64623cc6-399d-4e64-aa19-32d0eb25cb4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2995f3bd-a14f-4d17-91f3-e1a14bf0c076 HTTP/1.1" status: 200 len: 834 time: 0.0611820 May 12 20:12:00.657905 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:00.678028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-747300f2-c84b-4ade-9dcd-51d6831d92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:00.680076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-747300f2-c84b-4ade-9dcd-51d6831d92ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc731190-db03-435f-bf2b-332e18f386c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792348 May 12 20:12:00.740701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:12:00.825764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-00464969-f9a7-45eb-a3d8-ecfb7d444e42 service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385388 May 12 20:12:00.958925 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-21bddb2d-4555-43f3-a5e2-4cb72ab59f13 req-1dcd3186-1e8b-4d7a-a41e-912587c4285b service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278980 May 12 20:12:01.094463 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'c95ce447-77a0-4c6e-ae69-4033e7a15c88', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'port_id': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'mac_address': 'fa:16:3e:ec:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:11:58Z', 'updated_at': '2022-05-12T20:11:58Z', 'revision_number': 0, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:46Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:01.098751 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f60c5b6-3080-4e79-96e1-6bda16e6604e None None] The sync data for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 is: [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'c95ce447-77a0-4c6e-ae69-4033e7a15c88', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'port_id': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'mac_address': 'fa:16:3e:ec:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:11:58Z', 'updated_at': '2022-05-12T20:11:58Z', 'revision_number': 0, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:46Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:12:01.138221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46338) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:01.249638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fbb2dd5c-aa9a-4c8d-80d3-fbf2f2e42f0a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/floatingips/c95ce447-77a0-4c6e-ae69-4033e7a15c88 HTTP/1.1" status: 200 len: 992 time: 0.1095304 May 12 20:12:01.293054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc329bf-7ec2-4941-a182-b6fd06964291 None None] New status for floating IP c95ce447-77a0-4c6e-ae69-4033e7a15c88: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:12:01.757066 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:02.253885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46342) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:02.369117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d9e6d4ba-f17e-4ee1-b1cd-372c06e57066 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/floatingips/c95ce447-77a0-4c6e-ae69-4033e7a15c88 HTTP/1.1" status: 200 len: 994 time: 0.1141903 May 12 20:12:08.190436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:08.875082 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:12.704693 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:12:21.555769 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-4492eddc-559c-431d-a31c-78b7edf8c5b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725281 May 12 20:12:21.815645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-92b76038-18d1-4a50-baad-eadb610a4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:21.817033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-92b76038-18d1-4a50-baad-eadb610a4b0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 1097 time: 0.1809089 May 12 20:12:21.978790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-595d35a8-0313-4d9d-b039-5f40b1f036f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:21.980248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-595d35a8-0313-4d9d-b039-5f40b1f036f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc731190-db03-435f-bf2b-332e18f386c1 HTTP/1.1" status: 200 len: 898 time: 0.1374965 May 12 20:12:22.084902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-c305efe4-81ef-43ec-bcb1-2ab1f1f34502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 HTTP/1.1" status: 200 len: 1002 time: 0.0981758 May 12 20:12:22.148089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-1701f813-a65d-458b-80e3-8444c28a027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:22.149509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-1701f813-a65d-458b-80e3-8444c28a027c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2995f3bd-a14f-4d17-91f3-e1a14bf0c076 HTTP/1.1" status: 200 len: 834 time: 0.0585234 May 12 20:12:22.228957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-a8444b1d-f015-4414-a0f1-836a85c6c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:22.230446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-a8444b1d-f015-4414-a0f1-836a85c6c4dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc731190-db03-435f-bf2b-332e18f386c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744698 May 12 20:12:22.363186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-ff2974ef-c801-4503-8c44-8ede76498441 service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258299 May 12 20:12:22.498114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ecbb318-d8ae-490a-a3fa-88be85287c00 req-20b5b3f0-924f-40c8-a15f-11cc74510e2a service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248481 May 12 20:12:26.923259 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8ff766c7-0647-4991-9429-c199a3cd006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:29.012481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4a379baf-95f8-4ae0-99c7-8bcfbf3c9efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:30.190825 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:30.665816 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:31.757836 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:33.604065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:33.706702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-51e3825c-a459-4f42-8f7f-1aca1e561981 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/floatingips/c95ce447-77a0-4c6e-ae69-4033e7a15c88 HTTP/1.1" status: 200 len: 994 time: 0.1014166 May 12 20:12:34.004242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46374) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:34.210021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 23ccabb3-a510-4ee7-b0fa-c7d50874a25e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:12:34.210337 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:34.382509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:34.382743 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:34.502968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 23ccabb3-a510-4ee7-b0fa-c7d50874a25e owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:12:34.657251 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:34.806649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=23ccabb3-a510-4ee7-b0fa-c7d50874a25e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:34.843022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.843365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.843702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.844084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.844412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.844740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.845062 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.845408 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.845727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.846045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.846369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.846693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:34.908106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:34.908325 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Floating IP c95ce447-77a0-4c6e-ae69-4033e7a15c88 disassociated (deleted). External IP: 172.25.2.140, port: 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7. May 12 20:12:35.297495 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 32a05890-bf89-4683-8c03-e91d337f8d87 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:12:35.480065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:12:35.491048 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] Sync routers for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:12:35.502818 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:12:35.503413 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:12:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:35.503973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:35.560826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-616184b7-bfb7-4dd6-a361-a17249ee2841 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/floatingips/c95ce447-77a0-4c6e-ae69-4033e7a15c88 HTTP/1.1" status: 204 len: 168 time: 1.5530238 May 12 20:12:35.560826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:12:35.614427 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802ed007-d8a9-40be-83e7-927b8f199b25'] response: {'name': 'network-changed', 'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'status': 'completed', 'code': 200} May 12 20:12:35.680741 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:12:35.707361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-572fcbc8-2858-44f6-a655-252141075c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:35.708861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-572fcbc8-2858-44f6-a655-252141075c21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce78b0946cd1415786e354fca57663e1&device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 1097 time: 0.0707204 May 12 20:12:35.844208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-dadcfff3-2037-46bb-a55a-5f4d82b1acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:35.845822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-dadcfff3-2037-46bb-a55a-5f4d82b1acc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc731190-db03-435f-bf2b-332e18f386c1 HTTP/1.1" status: 200 len: 898 time: 0.1303957 May 12 20:12:35.957416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-d570aacb-7108-4a52-b813-662a5f5d18b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 HTTP/1.1" status: 200 len: 217 time: 0.1026182 May 12 20:12:35.998812 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:46Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:36.002730 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] Checking router: 32a05890-bf89-4683-8c03-e91d337f8d87 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:12:36.011733 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:12:36.012351 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:12:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:36.032265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-6dba6efd-6cff-4fc9-a696-105885668ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:36.033723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-6dba6efd-6cff-4fc9-a696-105885668ff9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2995f3bd-a14f-4d17-91f3-e1a14bf0c076 HTTP/1.1" status: 200 len: 834 time: 0.0655882 May 12 20:12:36.047726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1ac4e-b562-4254-8492-b7d39773e004 req-dee5e680-39a0-40f4-b727-cde9cc6d8504 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:36.048435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ade1ac4e-b562-4254-8492-b7d39773e004 req-dee5e680-39a0-40f4-b727-cde9cc6d8504 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Synchronizing usage tracker for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:12:36.111606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ade1ac4e-b562-4254-8492-b7d39773e004 req-dee5e680-39a0-40f4-b727-cde9cc6d8504 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Unset dirty status for tenant:ce78b0946cd1415786e354fca57663e1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:12:36.112824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade1ac4e-b562-4254-8492-b7d39773e004 req-dee5e680-39a0-40f4-b727-cde9cc6d8504 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 946 time: 0.2600343 May 12 20:12:36.166339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-4a83bc12-fbfe-4869-8749-5f46d140346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:36.167820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-4a83bc12-fbfe-4869-8749-5f46d140346e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc731190-db03-435f-bf2b-332e18f386c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164978 May 12 20:12:36.172439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ade1ac4e-b562-4254-8492-b7d39773e004 req-3b26c284-4ef8-42fc-b842-c86194d79d7b tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499117 May 12 20:12:36.216727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:12:36.425027 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-8b87a084-d5c4-4022-ad62-251af54f1a92 service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486954 May 12 20:12:36.526063 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:46Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:36.530398 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c993f4-b56c-4ed7-af15-285f9c1c969d None None] The sync data for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 is: [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:11:41Z', 'revision_number': 4, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '9a4fff52-63e1-4deb-95d2-aa06993d83a2', 'name': '', 'network_id': 'fc731190-db03-435f-bf2b-332e18f386c1', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'mac_address': 'fa:16:3e:1d:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:40Z', 'updated_at': '2022-05-12T20:11:46Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'subnets': [{'id': '2995f3bd-a14f-4d17-91f3-e1a14bf0c076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:12:36.557370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-60ce4093-4206-4df5-a839-452c8c3ffa90 req-8a3e85c5-52a8-449a-8f3e-28b3129ee89e service neutron] 10.222.0.36 "GET /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247771 May 12 20:12:36.741974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c993057-b813-4474-9a76-bdcd751d51e8 None None] New status for floating IP c95ce447-77a0-4c6e-ae69-4033e7a15c88: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:12:37.192250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c89c-2212-4372-a791-327fa331a728 req-5c627a99-cda8-47c7-8cc9-045b326cdceb tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:37.193731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbc6c89c-2212-4372-a791-327fa331a728 req-5c627a99-cda8-47c7-8cc9-045b326cdceb tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 946 time: 0.0907066 May 12 20:12:37.268132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:12:37.268570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:37.520761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b690-89ab-4a42-a323-9771d8f86e60 req-403d9db3-c3c1-4557-a77a-7190f1e09acd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:37.522123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f697b690-89ab-4a42-a323-9771d8f86e60 req-403d9db3-c3c1-4557-a77a-7190f1e09acd tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/ports?device_id=83cc04af-8ee1-4547-bdcf-df42d9844d9e HTTP/1.1" status: 200 len: 946 time: 0.2292511 May 12 20:12:37.599140 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f697b690-89ab-4a42-a323-9771d8f86e60 req-ea220e2c-6442-4fac-be12-f904434c263a tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "GET /v2.0/security-groups?id=35ce5bab-c29d-4f27-8132-e665162d937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711558 May 12 20:12:37.600691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:12:37.601045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:37.726941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:12:37.877959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:37.931261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:38.002150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] No DVR routers for this DVR port 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:12:38.005003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:38.007528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'name': 'network-vif-deleted', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:12:38.023801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bbc6c89c-2212-4372-a791-327fa331a728 req-18b8d091-634e-465e-859d-d80aafeb52ce tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.36 "DELETE /v2.0/ports/1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 HTTP/1.1" status: 204 len: 173 time: 0.8244381 May 12 20:12:38.062592 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac09469-f684-4744-bfb5-5615d290b74e'] response: {'server_uuid': '83cc04af-8ee1-4547-bdcf-df42d9844d9e', 'name': 'network-vif-deleted', 'tag': '1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7', 'status': 'completed', 'code': 200} May 12 20:12:38.176073 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:38.697331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46398) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:38.775791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d23ef5a-add9-4d5b-9141-ef876bce817f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:38.806397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d23ef5a-add9-4d5b-9141-ef876bce817f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:38.873747 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d23ef5a-add9-4d5b-9141-ef876bce817f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:38.880828 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:38.893668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23ef5a-add9-4d5b-9141-ef876bce817f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ce5bab-c29d-4f27-8132-e665162d937e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:38.905665 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d23ef5a-add9-4d5b-9141-ef876bce817f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:38.906792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d23ef5a-add9-4d5b-9141-ef876bce817f tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/security-groups/35ce5bab-c29d-4f27-8132-e665162d937e HTTP/1.1" status: 204 len: 168 time: 0.2084246 May 12 20:12:38.939151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46404) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:39.629871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:39.659426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:12:39.693272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:12:39.693617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 1ef8e53d-57f1-416c-9b16-4e2b8da8a0a7 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:12:39.981372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port 9a4fff52-63e1-4deb-95d2-aa06993d83a2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:12:39.981977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:40.170349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port 9a4fff52-63e1-4deb-95d2-aa06993d83a2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9a4fff52-63e1-4deb-95d2-aa06993d83a2,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:12:40.170737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:40.299487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for 9a4fff52-63e1-4deb-95d2-aa06993d83a2 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:12:40.493703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:40.540304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=9a4fff52-63e1-4deb-95d2-aa06993d83a2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:40.929694 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:41.306519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Router 32a05890-bf89-4683-8c03-e91d337f8d87 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:12:41.484792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:12:41.494142 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] Sync routers for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:12:41.498189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b87bd838-b3ed-4893-9054-62ee68b60dc5 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "PUT /v2.0/routers/32a05890-bf89-4683-8c03-e91d337f8d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5579283 May 12 20:12:41.501213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46410) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:41.503716 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:12:41.504313 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:12:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:41.572600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting subnet 2995f3bd-a14f-4d17-91f3-e1a14bf0c076 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:12:41.575918 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:41.630176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:41.677586 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:12:41.716187 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:41.787491 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:41.825668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Subnet': ['ID=2995f3bd-a14f-4d17-91f3-e1a14bf0c076,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:41.829362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:41.837587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-af81b0a1-9880-449a-accc-0f878fc4b564 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/subnets/2995f3bd-a14f-4d17-91f3-e1a14bf0c076 HTTP/1.1" status: 204 len: 168 time: 0.3330288 May 12 20:12:41.837807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46414) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:41.840216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5c85a-ef4f-414f-b75c-9b6106b73bf1 None None] Network fc731190-db03-435f-bf2b-332e18f386c1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:12:41.956875 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:12:40Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:41.961413 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] Checking router: 32a05890-bf89-4683-8c03-e91d337f8d87 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:12:41.970022 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] Routers {'32a05890-bf89-4683-8c03-e91d337f8d87'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:12:41.970897 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:12:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['32a05890-bf89-4683-8c03-e91d337f8d87'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:42.019958 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.149779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] DHCP port deletion for fc731190-db03-435f-bf2b-332e18f386c1 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:12:42.154567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Deleting port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:12:42.155140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.168016 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] Set router 32a05890-bf89-4683-8c03-e91d337f8d87 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:12:42.202021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.212804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Deleting port f76358ad-c1c0-4c5b-a143-dd70b35534d4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:12:42.213974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.420700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] For port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3fbe5b00-d850-4d3f-bdd4-96bfabe0800e,segment=NetworkSegment(3249d93e-f1ac-4510-a44f-3805e3bd2e12),segment_id=3249d93e-f1ac-4510-a44f-3805e3bd2e12)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:12:42.421170 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.482803 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:12:40Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:42.487731 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742d359-d87a-4717-9d6e-917662b53a1a None None] The sync data for ids ['32a05890-bf89-4683-8c03-e91d337f8d87'] in n-d-841626-1 is: [{'id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'name': 'tempest-TestNetworkBasicOps-router-214840450', 'tenant_id': 'ce78b0946cd1415786e354fca57663e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:11:36Z', 'updated_at': '2022-05-12T20:12:40Z', 'revision_number': 5, 'project_id': 'ce78b0946cd1415786e354fca57663e1', 'gw_port': {'id': 'f76358ad-c1c0-4c5b-a143-dd70b35534d4', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a05890-bf89-4683-8c03-e91d337f8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:11:37Z', 'updated_at': '2022-05-12T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:12:42.532351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] For port f76358ad-c1c0-4c5b-a143-dd70b35534d4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f76358ad-c1c0-4c5b-a143-dd70b35534d4,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:12:42.532889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.543266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Calling delete_port for 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:12:42.618702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.655138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Calling delete_port for f76358ad-c1c0-4c5b-a143-dd70b35534d4 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:12:42.674729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] No DVR routers for this DVR port 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:12:42.678369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Pushing event deleted for resources: {'Port': ['ID=3fbe5b00-d850-4d3f-bdd4-96bfabe0800e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:42.686940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.687273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.687620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.687961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.688279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.688600 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.688907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.689263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.689577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.689896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.690206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.690520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa67988-bd0a-4ced-adaa-81974b3297c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:42.830370 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:42.882061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Port': ['ID=f76358ad-c1c0-4c5b-a143-dd70b35534d4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:42.973960 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.144698 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.146922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.172414 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.173306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Fanout notify agent at l3_agent the message router_deleted on router 32a05890-bf89-4683-8c03-e91d337f8d87 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:12:43.188639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.189690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5cd376b6-6300-444e-8d6b-fb7036dda612 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/routers/32a05890-bf89-4683-8c03-e91d337f8d87 HTTP/1.1" status: 204 len: 168 time: 1.3509851 May 12 20:12:43.192492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46418) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:43.308158 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.447577 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.475292 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc731190-db03-435f-bf2b-332e18f386c1']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:43.487440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3249d93e-f1ac-4510-a44f-3805e3bd2e12') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:43.487740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3249d93e-f1ac-4510-a44f-3805e3bd2e12') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:12:43.498798 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.514503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.520577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:12:43.520956 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: timer() May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:12:43.535062 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:12:43.614353 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.635959 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:43.647385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] Pushing event deleted for resources: {'Network': ['ID=fc731190-db03-435f-bf2b-332e18f386c1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:43.657477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f9226ae0-6e52-4cd7-a942-323e48fb2139 tempest-TestNetworkBasicOps-803368931 tempest-TestNetworkBasicOps-803368931-project] 10.222.0.72 "DELETE /v2.0/networks/fc731190-db03-435f-bf2b-332e18f386c1 HTTP/1.1" status: 204 len: 168 time: 0.4638984 May 12 20:12:43.950790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46426) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:44.075125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:12:44.109149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:12:44.109635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3fbe5b00-d850-4d3f-bdd4-96bfabe0800e not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:12:44.110212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a4fff52-63e1-4deb-95d2-aa06993d83a2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:12:44.143126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 9a4fff52-63e1-4deb-95d2-aa06993d83a2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:12:44.143471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9a4fff52-63e1-4deb-95d2-aa06993d83a2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:12:44.143891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f76358ad-c1c0-4c5b-a143-dd70b35534d4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:12:44.166877 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5074036b-8cd1-4b32-b3fd-8fedbf871fb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce78b0946cd1415786e354fca57663e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149754 May 12 20:12:44.169328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46434) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:44.179567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f76358ad-c1c0-4c5b-a143-dd70b35534d4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:12:44.179917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f76358ad-c1c0-4c5b-a143-dd70b35534d4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:12:44.234497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.261548 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.320723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.339632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69f933-1711-4ab2-be82-9089a85ed992,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:44.349897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.350217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.350553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.350883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.351200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.351512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.351827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.352144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.352451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.352757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.353065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.353396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:12:44.356051 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.357134 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d8956ae0-ea33-42b3-a658-26982a9ba71d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b69f933-1711-4ab2-be82-9089a85ed992 HTTP/1.1" status: 204 len: 168 time: 0.1868505 May 12 20:12:44.652528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46442) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:44.670479 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.684502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:12:44.688761 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Usage tracker for resource:security_group_rule and tenant:bb12d99c17814c8d99879b6c6532e84c is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:12:44.692535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:12:44.701621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:12:44.791746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.797402 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.842998 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb12d99c17814c8d99879b6c6532e84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891959 May 12 20:12:44.844410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4af038-4c09-4049-8d9b-37f2387ae719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744a042b-aec4-48e7-b67d-1ea938f0fe45,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:44.845683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46446) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:12:44.902856 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9df33aec-ab1a-48f1-ac68-db65fc3d253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.928116 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9df33aec-ab1a-48f1-ac68-db65fc3d253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:44.987598 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9df33aec-ab1a-48f1-ac68-db65fc3d253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:45.003237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df33aec-ab1a-48f1-ac68-db65fc3d253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a042b-aec4-48e7-b67d-1ea938f0fe45,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:45.007568 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9df33aec-ab1a-48f1-ac68-db65fc3d253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:45.008686 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9df33aec-ab1a-48f1-ac68-db65fc3d253e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/744a042b-aec4-48e7-b67d-1ea938f0fe45 HTTP/1.1" status: 204 len: 168 time: 0.1620042 May 12 20:12:49.704562 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:12:56.031159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-8619cbe4-298e-405a-9d43-3d867ebd182f tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fe4f4f7f1d1d4a8790f0d85f212804bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275023 May 12 20:12:56.181695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-ffe2cbe2-fb37-43d6-a377-01cd1ba3b115 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:56.183196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-ffe2cbe2-fb37-43d6-a377-01cd1ba3b115 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467519 May 12 20:12:56.198909 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-1843c25d-5b8a-45c6-887e-5f091f4c5a11 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/quotas/fe4f4f7f1d1d4a8790f0d85f212804bd HTTP/1.1" status: 200 len: 375 time: 0.0100861 May 12 20:12:56.249304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-689f3f51-6999-4538-bc33-b1264e6f4142 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe4f4f7f1d1d4a8790f0d85f212804bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454016 May 12 20:12:56.429259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e844031-f6cd-48e4-8696-3d52d4d0c963 req-37d66945-18bb-44ac-8c50-710c998c48eb tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 210 time: 0.0417588 May 12 20:12:56.908402 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76809f9c-5bd0-47f0-951e-29596f9c7d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:57.587289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb602f2e-e372-4b51-8f48-a26b5fb1f961 req-2699f79e-865d-4ada-95ec-55bb9a2fadb9 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 210 time: 0.0469253 May 12 20:12:57.715369 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-2268663d-c496-4120-9a46-54c2060e247c tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fe4f4f7f1d1d4a8790f0d85f212804bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322597 May 12 20:12:57.988055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-80c0c5d6-1d47-421c-9e9e-0b821df66f80 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:57.989416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-80c0c5d6-1d47-421c-9e9e-0b821df66f80 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681592 May 12 20:12:58.002306 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Request body: {'port': {'device_id': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'admin_state_up': True, 'tenant_id': 'fe4f4f7f1d1d4a8790f0d85f212804bd'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:12:58.137010 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:12:58.141137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Usage tracker for resource:port and tenant:fe4f4f7f1d1d4a8790f0d85f212804bd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:12:58.144108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:12:58.150210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:12:58.162758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Made reservation on behalf of fe4f4f7f1d1d4a8790f0d85f212804bd for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:12:58.166322 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:58.178509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:58.193283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:12:58.197100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Usage tracker for resource:security_group_rule and tenant:fe4f4f7f1d1d4a8790f0d85f212804bd is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:12:58.199883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:12:58.205677 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:12:58.287461 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:58.294178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:58.376651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd8302-c020-4ed9-9ad7-616499d6dab8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:58.463956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Allocated IP 192.168.233.70 (62d1f52c-7502-41ba-991b-78470fa3e5dd/8b7617bb-480d-4a29-8968-978dd37dd0af/f76a74ec-90d7-45d4-8ff3-99b8445bc4d9) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:12:58.676103 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:58.694275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Transition to ACTIVE for port object f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:12:58.745544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43e84427-3422-42da-97b9-39690fe5e5de req-c1e5fc39-1089-43d2-9623-db4e025d94b4 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 210 time: 0.0530615 May 12 20:12:58.773529 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:58.842833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Network 62d1f52c-7502-41ba-991b-78470fa3e5dd is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:12:58.846102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:12:58.849882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:12:58.884081 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Pushing event updated for resources: {'Port': ['ID=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:58.916123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:12:58.916867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:58.957928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-3e218c47-0086-4e85-8a73-1b42e0ebc5de tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9591172 May 12 20:12:58.969739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Request body: {'port': {'device_id': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:12:58.997255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08e0ffad-4923-4dbd-8891-3db8a8857080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:59.068160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92fa63da-7ae1-4e22-a490-08ff16d7098b None None] Provisioning for port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:12:59.073215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-92fa63da-7ae1-4e22-a490-08ff16d7098b None None] Provisioning complete for port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:12:59.073608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-92fa63da-7ae1-4e22-a490-08ff16d7098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:59.083550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:59.131811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-92fa63da-7ae1-4e22-a490-08ff16d7098b None None] Port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:12:59.428512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:12:59.439045 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:59.460261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Transition to ACTIVE for port object f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:12:59.468160 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:59.622401 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Pushing event updated for resources: {'Port': ['ID=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:12:59.702946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Attempting to bind port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:12:59.703591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Attempting to bind port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:12:59.703591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Attempting to bind port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:12:59.708269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:12:59.708591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Attempting to bind port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 on network 62d1f52c-7502-41ba-991b-78470fa3e5dd {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:12:59.713687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:12:59.714014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Checking segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:12:59.714397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Bound using segment: {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:12:59.714823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Bound port: f76a74ec-90d7-45d4-8ff3-99b8445bc4d9, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:12:59.715164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:12:59.974719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] For port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:12:59.978849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] For port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:12:59.987203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:00.035011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf3572-414d-47bb-a312-6fcfdccda606 req-98b0fb13-c0aa-4848-a6d7-ab1ed4e3dfee tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:00.035696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aebf3572-414d-47bb-a312-6fcfdccda606 req-98b0fb13-c0aa-4848-a6d7-ab1ed4e3dfee tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Synchronizing usage tracker for tenant:fe4f4f7f1d1d4a8790f0d85f212804bd on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:13:00.059424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:00.059858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:00.061505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] 10.222.0.36 "PUT /v2.0/ports/f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 HTTP/1.1" status: 200 len: 1095 time: 1.0960457 May 12 20:13:00.074303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'tag': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:13:00.095257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1b9f8-9ad7-404e-843e-99ad53cc7de7 service neutron] Pushing event updated for resources: {'Port': ['ID=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:00.151419 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c6ef5c-e25c-4b36-b288-dbfd1452d53a'] response: {'name': 'network-changed', 'server_uuid': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'tag': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9', 'status': 'completed', 'code': 200} May 12 20:13:00.152312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aebf3572-414d-47bb-a312-6fcfdccda606 req-98b0fb13-c0aa-4848-a6d7-ab1ed4e3dfee tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Unset dirty status for tenant:fe4f4f7f1d1d4a8790f0d85f212804bd on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:13:00.153776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aebf3572-414d-47bb-a312-6fcfdccda606 req-98b0fb13-c0aa-4848-a6d7-ab1ed4e3dfee tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 947 time: 0.2831581 May 12 20:13:00.197347 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:00.222265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aebf3572-414d-47bb-a312-6fcfdccda606 req-f277865b-1649-42b6-8184-5bd87d278a4f tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Synchronizing usage tracker for tenant:fe4f4f7f1d1d4a8790f0d85f212804bd on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:13:00.244966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-ab793617-d3e1-4cf7-9c60-c36d1af82fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:00.246380 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-ab793617-d3e1-4cf7-9c60-c36d1af82fbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4f4f7f1d1d4a8790f0d85f212804bd&device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 1098 time: 0.1393652 May 12 20:13:00.247420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-aebf3572-414d-47bb-a312-6fcfdccda606 req-f277865b-1649-42b6-8184-5bd87d278a4f tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Unset dirty status for tenant:fe4f4f7f1d1d4a8790f0d85f212804bd on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:13:00.248427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aebf3572-414d-47bb-a312-6fcfdccda606 req-f277865b-1649-42b6-8184-5bd87d278a4f tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878127 May 12 20:13:00.315555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-168bc95d-9bca-4211-89c6-a00a34117065 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 HTTP/1.1" status: 200 len: 217 time: 0.0611663 May 12 20:13:00.383882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-ad8409c2-3a1f-4d33-947d-9c165e64719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:00.385757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-ad8409c2-3a1f-4d33-947d-9c165e64719d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0637002 May 12 20:13:00.460172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-e7f1ece4-6631-4380-9f1f-c8563f96a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:00.461676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-e7f1ece4-6631-4380-9f1f-c8563f96a467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697296 May 12 20:13:00.592648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-55b9928b-fa30-4124-9479-ec57c47e31b5 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236870 May 12 20:13:00.652656 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:00.728902 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c3d43675-2e71-4ee9-842e-964c25f2a9ee req-904975f8-6cc0-419d-b535-1d1b04413051 service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298988 May 12 20:13:00.854209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-3e468c31-8a4a-475d-8342-96feb2e1551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:00.855622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-3e468c31-8a4a-475d-8342-96feb2e1551c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4f4f7f1d1d4a8790f0d85f212804bd&device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 1098 time: 0.0778728 May 12 20:13:00.999444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-baba0d12-7d91-4b9d-8d4a-f22706a6acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:01.000886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-baba0d12-7d91-4b9d-8d4a-f22706a6acda service neutron] 10.222.0.36 "GET /v2.0/networks?id=62d1f52c-7502-41ba-991b-78470fa3e5dd HTTP/1.1" status: 200 len: 870 time: 0.1387105 May 12 20:13:01.068006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-2a9bad94-a247-4ac2-af9a-c1448d550cb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 HTTP/1.1" status: 200 len: 217 time: 0.0600052 May 12 20:13:01.134959 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-933c1002-8939-4b6d-8f05-d143a602f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:01.136376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-933c1002-8939-4b6d-8f05-d143a602f1fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7617bb-480d-4a29-8968-978dd37dd0af HTTP/1.1" status: 200 len: 843 time: 0.0616159 May 12 20:13:01.219220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-29b55864-14a9-4ad3-a48f-8051b51bc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:01.221487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-29b55864-14a9-4ad3-a48f-8051b51bc2fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62d1f52c-7502-41ba-991b-78470fa3e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780756 May 12 20:13:01.405102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-a0efb69e-c5b8-411c-972b-d40736cb378a service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760740 May 12 20:13:01.659603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ec830-cbbe-4bde-acdc-e9a82cfae032 req-f0362b90-8fe7-4f72-81af-9d859b953bae tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:01.660975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-534ec830-cbbe-4bde-acdc-e9a82cfae032 req-f0362b90-8fe7-4f72-81af-9d859b953bae tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 947 time: 0.3046355 May 12 20:13:01.670364 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-70dfd82f-4b55-4ac9-ae35-efb8a2cafa02 req-1fbfa487-ff81-4b78-9797-72c098f9008b service neutron] 10.222.0.36 "GET /v2.0/networks/62d1f52c-7502-41ba-991b-78470fa3e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559128 May 12 20:13:01.708524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-534ec830-cbbe-4bde-acdc-e9a82cfae032 req-1ab7c381-e74a-414e-96d7-91ee6899f757 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 May 12 20:13:01.760462 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:02.913203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607006c5-0b48-4d4f-90be-8836af1891f6 req-768ddd8e-8ac1-4fdd-861a-01fef54e6811 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:02.914686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-607006c5-0b48-4d4f-90be-8836af1891f6 req-768ddd8e-8ac1-4fdd-861a-01fef54e6811 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 947 time: 0.0997829 May 12 20:13:02.965517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-607006c5-0b48-4d4f-90be-8836af1891f6 req-f4306528-701d-4175-a5ed-e7cb46d7e9a7 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 May 12 20:13:03.824487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:13:03.965569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:03.981732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9', 'network_id': '62d1f52c-7502-41ba-991b-78470fa3e5dd', 'port_id': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9', 'mac_address': 'fa:16:3e:8f:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7617bb-480d-4a29-8968-978dd37dd0af', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:13:04.036561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:13:04.036935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:04.053493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:13:04.068914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:04.074634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:04.142751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:04.156629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e59b84-6cb6-4a2d-9980-ff2723b61473 req-10903a5f-6b75-447d-a994-afdc8a1485ca tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:04.158226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82e59b84-6cb6-4a2d-9980-ff2723b61473 req-10903a5f-6b75-447d-a994-afdc8a1485ca tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 948 time: 0.0828059 May 12 20:13:04.202398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-82e59b84-6cb6-4a2d-9980-ff2723b61473 req-06140a4d-4791-4797-b3ab-0e2b8f3af27d tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 May 12 20:13:04.297261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f76a74ec-90d7-45d4-8ff3-99b8445bc4d9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:13:05.410230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd04d8-f3c1-4ebd-a7ba-b8fa325cc9a9 req-cc385121-1dff-4ef5-a720-325c10a38d35 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:05.411684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dbd04d8-f3c1-4ebd-a7ba-b8fa325cc9a9 req-cc385121-1dff-4ef5-a720-325c10a38d35 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 948 time: 0.0872040 May 12 20:13:05.459094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2dbd04d8-f3c1-4ebd-a7ba-b8fa325cc9a9 req-b98f0987-9939-4cb3-b401-17bd3a52f883 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416119 May 12 20:13:05.824993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:13:05.909538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:13:05.914812 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:13:05.915182 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:06.037239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:13:06.037627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:06.068051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:13:06.078544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:06.083689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:06.115515 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53d9d89-e51f-4ab3-8aa7-0e45aaa39e58'] response: {'server_uuid': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9', 'code': 200} May 12 20:13:06.153097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:06.246666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f481-d6ae-46a0-b51a-d037509a2af0 req-283bc229-c1b9-4b88-b3ff-d0eed88e89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:06.248112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4883f481-d6ae-46a0-b51a-d037509a2af0 req-283bc229-c1b9-4b88-b3ff-d0eed88e89da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 1100 time: 0.0723231 May 12 20:13:06.290873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4883f481-d6ae-46a0-b51a-d037509a2af0 req-04e606dc-e3d6-4ff8-b61c-48d9637e15f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363154 May 12 20:13:06.668896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddd1e9-cab1-4f70-adc3-e3d901c62382 req-4eb229c5-5f7a-448d-b317-79af8a5c3ae0 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:06.670353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40ddd1e9-cab1-4f70-adc3-e3d901c62382 req-4eb229c5-5f7a-448d-b317-79af8a5c3ae0 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 949 time: 0.0946772 May 12 20:13:06.716091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40ddd1e9-cab1-4f70-adc3-e3d901c62382 req-b80ea67c-298b-4b69-8c4a-b660ff34c47a tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 May 12 20:13:07.911980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbca739-08df-4664-8724-f247fab2ee2c req-7ee00282-117e-4ba1-828e-f674c3ddd7cf tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:07.913443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dbca739-08df-4664-8724-f247fab2ee2c req-7ee00282-117e-4ba1-828e-f674c3ddd7cf tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 949 time: 0.0814474 May 12 20:13:07.966353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dbca739-08df-4664-8724-f247fab2ee2c req-e947cecf-1d51-4c08-8c0d-a4f816e37bad tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472536 May 12 20:13:08.190553 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:08.886791 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:09.084158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9f45e-73eb-4671-9438-79d077c370bf req-46d3582e-a167-436c-8151-2d838c960232 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:09.085502 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9e9f45e-73eb-4671-9438-79d077c370bf req-46d3582e-a167-436c-8151-2d838c960232 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 949 time: 0.0827117 May 12 20:13:09.129326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a9e9f45e-73eb-4671-9438-79d077c370bf req-23400b6c-e203-44a9-97f9-0f5d554649e5 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 May 12 20:13:10.330555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1d311-edf6-4957-905e-f82edd4dce80 req-aadb1702-ce48-4e17-b634-8f23e4ffba62 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:10.331966 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abc1d311-edf6-4957-905e-f82edd4dce80 req-aadb1702-ce48-4e17-b634-8f23e4ffba62 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 949 time: 0.0943277 May 12 20:13:10.379063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abc1d311-edf6-4957-905e-f82edd4dce80 req-0db6b066-52b2-4044-bc88-ffa1f869bbb8 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/security-groups?id=88fd8302-c020-4ed9-9ad7-616499d6dab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384450 May 12 20:13:10.479646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-74fde4e0-a276-4337-861f-4ddeaa89ea25 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:10.481076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-74fde4e0-a276-4337-861f-4ddeaa89ea25 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 949 time: 0.0943036 May 12 20:13:10.548807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Deleting port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:13:10.549148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:10.812123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] For port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,segment=NetworkSegment(97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0),segment_id=97d3fe5c-0edb-4de2-85b4-9ff7e1cc82d0)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:10.812447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:10.939965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Calling delete_port for f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:13:11.099911 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:11.112758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f76a74ec-90d7-45d4-8ff3-99b8445bc4d9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:13:11.154041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Pushing event deleted for resources: {'Port': ['ID=f76a74ec-90d7-45d4-8ff3-99b8445bc4d9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:11.224982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] No DVR routers for this DVR port f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:13:11.227671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:11.231559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'name': 'network-vif-deleted', 'tag': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:13:11.247994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab5a1213-0e0f-41fa-aa11-ef5e92f25486 req-2def2cce-5af9-47a8-9136-01f474f72980 tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.36 "DELETE /v2.0/ports/f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 HTTP/1.1" status: 204 len: 173 time: 0.7609711 May 12 20:13:11.278286 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6e041e-0bcf-4bdc-8629-e08a72270852'] response: {'server_uuid': '3b85a388-7dfe-420f-a4cf-45e8e82688bb', 'name': 'network-vif-deleted', 'tag': 'f76a74ec-90d7-45d4-8ff3-99b8445bc4d9', 'status': 'completed', 'code': 200} May 12 20:13:11.561882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e5c9c04-46ac-4d76-95ef-342595eaaa91 req-b57ab907-44c7-4688-89bc-339881ba419e tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Synchronizing usage tracker for tenant:fe4f4f7f1d1d4a8790f0d85f212804bd on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:13:11.579108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-8e5c9c04-46ac-4d76-95ef-342595eaaa91 req-b57ab907-44c7-4688-89bc-339881ba419e tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] Unset dirty status for tenant:fe4f4f7f1d1d4a8790f0d85f212804bd on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:13:11.580688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e5c9c04-46ac-4d76-95ef-342595eaaa91 req-b57ab907-44c7-4688-89bc-339881ba419e tempest-ServersAdminNegativeTestJSON-2110274137 tempest-ServersAdminNegativeTestJSON-2110274137-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b85a388-7dfe-420f-a4cf-45e8e82688bb HTTP/1.1" status: 200 len: 210 time: 0.0641868 May 12 20:13:12.974545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46586) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:13:13.128985 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1e84a90c-af99-4f42-ab40-5e691990a354 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fe4f4f7f1d1d4a8790f0d85f212804bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531749 May 12 20:13:13.131458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46594) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:13:13.191792 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40385a48-de1c-4d15-9e8c-97534af4b6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.217752 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40385a48-de1c-4d15-9e8c-97534af4b6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.272500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40385a48-de1c-4d15-9e8c-97534af4b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.292168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40385a48-de1c-4d15-9e8c-97534af4b6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fd8302-c020-4ed9-9ad7-616499d6dab8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:13.298387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-40385a48-de1c-4d15-9e8c-97534af4b6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.299561 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-40385a48-de1c-4d15-9e8c-97534af4b6e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88fd8302-c020-4ed9-9ad7-616499d6dab8 HTTP/1.1" status: 204 len: 168 time: 0.1672418 May 12 20:13:13.598184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46604) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:13:13.616227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.631841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:13:13.636030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Usage tracker for resource:security_group_rule and tenant:2fea3d558860485a9b8552f2568f288e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:13:13.639357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:13:13.646299 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:13:13.734371 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.740343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.787760 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2fea3d558860485a9b8552f2568f288e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885438 May 12 20:13:13.789353 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb91a7-254d-4485-ab46-347049ea2c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d67f5c-bd1f-4714-80a9-3a393dc09b84,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:13.791128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46608) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:13:13.851803 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e70cc33-14b4-418c-bf8d-667296fa12c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.861708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:13:13.879313 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e70cc33-14b4-418c-bf8d-667296fa12c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.898256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:13:13.898608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f76a74ec-90d7-45d4-8ff3-99b8445bc4d9 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:13:13.935179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e70cc33-14b4-418c-bf8d-667296fa12c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.949409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70cc33-14b4-418c-bf8d-667296fa12c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d67f5c-bd1f-4714-80a9-3a393dc09b84,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:13.957706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e70cc33-14b4-418c-bf8d-667296fa12c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:13.958835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3e70cc33-14b4-418c-bf8d-667296fa12c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31d67f5c-bd1f-4714-80a9-3a393dc09b84 HTTP/1.1" status: 204 len: 168 time: 0.1667061 May 12 20:13:14.710541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46632) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:13:14.823420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1616280841-network', 'tenant_id': 'ec9548f55f4843f8a930e3d8a45e14f5'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:13:14.829480 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:13:14.833954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Usage tracker for resource:network and tenant:ec9548f55f4843f8a930e3d8a45e14f5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:13:14.837120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:13:14.844532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:13:14.855371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Made reservation on behalf of ec9548f55f4843f8a930e3d8a45e14f5 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:13:14.857634 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:14.870236 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:14.885285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:13:14.889446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Usage tracker for resource:security_group_rule and tenant:ec9548f55f4843f8a930e3d8a45e14f5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:13:14.892384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:13:14.898440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:13:14.994484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.000641 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.029872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:13:15.038601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:15.046261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.046770 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Added segment 0a54326d-2bbd-4e0e-977d-77ebb8dc6531 of type vlan for network aafcb890-7091-46e2-9a54-2d97925e9edf May 12 20:13:15.077215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.108715 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.109697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:15.110426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.315974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] Pushing event updated for resources: {'Network': ['ID=aafcb890-7091-46e2-9a54-2d97925e9edf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:15.325865 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-64bdb4fb-2481-40d9-b4be-cd36f7c14e25 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6101313 May 12 20:13:15.326455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46638) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:13:15.327303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network aafcb890-7091-46e2-9a54-2d97925e9edf details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:13:15.335435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Request body: {'subnet': {'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1616280841-subnet', 'tenant_id': 'ec9548f55f4843f8a930e3d8a45e14f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:13:15.341312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:13:15.345586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Usage tracker for resource:subnet and tenant:ec9548f55f4843f8a930e3d8a45e14f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:13:15.348707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:13:15.355083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:13:15.367298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Made reservation on behalf of ec9548f55f4843f8a930e3d8a45e14f5 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:13:15.369752 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.576610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.650052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:15.658333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Checking segment: {'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:13:15.658692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Network hostable DHCP agents. Network: aafcb890-7091-46e2-9a54-2d97925e9edf, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:13:15.678689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Network aafcb890-7091-46e2-9a54-2d97925e9edf is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:13:15.688733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, aafcb890-7091-46e2-9a54-2d97925e9edf) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:13:15.692983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:15.693602 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:15.697649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c624f55-a806-47e4-ae88-37f911500f3e None None] Network aafcb890-7091-46e2-9a54-2d97925e9edf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:13:15.716199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fc49467f-63b0-48f4-85bc-f9640e3efb4f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3885853 May 12 20:13:15.910483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f52e3d-acf2-43de-9fd8-c1cd8accc380 None None] Network aafcb890-7091-46e2-9a54-2d97925e9edf requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:13:16.234373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-397a0c9a-fce5-4e25-85dc-d090c948d1ef tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:16.235836 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-397a0c9a-fce5-4e25-85dc-d090c948d1ef tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 812 time: 0.1508021 May 12 20:13:16.251816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-80004f5b-95f0-4b1f-9164-d024825b6757 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/quotas/ec9548f55f4843f8a930e3d8a45e14f5 HTTP/1.1" status: 200 len: 375 time: 0.0101056 May 12 20:13:16.303787 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-917a7e3c-68db-4330-a1d2-52b474403434 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463359 May 12 20:13:16.638316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-c639f539-d963-4177-8c8f-84c72434e46b service neutron] 10.222.0.72 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277171 May 12 20:13:16.769275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-c9a858fc-ee9f-4bc6-9f72-fdb25717610c service neutron] 10.222.0.72 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251266 May 12 20:13:16.949832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-00d44c7d-da44-47dc-8063-b9ed904ae895 req-2732f704-6ce1-4eae-8321-3affa3b350ca tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 210 time: 0.0423355 May 12 20:13:18.112585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-b31c5fe2-5b07-4ab1-b15a-a2f2d70ee3e8 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:18.114037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-b31c5fe2-5b07-4ab1-b15a-a2f2d70ee3e8 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.36 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 812 time: 0.1727426 May 12 20:13:18.130880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d5b9ba3-bd6a-49fd-9f9e-572171a15ec8 req-4ad54ccb-da6a-416f-88c3-2c85b60f37eb tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 210 time: 0.0730989 May 12 20:13:18.134198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Request body: {'port': {'device_id': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf', 'admin_state_up': True, 'tenant_id': 'ec9548f55f4843f8a930e3d8a45e14f5'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:13:18.272186 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:13:18.276412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Usage tracker for resource:port and tenant:ec9548f55f4843f8a930e3d8a45e14f5 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:13:18.279385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:13:18.285641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:13:18.299504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Made reservation on behalf of ec9548f55f4843f8a930e3d8a45e14f5 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:13:18.302916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:18.461774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Allocated IP 172.20.0.11 (aafcb890-7091-46e2-9a54-2d97925e9edf/a9d2dbbe-2d3a-4412-b996-e690aaa3bd14/f1acf721-5595-47ff-a48e-40d51f4e0fc8) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:13:18.675112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:18.707258 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:18.781793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Network aafcb890-7091-46e2-9a54-2d97925e9edf is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:13:18.784982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:13:18.788764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:13:18.817909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:18.855153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:18.855733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:18.877348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-5792f68d-b5ef-4b36-bf98-7e74f8a95865 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490742 May 12 20:13:18.889246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Request body: {'port': {'device_id': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:13:18.998118 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:19.508674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93db94b-cbb6-40c1-bd49-5f0e44992864 req-3211e311-aec9-46b6-b3da-6fc3705b8032 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:19.509466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e93db94b-cbb6-40c1-bd49-5f0e44992864 req-3211e311-aec9-46b6-b3da-6fc3705b8032 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Synchronizing usage tracker for tenant:ec9548f55f4843f8a930e3d8a45e14f5 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:13:19.540935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1acf721-5595-47ff-a48e-40d51f4e0fc8 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:13:19.549345 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:19.553784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e93db94b-cbb6-40c1-bd49-5f0e44992864 req-3211e311-aec9-46b6-b3da-6fc3705b8032 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Unset dirty status for tenant:ec9548f55f4843f8a930e3d8a45e14f5 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:13:19.554910 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e93db94b-cbb6-40c1-bd49-5f0e44992864 req-3211e311-aec9-46b6-b3da-6fc3705b8032 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 932 time: 0.3163564 May 12 20:13:19.579460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Transition to ACTIVE for port object f1acf721-5595-47ff-a48e-40d51f4e0fc8 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:13:19.584246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:19.725176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e93db94b-cbb6-40c1-bd49-5f0e44992864 req-c6c51789-4b70-40ef-851c-95fcc434f7cd tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639717 May 12 20:13:19.732957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:19.836799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:13:19.837018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:13:19.837385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on network aafcb890-7091-46e2-9a54-2d97925e9edf {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:13:19.842097 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on network aafcb890-7091-46e2-9a54-2d97925e9edf not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:13:19.842422 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on network aafcb890-7091-46e2-9a54-2d97925e9edf {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:13:19.847832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:13:19.848162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Checking segment: {'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:13:19.848536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Bound using segment: {'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:13:19.848958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Bound port: f1acf721-5595-47ff-a48e-40d51f4e0fc8, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:13:19.849325 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:19.942454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:13:19.945683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:13:19.951828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:20.008893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:20.009724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:20.011079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] 10.222.0.36 "PUT /v2.0/ports/f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 1092 time: 1.1257908 May 12 20:13:20.013866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:13:20.042587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7b64-1767-48f7-9f20-d3a90dda891e service neutron] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:20.146104 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-8ec5dc4e-4b0e-451b-8e7b-23b2b6f74f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:20.147696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-8ec5dc4e-4b0e-451b-8e7b-23b2b6f74f4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1095 time: 0.0806623 May 12 20:13:20.216830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-3163bcc5-21ce-472b-9ad5-577a97a26c71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.0603895 May 12 20:13:20.268665 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec97387c-5a85-4cce-8cb9-e05f1db8f8e1'] response: {'name': 'network-changed', 'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'status': 'completed', 'code': 200} May 12 20:13:20.284829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-34cbc9fb-5690-4139-8a83-589b51be2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:20.286280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-34cbc9fb-5690-4139-8a83-589b51be2ec0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 200 len: 852 time: 0.0631089 May 12 20:13:20.333223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-9bf6f9a5-3536-4554-a020-7776ef0e44b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aafcb890-7091-46e2-9a54-2d97925e9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401936 May 12 20:13:20.464334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-fc1d81d1-5248-4565-a06d-cc5d5dd5cfa0 service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239669 May 12 20:13:20.596879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-735b9e86-1b7a-4528-9d6a-b6de1a796321 req-96a4db4c-c8c5-4e42-9aa1-63c1d150dc0d service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255877 May 12 20:13:20.724706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-68c54322-44af-4a45-9eab-7199b6678e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:20.726091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-68c54322-44af-4a45-9eab-7199b6678e98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1095 time: 0.0772402 May 12 20:13:20.895168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-4d10dca6-b286-4cdc-8dd9-77067d1de468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:20.896577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-4d10dca6-b286-4cdc-8dd9-77067d1de468 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 913 time: 0.1638985 May 12 20:13:20.975099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-ae003542-e0bc-453d-b4d7-71a58bb97e5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.0672777 May 12 20:13:21.035091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c10f-1a02-451d-aea7-6a410ce1d69a req-d28b05b9-3dd9-4146-8f95-5d20b9b58ed3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:21.036493 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8f8c10f-1a02-451d-aea7-6a410ce1d69a req-d28b05b9-3dd9-4146-8f95-5d20b9b58ed3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 944 time: 0.2024791 May 12 20:13:21.066177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-9c05aa5d-cd88-4c21-9770-4bb714ba39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:21.067557 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-9c05aa5d-cd88-4c21-9770-4bb714ba39da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 200 len: 852 time: 0.0837290 May 12 20:13:21.236189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8f8c10f-1a02-451d-aea7-6a410ce1d69a req-2708a331-e61b-48f9-8040-fde8b7ad0359 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931946 May 12 20:13:21.238230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-f16c1f9d-2c0b-4dc7-b331-fd860cdfec4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aafcb890-7091-46e2-9a54-2d97925e9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576879 May 12 20:13:21.369062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-1cb75d14-472f-45a2-9488-742a96dab29c service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226530 May 12 20:13:21.508365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b3c5049-33a9-4dd7-aa53-9f1df5e62d21 req-cfcddf07-7e6e-4dab-9fd9-93dd19c2413a service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286757 May 12 20:13:22.438086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745567f5-657b-4593-ac8b-03408a3a2793 req-973bd949-fabc-462e-9316-337a9b5b8036 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:22.439556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-745567f5-657b-4593-ac8b-03408a3a2793 req-973bd949-fabc-462e-9316-337a9b5b8036 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 944 time: 0.0894964 May 12 20:13:22.484669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-745567f5-657b-4593-ac8b-03408a3a2793 req-b43f3d6a-5cb0-4280-b227-a090d277dd74 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392389 May 12 20:13:23.692272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff8039-7f76-436d-bef4-6f6057e430c1 req-252c6c38-1f17-4b2b-a55f-9f0df9d42935 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:23.693757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30ff8039-7f76-436d-bef4-6f6057e430c1 req-252c6c38-1f17-4b2b-a55f-9f0df9d42935 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 944 time: 0.0861957 May 12 20:13:23.742441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30ff8039-7f76-436d-bef4-6f6057e430c1 req-04d9bb0e-8094-4a10-aeb4-e6e4f557e517 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 May 12 20:13:23.903634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:13:24.042783 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:24.055801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf', 'port_id': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'mac_address': 'fa:16:3e:02:f9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d2dbbe-2d3a-4412-b996-e690aaa3bd14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:13:24.110613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f1acf721-5595-47ff-a48e-40d51f4e0fc8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:13:24.110961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:24.130128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1acf721-5595-47ff-a48e-40d51f4e0fc8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:13:24.145523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:24.151033 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:24.224270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:24.366432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['f1acf721-5595-47ff-a48e-40d51f4e0fc8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:13:24.948074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b7af-bb19-45f3-9d35-c09e6cae81b3 req-27869b16-441a-4734-9df3-953e80047270 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:24.949521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ac2b7af-bb19-45f3-9d35-c09e6cae81b3 req-27869b16-441a-4734-9df3-953e80047270 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 945 time: 0.0820661 May 12 20:13:25.001386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ac2b7af-bb19-45f3-9d35-c09e6cae81b3 req-849813b3-c8a6-498b-84a9-741741e029e5 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460691 May 12 20:13:25.914761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:13:25.989049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port f1acf721-5595-47ff-a48e-40d51f4e0fc8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:13:25.994293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port f1acf721-5595-47ff-a48e-40d51f4e0fc8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:13:25.994669 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:26.127832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port f1acf721-5595-47ff-a48e-40d51f4e0fc8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:13:26.128251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:26.155151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:13:26.164842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:26.170237 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:26.204253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff79eb-9429-4ff8-a152-c9e57fc403ad req-7824b7f7-108f-4913-a65a-be28950a0c6d tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:26.205761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0ff79eb-9429-4ff8-a152-c9e57fc403ad req-7824b7f7-108f-4913-a65a-be28950a0c6d tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 945 time: 0.0892940 May 12 20:13:26.211016 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34a2e81-00c2-42b5-94b2-89e89ab09d26'] response: {'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'code': 200} May 12 20:13:26.244692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:26.251973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f0ff79eb-9429-4ff8-a152-c9e57fc403ad req-b8116c55-ae02-466a-b668-b352054e67c2 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 May 12 20:13:26.328806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47874a0d-59b1-477e-be50-36cd93b2b87d req-bdf455ab-a350-4978-8ad7-f0c7bea8b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:26.330336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47874a0d-59b1-477e-be50-36cd93b2b87d req-bdf455ab-a350-4978-8ad7-f0c7bea8b862 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1097 time: 0.0718527 May 12 20:13:26.372882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-47874a0d-59b1-477e-be50-36cd93b2b87d req-deb578bb-2be6-4359-8662-2b53d56cb489 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 May 12 20:13:26.708943 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:13:26.917334 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7842a564-de88-46f9-945e-eee2a139c6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:27.466709 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e5aa-e2b3-4372-8f31-50ddec142760 req-cbfdf3ee-7716-4998-b095-247b4ed357d7 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:27.468112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8d6e5aa-e2b3-4372-8f31-50ddec142760 req-cbfdf3ee-7716-4998-b095-247b4ed357d7 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.1035202 May 12 20:13:27.514667 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f8d6e5aa-e2b3-4372-8f31-50ddec142760 req-1ba3dd1b-b010-43b6-a95c-16cbb8a9b831 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 May 12 20:13:28.721723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017e63c-02fe-4a66-8334-2da4000125d9 req-bf5a0dbd-dcc8-4d71-8b30-4f2067296a14 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:28.723186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4017e63c-02fe-4a66-8334-2da4000125d9 req-bf5a0dbd-dcc8-4d71-8b30-4f2067296a14 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0933442 May 12 20:13:28.768949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4017e63c-02fe-4a66-8334-2da4000125d9 req-0c33fe55-d7cd-4779-acb6-29eeda329292 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 May 12 20:13:28.996985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d455b3d-fa8a-4b22-8d87-576c52cffeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:29.174370 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45816944-5df1-442b-8df3-7e662ae3987c req-baf42645-b06a-4aa7-a17d-be1072d134b8 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:29.175830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45816944-5df1-442b-8df3-7e662ae3987c req-baf42645-b06a-4aa7-a17d-be1072d134b8 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0805085 May 12 20:13:29.214537 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-b2d68b56-2db3-438b-89c3-ff9cf1d7d410 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1607373 May 12 20:13:29.219548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45816944-5df1-442b-8df3-7e662ae3987c req-644cefe9-1dbc-4757-9040-8465a48c6c95 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 May 12 20:13:30.191880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:30.480721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93920892-42ad-43b3-bb73-61d9e6bb8823 req-3ca5b75e-f087-4b67-bc23-e2187a7c1bff tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:30.482217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93920892-42ad-43b3-bb73-61d9e6bb8823 req-3ca5b75e-f087-4b67-bc23-e2187a7c1bff tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.1458352 May 12 20:13:30.485212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-239010f3-e93e-47ea-bcd4-e6e60d9f4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:30.486578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-239010f3-e93e-47ea-bcd4-e6e60d9f4084 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1097 time: 0.1108525 May 12 20:13:30.609756 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93920892-42ad-43b3-bb73-61d9e6bb8823 req-221b1678-68c3-40a4-9ae5-9f39f929932d tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195130 May 12 20:13:30.647616 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:30.649566 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-19b597a9-6c50-4fc5-bdd7-95e5baabeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:30.651045 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-19b597a9-6c50-4fc5-bdd7-95e5baabeae0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 913 time: 0.1482875 May 12 20:13:30.719269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-933c58a7-a67f-4e9f-b297-b41ee9388cef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.0597382 May 12 20:13:30.785781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-b771d108-efd3-4849-a5dc-60be1c132f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:30.787191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-b771d108-efd3-4849-a5dc-60be1c132f0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 200 len: 852 time: 0.0608456 May 12 20:13:30.837681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-f7ce6c30-aa5b-4659-961a-ea2146430ca3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aafcb890-7091-46e2-9a54-2d97925e9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437701 May 12 20:13:31.086309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-5f815c67-b892-466a-90c5-0eda58b17e26 service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419565 May 12 20:13:31.219205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-52b9df99-9598-477c-9d7c-26d27f17123f service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251481 May 12 20:13:31.762429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:31.810512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43dafb-9cdb-4ae5-8c2a-2067621db3c7 req-517e1276-0fb7-4541-a5fd-eeed4ed45ffb tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:31.811956 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff43dafb-9cdb-4ae5-8c2a-2067621db3c7 req-517e1276-0fb7-4541-a5fd-eeed4ed45ffb tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0909998 May 12 20:13:31.862167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff43dafb-9cdb-4ae5-8c2a-2067621db3c7 req-2239daca-d1cd-4843-acbb-367a59f69fcc tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 May 12 20:13:33.061660 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cd09d-db82-4a8c-bea8-977554e72653 req-192993b9-d6a2-4c35-b6dd-56dae50e440b tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:33.063190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b42cd09d-db82-4a8c-bea8-977554e72653 req-192993b9-d6a2-4c35-b6dd-56dae50e440b tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0843065 May 12 20:13:33.107295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b42cd09d-db82-4a8c-bea8-977554e72653 req-3b385c75-c7a4-4f04-9b02-f1ae117a3921 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381980 May 12 20:13:34.316013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243503e-bf01-4aa8-acfc-36664a817381 req-eb8cf1e0-c5d9-4f37-ae56-715d04707f0d tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:34.317331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5243503e-bf01-4aa8-acfc-36664a817381 req-eb8cf1e0-c5d9-4f37-ae56-715d04707f0d tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.1042385 May 12 20:13:34.360854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5243503e-bf01-4aa8-acfc-36664a817381 req-abd584cf-6792-411d-97fc-65b16f3011fd tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377936 May 12 20:13:35.559523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803fee1-349f-419a-9636-ea72490aebf2 req-3a6b96d6-98ca-4729-9324-821448fe9ff9 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:35.560886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1803fee1-349f-419a-9636-ea72490aebf2 req-3a6b96d6-98ca-4729-9324-821448fe9ff9 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0898492 May 12 20:13:35.610736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1803fee1-349f-419a-9636-ea72490aebf2 req-f285abcb-6376-4a59-9084-c3a4e35ecbb5 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 May 12 20:13:36.819906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d544fd-4d8a-4faf-bac7-31b378576e53 req-871d0774-7b96-43f5-969c-f88720da8dd9 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:36.821363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03d544fd-4d8a-4faf-bac7-31b378576e53 req-871d0774-7b96-43f5-969c-f88720da8dd9 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0880687 May 12 20:13:36.866992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03d544fd-4d8a-4faf-bac7-31b378576e53 req-57da7dc1-bd2f-4007-9bf1-2d3589a3e43a tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 May 12 20:13:38.078020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb18b-cbcd-4fa0-a293-930b2cb47dcd req-faadb932-48fc-4ce0-898c-cb738070a922 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:38.079434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93efb18b-cbcd-4fa0-a293-930b2cb47dcd req-faadb932-48fc-4ce0-898c-cb738070a922 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0931132 May 12 20:13:38.123689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93efb18b-cbcd-4fa0-a293-930b2cb47dcd req-4cf1f755-41e0-4b49-943b-6628a562f63e tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384390 May 12 20:13:38.225716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:38.910650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:39.319160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe7168-cbd0-4973-8ca5-e0f2e51c2292 req-0566afaa-23b9-4929-a83c-23eedf90815f tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:39.320659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbbe7168-cbd0-4973-8ca5-e0f2e51c2292 req-0566afaa-23b9-4929-a83c-23eedf90815f tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0865581 May 12 20:13:39.365871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fbbe7168-cbd0-4973-8ca5-e0f2e51c2292 req-d5bdc1ea-4bba-4e3a-81a9-a553e7860eb4 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 May 12 20:13:40.578884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43004346-85a8-4a22-b06c-f274e63d5319 req-a58c5e7e-fa08-4f31-b08a-63423bf2d1ec tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:40.580324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43004346-85a8-4a22-b06c-f274e63d5319 req-a58c5e7e-fa08-4f31-b08a-63423bf2d1ec tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0915792 May 12 20:13:40.630738 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-43004346-85a8-4a22-b06c-f274e63d5319 req-5510bede-74cc-478c-a0de-5d662a0278ed tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 May 12 20:13:41.833936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7592d-2cb6-4929-8e5d-b4401522b24e req-35ef4a6d-0c4a-477b-9189-e04f6100942c tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:41.835395 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5c7592d-2cb6-4929-8e5d-b4401522b24e req-35ef4a6d-0c4a-477b-9189-e04f6100942c tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0861006 May 12 20:13:41.882448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e5c7592d-2cb6-4929-8e5d-b4401522b24e req-14539573-9873-41ee-b4a6-0df355987626 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 May 12 20:13:43.093900 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e931277-ae67-4337-98a6-518ad53708bc req-30a4008a-5018-4eaa-b631-1a3b7dea7df7 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:43.095744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e931277-ae67-4337-98a6-518ad53708bc req-30a4008a-5018-4eaa-b631-1a3b7dea7df7 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0911059 May 12 20:13:43.141575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e931277-ae67-4337-98a6-518ad53708bc req-46dcbd8e-dee6-4ca9-8fb7-d0809d3e8111 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398088 May 12 20:13:44.343912 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c51c3-2cfa-451e-bd02-1478be2f3715 req-cb135be8-a58b-4700-b6e4-04cbb5d210ba tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:44.345367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf9c51c3-2cfa-451e-bd02-1478be2f3715 req-cb135be8-a58b-4700-b6e4-04cbb5d210ba tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0983117 May 12 20:13:44.392847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf9c51c3-2cfa-451e-bd02-1478be2f3715 req-977c088f-f75e-4ba3-a30d-3a66af6f9774 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 May 12 20:13:45.592183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b0f2d-4193-45ed-98e2-7444261a8747 req-5102cf7a-a026-4038-b6dd-a46127af0a30 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:45.593656 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be5b0f2d-4193-45ed-98e2-7444261a8747 req-5102cf7a-a026-4038-b6dd-a46127af0a30 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0921512 May 12 20:13:45.641954 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be5b0f2d-4193-45ed-98e2-7444261a8747 req-8a69a4f1-0a61-4cd0-9c7a-439f8d5899f9 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 May 12 20:13:46.850522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7203c0-dad8-427d-9de8-21661de62e37 req-2cacee2d-b056-42ee-8851-b570c06091dd tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:46.852068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d7203c0-dad8-427d-9de8-21661de62e37 req-2cacee2d-b056-42ee-8851-b570c06091dd tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0872960 May 12 20:13:46.902052 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d7203c0-dad8-427d-9de8-21661de62e37 req-c73c1d63-4e51-4bd5-8169-a9e14ab5bfe4 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 May 12 20:13:48.164871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a42318-160d-4164-bb3f-de20a513fb7d req-3e436159-2986-4e24-8e6d-63ef9b4459d0 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:48.166378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81a42318-160d-4164-bb3f-de20a513fb7d req-3e436159-2986-4e24-8e6d-63ef9b4459d0 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.1522608 May 12 20:13:48.208759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81a42318-160d-4164-bb3f-de20a513fb7d req-9fa3cf8f-572f-45dd-9042-407d70e749a8 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365601 May 12 20:13:49.416768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb5b0-1ecc-4ae9-bb16-0069405e67a4 req-a6a11e7d-342d-4018-9956-c44d3f716794 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:49.418253 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a1fb5b0-1ecc-4ae9-bb16-0069405e67a4 req-a6a11e7d-342d-4018-9956-c44d3f716794 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0942912 May 12 20:13:49.466298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a1fb5b0-1ecc-4ae9-bb16-0069405e67a4 req-8e949ef4-616b-4691-ba40-d9b2ca374958 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 May 12 20:13:50.671337 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c84bd-8fee-432a-be10-0874342b0dc5 req-29204919-18eb-4ebb-a8ef-3a82b43d7110 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:50.672795 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d9c84bd-8fee-432a-be10-0874342b0dc5 req-29204919-18eb-4ebb-a8ef-3a82b43d7110 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0853009 May 12 20:13:50.721492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d9c84bd-8fee-432a-be10-0874342b0dc5 req-4a2c2a4b-7a53-453f-a319-7cf826e87103 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 May 12 20:13:51.920230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d43670-3f94-4b26-a566-d95d1c36990e req-b41ed624-2bae-4638-907e-a71c50054aba tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:51.921677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2d43670-3f94-4b26-a566-d95d1c36990e req-b41ed624-2bae-4638-907e-a71c50054aba tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0907857 May 12 20:13:51.964842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b2d43670-3f94-4b26-a566-d95d1c36990e req-d2acdd0a-3f12-4642-89c9-fbb29e15e1ca tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374362 May 12 20:13:53.163025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07b351-6e12-4c22-b387-7e2872122405 req-c615e2e2-ced9-4731-a463-ba966ea22bef tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:53.164546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad07b351-6e12-4c22-b387-7e2872122405 req-c615e2e2-ced9-4731-a463-ba966ea22bef tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0865347 May 12 20:13:53.208748 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ad07b351-6e12-4c22-b387-7e2872122405 req-8debc3a8-8677-4c9d-9618-17bd27cac6c8 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 May 12 20:13:54.407415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726a6c-d3d5-4f5c-aab3-a94f15031ab2 req-b98cd3df-47ac-48af-a579-3b448e064867 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:54.408838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd726a6c-d3d5-4f5c-aab3-a94f15031ab2 req-b98cd3df-47ac-48af-a579-3b448e064867 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0853155 May 12 20:13:54.452382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd726a6c-d3d5-4f5c-aab3-a94f15031ab2 req-4297bc08-06ec-405d-8f35-f198128d18df tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 May 12 20:13:55.662942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea40f9c-9321-4daa-8f11-12d0c4f4cdb4 req-24e31a38-a6eb-4654-8516-274f955dd4d1 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:55.666185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ea40f9c-9321-4daa-8f11-12d0c4f4cdb4 req-24e31a38-a6eb-4654-8516-274f955dd4d1 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0953887 May 12 20:13:55.714065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ea40f9c-9321-4daa-8f11-12d0c4f4cdb4 req-782f970f-3d77-4118-bd19-b7c4baa60fe2 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 May 12 20:13:56.909657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6525-c55d-494e-84a6-fa0d7514171c req-35ee2aa5-9f6d-4f72-8223-1aefa4ed790e tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:56.911161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dac6525-c55d-494e-84a6-fa0d7514171c req-35ee2aa5-9f6d-4f72-8223-1aefa4ed790e tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0850213 May 12 20:13:56.911539 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a8f3-1474-4ede-a6db-eaf68d4511c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:56.959013 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9dac6525-c55d-494e-84a6-fa0d7514171c req-4f93bbd5-2019-4d4f-b464-b04c516401e9 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 May 12 20:13:58.157645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf923-80db-4889-bfba-5b0995034124 req-cece2faf-900f-4fb3-91d2-5bb76ddd6d44 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:58.159109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7edf923-80db-4889-bfba-5b0995034124 req-cece2faf-900f-4fb3-91d2-5bb76ddd6d44 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0845304 May 12 20:13:58.202759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7edf923-80db-4889-bfba-5b0995034124 req-46dc6d43-1738-4919-95ce-75a46ac2638c tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378580 May 12 20:13:58.315068 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-9753fa63-15e8-4a05-82c6-3cc253b84e14 service neutron] show failed (client error): The resource could not be found. May 12 20:13:58.315901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-9753fa63-15e8-4a05-82c6-3cc253b84e14 service neutron] 10.222.0.36 "GET /v2.0/ports/f1acf721-5595-47ff-a48e-40d51f4e0fc8/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0767052 May 12 20:13:58.611268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-d5ee4fe2-9ba9-432e-ba07-d580997a1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:58.612623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-d5ee4fe2-9ba9-432e-ba07-d580997a1b11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a&tenant_id=ec9548f55f4843f8a930e3d8a45e14f5 HTTP/1.1" status: 200 len: 1097 time: 0.0782626 May 12 20:13:58.623729 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:13:58.840426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:58.991844 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-25ae43aa-67f6-4fa4-8aa1-4d3957e0f29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:59.108960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:13:59.136950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:13:59.194999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:13:59.200874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:59.215576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Transition to ACTIVE for port object f1acf721-5595-47ff-a48e-40d51f4e0fc8 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:13:59.220791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:59.264815 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a057d29d-4991-4f7f-8a1c-134eacfebfbd'] response: {'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'code': 200} May 12 20:13:59.418574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:59.420840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] No DVR routers for this DVR port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:13:59.431279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.431618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.431951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.432280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.432601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.432906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.433251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.433573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.433885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.434205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.434515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.434831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:13:59.500650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:13:59.500888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:13:59.501227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on network aafcb890-7091-46e2-9a54-2d97925e9edf {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:13:59.508552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on network aafcb890-7091-46e2-9a54-2d97925e9edf not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:13:59.508869 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Attempting to bind port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on network aafcb890-7091-46e2-9a54-2d97925e9edf {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:13:59.516799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:13:59.517126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Checking segment: {'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:13:59.517534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Bound using segment: {'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:13:59.517951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Bound port: f1acf721-5595-47ff-a48e-40d51f4e0fc8, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a54326d-2bbd-4e0e-977d-77ebb8dc6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:13:59.518295 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:59.543596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcf03a-b1bc-4561-9cad-4dc4a741d85b req-5c010ed1-9b3a-41b4-bd1a-e8a1a70e054e tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:59.545060 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8bcf03a-b1bc-4561-9cad-4dc4a741d85b req-5c010ed1-9b3a-41b4-bd1a-e8a1a70e054e tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 944 time: 0.2128432 May 12 20:13:59.639389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8bcf03a-b1bc-4561-9cad-4dc4a741d85b req-e1c4c3c7-fc4a-4892-bdab-8bb545d726fb tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703216 May 12 20:13:59.648086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:13:59.651089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:13:59.657108 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:59.720670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:59.721263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:13:59.722615 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] 10.222.0.73 "PUT /v2.0/ports/f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 1092 time: 1.1028278 May 12 20:13:59.739515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff14f-cade-479d-bb16-d31052e53492 service neutron] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:13:59.817323 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-e7917e1f-3d93-4ac0-b047-359bc3872a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:59.818696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-e7917e1f-3d93-4ac0-b047-359bc3872a54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1095 time: 0.0732260 May 12 20:13:59.949952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-9d1510fb-9134-48fb-8666-43f1c7fe31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:13:59.951418 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-9d1510fb-9134-48fb-8666-43f1c7fe31d2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 913 time: 0.1270270 May 12 20:14:00.020861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-98453046-9fc4-470e-98f2-72e1515a9ab8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.0629971 May 12 20:14:00.081750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-8def04d2-e494-43cf-b0de-5bd24887c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:00.083194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-8def04d2-e494-43cf-b0de-5bd24887c26a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 200 len: 852 time: 0.0567982 May 12 20:14:00.134639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-360424ac-073d-4754-8e21-293999c4ae7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aafcb890-7091-46e2-9a54-2d97925e9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448463 May 12 20:14:00.191525 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:00.266188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-8bcdec9c-0ce0-48af-ba80-a304451b1830 service neutron] 10.222.0.73 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250420 May 12 20:14:00.398624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed9a27c9-4cfa-4b4d-b2f6-8116f45e9b24 req-1804c3ea-f045-4dcf-b916-97eac790c9d8 service neutron] 10.222.0.73 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263106 May 12 20:14:00.655464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:00.957601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f385c1-821d-4976-8954-b6457e7d8bad req-683c9de8-d34d-42c5-a52d-3c80d53ba57a tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:00.959001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26f385c1-821d-4976-8954-b6457e7d8bad req-683c9de8-d34d-42c5-a52d-3c80d53ba57a tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 944 time: 0.2091238 May 12 20:14:01.004099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26f385c1-821d-4976-8954-b6457e7d8bad req-38875ac0-d9ac-46b4-9cc5-9938866c93fb tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 May 12 20:14:01.266185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:14:01.325389 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218f2014-ec9f-4ec4-a6a5-73cfebc252bb'] response: {'name': 'network-changed', 'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'status': 'completed', 'code': 200} May 12 20:14:01.476778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-22ec16b0-7745-4191-8c0d-75706df67151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:01.478273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-22ec16b0-7745-4191-8c0d-75706df67151 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1095 time: 0.1016312 May 12 20:14:01.480093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-dd094857-4356-47d8-881a-3886e76ef5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:01.481437 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-dd094857-4356-47d8-881a-3886e76ef5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1095 time: 0.1370685 May 12 20:14:01.719173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-6fb3b4cb-4b60-499b-b255-eb4e943d6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:01.720621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-6fb3b4cb-4b60-499b-b255-eb4e943d6dc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 913 time: 0.2359548 May 12 20:14:01.722906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-b77138f5-e408-40aa-a626-e031eda6ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:01.724192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-b77138f5-e408-40aa-a626-e031eda6ebd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 913 time: 0.2204847 May 12 20:14:01.773501 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:01.854812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-0308cf9f-c3b2-4bd3-9e83-2dc4a3c78e1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.1263998 May 12 20:14:01.900149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-43f416e1-3fe9-4f2d-9250-3e2180747aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.1040900 May 12 20:14:01.974809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-62ff081c-191b-403a-a8b1-75a26e5f008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:01.976497 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-62ff081c-191b-403a-a8b1-75a26e5f008d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 200 len: 852 time: 0.1154804 May 12 20:14:02.019580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-02316651-25d3-4fd1-8007-1a64c0461b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:02.021028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-02316651-25d3-4fd1-8007-1a64c0461b7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 200 len: 852 time: 0.1102922 May 12 20:14:02.027519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-dfb08a85-025a-4cfe-a59d-8cb08341ef69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aafcb890-7091-46e2-9a54-2d97925e9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441585 May 12 20:14:02.095818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-ba4343bc-edfd-4a20-aeb6-7e7339512047 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aafcb890-7091-46e2-9a54-2d97925e9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672250 May 12 20:14:02.097125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:14:02.180042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:14:02.314358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:14:02.335932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-f6e37bf9-ea1e-4a80-acfb-2678c5996809 service neutron] 10.222.0.73 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778001 May 12 20:14:02.424084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-d8361224-6356-44b4-86ed-eff689be11e4 service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850463 May 12 20:14:02.447530 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:02.461579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'network_id': 'aafcb890-7091-46e2-9a54-2d97925e9edf', 'port_id': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'mac_address': 'fa:16:3e:02:f9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d2dbbe-2d3a-4412-b996-e690aaa3bd14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:14:02.523297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f1acf721-5595-47ff-a48e-40d51f4e0fc8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:14:02.523641 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:02.542156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1acf721-5595-47ff-a48e-40d51f4e0fc8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:14:02.558887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:02.564774 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:02.632244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:02.640135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.640472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.641265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.641265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.641482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.641797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.642115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.642747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.642747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.643068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.643363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.643679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:02.716887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-df284171-f4ff-4b61-9dce-d307b4fe5595 service neutron] 10.222.0.73 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688762 May 12 20:14:02.738239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c37b32-b3ee-4cb2-a72d-39fbdf8ed72f req-4b058afd-a94a-4aab-9b5c-2d6bc1ae0830 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:02.739656 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13c37b32-b3ee-4cb2-a72d-39fbdf8ed72f req-4b058afd-a94a-4aab-9b5c-2d6bc1ae0830 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 944 time: 0.4655385 May 12 20:14:02.742949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e87e3a5e-9c4e-4aec-add5-c7b78135ccf4 req-3c140d17-ab15-404b-afdd-e238cc00d8e0 service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050663 May 12 20:14:02.782770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-13c37b32-b3ee-4cb2-a72d-39fbdf8ed72f req-1ccf0e73-e947-4e77-aff4-72994ecbb5b9 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374832 May 12 20:14:02.820422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['f1acf721-5595-47ff-a48e-40d51f4e0fc8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:14:03.172926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558916-9a37-4743-8875-63a32e1be6ac req-ed5a8e97-9946-4149-bcb0-2e7f3ef2f140 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:03.174386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-ed5a8e97-9946-4149-bcb0-2e7f3ef2f140 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a&tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 945 time: 0.0867376 May 12 20:14:03.254606 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-3d558916-9a37-4743-8875-63a32e1be6ac req-38c476d9-6d9d-40c6-822f-94290b0fff8f service neutron] delete failed (client error): The resource could not be found. May 12 20:14:03.255568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-38c476d9-6d9d-40c6-822f-94290b0fff8f service neutron] 10.222.0.36 "DELETE /v2.0/ports/f1acf721-5595-47ff-a48e-40d51f4e0fc8/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0744581 May 12 20:14:03.416146 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558916-9a37-4743-8875-63a32e1be6ac req-91daa794-a93c-4653-949e-5b0fc0eb6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:03.417527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-91daa794-a93c-4653-949e-5b0fc0eb6d42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 1096 time: 0.0856872 May 12 20:14:03.548264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558916-9a37-4743-8875-63a32e1be6ac req-8c3a9adc-1687-45c3-ba3b-1ec441e415a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:03.549852 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-8c3a9adc-1687-45c3-ba3b-1ec441e415a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 200 len: 913 time: 0.1262679 May 12 20:14:03.619775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-2b395af7-2164-48da-8daf-846b6ce3f373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.0631745 May 12 20:14:03.684004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558916-9a37-4743-8875-63a32e1be6ac req-ba7b88ed-2d7c-44e4-a5e6-68e2ea3e96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:03.685346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-ba7b88ed-2d7c-44e4-a5e6-68e2ea3e96e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 200 len: 852 time: 0.0594525 May 12 20:14:03.710036 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:14:03.730211 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-cbf77dc8-2bf4-4d74-a081-daf26354cb40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aafcb890-7091-46e2-9a54-2d97925e9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391777 May 12 20:14:03.869888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-9b928c02-a13a-4d18-86ca-ef718907a39d service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333394 May 12 20:14:03.998225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-609df2b4-623d-4721-8965-b8853f27285e service neutron] 10.222.0.36 "GET /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220062 May 12 20:14:04.317311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:14:04.389123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port f1acf721-5595-47ff-a48e-40d51f4e0fc8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:14:04.393732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port f1acf721-5595-47ff-a48e-40d51f4e0fc8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:14:04.394101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:04.524167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port f1acf721-5595-47ff-a48e-40d51f4e0fc8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:14:04.524547 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:04.555861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:14:04.567151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:04.573459 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:04.617087 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd5ec05-feef-42b0-a4d1-f747c487275d'] response: {'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'code': 200} May 12 20:14:04.658789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:04.863621 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc031f-1612-436d-92fe-e5bd7b51892d req-bc981670-20d9-4059-8b19-225539b1b7d6 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:04.864962 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7fc031f-1612-436d-92fe-e5bd7b51892d req-bc981670-20d9-4059-8b19-225539b1b7d6 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.0924470 May 12 20:14:04.926142 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7fc031f-1612-436d-92fe-e5bd7b51892d req-c8c62b94-7dd1-4912-a294-d90de255322a tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 May 12 20:14:06.073154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558916-9a37-4743-8875-63a32e1be6ac req-702e0aa5-750e-4c18-8349-17046df1093e tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:06.074568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-702e0aa5-750e-4c18-8349-17046df1093e tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.73 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.1189489 May 12 20:14:06.159861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Deleting port f1acf721-5595-47ff-a48e-40d51f4e0fc8 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:14:06.160201 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:06.251730 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c99ae-1b7d-4e2c-bc94-78deb7d75834 req-b51bf698-5ec2-4bf9-a0a1-a9e1f48178c5 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:06.253078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a3c99ae-1b7d-4e2c-bc94-78deb7d75834 req-b51bf698-5ec2-4bf9-a0a1-a9e1f48178c5 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/ports?device_id=1df835f2-2b1a-422a-b29d-8a7494b55c6a HTTP/1.1" status: 200 len: 946 time: 0.2165291 May 12 20:14:06.391249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0a3c99ae-1b7d-4e2c-bc94-78deb7d75834 req-a7b8e090-7941-4166-a207-dee121781b65 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323361 May 12 20:14:06.450171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] For port f1acf721-5595-47ff-a48e-40d51f4e0fc8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=f1acf721-5595-47ff-a48e-40d51f4e0fc8,segment=NetworkSegment(0a54326d-2bbd-4e0e-977d-77ebb8dc6531),segment_id=0a54326d-2bbd-4e0e-977d-77ebb8dc6531)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:06.450525 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:06.568719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Calling delete_port for f1acf721-5595-47ff-a48e-40d51f4e0fc8 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:14:06.727556 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:06.740099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['f1acf721-5595-47ff-a48e-40d51f4e0fc8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:14:06.894857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Pushing event deleted for resources: {'Port': ['ID=f1acf721-5595-47ff-a48e-40d51f4e0fc8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:06.968314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] No DVR routers for this DVR port f1acf721-5595-47ff-a48e-40d51f4e0fc8 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:14:06.970874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:06.973336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-deleted', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:14:06.992584 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d558916-9a37-4743-8875-63a32e1be6ac req-650070cc-0fd9-4213-9295-710298490fc3 tempest-DeleteServersTestJSON-1253200140 tempest-DeleteServersTestJSON-1253200140-project] 10.222.0.73 "DELETE /v2.0/ports/f1acf721-5595-47ff-a48e-40d51f4e0fc8 HTTP/1.1" status: 204 len: 173 time: 0.9127238 May 12 20:14:07.021905 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3ffe93-544f-485b-ad70-91e0852f5f80'] response: {'server_uuid': '1df835f2-2b1a-422a-b29d-8a7494b55c6a', 'name': 'network-vif-deleted', 'tag': 'f1acf721-5595-47ff-a48e-40d51f4e0fc8', 'status': 'completed', 'code': 200} May 12 20:14:07.647632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46810) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:14:07.715830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Deleting subnet a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:14:07.719109 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:07.770930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:07.841237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:07.915557 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:07.951632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d2dbbe-2d3a-4412-b996-e690aaa3bd14,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:07.959602 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:07.962485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.962824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.963159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.963489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.963812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.964136 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.964455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.964772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.965087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.965430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.965744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.966107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:14:07.971973 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-510501e2-cbd1-4ff0-b77a-ea41693145af admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a9d2dbbe-2d3a-4412-b996-e690aaa3bd14 HTTP/1.1" status: 204 len: 168 time: 0.3232388 May 12 20:14:07.976070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46814) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:14:08.080512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.205375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.213740 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.231427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafcb890-7091-46e2-9a54-2d97925e9edf']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:14:08.243566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a54326d-2bbd-4e0e-977d-77ebb8dc6531') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:14:08.243837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a54326d-2bbd-4e0e-977d-77ebb8dc6531') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:14:08.254926 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.272105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.278833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:14:08.279226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: timer() May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:14:08.292432 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:14:08.369564 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.374488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.395850 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] 10.222.0.72 "DELETE /v2.0/networks/aafcb890-7091-46e2-9a54-2d97925e9edf HTTP/1.1" status: 204 len: 168 time: 0.4188039 May 12 20:14:08.396762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea34121-c8f2-46dc-9803-224b5320cccb admin admin] Pushing event deleted for resources: {'Network': ['ID=aafcb890-7091-46e2-9a54-2d97925e9edf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:08.512514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:14:08.562026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9518f057-fca8-4aa7-a9c8-e9935a52d8fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec9548f55f4843f8a930e3d8a45e14f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482368 May 12 20:14:08.564726 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 46824) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:14:08.622864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8909f4e8-1d52-492c-95c6-15a5501c9b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.649306 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8909f4e8-1d52-492c-95c6-15a5501c9b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.700266 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8909f4e8-1d52-492c-95c6-15a5501c9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.714022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f4e8-1d52-492c-95c6-15a5501c9b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab8fb63-113e-44f5-a41b-a2a5f4bf1736,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:08.721205 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8909f4e8-1d52-492c-95c6-15a5501c9b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:08.721858 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8909f4e8-1d52-492c-95c6-15a5501c9b0b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ab8fb63-113e-44f5-a41b-a2a5f4bf1736 HTTP/1.1" status: 204 len: 168 time: 0.1562018 May 12 20:14:08.890331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.536151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46848) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:14:09.641237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-825594184-network', 'tenant_id': '0ab7ac7f3ef74789b0035133e27cc16d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:14:09.646840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:14:09.650908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Usage tracker for resource:network and tenant:0ab7ac7f3ef74789b0035133e27cc16d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:14:09.653772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:14:09.660288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:14:09.671993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Made reservation on behalf of 0ab7ac7f3ef74789b0035133e27cc16d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:14:09.674324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.686229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.700956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:14:09.705009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab7ac7f3ef74789b0035133e27cc16d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:14:09.707932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:14:09.715528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:14:09.800071 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.806075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.835875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:14:09.844202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:09.849665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.850005 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Added segment 31bf0510-af1a-45dc-90ce-fb99ff296dc4 of type vlan for network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 May 12 20:14:09.875983 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.909406 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:09.910405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:09.910959 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:10.007213 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4700170 May 12 20:14:10.008122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff51617-a48a-4f13-bb57-f44f9fed33e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3be13cda-f93d-4d02-871e-de4dd44c7dd1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:10.010343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 46854) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:14:10.016183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Request body: {'subnet': {'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-825594184-subnet', 'tenant_id': '0ab7ac7f3ef74789b0035133e27cc16d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:14:10.018231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:14:10.022013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:14:10.026329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Usage tracker for resource:subnet and tenant:0ab7ac7f3ef74789b0035133e27cc16d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:14:10.029259 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:14:10.039586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:14:10.051018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Made reservation on behalf of 0ab7ac7f3ef74789b0035133e27cc16d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:14:10.053469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:10.255166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:10.325324 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a94bbe8-127a-4dee-a11a-7c360b9d717c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:10.334109 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Checking segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:14:10.334471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Network hostable DHCP agents. Network: 3be13cda-f93d-4d02-871e-de4dd44c7dd1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:14:10.338685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:14:10.354777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:14:10.364958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 3be13cda-f93d-4d02-871e-de4dd44c7dd1) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:14:10.369667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:10.370252 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:10.372329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: f1acf721-5595-47ff-a48e-40d51f4e0fc8 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:14:10.372674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device f1acf721-5595-47ff-a48e-40d51f4e0fc8 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:14:10.377666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a217b-0225-4226-96b9-6245c9b0e08a None None] Network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:14:10.391192 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2a135447-61ec-40bf-ba66-2ba7a81ea1b9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3795826 May 12 20:14:10.582127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908f2c8c-2b89-4087-af2e-875c2e27c1ce None None] Network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:14:10.886078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-fbb82196-2a2f-40bf-bf77-396ea4a447d7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:10.887432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-fbb82196-2a2f-40bf-bf77-396ea4a447d7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 814 time: 0.1415625 May 12 20:14:10.905452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-3ae4597c-ef14-48c6-b159-31ce642cd5c8 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/quotas/0ab7ac7f3ef74789b0035133e27cc16d HTTP/1.1" status: 200 len: 375 time: 0.0098307 May 12 20:14:10.954744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-08378f42-683c-486b-aa46-3ab97c634688 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444155 May 12 20:14:11.151013 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-ebe6e0d6-e633-489a-b8ca-e972c23dc933 service neutron] 10.222.0.72 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863151 May 12 20:14:11.281123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-bdd85eae-14c9-4091-baa2-75901b555b49 service neutron] 10.222.0.72 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237926 May 12 20:14:11.457158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b17e7670-f6e5-440e-b1cb-d5e95b1c5ae0 req-8a6e6b64-372a-4987-b833-fadd2e0902a7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 210 time: 0.0413702 May 12 20:14:12.556297 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-7b8b6edf-fa14-429c-ad80-ae9c6f709388 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:12.557759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-7b8b6edf-fa14-429c-ad80-ae9c6f709388 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 814 time: 0.1474230 May 12 20:14:12.570060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Request body: {'port': {'device_id': '886d33a1-e024-40a1-8dd7-95043b91f705', 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1', 'admin_state_up': True, 'tenant_id': '0ab7ac7f3ef74789b0035133e27cc16d'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:14:12.680311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7abb3170-ddab-4a96-9020-bf650fe37609 req-1bedfbbe-345d-4c04-a889-27dc37ccc9d5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 210 time: 0.0964103 May 12 20:14:12.752638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:14:12.756661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Usage tracker for resource:port and tenant:0ab7ac7f3ef74789b0035133e27cc16d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:14:12.759762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:14:12.765520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:14:12.778376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Made reservation on behalf of 0ab7ac7f3ef74789b0035133e27cc16d for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:14:12.783196 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:12.956587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Allocated IP 172.20.0.6 (3be13cda-f93d-4d02-871e-de4dd44c7dd1/8a94bbe8-127a-4dee-a11a-7c360b9d717c/fc5d035c-85f9-4def-90ed-7a4db96e1ae4) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:14:13.155804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:13.186236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:13.255316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:14:13.258668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:14:13.262475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:14:13.295258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:13.444077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:13.444652 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:13.466967 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-8293070c-4853-42d0-9f0b-b7b25f651a8f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9007764 May 12 20:14:13.477857 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Request body: {'port': {'device_id': '886d33a1-e024-40a1-8dd7-95043b91f705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:14:13.586038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:13.934202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ff6d-7c3b-4067-b356-6c2a38f88dcf req-053b948a-0ca4-4698-a858-5f7a562818f8 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:13.934902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-12c3ff6d-7c3b-4067-b356-6c2a38f88dcf req-053b948a-0ca4-4698-a858-5f7a562818f8 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Synchronizing usage tracker for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:14:14.006238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-12c3ff6d-7c3b-4067-b356-6c2a38f88dcf req-053b948a-0ca4-4698-a858-5f7a562818f8 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Unset dirty status for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:14:14.007334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12c3ff6d-7c3b-4067-b356-6c2a38f88dcf req-053b948a-0ca4-4698-a858-5f7a562818f8 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 931 time: 0.2108428 May 12 20:14:14.012749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5d035c-85f9-4def-90ed-7a4db96e1ae4 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:14:14.021534 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:14.063339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Transition to ACTIVE for port object fc5d035c-85f9-4def-90ed-7a4db96e1ae4 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:14:14.069527 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:14.105161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-12c3ff6d-7c3b-4067-b356-6c2a38f88dcf req-9f924229-8b0d-4016-893d-082403263694 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881057 May 12 20:14:14.233161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:14.304290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:14:14.304509 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:14:14.304828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:14:14.309602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:14:14.309917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:14:14.315052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:14:14.315377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Checking segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:14:14.315752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Bound using segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:14:14.316166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Bound port: fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:14:14.316501 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:14.409673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:14:14.412614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:14:14.420399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:14.483368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:14.483971 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:14.485357 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] 10.222.0.73 "PUT /v2.0/ports/fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 1091 time: 1.0114515 May 12 20:14:14.485805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:14:14.508335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671235c-f478-4887-8a16-bb3faaa4135f service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:14.556568 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6712d941-b519-4e3e-a361-54165f82f484'] response: {'name': 'network-changed', 'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'status': 'completed', 'code': 200} May 12 20:14:14.597042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-898f7bf1-30c5-4585-a0f5-a1e32cfb901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:14.598528 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-898f7bf1-30c5-4585-a0f5-a1e32cfb901f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1094 time: 0.0738568 May 12 20:14:14.673705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-9effdf17-ff78-4184-aab2-c7b5ba0b91c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.0677459 May 12 20:14:14.736886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-116486c6-680e-4766-89a3-b00c4f5cb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:14.738294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-116486c6-680e-4766-89a3-b00c4f5cb9d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0576060 May 12 20:14:14.784047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-e3381430-32ea-48d7-9bbf-a8c43380bbd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393267 May 12 20:14:14.923908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-071e01fd-b8d2-47bf-99cf-a9cbe8263716 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310451 May 12 20:14:15.064953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-42743c9c-18df-43f8-8141-9fe91abde7a5 req-a5cd92f4-90ea-4c80-8f31-ad72e30b0f37 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337147 May 12 20:14:15.357347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-d188a1d2-06f7-4e8b-bc2e-f4af6b6df7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:15.358709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-d188a1d2-06f7-4e8b-bc2e-f4af6b6df7c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1094 time: 0.2398217 May 12 20:14:15.369841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccc5bb-be83-44f3-8310-398af935e9aa req-3114885b-3472-4c87-b2ac-f1daf8b54185 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:15.371168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76ccc5bb-be83-44f3-8310-398af935e9aa req-3114885b-3472-4c87-b2ac-f1daf8b54185 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 943 time: 0.1063006 May 12 20:14:15.493280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76ccc5bb-be83-44f3-8310-398af935e9aa req-020ea0fd-6326-411c-9898-39b8f694ca34 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041241 May 12 20:14:15.523738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-b108a8ca-b068-4e6b-a699-feca414d07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:15.525146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-b108a8ca-b068-4e6b-a699-feca414d07f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1531324 May 12 20:14:15.592289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-ff8b82d6-8306-4e6a-853e-8d97c2fa651a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.0600486 May 12 20:14:15.655727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-19d4ed94-3987-40aa-a213-4a6e7069a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:15.657164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-19d4ed94-3987-40aa-a213-4a6e7069a000 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0582464 May 12 20:14:15.716512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-e0949ce2-f18d-42bc-896d-c4131c14585b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524931 May 12 20:14:15.850184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-12cc0070-d347-4700-8d11-60ee044e5b4f service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273208 May 12 20:14:15.980844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f114c5cd-dc8b-4233-b31e-86103a2895ea req-d1f2fec0-91cf-4758-b12e-ce2bf4a88d08 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231494 May 12 20:14:16.687005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d229-4def-45ca-956f-ac7f16ab2794 req-31c2ef86-f7b6-4f90-8307-13d835ff5cef tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:16.688497 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a05d229-4def-45ca-956f-ac7f16ab2794 req-31c2ef86-f7b6-4f90-8307-13d835ff5cef tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 943 time: 0.0862167 May 12 20:14:16.741681 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a05d229-4def-45ca-956f-ac7f16ab2794 req-8675c150-5548-40b0-8d13-dc0d748b80cd tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 May 12 20:14:17.939588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd262-510f-40e5-8caf-7da82c891967 req-35976a3a-a0c2-4aba-a453-8325d82867ef tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:17.941025 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a2cd262-510f-40e5-8caf-7da82c891967 req-35976a3a-a0c2-4aba-a453-8325d82867ef tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 943 time: 0.0834968 May 12 20:14:17.985352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a2cd262-510f-40e5-8caf-7da82c891967 req-0b37cc5b-2299-4ef5-b069-a844378d82b9 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 May 12 20:14:18.388627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:14:18.529821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:18.542669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1', 'port_id': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'mac_address': 'fa:16:3e:bd:4b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a94bbe8-127a-4dee-a11a-7c360b9d717c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:14:18.597765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:14:18.598129 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:18.615357 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5d035c-85f9-4def-90ed-7a4db96e1ae4 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:14:18.631843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:18.639807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:18.710495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:18.830969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['fc5d035c-85f9-4def-90ed-7a4db96e1ae4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:14:19.195668 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a26ec6-cd99-408d-9b6f-9bc7e38a9310 req-88d84109-4cb9-4757-ba28-8c68436fd0e5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:19.197208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7a26ec6-cd99-408d-9b6f-9bc7e38a9310 req-88d84109-4cb9-4757-ba28-8c68436fd0e5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 944 time: 0.1009254 May 12 20:14:19.249923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b7a26ec6-cd99-408d-9b6f-9bc7e38a9310 req-2e69cd74-5c1a-4a3f-b9ef-0f6c71a45edb tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 May 12 20:14:20.401062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:14:20.462265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a6414-536a-4b64-9141-ae317674f9ed req-1966f49d-9ebb-4eab-aa00-1b959b037d8c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:20.463736 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f2a6414-536a-4b64-9141-ae317674f9ed req-1966f49d-9ebb-4eab-aa00-1b959b037d8c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 944 time: 0.0888250 May 12 20:14:20.481380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:14:20.486932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:14:20.487431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:20.511326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f2a6414-536a-4b64-9141-ae317674f9ed req-681d80a6-2d9b-4a65-bc51-e92d8117fc93 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 May 12 20:14:20.635649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:14:20.636044 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:20.662695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:14:20.672741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:20.678011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:20.709021 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244d326d-b2c4-42c8-af94-67b69e004e82'] response: {'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'code': 200} May 12 20:14:20.749689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:20.843770 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2819-a98c-4375-ba74-9d10a96bae6c req-7f475cc5-f427-43b1-a902-e25a82294465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:20.846061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e7c2819-a98c-4375-ba74-9d10a96bae6c req-7f475cc5-f427-43b1-a902-e25a82294465 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1096 time: 0.0793865 May 12 20:14:20.886973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e7c2819-a98c-4375-ba74-9d10a96bae6c req-2b708979-8959-4809-9c31-1714cf64806d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 May 12 20:14:21.710168 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6099-47a5-4dc4-8f0c-70000902ea58 req-c6785e17-e4fd-4e03-ba70-e0c0e1c865cb tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:21.711617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c4a6099-47a5-4dc4-8f0c-70000902ea58 req-c6785e17-e4fd-4e03-ba70-e0c0e1c865cb tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0832624 May 12 20:14:21.755895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c4a6099-47a5-4dc4-8f0c-70000902ea58 req-ad85ee60-b396-4f45-9643-71ba167c59f0 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 May 12 20:14:22.953175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14275e3-be2b-444a-892b-9b4d4c565299 req-0ecec73c-9c63-4fef-9981-5d9d4b98227c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:22.954658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b14275e3-be2b-444a-892b-9b4d4c565299 req-0ecec73c-9c63-4fef-9981-5d9d4b98227c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0828080 May 12 20:14:23.011141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b14275e3-be2b-444a-892b-9b4d4c565299 req-b8663acb-3b58-4975-abe5-b80899ec4899 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481274 May 12 20:14:23.203288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a2e7b-6ec6-49f3-a1f3-620318a680a7 req-809842d3-dc5d-45e4-86ba-91b7ff77701d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:23.204723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf0a2e7b-6ec6-49f3-a1f3-620318a680a7 req-809842d3-dc5d-45e4-86ba-91b7ff77701d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0822961 May 12 20:14:23.252150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf0a2e7b-6ec6-49f3-a1f3-620318a680a7 req-9c00c1e8-433c-4693-a120-956b39109a01 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 May 12 20:14:23.616454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0d6c-6c5a-4dd3-97a8-3f7b3af143a3 req-b2202b5a-18c5-48a9-92be-9b79585b2e98 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:23.617942 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acaa0d6c-6c5a-4dd3-97a8-3f7b3af143a3 req-b2202b5a-18c5-48a9-92be-9b79585b2e98 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0882926 May 12 20:14:23.662298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acaa0d6c-6c5a-4dd3-97a8-3f7b3af143a3 req-2b41a6f0-051c-4ada-958e-b03931ea20b4 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 May 12 20:14:23.970246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3842180-c488-43d2-8f07-f571e0cbd669 req-777829c9-8ed6-4d9f-afbc-e9831a7e4a97 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:23.971614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3842180-c488-43d2-8f07-f571e0cbd669 req-777829c9-8ed6-4d9f-afbc-e9831a7e4a97 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.2032754 May 12 20:14:24.019036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3842180-c488-43d2-8f07-f571e0cbd669 req-d7d3c8ef-3386-4b20-aa6d-784d386fce78 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 May 12 20:14:24.370290 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-d166614a-ee53-437c-a0fb-5006e1a1157b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728269 May 12 20:14:24.425658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c0c61-5d46-454a-a379-9bdee5728606 req-0b14f29c-43da-459e-9491-d027b0950c14 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:24.427114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e8c0c61-5d46-454a-a379-9bdee5728606 req-0b14f29c-43da-459e-9491-d027b0950c14 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0890074 May 12 20:14:24.472428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e8c0c61-5d46-454a-a379-9bdee5728606 req-d8ef3d11-bd6d-40ad-9414-6738564d6017 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 May 12 20:14:25.575263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-8797f971-a1eb-4e47-b484-5ff6c24d59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:25.576797 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-8797f971-a1eb-4e47-b484-5ff6c24d59f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1096 time: 0.0710557 May 12 20:14:25.776391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b27f3-35cb-4548-abbb-2124f4c5b1e2 req-0acfbb16-8885-499a-bb72-f24e2a13a727 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:25.777936 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-276b27f3-35cb-4548-abbb-2124f4c5b1e2 req-0acfbb16-8885-499a-bb72-f24e2a13a727 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1984777 May 12 20:14:25.779035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-e340fa73-bcd2-441d-8ee5-897b00bea9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:25.780309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-e340fa73-bcd2-441d-8ee5-897b00bea9f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1704640 May 12 20:14:25.865622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b5565521-c73f-47eb-b351-dda4f1169e0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.0667048 May 12 20:14:25.889071 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-276b27f3-35cb-4548-abbb-2124f4c5b1e2 req-c8221219-bbe8-4580-b44e-757533175a33 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045854 May 12 20:14:25.991467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-e325528c-74c3-4bc8-829a-8d06f797bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:25.992772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-e325528c-74c3-4bc8-829a-8d06f797bcd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.1200800 May 12 20:14:26.050593 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-14c34a4c-8f4a-4304-b7ef-6a7a3a1ee1b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516825 May 12 20:14:26.063463 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-8fd6cd58-114e-4a0c-a7a4-fea458bf2483 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:14:26.064690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-8fd6cd58-114e-4a0c-a7a4-fea458bf2483 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074174 May 12 20:14:26.201847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-08ebdb1a-6b53-40c3-ab37-c8af46c260d5 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306293 May 12 20:14:26.329676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b2dfe10f-2215-4737-8335-3f260f58ee33 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223204 May 12 20:14:26.912428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d03923cb-a8cf-45d3-ba23-bcb2f49f9ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:27.078785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991691c-2d54-478c-afd8-e7d225f759d4 req-d89aa431-8fa4-4afe-8ee8-fcd14e3fd6a7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:27.080123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d991691c-2d54-478c-afd8-e7d225f759d4 req-d89aa431-8fa4-4afe-8ee8-fcd14e3fd6a7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0841424 May 12 20:14:27.125854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d991691c-2d54-478c-afd8-e7d225f759d4 req-3f001aaa-69a2-47bc-82fb-8edcd0c940e3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375197 May 12 20:14:28.323382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca192f18-2808-40b3-a881-41d87562a056 req-7bd5a82e-b69d-4f76-b2cd-5f9485db28b3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:28.324879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca192f18-2808-40b3-a881-41d87562a056 req-7bd5a82e-b69d-4f76-b2cd-5f9485db28b3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0921977 May 12 20:14:28.372164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca192f18-2808-40b3-a881-41d87562a056 req-743d4e71-521e-42f4-8bb1-0f1789a08d26 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 May 12 20:14:29.003726 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0d6fe353-bdc9-41e7-8ad8-4cd9caccc3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:29.661940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6575a7-a028-4eef-8a31-96ff37d1a21a req-2c1f5481-211f-4324-bf9c-c5643c719f6b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:29.663496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6575a7-a028-4eef-8a31-96ff37d1a21a req-2c1f5481-211f-4324-bf9c-c5643c719f6b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1694748 May 12 20:14:29.707937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab6575a7-a028-4eef-8a31-96ff37d1a21a req-e81fda04-a501-4d90-b051-cfe42989402a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 May 12 20:14:30.203299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:30.655813 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:30.931324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bedd4-e664-49f8-811c-fafee89197a1 req-10c0b558-7ed7-421f-a8d3-c1aec1a5c1a9 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:30.932685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f3bedd4-e664-49f8-811c-fafee89197a1 req-10c0b558-7ed7-421f-a8d3-c1aec1a5c1a9 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1009436 May 12 20:14:30.978821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f3bedd4-e664-49f8-811c-fafee89197a1 req-acc748fa-bc33-41bd-a714-1ced3e17cf08 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377009 May 12 20:14:31.770787 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:31.862637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbf088-7058-4565-a723-b7b3025fed35 req-f8313886-fe3f-4cfc-b966-3645d6d8888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:31.864205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acdbf088-7058-4565-a723-b7b3025fed35 req-f8313886-fe3f-4cfc-b966-3645d6d8888d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1096 time: 0.0768909 May 12 20:14:32.015999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbf088-7058-4565-a723-b7b3025fed35 req-5411e846-733a-4ff3-878c-014cf1872023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:32.017509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acdbf088-7058-4565-a723-b7b3025fed35 req-5411e846-733a-4ff3-878c-014cf1872023 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1343732 May 12 20:14:32.236385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acdbf088-7058-4565-a723-b7b3025fed35 req-c23c2d46-9ddb-4ad9-a64b-adcc11228f30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.2124238 May 12 20:14:32.313796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbf088-7058-4565-a723-b7b3025fed35 req-b944cb44-0098-4678-82d2-841be48b361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:32.315193 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acdbf088-7058-4565-a723-b7b3025fed35 req-b944cb44-0098-4678-82d2-841be48b361b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0714142 May 12 20:14:32.364101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acdbf088-7058-4565-a723-b7b3025fed35 req-d122c531-44bc-4fe3-8b46-f2dfe1ccf20a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414207 May 12 20:14:32.372280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98b656-95aa-4f77-9fec-fa8bf3e70d04 req-c685efc9-ca9c-4f06-846d-533a9e5f0040 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:32.373662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da98b656-95aa-4f77-9fec-fa8bf3e70d04 req-c685efc9-ca9c-4f06-846d-533a9e5f0040 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1849980 May 12 20:14:32.491934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da98b656-95aa-4f77-9fec-fa8bf3e70d04 req-792e029d-af27-4492-ac1c-63b4d394f488 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008351 May 12 20:14:32.530319 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acdbf088-7058-4565-a723-b7b3025fed35 req-51ac0e22-6261-4d8b-90ef-263c8e4d69ad service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556787 May 12 20:14:32.665801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-acdbf088-7058-4565-a723-b7b3025fed35 req-f6c9f3c5-2e2a-4438-a186-bb76ce5d4850 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290517 May 12 20:14:33.698326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b60aa0-491d-45f4-a080-85a2d18a1681 req-6944e10a-f5f3-4806-a634-7fde813016e2 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:33.699783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1b60aa0-491d-45f4-a080-85a2d18a1681 req-6944e10a-f5f3-4806-a634-7fde813016e2 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0850627 May 12 20:14:33.743974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d1b60aa0-491d-45f4-a080-85a2d18a1681 req-8323910a-9f19-408b-899f-f5f414aa1a63 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 May 12 20:14:34.951406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f24c23-4c55-4814-8ae8-9dbe8cde4973 req-31e68116-2cda-4397-9e8a-603241be4678 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:34.952828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32f24c23-4c55-4814-8ae8-9dbe8cde4973 req-31e68116-2cda-4397-9e8a-603241be4678 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0862331 May 12 20:14:34.999011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32f24c23-4c55-4814-8ae8-9dbe8cde4973 req-322026f1-fb2c-4be6-9273-83ebcd789bf1 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379374 May 12 20:14:36.197519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a946c-7a75-482b-be9d-933ed397094b req-b58f6d67-c86c-4546-aa9a-9d6dd5cb3b13 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:36.198956 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e18a946c-7a75-482b-be9d-933ed397094b req-b58f6d67-c86c-4546-aa9a-9d6dd5cb3b13 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0844092 May 12 20:14:36.242525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e18a946c-7a75-482b-be9d-933ed397094b req-59a0f9b1-21e2-40a1-8022-9467f6dfadb2 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379055 May 12 20:14:37.451181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab12202-e232-49a9-9bf5-7663e3c8782f req-2b05543a-0c92-4ad1-95e3-63566721f27f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:37.452524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aab12202-e232-49a9-9bf5-7663e3c8782f req-2b05543a-0c92-4ad1-95e3-63566721f27f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1038036 May 12 20:14:37.497086 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aab12202-e232-49a9-9bf5-7663e3c8782f req-2f6d5cc8-8b0a-4b28-ac99-1903b363c2d7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 May 12 20:14:38.226160 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:38.702182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c7b2c-7c65-4bf1-adf1-0f1ca9951bda req-cb4e06d0-e02b-4141-9ba7-670f22c9863a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:38.703645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed8c7b2c-7c65-4bf1-adf1-0f1ca9951bda req-cb4e06d0-e02b-4141-9ba7-670f22c9863a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0944884 May 12 20:14:38.747926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed8c7b2c-7c65-4bf1-adf1-0f1ca9951bda req-50b18246-c03e-48d5-bd1c-797635d66099 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 May 12 20:14:38.915071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:39.950144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb329c-2e69-4f53-99c5-29c24b0d2759 req-5f1b1a87-e334-433a-a51e-2060b6d68e44 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:39.951599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8eb329c-2e69-4f53-99c5-29c24b0d2759 req-5f1b1a87-e334-433a-a51e-2060b6d68e44 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0859773 May 12 20:14:39.999908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8eb329c-2e69-4f53-99c5-29c24b0d2759 req-050aefb8-acae-4415-80f0-cc8d697bd634 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 May 12 20:14:40.715169 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:14:41.198957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c1e35-e398-4780-a13f-31e792d3c7d5 req-0b42228d-6a04-4d32-9421-6aa09b0c76e0 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:41.201684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-447c1e35-e398-4780-a13f-31e792d3c7d5 req-0b42228d-6a04-4d32-9421-6aa09b0c76e0 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0801148 May 12 20:14:41.252115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-447c1e35-e398-4780-a13f-31e792d3c7d5 req-60626619-7556-4471-83a2-6f47f77428bb tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457587 May 12 20:14:42.447648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f915be-d566-4842-8a85-88efff679eec req-b1a8acf1-6e33-4056-9240-d44e9c8fd017 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:42.449095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19f915be-d566-4842-8a85-88efff679eec req-b1a8acf1-6e33-4056-9240-d44e9c8fd017 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0903375 May 12 20:14:42.493713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19f915be-d566-4842-8a85-88efff679eec req-e9c02f1b-1913-432b-a5b0-dd105edfac9c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 May 12 20:14:43.705681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34280b80-a5fe-4085-8cd5-29db9270266d req-66739635-1aaf-4152-bcde-e6debfa41dab tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:43.707121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34280b80-a5fe-4085-8cd5-29db9270266d req-66739635-1aaf-4152-bcde-e6debfa41dab tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0997179 May 12 20:14:43.750411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-34280b80-a5fe-4085-8cd5-29db9270266d req-50026de3-23c1-4578-b1ba-da1f23c48713 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376077 May 12 20:14:44.968792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848a6bb-dc8e-4a94-b464-b9b95476e925 req-c34bc7f6-c3d3-496f-a538-adacb0cfdbd6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:44.970284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2848a6bb-dc8e-4a94-b464-b9b95476e925 req-c34bc7f6-c3d3-496f-a538-adacb0cfdbd6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1033041 May 12 20:14:45.014536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2848a6bb-dc8e-4a94-b464-b9b95476e925 req-f058f618-71da-4073-b05f-3dda11ffb784 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 May 12 20:14:46.214071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f20928-e307-49a7-935b-e5027d542f3d req-2dbef8d5-1d74-4013-9c40-6d9f334ac3a7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:46.216644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f20928-e307-49a7-935b-e5027d542f3d req-2dbef8d5-1d74-4013-9c40-6d9f334ac3a7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0883121 May 12 20:14:46.271406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f4f20928-e307-49a7-935b-e5027d542f3d req-206ebac2-02ec-4080-a8fd-36810d3af94e tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 May 12 20:14:47.460357 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139a52-b1e9-4cdc-b94a-08b2d609a2df req-b603b956-b6d1-417c-9159-10ea99addb2c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:47.461709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83139a52-b1e9-4cdc-b94a-08b2d609a2df req-b603b956-b6d1-417c-9159-10ea99addb2c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0807810 May 12 20:14:47.512802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-83139a52-b1e9-4cdc-b94a-08b2d609a2df req-23b8c1a5-da86-4c40-bd45-d081a108f510 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 May 12 20:14:48.710831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60ccf5-50d5-4abe-981d-d0c4ec6251e3 req-e6a92db7-160a-4fed-89b2-6a410fe6f628 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:48.712293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d60ccf5-50d5-4abe-981d-d0c4ec6251e3 req-e6a92db7-160a-4fed-89b2-6a410fe6f628 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0850134 May 12 20:14:48.756798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d60ccf5-50d5-4abe-981d-d0c4ec6251e3 req-d722d6f9-d6db-4443-b5c7-516b9c2c6631 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388505 May 12 20:14:49.964664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6257-30f8-4407-a91e-a53a4092b2b6 req-13e00262-7d9d-45c1-a9ac-05fd5bd7acca tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:49.966108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3cc6257-30f8-4407-a91e-a53a4092b2b6 req-13e00262-7d9d-45c1-a9ac-05fd5bd7acca tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0868368 May 12 20:14:50.013163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f3cc6257-30f8-4407-a91e-a53a4092b2b6 req-29a27803-d273-4cef-9388-9bb2db7d63d9 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 May 12 20:14:51.210499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6805f8-782a-4739-b2d5-5f4a53ad28c3 req-2350f1ab-72aa-401d-afa4-2a58e6e764cd tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:51.211951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d6805f8-782a-4739-b2d5-5f4a53ad28c3 req-2350f1ab-72aa-401d-afa4-2a58e6e764cd tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0805459 May 12 20:14:51.257522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1d6805f8-782a-4739-b2d5-5f4a53ad28c3 req-9ab14c91-7e21-4d44-b5c8-4a2e1094b383 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 May 12 20:14:52.461074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bec5b-4d88-45b6-95ec-9ba1e3f7bd2b req-a87a6b5a-9f14-4e8f-a731-015d65181621 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:52.462514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b4bec5b-4d88-45b6-95ec-9ba1e3f7bd2b req-a87a6b5a-9f14-4e8f-a731-015d65181621 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0930123 May 12 20:14:52.505633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b4bec5b-4d88-45b6-95ec-9ba1e3f7bd2b req-bc511cd0-3b0a-4ede-8687-4e875d6120a3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 May 12 20:14:53.316701 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-ef24b1ee-2a30-4fb7-afdf-a1f157fd9d84 service neutron] show failed (client error): The resource could not be found. May 12 20:14:53.317774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-ef24b1ee-2a30-4fb7-afdf-a1f157fd9d84 service neutron] 10.222.0.73 "GET /v2.0/ports/fc5d035c-85f9-4def-90ed-7a4db96e1ae4/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0844412 May 12 20:14:53.808085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-f878f3d8-f634-4ee8-bfb5-a0d462db4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:53.809534 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-f878f3d8-f634-4ee8-bfb5-a0d462db4693 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705&tenant_id=0ab7ac7f3ef74789b0035133e27cc16d HTTP/1.1" status: 200 len: 1096 time: 0.2856944 May 12 20:14:53.819364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80757fa2-ac5b-4f1c-be24-4ba97b97d996 req-64c25855-0080-494b-885d-1a1a3d0e39f5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:53.820683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80757fa2-ac5b-4f1c-be24-4ba97b97d996 req-64c25855-0080-494b-885d-1a1a3d0e39f5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1060336 May 12 20:14:53.825344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:14:53.936605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-80757fa2-ac5b-4f1c-be24-4ba97b97d996 req-220bbb0c-a180-4093-8da1-04fecbdcf669 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873740 May 12 20:14:53.966506 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:54.233853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:54.262361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:14:54.325543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:14:54.331188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:54.345935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Transition to ACTIVE for port object fc5d035c-85f9-4def-90ed-7a4db96e1ae4 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:14:54.351314 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:54.391934 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d60e19-a8cc-4a83-813c-137b03095c6d'] response: {'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'code': 200} May 12 20:14:54.507654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:54.510231 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] No DVR routers for this DVR port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:14:54.565140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:14:54.565456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:14:54.565799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:14:54.570678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:14:54.570987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Attempting to bind port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:14:54.576410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:14:54.576723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Checking segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:14:54.577085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Bound using segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:14:54.577528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Bound port: fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:14:54.577859 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:54.665256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:14:54.668769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:14:54.673866 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:54.734011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:54.734603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:54.735952 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] 10.222.0.36 "PUT /v2.0/ports/fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 1091 time: 0.9143889 May 12 20:14:54.752196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e40dd-98d2-4e55-971b-095f3a7e0f11 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:54.830859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-5f16bfeb-234f-456c-96c0-b9ab1886268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:54.832298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-5f16bfeb-234f-456c-96c0-b9ab1886268b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1094 time: 0.0716445 May 12 20:14:54.965156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-300b860a-7705-49a2-b854-2246ed612bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:54.966718 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-300b860a-7705-49a2-b854-2246ed612bf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1274021 May 12 20:14:55.039015 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-a18cabbe-fc77-4593-8960-c95a20e4eb40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.0632935 May 12 20:14:55.148661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-73335fb3-5b43-4adb-af7e-6f43289c3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:55.150103 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-73335fb3-5b43-4adb-af7e-6f43289c3e44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.1047637 May 12 20:14:55.201007 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-2ffd442b-2165-4ff8-9330-b1228b0c47fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427971 May 12 20:14:55.212986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcced8c-a68d-447a-abdc-542af504491c req-581ff16a-7adc-4c96-b4f1-e4eae8f93637 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:55.214340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fcced8c-a68d-447a-abdc-542af504491c req-581ff16a-7adc-4c96-b4f1-e4eae8f93637 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 943 time: 0.1404150 May 12 20:14:55.218905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-8bb19008-bf3c-4f16-8e4b-946f0beb5103 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:14:55.219743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-8bb19008-bf3c-4f16-8e4b-946f0beb5103 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046020 May 12 20:14:55.446283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1fcced8c-a68d-447a-abdc-542af504491c req-1ce105e8-87f7-4a1e-a2f2-95601cb89573 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255747 May 12 20:14:55.488460 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-d50bb69a-bc47-482a-9821-aa24728688e6 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551725 May 12 20:14:55.621098 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ce52668-71bd-4c3b-a211-d3b7bb3a4246 req-3f58db2c-aa40-4d0f-9ce3-10e59e5e6647 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255844 May 12 20:14:56.393213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:14:56.463077 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa8fd26-55e9-4e4d-8019-883c18338b51'] response: {'name': 'network-changed', 'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'status': 'completed', 'code': 200} May 12 20:14:56.593676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:14:56.655141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:14:56.672373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-71f4aaf4-b290-47a1-a480-9839d01b06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:56.673895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-71f4aaf4-b290-47a1-a480-9839d01b06a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1094 time: 0.1598272 May 12 20:14:56.677316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-856f7dd9-3040-466a-b608-e42bd18f6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:56.682080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-856f7dd9-3040-466a-b608-e42bd18f6f63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1094 time: 0.2026348 May 12 20:14:56.786533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126966bc-8683-4bf7-8dd6-80bb0ada6646 req-01d2d157-ef42-48a6-bc38-adc793b08fc6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:56.787951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-126966bc-8683-4bf7-8dd6-80bb0ada6646 req-01d2d157-ef42-48a6-bc38-adc793b08fc6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 943 time: 0.2296402 May 12 20:14:56.906118 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db7e1683-7fff-4f89-9412-ed2584768eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:56.930347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-126966bc-8683-4bf7-8dd6-80bb0ada6646 req-8f64c135-aa2a-4adb-9a6b-f3458153a33d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922320 May 12 20:14:56.961598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-8b545688-4b4b-4db5-bb14-7e1f1129599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:56.963032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-8b545688-4b4b-4db5-bb14-7e1f1129599e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.2590036 May 12 20:14:56.964101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-ba6d7bb9-d0ce-4ff2-a5eb-3f89913c36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:56.965421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-ba6d7bb9-d0ce-4ff2-a5eb-3f89913c36ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.2816932 May 12 20:14:57.080961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-3d999d08-df1b-4b32-b67f-d97e8cabbd0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.1114762 May 12 20:14:57.089578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-29b5a9c8-9c6d-4846-8a1a-417c5dda54ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.0706735 May 12 20:14:57.194675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-ebdf7464-9fe8-46c5-ac8b-ab061bcc8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:57.196123 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-ebdf7464-9fe8-46c5-ac8b-ab061bcc8632 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.1082368 May 12 20:14:57.197356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-dc4924cb-e5ca-4241-ac64-929ec49e1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:57.198623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-dc4924cb-e5ca-4241-ac64-929ec49e1cc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0778809 May 12 20:14:57.283230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-1c316cd8-be5a-4440-a99e-51f8d0a7980f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803289 May 12 20:14:57.285441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-b60e6011-19b1-4649-86d8-3c272dd92a46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529571 May 12 20:14:57.514563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-d5a72de8-2527-4183-bcaf-e45c1661c36b service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243330 May 12 20:14:57.517470 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-32dd6c64-525d-4d58-b006-73909781b1e5 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099226 May 12 20:14:57.871009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-8069f42c-43d2-432a-9d71-40a82ef61aba service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494298 May 12 20:14:57.874069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be64434-f2e4-4dc7-8cb2-ac8693276ec2 req-ad3f7f10-2e20-4f75-9206-368a23b10511 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359070 May 12 20:14:58.133862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59f4e-6a10-4477-83b9-33a3bcabfced req-69c01be9-24ad-4539-b1da-1dc678a37936 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:58.135243 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-edc59f4e-6a10-4477-83b9-33a3bcabfced req-69c01be9-24ad-4539-b1da-1dc678a37936 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 943 time: 0.0864384 May 12 20:14:58.180590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-edc59f4e-6a10-4477-83b9-33a3bcabfced req-7236b226-9115-44c2-85d9-46c026427963 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387225 May 12 20:14:58.474799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:14:58.549044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f8f03-ed17-4eb8-be2b-48c59c754d0c req-350b386d-6950-4db9-b25c-32db9315e704 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:58.550536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba6f8f03-ed17-4eb8-be2b-48c59c754d0c req-350b386d-6950-4db9-b25c-32db9315e704 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 943 time: 0.1408839 May 12 20:14:58.561027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-e8d8f6fb-1d35-4eec-b697-f5c2915f112c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:58.562396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-e8d8f6fb-1d35-4eec-b697-f5c2915f112c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.73 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705&tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 943 time: 0.1223655 May 12 20:14:58.611269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:58.624808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1', 'port_id': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'mac_address': 'fa:16:3e:bd:4b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a94bbe8-127a-4dee-a11a-7c360b9d717c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:14:58.660184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba6f8f03-ed17-4eb8-be2b-48c59c754d0c req-c5fd8b3f-3241-4d88-ba0e-484610d8a744 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968041 May 12 20:14:58.670778 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-f52d683e-3867-4746-8e13-675ef6032a04 service neutron] delete failed (client error): The resource could not be found. May 12 20:14:58.671747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-f52d683e-3867-4746-8e13-675ef6032a04 service neutron] 10.222.0.73 "DELETE /v2.0/ports/fc5d035c-85f9-4def-90ed-7a4db96e1ae4/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0960398 May 12 20:14:58.682927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:14:58.683299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:58.699663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5d035c-85f9-4def-90ed-7a4db96e1ae4 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:14:58.715073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:14:58.720187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:58.788829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:14:58.812528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-e8079a6b-a6e3-426e-b2a2-bc6e596f5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:58.814046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-e8079a6b-a6e3-426e-b2a2-bc6e596f5df8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 1095 time: 0.0736966 May 12 20:14:58.953748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-6c21453d-4283-4b51-bc4c-86a6de448555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:58.955225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-6c21453d-4283-4b51-bc4c-86a6de448555 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1337876 May 12 20:14:58.960706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['fc5d035c-85f9-4def-90ed-7a4db96e1ae4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:14:59.021895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8871667-928d-467e-9212-f9a97fd97b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:14:59.027696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-cfec3b03-7bb8-40ec-8955-83ae60d8f9f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 200 len: 217 time: 0.0658824 May 12 20:14:59.088952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-b106e143-daf9-4a3f-80ea-374865c70c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:59.090358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-b106e143-daf9-4a3f-80ea-374865c70c51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0573473 May 12 20:14:59.138062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-79f924d9-39f8-4036-a80c-24e7cbc2e3b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416753 May 12 20:14:59.268734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-9f453c14-bba5-4a6b-9144-ffbe7b064489 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248345 May 12 20:14:59.402051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e8b1cd2e-f849-4c40-bdaa-ed2feae99f73 req-5693e078-d4f8-4f6b-b5b4-52f8093963b0 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274786 May 12 20:14:59.865125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178aae-b14c-499e-913d-e16abbdab28d req-9c49adc5-a944-417a-ad0b-0ac37683d3ee tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:14:59.866659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3178aae-b14c-499e-913d-e16abbdab28d req-9c49adc5-a944-417a-ad0b-0ac37683d3ee tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 944 time: 0.0912528 May 12 20:14:59.911400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a3178aae-b14c-499e-913d-e16abbdab28d req-d71218e3-3c5a-4ec1-90d7-266b9efd22a5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389841 May 12 20:15:00.198991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:00.468376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:15:00.538931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:15:00.543761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:15:00.544136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:00.668055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:00.672647 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:15:00.673018 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:00.703473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:00.713255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:00.718039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:00.789636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:00.810146 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88ab6ff-c959-42fb-b27c-73fa3cd6cda6'] response: {'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'code': 200} May 12 20:15:01.110757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687990-850d-4430-b70b-51faf2781766 req-07df4ffd-19cd-412f-a160-99ed6027f5ef tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:01.112206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11687990-850d-4430-b70b-51faf2781766 req-07df4ffd-19cd-412f-a160-99ed6027f5ef tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0893354 May 12 20:15:01.157426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-11687990-850d-4430-b70b-51faf2781766 req-f51aef00-496c-4988-8fb9-04bebceb5c78 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 May 12 20:15:01.358314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ed5d-8189-4d3e-ac73-8c231da33872 req-24bc4669-9f7f-4795-8a68-9e2e4836fbeb tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:01.359779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-faa1ed5d-8189-4d3e-ac73-8c231da33872 req-24bc4669-9f7f-4795-8a68-9e2e4836fbeb tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0852435 May 12 20:15:01.404766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-faa1ed5d-8189-4d3e-ac73-8c231da33872 req-8fe410f5-e7fa-40b6-a8e8-8313963a5387 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 May 12 20:15:01.594516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826ed6-44ba-4714-8705-9c572203ad31 req-5a47daf4-5a7e-4778-a865-1c9ae2fd569c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:01.595801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8826ed6-44ba-4714-8705-9c572203ad31 req-5a47daf4-5a7e-4778-a865-1c9ae2fd569c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.0873952 May 12 20:15:01.764172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8826ed6-44ba-4714-8705-9c572203ad31 req-0bf333f5-a326-4e54-8c98-dc2972845d67 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610289 May 12 20:15:01.773481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:02.280135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-8cddf7c6-ce37-4822-a89d-9d1748802052 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:02.281592 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-8cddf7c6-ce37-4822-a89d-9d1748802052 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 814 time: 0.1554723 May 12 20:15:02.297030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-b4e7fa73-9f5d-4532-afb0-2019f3ffe86a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/quotas/0ab7ac7f3ef74789b0035133e27cc16d HTTP/1.1" status: 200 len: 375 time: 0.0098536 May 12 20:15:02.375235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-fe17402a-99e4-443d-b107-8b5a62df4a83 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731361 May 12 20:15:02.509328 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-c6b42fae-d7a4-456b-bd5a-70d6072942c0 service neutron] 10.222.0.72 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274102 May 12 20:15:02.642993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-774c5b40-4e43-46ba-beb5-c09ec9e5e288 service neutron] 10.222.0.72 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250322 May 12 20:15:02.823782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6db849a-03ea-47a4-9fc9-a8fc7d7b39ef req-6de9317f-276f-4056-ab5e-26a478590c1b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 210 time: 0.0465243 May 12 20:15:03.554777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-d890f380-1002-4029-895f-7512d5bddc2d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:03.556124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-d890f380-1002-4029-895f-7512d5bddc2d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.36 "GET /v2.0/ports?device_id=886d33a1-e024-40a1-8dd7-95043b91f705 HTTP/1.1" status: 200 len: 945 time: 0.1015701 May 12 20:15:03.626727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Deleting port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:15:03.627065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:03.887339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] For port fc5d035c-85f9-4def-90ed-7a4db96e1ae4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:03.887706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:03.904039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-ad440a4a-89bf-4d7d-b620-08dedc14632b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:03.904736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-ad440a4a-89bf-4d7d-b620-08dedc14632b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Synchronizing usage tracker for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:15:03.926782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-ad440a4a-89bf-4d7d-b620-08dedc14632b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Unset dirty status for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:15:03.928096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-ad440a4a-89bf-4d7d-b620-08dedc14632b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 814 time: 0.1857357 May 12 20:15:03.941872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Request body: {'port': {'device_id': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1', 'admin_state_up': True, 'tenant_id': '0ab7ac7f3ef74789b0035133e27cc16d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:15:04.056228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Calling delete_port for fc5d035c-85f9-4def-90ed-7a4db96e1ae4 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:15:04.106591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3952dbad-2084-4ab9-b6ea-36a3eed05e6a req-468815c0-2f0a-4462-b20e-b84ca0b7c18a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 210 time: 0.1437747 May 12 20:15:04.189105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:15:04.198796 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:15:04.208695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Made reservation on behalf of 0ab7ac7f3ef74789b0035133e27cc16d for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:15:04.212368 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:04.213919 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:04.228349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['fc5d035c-85f9-4def-90ed-7a4db96e1ae4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:15:04.267762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Pushing event deleted for resources: {'Port': ['ID=fc5d035c-85f9-4def-90ed-7a4db96e1ae4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:04.305867 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.306216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.306554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.306885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.307212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.307534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.307856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.308174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.308493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.308812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.309131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.309472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:04.353814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] No DVR routers for this DVR port fc5d035c-85f9-4def-90ed-7a4db96e1ae4 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:15:04.356733 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:04.359246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-deleted', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:04.376233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebfbe711-f190-4b02-970b-303c8c273fa5 req-adf7858d-2f8d-4bc4-8d22-09f96fdf9e17 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.36 "DELETE /v2.0/ports/fc5d035c-85f9-4def-90ed-7a4db96e1ae4 HTTP/1.1" status: 204 len: 173 time: 0.8121462 May 12 20:15:04.379756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Allocated IP 172.20.0.6 (3be13cda-f93d-4d02-871e-de4dd44c7dd1/8a94bbe8-127a-4dee-a11a-7c360b9d717c/a6599b83-58db-408d-88f2-242e4b9d87e4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:15:04.411531 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765c260f-3361-4ea4-bd7d-c273f41f3e46'] response: {'server_uuid': '886d33a1-e024-40a1-8dd7-95043b91f705', 'name': 'network-vif-deleted', 'tag': 'fc5d035c-85f9-4def-90ed-7a4db96e1ae4', 'status': 'completed', 'code': 200} May 12 20:15:04.591911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:04.625275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:04.699911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:15:04.703182 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:15:04.708550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:15:04.744956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:04.774991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:04.775590 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:04.802945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f6eed9fe-8b20-4a5d-aef4-fe9dacce8f25 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649271 May 12 20:15:04.816561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Request body: {'port': {'device_id': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:15:04.928014 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:05.262347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6599b83-58db-408d-88f2-242e4b9d87e4 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:15:05.269648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:05.283638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Transition to ACTIVE for port object a6599b83-58db-408d-88f2-242e4b9d87e4 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:15:05.288713 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:05.293717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd5e-64aa-4d4b-b931-4ca96b3d2598 req-2f47a61a-fc44-4eca-9723-2e1b3fdadf0d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:05.294427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4207bd5e-64aa-4d4b-b931-4ca96b3d2598 req-2f47a61a-fc44-4eca-9723-2e1b3fdadf0d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Synchronizing usage tracker for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:15:05.310622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-4207bd5e-64aa-4d4b-b931-4ca96b3d2598 req-2f47a61a-fc44-4eca-9723-2e1b3fdadf0d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Unset dirty status for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:15:05.311873 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4207bd5e-64aa-4d4b-b931-4ca96b3d2598 req-2f47a61a-fc44-4eca-9723-2e1b3fdadf0d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 931 time: 0.0972481 May 12 20:15:05.360258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4207bd5e-64aa-4d4b-b931-4ca96b3d2598 req-5b012fec-06e3-42a2-9d98-a3bfe9c13d23 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 May 12 20:15:05.415072 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:05.521810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:15:05.522036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:15:05.522366 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:15:05.527301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Port a6599b83-58db-408d-88f2-242e4b9d87e4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:15:05.527621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:15:05.533019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:15:05.533385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Checking segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:15:05.533770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Bound using segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:15:05.534191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Bound port: a6599b83-58db-408d-88f2-242e4b9d87e4, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:15:05.534563 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:05.626926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:15:05.629963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:15:05.635137 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:05.693814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:05.694446 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:05.695846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] 10.222.0.36 "PUT /v2.0/ports/a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 1091 time: 0.8859868 May 12 20:15:05.696275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:05.718110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8b1ca-ac4b-4064-9e57-aad2dd8abc68 service neutron] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:05.768827 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d249aa4-237b-4d1f-917d-bae9bb4a7ae9'] response: {'name': 'network-changed', 'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'status': 'completed', 'code': 200} May 12 20:15:05.814450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-6a8bf646-19a2-4a73-8881-8ffe1d02d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:05.815860 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-6a8bf646-19a2-4a73-8881-8ffe1d02d9cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1094 time: 0.0782220 May 12 20:15:05.883844 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-1918f62e-e248-420a-a2d0-f465a1439be4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.0593653 May 12 20:15:06.051527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f26a1a8c-e8ae-49f6-88ac-6aef118793ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:06.052993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-f26a1a8c-e8ae-49f6-88ac-6aef118793ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.1630485 May 12 20:15:06.098553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-d226a225-8570-4ea8-bffc-4492a469bb35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389597 May 12 20:15:06.239945 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-73cf10a2-5c44-4d4d-8cc9-bb9a810d349c service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340449 May 12 20:15:06.375574 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5c12e9c8-9152-46fb-b82e-c6aed53ce542 req-b252d52a-53ab-4194-9ff7-2b9700b72f35 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288450 May 12 20:15:06.494866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-ccc4703a-7954-4415-b1f3-02191cd0eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:06.496439 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-ccc4703a-7954-4415-b1f3-02191cd0eae4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1094 time: 0.0755939 May 12 20:15:06.527831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:15:06.563432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: fc5d035c-85f9-4def-90ed-7a4db96e1ae4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:15:06.563724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device fc5d035c-85f9-4def-90ed-7a4db96e1ae4 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:15:06.642950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-e8f278ba-b858-4cd2-b759-0007b869f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:06.645144 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-e8f278ba-b858-4cd2-b759-0007b869f100 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1425543 May 12 20:15:06.685891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11476c-bd62-4ad1-b894-f90c14ced923 req-8359cc77-3bc0-4f06-a857-b7590271bb0d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:06.687331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d11476c-bd62-4ad1-b894-f90c14ced923 req-8359cc77-3bc0-4f06-a857-b7590271bb0d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 943 time: 0.2098637 May 12 20:15:06.720530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-d3f6e401-bcd1-46f0-bcd6-caaf6ea7d0aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.0672069 May 12 20:15:06.735361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d11476c-bd62-4ad1-b894-f90c14ced923 req-d17f15c7-8302-405c-b29e-48d30f8c2587 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 May 12 20:15:06.787739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-8a4f5cf0-48a0-453e-89e2-73f488b24aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:06.789223 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-8a4f5cf0-48a0-453e-89e2-73f488b24aae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0607836 May 12 20:15:06.840769 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-3b7dc3c0-f514-4fb3-9638-66983559cd42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441751 May 12 20:15:06.979687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-052815d5-d34b-4588-9749-5d174be36fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317081 May 12 20:15:07.115687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-be662c98-9d3a-4ef3-bac9-a0fb6bd7c738 req-59f228f2-c3d1-47dc-aa17-72ae7088e814 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297767 May 12 20:15:07.947476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e69c0-62c2-4532-aa32-5a53e0e61d5a req-f82a99a0-37cc-4e66-a416-1c5307f03516 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:07.948923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-688e69c0-62c2-4532-aa32-5a53e0e61d5a req-f82a99a0-37cc-4e66-a416-1c5307f03516 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 943 time: 0.0936584 May 12 20:15:07.992518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-688e69c0-62c2-4532-aa32-5a53e0e61d5a req-d323af99-d9d9-4dd2-97ec-845b10d43baa tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 May 12 20:15:08.222634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:08.543474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:15:08.689706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:08.702412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1', 'port_id': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'mac_address': 'fa:16:3e:ae:1e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a94bbe8-127a-4dee-a11a-7c360b9d717c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:15:08.765595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port a6599b83-58db-408d-88f2-242e4b9d87e4 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:15:08.766089 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:08.785408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6599b83-58db-408d-88f2-242e4b9d87e4 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:15:08.800859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:08.807115 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:08.874004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:08.881394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.881733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.882062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.882390 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.882713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.883031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.883345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.883664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.883977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.884287 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.884584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.884894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:08.917650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:09.006667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['a6599b83-58db-408d-88f2-242e4b9d87e4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:15:09.183251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd00ed-1794-42df-ba3d-6098c6703430 req-9bd2dccd-e6c0-4fd4-a834-75c830c87e6c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:09.184805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0abd00ed-1794-42df-ba3d-6098c6703430 req-9bd2dccd-e6c0-4fd4-a834-75c830c87e6c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 944 time: 0.0803471 May 12 20:15:09.232234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0abd00ed-1794-42df-ba3d-6098c6703430 req-84804d77-a60e-4b07-8b56-9eaa079734d4 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 May 12 20:15:10.433852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf097d-ac2b-4076-a660-d22cface20c4 req-b63fd6bf-59df-4afd-b524-b8efb3ef75a6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:10.435293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0bf097d-ac2b-4076-a660-d22cface20c4 req-b63fd6bf-59df-4afd-b524-b8efb3ef75a6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 944 time: 0.0893676 May 12 20:15:10.480089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0bf097d-ac2b-4076-a660-d22cface20c4 req-8ed3d07a-6db8-46eb-9122-ea25ac87ce3d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 May 12 20:15:10.548210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:15:10.625622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port a6599b83-58db-408d-88f2-242e4b9d87e4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:15:10.630242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port a6599b83-58db-408d-88f2-242e4b9d87e4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:15:10.630629 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:10.746602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port a6599b83-58db-408d-88f2-242e4b9d87e4 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:15:10.746891 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:10.774135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:10.784296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:10.788661 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:10.823869 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc47b9c0-79d8-472e-acbc-2b8ac613c2c2'] response: {'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'code': 200} May 12 20:15:10.860338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:10.958566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e430b18-7f3b-4c0a-b6d2-a87c9891a595 req-e7cc6686-52e9-4728-a0c5-6205b6a0d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:10.960086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5e430b18-7f3b-4c0a-b6d2-a87c9891a595 req-e7cc6686-52e9-4728-a0c5-6205b6a0d9ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1096 time: 0.0794654 May 12 20:15:11.000864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5e430b18-7f3b-4c0a-b6d2-a87c9891a595 req-d72f4bd7-2014-4a23-8cfb-608db7d30f4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345359 May 12 20:15:11.680710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f7b7-72af-420b-ad41-ad871aea6dc6 req-9c8bfb9c-e182-4ecc-9c12-75345058330d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:11.682108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31e3f7b7-72af-420b-ad41-ad871aea6dc6 req-9c8bfb9c-e182-4ecc-9c12-75345058330d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0860572 May 12 20:15:11.725745 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-31e3f7b7-72af-420b-ad41-ad871aea6dc6 req-76bad40d-daca-46ad-be8b-d70b7cb792bc tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 May 12 20:15:12.925440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951fe4f-611f-432b-b834-1de8fe72529b req-4a01d712-f23e-4325-977f-f753c72ad50c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:12.926840 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1951fe4f-611f-432b-b834-1de8fe72529b req-4a01d712-f23e-4325-977f-f753c72ad50c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0847270 May 12 20:15:12.973075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1951fe4f-611f-432b-b834-1de8fe72529b req-302aae2d-8b6b-4eb4-8e9a-11fad918fff9 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 May 12 20:15:13.176718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec005e-477d-471d-b80f-c899c2beebfb req-275b6c98-c3b5-44f3-aeb2-7c8acb60235d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:13.178250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0eec005e-477d-471d-b80f-c899c2beebfb req-275b6c98-c3b5-44f3-aeb2-7c8acb60235d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0839319 May 12 20:15:13.226640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0eec005e-477d-471d-b80f-c899c2beebfb req-d3f51de6-e0b5-4dde-b02b-008e328e10ae tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 May 12 20:15:13.579264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-d617648a-6c1d-4dce-a20d-d4b0c34c79fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713565 May 12 20:15:13.628150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a78687-f99e-4538-bdde-cb9b9e2969fa req-6fdc2216-0ca5-4f6e-a868-3862df2ab550 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:13.629638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4a78687-f99e-4538-bdde-cb9b9e2969fa req-6fdc2216-0ca5-4f6e-a868-3862df2ab550 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0800319 May 12 20:15:13.678986 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4a78687-f99e-4538-bdde-cb9b9e2969fa req-f95ed038-d661-4269-8075-b3c91629d6f0 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 May 12 20:15:14.628667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-a6b20f91-54b4-4665-9757-698e631e3012 req-c550be09-51db-4151-82fb-2d4fc29d125c service neutron] (88113) timed out ('10.222.0.72', 34936) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:15:14.737828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-f4e5782c-4a0e-40de-9551-624544a5e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:14.739333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-f4e5782c-4a0e-40de-9551-624544a5e120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1096 time: 0.0709519 May 12 20:15:14.868562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-4acbf87e-0463-48ad-9cb2-7aee9c84b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:14.870035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-4acbf87e-0463-48ad-9cb2-7aee9c84b97b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1250079 May 12 20:15:14.872772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3b341-a142-4c80-9050-5fd4314da6b3 req-8e854169-a103-4d4a-af00-40582fa1f701 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:14.874221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5b3b341-a142-4c80-9050-5fd4314da6b3 req-8e854169-a103-4d4a-af00-40582fa1f701 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0862954 May 12 20:15:14.918806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c5b3b341-a142-4c80-9050-5fd4314da6b3 req-7b0a2c7d-2de8-4ccc-af9e-e4174140e8ee tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 May 12 20:15:14.939606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-dca74ead-54f5-46c5-ab61-3b35fd768b97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.0628870 May 12 20:15:15.000632 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-73817fb4-06b0-4494-8ddf-d76af6b6a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:15.002146 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-73817fb4-06b0-4494-8ddf-d76af6b6a263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0561309 May 12 20:15:15.156385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-5456815a-abf8-42f2-b643-620304d17391 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475403 May 12 20:15:15.288342 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-b6fbf90c-a8d9-454d-ae28-5c826ad4d676 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251841 May 12 20:15:15.419005 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-8ffa3f76-d96b-4089-850e-b9562e880547 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246655 May 12 20:15:16.128873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d510a95-771e-4808-8368-2c99d9f3167b req-e46673c7-73e7-48fa-89ee-63a85a27ca8b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:16.130398 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d510a95-771e-4808-8368-2c99d9f3167b req-e46673c7-73e7-48fa-89ee-63a85a27ca8b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0922208 May 12 20:15:16.178505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d510a95-771e-4808-8368-2c99d9f3167b req-2af1305b-bdd7-492d-b426-80d4d67617fa tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 May 12 20:15:17.375511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa256a8-61e5-4979-b897-ef02d1ea17c5 req-e6d89b74-f7e7-42c4-9312-51d176337989 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:17.376953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fa256a8-61e5-4979-b897-ef02d1ea17c5 req-e6d89b74-f7e7-42c4-9312-51d176337989 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0798059 May 12 20:15:17.422255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6fa256a8-61e5-4979-b897-ef02d1ea17c5 req-7137f15f-d25d-4544-a9ad-d3c0fe51afb8 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 May 12 20:15:17.719386 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:15:18.628658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105ffb8-66fc-43d0-bfdb-95c2f6950fe4 req-3198da29-cd37-428c-86b1-a13f00d9d1e6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:18.630108 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2105ffb8-66fc-43d0-bfdb-95c2f6950fe4 req-3198da29-cd37-428c-86b1-a13f00d9d1e6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0872049 May 12 20:15:18.674183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2105ffb8-66fc-43d0-bfdb-95c2f6950fe4 req-0b2320ea-a68a-40fd-9ac3-a46316d36b92 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 May 12 20:15:19.873400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e297-1162-4a2c-9728-0225a1428032 req-70071475-971e-47e4-9106-dd59036865e5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:19.874853 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2461e297-1162-4a2c-9728-0225a1428032 req-70071475-971e-47e4-9106-dd59036865e5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0832169 May 12 20:15:19.920555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2461e297-1162-4a2c-9728-0225a1428032 req-ce3009a6-287d-4fd1-9f9d-e20d9a300dd6 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 May 12 20:15:21.139902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc306f1-d6c8-4d69-81e0-155d85b4392e req-b155b423-65cf-412b-bcd2-fca91e2f6bfe tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:21.141417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfc306f1-d6c8-4d69-81e0-155d85b4392e req-b155b423-65cf-412b-bcd2-fca91e2f6bfe tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0980632 May 12 20:15:21.188287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dfc306f1-d6c8-4d69-81e0-155d85b4392e req-15a38455-e3db-414b-8756-5552b8252e01 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 May 12 20:15:22.400983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b0bc-0720-472c-bf7d-e727db1288a0 req-d4301f99-ae3a-4bd8-ad88-d307020e4924 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:22.402481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b461b0bc-0720-472c-bf7d-e727db1288a0 req-d4301f99-ae3a-4bd8-ad88-d307020e4924 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0979712 May 12 20:15:22.449566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b461b0bc-0720-472c-bf7d-e727db1288a0 req-d9c5f906-2cc0-4cce-a29a-a76de9f21d4c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 May 12 20:15:23.650732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabe80-03b1-4646-8b51-fabb2b2e78d2 req-cddd6ad8-d249-432e-aab7-e00e67f32e4b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:23.652155 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02aabe80-03b1-4646-8b51-fabb2b2e78d2 req-cddd6ad8-d249-432e-aab7-e00e67f32e4b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0849030 May 12 20:15:23.696959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-02aabe80-03b1-4646-8b51-fabb2b2e78d2 req-968a9925-9204-42ed-b203-0a4e8972f92c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 May 12 20:15:24.591935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-e53577c3-4995-44bb-93af-30ed6d48a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:24.593458 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-e53577c3-4995-44bb-93af-30ed6d48a6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1096 time: 0.0809591 May 12 20:15:24.752315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-81799ecc-8b19-4a6b-bab8-f073138fa954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:24.753844 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-81799ecc-8b19-4a6b-bab8-f073138fa954 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1412265 May 12 20:15:24.824053 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-140dfe08-2c79-4657-b727-6ff73a21d091 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.0632977 May 12 20:15:24.887601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-2bddd789-d331-471b-af19-0408b033f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:24.889001 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-2bddd789-d331-471b-af19-0408b033f5f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0584428 May 12 20:15:24.894003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef429a-5d71-4cda-8f0a-28b69c619aec req-55d0b0d8-672e-4e89-b98c-d775d8b857c3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:24.895484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6ef429a-5d71-4cda-8f0a-28b69c619aec req-55d0b0d8-672e-4e89-b98c-d775d8b857c3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0858126 May 12 20:15:24.935179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-7c5de957-5fc1-42f0-9fdb-6d30a16ca0a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397911 May 12 20:15:24.940069 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6ef429a-5d71-4cda-8f0a-28b69c619aec req-1e128aa6-15f9-4ee4-ba72-8c843e374333 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 May 12 20:15:25.078466 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-484ac8f5-d478-4f69-beb5-c6d2cad76b05 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365678 May 12 20:15:25.216812 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3735e8fd-a271-4ee1-b1ec-be44257511f1 req-a8c3924e-ddff-4ac8-8fd5-0754b472152c service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247652 May 12 20:15:26.137319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfe7ce-8e04-477f-92ed-6155a6202339 req-6a6dbd74-99b3-499a-9be0-2235d89684d3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:26.138806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29bfe7ce-8e04-477f-92ed-6155a6202339 req-6a6dbd74-99b3-499a-9be0-2235d89684d3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0815444 May 12 20:15:26.183467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29bfe7ce-8e04-477f-92ed-6155a6202339 req-c0d43361-0290-46ab-b500-bd441f674d5e tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388234 May 12 20:15:26.923991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-51544bb5-dc52-4462-b809-14bde525f58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:27.381060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4f2f-ff68-4354-a53f-8d6124009dca req-5fac579b-6200-404e-b38d-b421a56396d7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:27.382566 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3abe4f2f-ff68-4354-a53f-8d6124009dca req-5fac579b-6200-404e-b38d-b421a56396d7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0838230 May 12 20:15:27.433623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3abe4f2f-ff68-4354-a53f-8d6124009dca req-7791f806-7044-4242-b9a9-71640109fd80 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 May 12 20:15:28.645595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02efbf7-1083-4fef-ab9b-4609e37404f7 req-b048511a-a28a-402e-8cdf-64127b860369 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:28.647011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b02efbf7-1083-4fef-ab9b-4609e37404f7 req-b048511a-a28a-402e-8cdf-64127b860369 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0896592 May 12 20:15:28.691549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b02efbf7-1083-4fef-ab9b-4609e37404f7 req-9fe5c73f-2e53-4aa7-b40d-e67141c988e0 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 May 12 20:15:29.004476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2b90080-2943-461f-9823-2656d1a4e48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:29.878927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239eee7-d405-4c0e-ac55-8af6089767cb req-a9006263-b527-4387-8e8d-97f1a6769337 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:29.880351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4239eee7-d405-4c0e-ac55-8af6089767cb req-a9006263-b527-4387-8e8d-97f1a6769337 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0836284 May 12 20:15:29.923433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4239eee7-d405-4c0e-ac55-8af6089767cb req-2b759484-5cc8-439b-bf0c-36e8f1766767 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 May 12 20:15:30.203272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:30.654672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:31.130589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa4e6-b9c5-4b1c-895f-cd5e5c6a6a29 req-d157925c-9bf8-4ef2-9f20-2493c20a654a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:31.132114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-244fa4e6-b9c5-4b1c-895f-cd5e5c6a6a29 req-d157925c-9bf8-4ef2-9f20-2493c20a654a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0888321 May 12 20:15:31.181946 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-244fa4e6-b9c5-4b1c-895f-cd5e5c6a6a29 req-842161cf-84be-4aa2-b884-90b4e25b4801 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 May 12 20:15:31.787635 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:32.394806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e5626-6843-4e9f-a01c-3f5dc53535db req-87b1c37a-7941-4b9d-9901-37f53f0b8aa1 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:32.396250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae9e5626-6843-4e9f-a01c-3f5dc53535db req-87b1c37a-7941-4b9d-9901-37f53f0b8aa1 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0881848 May 12 20:15:32.439056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae9e5626-6843-4e9f-a01c-3f5dc53535db req-293c7bfd-b5a6-45c8-9112-3e4b91c4ad04 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 May 12 20:15:33.661107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f61d2-2682-4fff-a176-a6e574e91fb1 req-55c837c3-e3d2-441b-932a-c7baa26f7d12 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:33.662635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-290f61d2-2682-4fff-a176-a6e574e91fb1 req-55c837c3-e3d2-441b-932a-c7baa26f7d12 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0934105 May 12 20:15:33.707238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-290f61d2-2682-4fff-a176-a6e574e91fb1 req-5d2526e7-72b6-4cc3-9fba-5ad52e4f8417 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387774 May 12 20:15:34.912736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f02ff-f5ad-4ca2-9494-2d33decf02f4 req-61e27cc2-2ca5-469b-8b6d-0653547c70f0 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:34.914250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed7f02ff-f5ad-4ca2-9494-2d33decf02f4 req-61e27cc2-2ca5-469b-8b6d-0653547c70f0 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0931861 May 12 20:15:34.958329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed7f02ff-f5ad-4ca2-9494-2d33decf02f4 req-f7f5a0ef-01dc-4cbc-8a17-f30f8dc24c86 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 May 12 20:15:36.155864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbdf3a-e14c-4200-9c0a-7728bb3a9944 req-066246e0-44e6-4019-8ed9-80d2b518815f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:36.157449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54fbdf3a-e14c-4200-9c0a-7728bb3a9944 req-066246e0-44e6-4019-8ed9-80d2b518815f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0830877 May 12 20:15:36.212245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54fbdf3a-e14c-4200-9c0a-7728bb3a9944 req-33d391d3-c085-4eb5-8298-494091c6c533 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489709 May 12 20:15:37.412131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6664a4-8b6b-45fb-b0dd-1bcc1ca47116 req-1c4d8bda-81f6-44f7-a5b8-e0c0f2cefcdc tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:37.413531 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa6664a4-8b6b-45fb-b0dd-1bcc1ca47116 req-1c4d8bda-81f6-44f7-a5b8-e0c0f2cefcdc tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0925145 May 12 20:15:37.461223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa6664a4-8b6b-45fb-b0dd-1bcc1ca47116 req-7eb68c02-a1de-4814-9ad0-d4990b069a6b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 May 12 20:15:38.215987 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:38.765769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15888652-80b8-46d3-8625-9baaf404d990 req-e47e4d27-f026-4634-b60c-7e76956d32e7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:38.767124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15888652-80b8-46d3-8625-9baaf404d990 req-e47e4d27-f026-4634-b60c-7e76956d32e7 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.1893203 May 12 20:15:38.810851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15888652-80b8-46d3-8625-9baaf404d990 req-75532fd0-5d97-473b-811d-8f397a86ae5f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 May 12 20:15:38.928458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:40.031025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6023060-61b8-4ec1-a9a8-564048892188 req-48516cd0-42fd-4fbb-8528-8cb4bd6238ec tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:40.032479 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6023060-61b8-4ec1-a9a8-564048892188 req-48516cd0-42fd-4fbb-8528-8cb4bd6238ec tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0832725 May 12 20:15:40.076684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6023060-61b8-4ec1-a9a8-564048892188 req-620e5a6d-5502-44b1-9f74-16640d1296ae tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 May 12 20:15:41.271374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd679a55-ec59-4dae-a535-59d23ce98b97 req-1d1d9c35-69f7-4ba7-96d4-c3c12b31553f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:41.272856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd679a55-ec59-4dae-a535-59d23ce98b97 req-1d1d9c35-69f7-4ba7-96d4-c3c12b31553f tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0803659 May 12 20:15:41.319929 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cd679a55-ec59-4dae-a535-59d23ce98b97 req-245e6663-8255-45e9-b285-8d03f6812aa3 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 May 12 20:15:42.236464 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-a87629a6-f099-4db8-a686-9066b702a81a req-12de6a46-8319-4898-851e-0de34fe80f4d service neutron] show failed (client error): The resource could not be found. May 12 20:15:42.237535 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-12de6a46-8319-4898-851e-0de34fe80f4d service neutron] 10.222.0.36 "GET /v2.0/ports/a6599b83-58db-408d-88f2-242e4b9d87e4/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0816274 May 12 20:15:42.581349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994584-bcb0-4bc6-91b6-4d7fcc297beb req-a2b9cb5d-1988-43cb-b6e9-f6cbd5f29b23 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:42.582781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc994584-bcb0-4bc6-91b6-4d7fcc297beb req-a2b9cb5d-1988-43cb-b6e9-f6cbd5f29b23 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.1344988 May 12 20:15:42.584650 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-23e06f0b-6c85-4011-9bdd-73996906b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:42.585993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-23e06f0b-6c85-4011-9bdd-73996906b891 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15&tenant_id=0ab7ac7f3ef74789b0035133e27cc16d HTTP/1.1" status: 200 len: 1096 time: 0.1075253 May 12 20:15:42.608623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:15:42.680723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc994584-bcb0-4bc6-91b6-4d7fcc297beb req-c94eafa9-cc38-4acf-86c0-308e22c6011c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919611 May 12 20:15:42.751492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:43.035911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:43.066612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:15:43.123061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:43.128938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:43.144233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Transition to ACTIVE for port object a6599b83-58db-408d-88f2-242e4b9d87e4 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:15:43.149676 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:43.188431 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602d1549-f918-4bda-be4f-037705a3d472'] response: {'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'code': 200} May 12 20:15:43.305966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:43.308462 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] No DVR routers for this DVR port a6599b83-58db-408d-88f2-242e4b9d87e4 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:15:43.364759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:15:43.365086 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:15:43.365467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:15:43.370351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Port a6599b83-58db-408d-88f2-242e4b9d87e4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:15:43.370673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Attempting to bind port a6599b83-58db-408d-88f2-242e4b9d87e4 on network 3be13cda-f93d-4d02-871e-de4dd44c7dd1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:15:43.376057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:15:43.376388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Checking segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:15:43.376780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Bound using segment: {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:15:43.377209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Bound port: a6599b83-58db-408d-88f2-242e4b9d87e4, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bf0510-af1a-45dc-90ce-fb99ff296dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:15:43.377553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:43.466909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:15:43.469903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:15:43.476176 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:43.536578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:43.537173 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:43.538588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] 10.222.0.73 "PUT /v2.0/ports/a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 1091 time: 0.9375298 May 12 20:15:43.554963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a0a42-9993-48f7-8760-966b6d91684b service neutron] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:43.634743 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-85fa71ed-86d7-4b82-a6b5-629a682c5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:43.636235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-85fa71ed-86d7-4b82-a6b5-629a682c5803 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1094 time: 0.0727043 May 12 20:15:43.766504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-423a3db5-b560-491c-a0e9-9713cb30fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:43.767935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-423a3db5-b560-491c-a0e9-9713cb30fa3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1262665 May 12 20:15:43.974249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-15a8cb5c-5ab1-4f14-9a82-2eb59b015752 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.1994820 May 12 20:15:44.052846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87629a6-f099-4db8-a686-9066b702a81a req-96c6124e-1c25-4f37-b198-f1869c16623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:44.054270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-96c6124e-1c25-4f37-b198-f1869c16623c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0710878 May 12 20:15:44.102332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffa59-4c7d-44d0-bebe-72a4b494bd48 req-5916e2fa-9efe-48ca-937b-19366955e71c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:44.103739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78bffa59-4c7d-44d0-bebe-72a4b494bd48 req-5916e2fa-9efe-48ca-937b-19366955e71c tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 943 time: 0.1748247 May 12 20:15:44.110645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-48632ffb-5d69-4373-89ed-b6b97707681e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507123 May 12 20:15:44.227354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-78bffa59-4c7d-44d0-bebe-72a4b494bd48 req-e31ffcfb-24a7-433b-b1c6-8d103106f35e tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156871 May 12 20:15:44.268046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-d9e2dc04-7366-4657-ae1d-e0ec79d5e99e service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440465 May 12 20:15:44.396605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a87629a6-f099-4db8-a686-9066b702a81a req-0848bf50-a67d-4293-afec-5e7d920a984a service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225290 May 12 20:15:44.669091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:15:44.724839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:15:45.190068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:45.249157 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78757c3d-0f85-4a88-a909-86f9abe28b63'] response: {'name': 'network-changed', 'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'status': 'completed', 'code': 200} May 12 20:15:45.338537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-8b908927-bf12-4d19-89ed-5f120d973bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:45.340050 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-8b908927-bf12-4d19-89ed-5f120d973bdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1094 time: 0.0717421 May 12 20:15:45.374855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-25584f6d-3f09-4823-8065-ccbd70f10876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:45.376333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-25584f6d-3f09-4823-8065-ccbd70f10876 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1094 time: 0.1065488 May 12 20:15:45.471049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-609840ec-f13c-400f-b448-a11a3bbe3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:45.472437 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-609840ec-f13c-400f-b448-a11a3bbe3263 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1270111 May 12 20:15:45.535197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afc820-55f2-4971-a617-14385cf42682 req-9730da1e-5021-415e-ad61-ec23b557e55a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:45.536659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24afc820-55f2-4971-a617-14385cf42682 req-9730da1e-5021-415e-ad61-ec23b557e55a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 943 time: 0.1966896 May 12 20:15:45.541092 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-6dab0bca-1b6c-4429-9732-fc6fb26c8926 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.0629170 May 12 20:15:45.541310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-b9460e83-4fad-4636-b7dd-30ac2faef0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:45.542627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-b9460e83-4fad-4636-b7dd-30ac2faef0f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1551661 May 12 20:15:45.601012 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-c5daecb7-2751-47c0-a3d8-15b59333cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:45.602488 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-c5daecb7-2751-47c0-a3d8-15b59333cd36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0560818 May 12 20:15:45.625588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-2be87c60-f34a-4c35-beac-aaf32b915db3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.0692124 May 12 20:15:45.651499 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-ad36e92b-3862-4321-8965-0c6bfb7dc729 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429320 May 12 20:15:45.687486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24afc820-55f2-4971-a617-14385cf42682 req-1f0f26b9-4d45-43e2-b015-e006ddfb7bcd tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439025 May 12 20:15:45.702736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-d3d267c4-cef0-4280-88dc-6a59312636d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:45.704172 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-d3d267c4-cef0-4280-88dc-6a59312636d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0712566 May 12 20:15:45.751764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-adff62c9-c8a3-4d0c-92b8-0020867ab4c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412025 May 12 20:15:45.785347 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-f0fbed28-15c2-480d-89c9-0d57e88222b3 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279485 May 12 20:15:45.892299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-74a865f8-a0b0-482d-a6f5-e949f273c074 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292174 May 12 20:15:46.038337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-f554691e-70c1-4ee0-b159-f934d5427e63 service neutron] 10.222.0.73 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392260 May 12 20:15:46.038699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c7c7cfd8-df3f-4053-ad89-c132ba6a5244 req-8433e109-9004-45af-8f8c-a87728bd5f36 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466822 May 12 20:15:46.847117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:15:46.885518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b434b05-b0e6-471c-9319-3cb4f08c2fe1 req-5da04e5c-6c99-4be1-aa91-c1dbbd80546e tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:46.886978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b434b05-b0e6-471c-9319-3cb4f08c2fe1 req-5da04e5c-6c99-4be1-aa91-c1dbbd80546e tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 943 time: 0.0882525 May 12 20:15:46.935606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b434b05-b0e6-471c-9319-3cb4f08c2fe1 req-1de810a8-73b0-4b53-9ff2-bc11e4d6f6be tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 May 12 20:15:46.983541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:46.996593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'network_id': '3be13cda-f93d-4d02-871e-de4dd44c7dd1', 'port_id': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'mac_address': 'fa:16:3e:ae:1e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a94bbe8-127a-4dee-a11a-7c360b9d717c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:15:47.054666 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a6599b83-58db-408d-88f2-242e4b9d87e4 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:15:47.055037 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:47.072800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6599b83-58db-408d-88f2-242e4b9d87e4 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:15:47.090807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:47.096276 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:47.174001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:47.245209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87d294-d816-4ea3-97c2-08028671b7a3 req-9399d688-14dc-449b-966b-d757180f1f2e tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:47.246947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b87d294-d816-4ea3-97c2-08028671b7a3 req-9399d688-14dc-449b-966b-d757180f1f2e tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 944 time: 0.0859587 May 12 20:15:47.252229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-681ceba8-b9be-4d5b-8d3c-3a82136f3a2d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:47.252924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-681ceba8-b9be-4d5b-8d3c-3a82136f3a2d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Synchronizing usage tracker for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:15:47.265054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-681ceba8-b9be-4d5b-8d3c-3a82136f3a2d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Unset dirty status for tenant:0ab7ac7f3ef74789b0035133e27cc16d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:15:47.266204 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-681ceba8-b9be-4d5b-8d3c-3a82136f3a2d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.36 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15&tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 944 time: 0.0983224 May 12 20:15:47.291002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b87d294-d816-4ea3-97c2-08028671b7a3 req-03724b97-34bc-4c92-92bb-38d8527b954a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 May 12 20:15:47.315135 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a6599b83-58db-408d-88f2-242e4b9d87e4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:15:47.349249 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-bbebc070-1a75-425f-81e6-59e60a8dfef6 service neutron] delete failed (client error): The resource could not be found. May 12 20:15:47.350350 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-bbebc070-1a75-425f-81e6-59e60a8dfef6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/a6599b83-58db-408d-88f2-242e4b9d87e4/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0781970 May 12 20:15:47.494274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-952aaae0-5462-4722-8c17-1a4dece6fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:47.495889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-952aaae0-5462-4722-8c17-1a4dece6fb1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 1095 time: 0.0757718 May 12 20:15:47.636346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-ab76f7b9-7aee-40cf-bfc9-155b3bf5197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:47.637825 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-ab76f7b9-7aee-40cf-bfc9-155b3bf5197c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 200 len: 915 time: 0.1359499 May 12 20:15:47.709571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-f2acd43f-4620-46d1-8973-942779e468ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 200 len: 217 time: 0.0653329 May 12 20:15:47.773431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-46b763e0-23a2-480f-9077-d0dfebd7a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:47.774849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-46b763e0-23a2-480f-9077-d0dfebd7a0b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 200 len: 854 time: 0.0585582 May 12 20:15:47.821102 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-2f40e760-c607-4076-9719-7b78a92f1a71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3be13cda-f93d-4d02-871e-de4dd44c7dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399733 May 12 20:15:47.955346 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-426545e4-560c-4182-827b-9347d17e0a98 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281517 May 12 20:15:48.086278 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7392aa07-c94e-4319-a347-5b72ecf3588f req-91093d57-0a20-4699-893f-ff93cddc6da6 service neutron] 10.222.0.36 "GET /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241117 May 12 20:15:48.487639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b523e7-ebed-45b3-9cd7-f772aab4b4a9 req-60eba854-3023-4150-8dbd-8f5507df7994 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:48.489115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05b523e7-ebed-45b3-9cd7-f772aab4b4a9 req-60eba854-3023-4150-8dbd-8f5507df7994 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 944 time: 0.0874951 May 12 20:15:48.652697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05b523e7-ebed-45b3-9cd7-f772aab4b4a9 req-e03fefeb-f5c8-4fa1-92a7-1a51eaf38bda tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575325 May 12 20:15:48.850235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:15:48.924237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port a6599b83-58db-408d-88f2-242e4b9d87e4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:15:48.929289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port a6599b83-58db-408d-88f2-242e4b9d87e4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:15:48.929748 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:49.043690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port a6599b83-58db-408d-88f2-242e4b9d87e4 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:15:49.044077 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:49.070944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:49.080601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:49.086366 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:49.126772 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685f0fc4-f6fb-4810-8a92-d21de36eaeb0'] response: {'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'code': 200} May 12 20:15:49.160294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:49.858208 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df84f0-65c9-48b2-81fb-6cad854d3057 req-11a574fa-cd1b-4d5a-9159-ebafb3b258a5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:49.859669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91df84f0-65c9-48b2-81fb-6cad854d3057 req-11a574fa-cd1b-4d5a-9159-ebafb3b258a5 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0922387 May 12 20:15:49.904030 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-91df84f0-65c9-48b2-81fb-6cad854d3057 req-df10b4fd-b83d-4bd0-9f43-357dbabe7f19 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 May 12 20:15:50.104041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c58c26-bfc0-4222-848a-1f1b69ff6039 req-9767c0b5-3e57-4211-85f1-f9201e410b30 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:50.105934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33c58c26-bfc0-4222-848a-1f1b69ff6039 req-9767c0b5-3e57-4211-85f1-f9201e410b30 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0899780 May 12 20:15:50.150167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33c58c26-bfc0-4222-848a-1f1b69ff6039 req-6433a78c-afcc-475e-b5e1-83cd42eab4bf tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 May 12 20:15:50.353525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1952-2650-43b6-a28f-6d1ceac54c32 req-337fb42f-90f3-45c7-a0bd-c9875d02c506 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:50.354890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-442a1952-2650-43b6-a28f-6d1ceac54c32 req-337fb42f-90f3-45c7-a0bd-c9875d02c506 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.1010981 May 12 20:15:50.409224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-442a1952-2650-43b6-a28f-6d1ceac54c32 req-0edf0dd4-74e5-4153-bff9-ffbc987e990b tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 May 12 20:15:50.994166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4e287-3fbb-4ca5-ba65-4c812484987c req-c3257765-b866-4739-9d08-f204cb9f72be tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:50.995604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1f4e287-3fbb-4ca5-ba65-4c812484987c req-c3257765-b866-4739-9d08-f204cb9f72be tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0879226 May 12 20:15:51.049162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1f4e287-3fbb-4ca5-ba65-4c812484987c req-f27908c3-480c-4ee5-bb93-1096b99a2f0a tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 May 12 20:15:51.987700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-d5ad1645-d087-4010-8e39-97d4c85b71bc tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:51.989139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-d5ad1645-d087-4010-8e39-97d4c85b71bc tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.73 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.0933709 May 12 20:15:52.057821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Deleting port a6599b83-58db-408d-88f2-242e4b9d87e4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:15:52.058509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:52.358885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] For port a6599b83-58db-408d-88f2-242e4b9d87e4, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=a6599b83-58db-408d-88f2-242e4b9d87e4,segment=NetworkSegment(31bf0510-af1a-45dc-90ce-fb99ff296dc4),segment_id=31bf0510-af1a-45dc-90ce-fb99ff296dc4)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:52.359128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:52.372775 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79727b-4093-4ac5-9c96-bbe9cbf8d456 req-4b47e8a5-f00f-4c72-aa26-a4b1fe9e4321 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:52.374267 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e79727b-4093-4ac5-9c96-bbe9cbf8d456 req-4b47e8a5-f00f-4c72-aa26-a4b1fe9e4321 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/ports?device_id=545b6cb1-5afa-44e0-9307-723e7a8e0a15 HTTP/1.1" status: 200 len: 945 time: 0.2104838 May 12 20:15:52.516420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Calling delete_port for a6599b83-58db-408d-88f2-242e4b9d87e4 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:15:52.590707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1e79727b-4093-4ac5-9c96-bbe9cbf8d456 req-c3a1eb59-de45-4f06-a2dd-523b7ba727f4 tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.72 "GET /v2.0/security-groups?id=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461008 May 12 20:15:52.678987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:52.690628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['a6599b83-58db-408d-88f2-242e4b9d87e4'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:15:52.739175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Pushing event deleted for resources: {'Port': ['ID=a6599b83-58db-408d-88f2-242e4b9d87e4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:52.812612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] No DVR routers for this DVR port a6599b83-58db-408d-88f2-242e4b9d87e4 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:15:52.815171 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:52.817605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-deleted', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:15:52.836063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c6b7538-96b3-4d64-b123-3b641daa3b83 req-8578451f-e952-4016-a59b-04df57929a7d tempest-ServerDiskConfigTestJSON-164283757 tempest-ServerDiskConfigTestJSON-164283757-project] 10.222.0.73 "DELETE /v2.0/ports/a6599b83-58db-408d-88f2-242e4b9d87e4 HTTP/1.1" status: 204 len: 173 time: 0.8415608 May 12 20:15:52.865949 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1ee7c1-d41e-419d-8cc4-adc25f98495f'] response: {'server_uuid': '545b6cb1-5afa-44e0-9307-723e7a8e0a15', 'name': 'network-vif-deleted', 'tag': 'a6599b83-58db-408d-88f2-242e4b9d87e4', 'status': 'completed', 'code': 200} May 12 20:15:53.834045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47196) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:53.909861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Deleting subnet 8a94bbe8-127a-4dee-a11a-7c360b9d717c {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:15:53.913278 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:53.961727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.018847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.088807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.125177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a94bbe8-127a-4dee-a11a-7c360b9d717c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:54.133971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.134309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.134624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.134938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.135275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.135595 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.136226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.136226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.136578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.136810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.137140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.137505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:15:54.140159 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.146172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ee801c81-c69d-4064-b164-c92e6ec9da9e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8a94bbe8-127a-4dee-a11a-7c360b9d717c HTTP/1.1" status: 204 len: 168 time: 0.3106761 May 12 20:15:54.148661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47200) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:54.252691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.383545 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.408740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be13cda-f93d-4d02-871e-de4dd44c7dd1']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:15:54.424573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bf0510-af1a-45dc-90ce-fb99ff296dc4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:15:54.424876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bf0510-af1a-45dc-90ce-fb99ff296dc4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:15:54.436117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.451969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.458525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:15:54.458908 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: timer() May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:15:54.471646 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:15:54.554275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.577150 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.594338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] Pushing event deleted for resources: {'Network': ['ID=3be13cda-f93d-4d02-871e-de4dd44c7dd1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:54.603864 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-122f8f30-9431-4f05-b9f2-df8a3ba2852d admin admin] 10.222.0.72 "DELETE /v2.0/networks/3be13cda-f93d-4d02-871e-de4dd44c7dd1 HTTP/1.1" status: 204 len: 168 time: 0.4542484 May 12 20:15:54.718871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:15:54.721732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47206) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:54.776457 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-1af47ba0-0e5d-4f37-a169-23734f206fd5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ab7ac7f3ef74789b0035133e27cc16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535324 May 12 20:15:54.779149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:54.836117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6893654a-ce01-4385-a466-e382a00cba8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.864347 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6893654a-ce01-4385-a466-e382a00cba8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.888235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:15:54.918555 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6893654a-ce01-4385-a466-e382a00cba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.921982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: a6599b83-58db-408d-88f2-242e4b9d87e4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:15:54.922323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device a6599b83-58db-408d-88f2-242e4b9d87e4 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:15:54.933608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893654a-ce01-4385-a466-e382a00cba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7644ced5-ee2e-41ce-ace0-7c58d7c1faf1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:54.940830 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6893654a-ce01-4385-a466-e382a00cba8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:54.942013 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6893654a-ce01-4385-a466-e382a00cba8c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7644ced5-ee2e-41ce-ace0-7c58d7c1faf1 HTTP/1.1" status: 204 len: 168 time: 0.1619580 May 12 20:15:55.693265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47234) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:55.797798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-156435134-network', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:15:55.803400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:15:55.807340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Usage tracker for resource:network and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:15:55.810243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:15:55.816458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:15:55.828118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Made reservation on behalf of 1a6e68cf357949379a266db1b49dd32d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:15:55.830385 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:55.842255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:55.859784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:15:55.863694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Usage tracker for resource:security_group_rule and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:15:55.866493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:15:55.872227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:15:55.956462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:55.962133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:55.992045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:15:56.000369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec6a057-6bde-46ff-88ce-bab1d4bd88bb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:56.007083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.007955 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Added segment 92fea218-53f4-4a88-9709-e40032699990 of type vlan for network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 May 12 20:15:56.038457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.070117 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.071070 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:56.071631 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.268302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc5cb89-cf74-416b-b70c-cbd77ee88763,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:56.271660 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2be5efc3-e4ed-4c8e-97ef-bb3732481129 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5770705 May 12 20:15:56.275015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47240) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:56.279221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:15:56.280101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Request body: {'subnet': {'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-156435134-subnet', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:15:56.285839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:15:56.289691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Usage tracker for resource:subnet and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:15:56.292497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:15:56.298085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:15:56.308135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Made reservation on behalf of 1a6e68cf357949379a266db1b49dd32d for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:15:56.310512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.512828 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.584454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7066b4-5148-48be-a34a-67a8f9838e65,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:56.594712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:15:56.595055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Network hostable DHCP agents. Network: 5bc5cb89-cf74-416b-b70c-cbd77ee88763, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:15:56.617594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:15:56.628913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 5bc5cb89-cf74-416b-b70c-cbd77ee88763) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:15:56.633365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:15:56.633888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.638489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ce4f2-3715-493b-94e8-24fb1d917302 None None] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:15:56.655728 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3f91b8f4-5714-45a9-83f4-0c3b7a58406a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3798478 May 12 20:15:56.658543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47244) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:56.663571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:15:56.669117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:15:56.672909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Usage tracker for resource:router and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:15:56.675757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:15:56.681369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:15:56.692996 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.694162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.710013 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.851881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:15:56.852722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.946873 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f188ef41-2bc1-4098-b405-7f36f7c31fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:56.974256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.047073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Allocated IP 172.20.0.2 (5bc5cb89-cf74-416b-b70c-cbd77ee88763/fd7066b4-5148-48be-a34a-67a8f9838e65/ea5bf50f-c19e-474d-bd05-927ac10ae14b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:15:57.248047 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.258499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Transition to ACTIVE for port object ea5bf50f-c19e-474d-bd05-927ac10ae14b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:15:57.277418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Transition to ACTIVE for port object ea5bf50f-c19e-474d-bd05-927ac10ae14b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:15:57.280164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.284179 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.313789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.348945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:15:57.351848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:15:57.355869 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:15:57.364490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Pushing event updated for resources: {'Port': ['ID=ea5bf50f-c19e-474d-bd05-927ac10ae14b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:57.448598 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Attempting to bind port ea5bf50f-c19e-474d-bd05-927ac10ae14b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:15:57.448972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Attempting to bind port ea5bf50f-c19e-474d-bd05-927ac10ae14b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:15:57.449367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Attempting to bind port ea5bf50f-c19e-474d-bd05-927ac10ae14b on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:15:57.453414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Allocated IP 172.25.2.80 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/9eaca7c5-e27c-40a2-abac-f9826db1f9c1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:15:57.454737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:15:57.455101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:15:57.455488 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.455866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:15:57.456317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Bound port: ea5bf50f-c19e-474d-bd05-927ac10ae14b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:15:57.456674 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.542262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] For port ea5bf50f-c19e-474d-bd05-927ac10ae14b, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:15:57.545532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] For port ea5bf50f-c19e-474d-bd05-927ac10ae14b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea5bf50f-c19e-474d-bd05-927ac10ae14b,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:15:57.551053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.600176 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.631380 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:57.636999 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479386e-7acc-444b-ae53-ac4a733604e1 None None] Pushing event updated for resources: {'Port': ['ID=ea5bf50f-c19e-474d-bd05-927ac10ae14b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:57.698231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:15:57.701097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:15:57.703521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:15:57.885441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Pushing event updated for resources: {'Port': ['ID=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:58.217380 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea5bf50f-c19e-474d-bd05-927ac10ae14b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:15:58.264053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:58.288987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ea5bf50f-c19e-474d-bd05-927ac10ae14b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:15:58.534658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f336c6f-4a29-4130-86b0-fdfbe282b8cc None None] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:15:58.607871 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:58.627656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] Provisioning for port ea5bf50f-c19e-474d-bd05-927ac10ae14b completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:15:58.645072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] Provisioning complete for port ea5bf50f-c19e-474d-bd05-927ac10ae14b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:15:58.645476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:58.823845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Router df2606f9-11b5-451c-929a-161ea6cbfa72 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:15:58.876293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] Current status of the port ea5bf50f-c19e-474d-bd05-927ac10ae14b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:15:58.876579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:58.919836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] For port ea5bf50f-c19e-474d-bd05-927ac10ae14b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea5bf50f-c19e-474d-bd05-927ac10ae14b,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:15:58.924987 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:59.004333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:15:59.005030 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80405a-0d97-47f0-9c9d-d014b1eda398 None None] Pushing event updated for resources: {'Port': ['ID=ea5bf50f-c19e-474d-bd05-927ac10ae14b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:15:59.010625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47f3d5b8-6aa4-43af-abea-513fdab25d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:59.015607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:15:59.026489 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:15:59.027109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:15:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:15:59.033616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:59.034970 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bc003015-5ceb-416e-a3dc-d01eddc59659 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3754771 May 12 20:15:59.041279 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47248) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:15:59.214115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:15:59.435293 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0fccfbb0-02ed-459a-8b7b-f26165c485ad None None] Provisioning complete for port ea5bf50f-c19e-474d-bd05-927ac10ae14b triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:15:59.436034 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0fccfbb0-02ed-459a-8b7b-f26165c485ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:59.620133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0fccfbb0-02ed-459a-8b7b-f26165c485ad None None] Current status of the port ea5bf50f-c19e-474d-bd05-927ac10ae14b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:15:59.637522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:15:58Z', 'revision_number': 3, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:15:59.641634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:15:59.641982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Updating router df2606f9-11b5-451c-929a-161ea6cbfa72 port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:15:59.698396 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:15:59.848471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.029105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.042079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Transition to ACTIVE for port object 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:00.050087 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.060323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Allocated IP 172.20.0.1 (5bc5cb89-cf74-416b-b70c-cbd77ee88763/fd7066b4-5148-48be-a34a-67a8f9838e65/2867ce47-4b99-440d-9251-760554db794f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:16:00.108879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Attempting to bind port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:16:00.109269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Attempting to bind port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:16:00.109629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Attempting to bind port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:00.121511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:16:00.121876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:16:00.122272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.122655 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:16:00.123126 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Bound port: 9eaca7c5-e27c-40a2-abac-f9826db1f9c1, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:16:00.123472 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.198202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] For port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:16:00.201304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] For port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:16:00.213816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.226080 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.231138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Transition to ACTIVE for port object 2867ce47-4b99-440d-9251-760554db794f will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:00.240403 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.251995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb1014-6aa5-4d39-ad3e-74492165f594 None None] Pushing event updated for resources: {'Port': ['ID=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:00.266505 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.290220 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea5bf50f-c19e-474d-bd05-927ac10ae14b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:16:00.339394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:16:00.341277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:16:00.341930 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:15:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:00.342222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:16:00.346565 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:16:00.371497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2867ce47-4b99-440d-9251-760554db794f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:00.402889 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.560191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb1014-6aa5-4d39-ad3e-74492165f594 None None] Pushing event updated for resources: {'Port': ['ID=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:00.562741 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.583713 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:16:00.724948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ea5bf50f-c19e-474d-bd05-927ac10ae14b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:00.725350 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.804122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.808793 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.823122 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.824519 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-88d3dce1-13de-4b16-b444-472b08f6eb59 None None] Provisioning for port 2867ce47-4b99-440d-9251-760554db794f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:16:00.844033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-88d3dce1-13de-4b16-b444-472b08f6eb59 None None] Provisioning complete for port 2867ce47-4b99-440d-9251-760554db794f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:00.844394 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-88d3dce1-13de-4b16-b444-472b08f6eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.923381 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:00.930885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2867ce47-4b99-440d-9251-760554db794f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:00.995093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-88d3dce1-13de-4b16-b444-472b08f6eb59 None None] Port 2867ce47-4b99-440d-9251-760554db794f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:16:01.097593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ea5bf50f-c19e-474d-bd05-927ac10ae14b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:01.114551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:15:58Z', 'revision_number': 3, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:01.118613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797c37e-8ad9-4bf5-bcbd-038bc0edb2c2 None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:15:58Z', 'revision_number': 3, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:16:01.195837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:16:01.197240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:16:01.418850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:16:01.419095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-058172fe-2472-4b71-a500-291d1b833536 None None] Provisioning complete for port 2867ce47-4b99-440d-9251-760554db794f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:01.419308 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-058172fe-2472-4b71-a500-291d1b833536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:01.475346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-058172fe-2472-4b71-a500-291d1b833536 None None] Port 2867ce47-4b99-440d-9251-760554db794f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:16:01.609045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:16:01.618824 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6c8532bb-60c2-4c85-aa00-486a880701c6 admin admin] 10.222.0.72 "PUT /v2.0/routers/df2606f9-11b5-451c-929a-161ea6cbfa72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5763645 May 12 20:16:01.780013 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:01.951270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47258) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:16:01.956488 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37218895', 'description': 'tempest-description--1322535289'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:01.964030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:16:01.968340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:security_group and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:16:01.971764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:16:01.977857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:16:01.991878 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.010926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:16:02.014678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:security_group_rule and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:16:02.017416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:16:02.023117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:16:02.093040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.102470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.146501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:02.149470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.153509 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ef87a85c-f0b5-47e8-afae-662309091a50 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1986151 May 12 20:16:02.153930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47262) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:16:02.159283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'security_group_rule': {'security_group_id': 'f8c64d19-7c1d-42c0-a0e2-208bd2edb8af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:02.166316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:16:02.170475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:security_group_rule and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:16:02.173715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:16:02.182972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:16:02.203877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.237959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:16:02.277017 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.282924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.307179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a57211-bc85-476c-9fba-53cc3a386068,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:02.309699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:16:02.314778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:02.315312 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.317095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.318338 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d99c564-d9f2-4ab0-b504-cbefd66d8300 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633999 May 12 20:16:02.321213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47266) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:16:02.326326 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'security_group_rule': {'security_group_id': 'f8c64d19-7c1d-42c0-a0e2-208bd2edb8af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:02.332845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:16:02.336891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:security_group_rule and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:16:02.339872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:16:02.345825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:16:02.363781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.430413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.435641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:02.436101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.436756 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.456109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:02.459516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02f5710-6b45-4137-8e50-8b58e070f33c,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:02.461911 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.472818 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.474051 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f30828f4-4c85-41e6-9104-db4efe4aabdf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517899 May 12 20:16:02.477113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47270) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:16:02.482864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:02.489523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:16:02.493473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:floatingip and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:16:02.496459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:16:02.508506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:16:02.524183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.540688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:02.660723 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.666995 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:16:02.676703 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:16:02.677428 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:15:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:02.804771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Allocated IP 172.25.2.174 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/09c2d245-f3b1-49b1-9bd8-7ffa169b5ca2) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:16:02.854116 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:16:02.955313 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:02.987419 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.054914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:16:03.058253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:16:03.062364 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:16:03.094446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'Port': ['ID=09c2d245-f3b1-49b1-9bd8-7ffa169b5ca2,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:03.143129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.162306 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 2, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:03.166558 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:16:03.167106 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Updating router df2606f9-11b5-451c-929a-161ea6cbfa72 port 2867ce47-4b99-440d-9251-760554db794f binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:16:03.206136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.220730 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.525744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.531746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.590014 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.602045 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Transition to ACTIVE for port object 2867ce47-4b99-440d-9251-760554db794f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:03.610262 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.645377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'Port': ['ID=09c2d245-f3b1-49b1-9bd8-7ffa169b5ca2,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:03.653125 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.679179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.680673 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f24e4c7-34a0-4ae0-9fcf-057dc98e21ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2022457 May 12 20:16:03.744680 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Pushing event updated for resources: {'Port': ['ID=2867ce47-4b99-440d-9251-760554db794f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:03.787077 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.787418 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.787919 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.788249 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.788574 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.788881 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.789218 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.789521 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.789830 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.790556 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.790829 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.791136 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:03.848795 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Attempting to bind port 2867ce47-4b99-440d-9251-760554db794f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:16:03.849225 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Attempting to bind port 2867ce47-4b99-440d-9251-760554db794f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:16:03.849575 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Attempting to bind port 2867ce47-4b99-440d-9251-760554db794f on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:03.855246 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:16:03.855607 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:16:03.855996 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.856370 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:16:03.856826 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Bound port: 2867ce47-4b99-440d-9251-760554db794f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:16:03.857215 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:03.859777 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-5e323545-c5ca-4e1e-8ca6-03704ba3c001 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--37218895&fields=id&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 267 time: 0.0432181 May 12 20:16:03.941820 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] For port 2867ce47-4b99-440d-9251-760554db794f, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:16:03.944871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] For port 2867ce47-4b99-440d-9251-760554db794f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2867ce47-4b99-440d-9251-760554db794f,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:16:03.950409 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:04.020559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-b3798616-b785-4c60-b140-7d3a6322da9e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:04.022304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-b3798616-b785-4c60-b140-7d3a6322da9e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.1520820 May 12 20:16:04.027516 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:16:04.028131 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:15:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:04.038000 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-29e0801c-40b2-4858-a4c0-a2a65e8f7a4c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/quotas/1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 375 time: 0.0101452 May 12 20:16:04.093542 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2eb3b-9e01-440c-be7e-d01a67b8439e None None] Pushing event updated for resources: {'Port': ['ID=2867ce47-4b99-440d-9251-760554db794f,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:04.171263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-a3900b12-4434-4de5-aaa0-b2f2eb19e8eb tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267045 May 12 20:16:04.176780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-13932422-7082-481d-9ecd-07a5c126acce service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:16:04.183801 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-13932422-7082-481d-9ecd-07a5c126acce service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114558 May 12 20:16:04.217084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:16:04.228260 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:16:04.288965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:04.289245 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:04.331068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-a3c7a97e-3a9b-479c-9484-ceccb3dd02fe service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460819 May 12 20:16:04.416011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:04.467081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-dbec89ed-cfa6-4ab5-baa3-106388f11612 service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299272 May 12 20:16:04.543388 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:03Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:04.547491 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a11ec5-20ba-4584-bdbe-9a20059f70fe None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:03Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:16:04.680308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ec4abb6-d7cb-454b-a87a-62e1b42d3793 req-81a687ce-10b3-4469-a359-de3f9514eac4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 210 time: 0.0467968 May 12 20:16:05.761006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-73059c48-4d32-4fd9-b788-a8cee2677a42 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:05.762561 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-73059c48-4d32-4fd9-b788-a8cee2677a42 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.1442459 May 12 20:16:05.843601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ace786d-f6e0-40aa-b052-2090f6718a20 req-3448cadc-fd67-4019-8747-4977c74f1b4f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 210 time: 0.0564742 May 12 20:16:05.852378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-2950bd69-1dcd-48a8-ba70-8f9b7272b52f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 378 time: 0.0820408 May 12 20:16:05.865424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'port': {'device_id': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'admin_state_up': True, 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'security_groups': ['f8c64d19-7c1d-42c0-a0e2-208bd2edb8af']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:06.007634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:16:06.011475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:port and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:16:06.014398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:16:06.020217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:16:06.031110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Made reservation on behalf of 1a6e68cf357949379a266db1b49dd32d for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:16:06.034779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.196092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Allocated IP 172.20.0.7 (5bc5cb89-cf74-416b-b70c-cbd77ee88763/fd7066b4-5148-48be-a34a-67a8f9838e65/d80c01a3-1545-48f6-8e11-9093dc36940e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:16:06.210442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2867ce47-4b99-440d-9251-760554db794f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:16:06.280563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 2867ce47-4b99-440d-9251-760554db794f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:16:06.285579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2867ce47-4b99-440d-9251-760554db794f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:06.285954 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.403564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2867ce47-4b99-440d-9251-760554db794f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:06.403936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.438436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 2867ce47-4b99-440d-9251-760554db794f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2867ce47-4b99-440d-9251-760554db794f,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:06.443522 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.516378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.516608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=2867ce47-4b99-440d-9251-760554db794f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:06.533987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Transition to ACTIVE for port object d80c01a3-1545-48f6-8e11-9093dc36940e will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:06.561085 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.631343 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:16:06.634569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:16:06.637066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:16:06.678299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:06.698424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.698771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.699122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.699458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.699793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.700118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.700444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.700767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.701089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.701448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.701769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.702077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:06.725507 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:06.726185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.751428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-916ba8af-bdc7-4ca4-a527-29bf2552bfe9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897557 May 12 20:16:06.762735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Request body: {'port': {'device_id': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:06.890262 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:06.987047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-45ef7c72-1cce-4752-9146-d2dbcd8f0e5a None None] Provisioning for port d80c01a3-1545-48f6-8e11-9093dc36940e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:16:06.991670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-45ef7c72-1cce-4752-9146-d2dbcd8f0e5a None None] Provisioning complete for port d80c01a3-1545-48f6-8e11-9093dc36940e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:06.992038 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-45ef7c72-1cce-4752-9146-d2dbcd8f0e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:07.047513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-45ef7c72-1cce-4752-9146-d2dbcd8f0e5a None None] Port d80c01a3-1545-48f6-8e11-9093dc36940e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:16:07.188873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a84e6e-6568-4a93-aa99-b405405f86eb req-03af8299-1701-4f18-9176-d5f3a734f149 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:07.189582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-75a84e6e-6568-4a93-aa99-b405405f86eb req-03af8299-1701-4f18-9176-d5f3a734f149 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Synchronizing usage tracker for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:16:07.236610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-75a84e6e-6568-4a93-aa99-b405405f86eb req-03af8299-1701-4f18-9176-d5f3a734f149 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Unset dirty status for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:16:07.237754 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75a84e6e-6568-4a93-aa99-b405405f86eb req-03af8299-1701-4f18-9176-d5f3a734f149 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 931 time: 0.2761109 May 12 20:16:07.337659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80c01a3-1545-48f6-8e11-9093dc36940e {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:16:07.344083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75a84e6e-6568-4a93-aa99-b405405f86eb req-25f11595-8b4f-48a8-a826-374019c1d288 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949836 May 12 20:16:07.347713 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:07.363623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Transition to ACTIVE for port object d80c01a3-1545-48f6-8e11-9093dc36940e will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:07.369295 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:07.522004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:07.606041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:16:07.606373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:16:07.606696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:07.611543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Port d80c01a3-1545-48f6-8e11-9093dc36940e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:16:07.611859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:07.617830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:16:07.618173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:16:07.618635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:16:07.619133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Bound port: d80c01a3-1545-48f6-8e11-9093dc36940e, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:16:07.619489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:07.712325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:16:07.715391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:16:07.721711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:07.783418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:07.784230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:07.785419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] 10.222.0.73 "PUT /v2.0/ports/d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 1091 time: 1.0272624 May 12 20:16:07.785849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:07.805803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ef4e8-fa57-4036-af22-5e1acf696005 service neutron] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:07.860467 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a59a3b9-497f-486e-a04d-4f48b8e1c172'] response: {'name': 'network-changed', 'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'status': 'completed', 'code': 200} May 12 20:16:07.903655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-d1db30bd-4eff-44d5-b540-667991e0fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:07.905233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-d1db30bd-4eff-44d5-b540-667991e0fd01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1094 time: 0.0778661 May 12 20:16:07.976965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-21786416-5edd-4369-9157-042d58ab4759 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 217 time: 0.0647438 May 12 20:16:08.038891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-74315113-ae45-4856-8025-52892dcc6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:08.040313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-74315113-ae45-4856-8025-52892dcc6003 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0581131 May 12 20:16:08.116847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-29c5fa67-ce1d-4fc3-86e6-ad70f752bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:08.118315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-29c5fa67-ce1d-4fc3-86e6-ad70f752bb77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721614 May 12 20:16:08.193043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2867ce47-4b99-440d-9251-760554db794f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:16:08.250412 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-375fd555-0588-4f7e-9dee-8df818b8b359 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255648 May 12 20:16:08.259436 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:08.276596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 2867ce47-4b99-440d-9251-760554db794f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:08.276939 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:08.409774 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 2867ce47-4b99-440d-9251-760554db794f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:08.567002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a69e6f7-aa76-42cf-bda1-ab0aa0641c6c req-f3c995fc-404d-44a5-ab86-33e1a0e68c83 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108697 May 12 20:16:08.594095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd5212-1fd4-4e10-afa1-bbf05330dd71 req-b72252b3-18c1-40a1-b027-dea3ed1a7a85 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:08.596301 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0cd5212-1fd4-4e10-afa1-bbf05330dd71 req-b72252b3-18c1-40a1-b027-dea3ed1a7a85 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 943 time: 0.1364837 May 12 20:16:08.695165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e0cd5212-1fd4-4e10-afa1-bbf05330dd71 req-e3fa19a5-525c-450d-bbb2-73121787e978 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913253 May 12 20:16:08.718687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-6f05bb8b-d21a-4b0f-8273-95ffccbac6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:08.720179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-6f05bb8b-d21a-4b0f-8273-95ffccbac6c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1094 time: 0.0983064 May 12 20:16:08.877615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-970da03b-412c-432e-bf37-6bbd514c432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:08.879131 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-970da03b-412c-432e-bf37-6bbd514c432d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1530881 May 12 20:16:08.936035 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:08.949816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-b8f1f5b6-ecab-4543-ade9-a23a959b9fc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 217 time: 0.0632637 May 12 20:16:09.018309 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-c51808e8-cd93-4129-bdea-d3cd0356f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:09.019813 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-c51808e8-cd93-4129-bdea-d3cd0356f5f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0636594 May 12 20:16:09.101595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-a5ddb419-09f3-435e-84a4-d99585afb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:09.103838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-a5ddb419-09f3-435e-84a4-d99585afb29e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761366 May 12 20:16:09.252706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-ee3a683f-0eb2-4e26-abda-2217d32e4dba service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423507 May 12 20:16:09.384726 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cad65eb2-c8d6-4a36-9492-725eec93f255 req-2a6b33c8-cedd-49dd-b960-522eb4bd1372 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248486 May 12 20:16:09.897287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36435158-797b-4105-9499-c8b0f26fd228 req-790aea37-93b7-467e-902b-6d095fc3840f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:09.898751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36435158-797b-4105-9499-c8b0f26fd228 req-790aea37-93b7-467e-902b-6d095fc3840f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 943 time: 0.0866010 May 12 20:16:09.943693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36435158-797b-4105-9499-c8b0f26fd228 req-3b09e7f7-2ac7-4d48-a1dd-3f10568c3ee6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393131 May 12 20:16:10.982961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:16:11.116358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:11.129761 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:16:11.135269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6c571-3c09-479a-ae5b-7ece8718b332 req-53d3c0bb-54d4-4489-8c9b-efdf6852eaa4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:11.136821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58b6c571-3c09-479a-ae5b-7ece8718b332 req-53d3c0bb-54d4-4489-8c9b-efdf6852eaa4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 943 time: 0.0817122 May 12 20:16:11.188963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58b6c571-3c09-479a-ae5b-7ece8718b332 req-6c6d9056-1183-4b99-867f-25800d988699 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451005 May 12 20:16:11.194002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d80c01a3-1545-48f6-8e11-9093dc36940e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:11.194408 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:11.211508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80c01a3-1545-48f6-8e11-9093dc36940e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:16:11.227072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:11.232650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:11.297369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:11.304776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.305124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.305493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.305828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.306160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.306488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.306808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.307132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.307452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.307768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.308087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.308413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:11.423294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d80c01a3-1545-48f6-8e11-9093dc36940e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:16:12.380439 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db18cf-2a1d-48eb-8572-5a81d7283434 req-e947c198-469d-4480-a855-a8d5b595b34b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:12.382064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4db18cf-2a1d-48eb-8572-5a81d7283434 req-e947c198-469d-4480-a855-a8d5b595b34b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 944 time: 0.0857692 May 12 20:16:12.429313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4db18cf-2a1d-48eb-8572-5a81d7283434 req-8bbafb9d-14fb-4547-b91d-12c1de360055 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385523 May 12 20:16:12.983659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:16:13.062473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port d80c01a3-1545-48f6-8e11-9093dc36940e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:16:13.067614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port d80c01a3-1545-48f6-8e11-9093dc36940e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:13.067977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:13.223114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d80c01a3-1545-48f6-8e11-9093dc36940e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:13.223491 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:13.252529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:13.265096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:13.272017 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:13.307333 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d354dc3-4e88-4ae5-bc8e-d565741fc406'] response: {'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'code': 200} May 12 20:16:13.343347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:13.440758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dee5f-0a8e-47d4-8960-a3e8e9e83e06 req-6df268d1-c09a-4d67-b5ab-0191f69d07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:13.442290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-545dee5f-0a8e-47d4-8960-a3e8e9e83e06 req-6df268d1-c09a-4d67-b5ab-0191f69d07ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1096 time: 0.0835612 May 12 20:16:13.488351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-545dee5f-0a8e-47d4-8960-a3e8e9e83e06 req-6763323f-bab7-4fb0-92c2-cea4fbab89ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391986 May 12 20:16:13.627694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c61dc-70f2-4031-955e-16d119efdb7b req-59ac165e-46be-4179-9bd2-d3ff260f29dc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:13.629073 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c6c61dc-70f2-4031-955e-16d119efdb7b req-59ac165e-46be-4179-9bd2-d3ff260f29dc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0855753 May 12 20:16:13.674485 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5c6c61dc-70f2-4031-955e-16d119efdb7b req-70569991-3550-48c1-adfc-b5e179b3210b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386457 May 12 20:16:14.880273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb884-6707-4916-b7ed-3ba2267978bd req-dd2c208f-59ea-4b42-aece-31501af4fdfd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:14.881768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db1fb884-6707-4916-b7ed-3ba2267978bd req-dd2c208f-59ea-4b42-aece-31501af4fdfd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0956595 May 12 20:16:14.938336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db1fb884-6707-4916-b7ed-3ba2267978bd req-1ecde3c1-35eb-495b-8111-55a4535d2e1c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506947 May 12 20:16:15.130762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1cc-4db0-4b4c-8d65-1e591841d3bf req-dd0e3b33-7b35-45b3-83e6-c3dd37687677 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:15.132250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f7d0e1cc-4db0-4b4c-8d65-1e591841d3bf req-dd0e3b33-7b35-45b3-83e6-c3dd37687677 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0928931 May 12 20:16:15.141143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47318) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:16:15.146141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'floatingip': {'port_id': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:15.230808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:15.946033 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:15.952957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:16.127556 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc associated. External IP: 172.25.2.174, port: d80c01a3-1545-48f6-8e11-9093dc36940e. May 12 20:16:16.472030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:16:16.658830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:16:16.663169 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:16.669240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:16:16.680003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:16:16.680714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:15:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:16.844974 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-95681800-3a8c-4359-82f6-9ed65ba91875 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "PUT /v2.0/floatingips/972194b0-42d5-406b-a401-7ffeb3665abc HTTP/1.1" status: 200 len: 991 time: 1.7026317 May 12 20:16:16.845616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:16.863954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:16:16.890824 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f070be4-242b-45df-80ca-5488039e095b'] response: {'name': 'network-changed', 'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'status': 'completed', 'code': 200} May 12 20:16:17.060922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66db1-8f77-4980-b027-7d9af616f063 req-112ce193-297f-40bb-a9e2-e93a3ba733f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:17.063254 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05d66db1-8f77-4980-b027-7d9af616f063 req-112ce193-297f-40bb-a9e2-e93a3ba733f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1096 time: 0.1504710 May 12 20:16:17.070917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2d9fe-077f-4b3c-87a3-0b4ebf5bfe25 req-532fc7df-6b20-494a-9ece-29ad3ad7f901 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:17.073771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bd2d9fe-077f-4b3c-87a3-0b4ebf5bfe25 req-532fc7df-6b20-494a-9ece-29ad3ad7f901 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.1307800 May 12 20:16:17.209401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bd2d9fe-077f-4b3c-87a3-0b4ebf5bfe25 req-e3f887ee-b105-432e-9ff8-b1eafecaea78 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148913 May 12 20:16:17.226902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:16:15Z', 'revision_number': 1, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:17.232234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:16:17.244725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:16:17.245456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:15:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:17.263192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66db1-8f77-4980-b027-7d9af616f063 req-2f24fb77-863e-40ba-84f2-4de0200611ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:17.265500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05d66db1-8f77-4980-b027-7d9af616f063 req-2f24fb77-863e-40ba-84f2-4de0200611ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1908231 May 12 20:16:17.433019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05d66db1-8f77-4980-b027-7d9af616f063 req-d4763ad1-a813-4296-ad11-eb06ca84766e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 999 time: 0.1607840 May 12 20:16:17.437687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:16:17.501517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f58f8-ebf9-421e-b4dc-67dab203c42d req-2e42c040-da0c-4187-9fea-9ee43f2ab533 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:17.502945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-737f58f8-ebf9-421e-b4dc-67dab203c42d req-2e42c040-da0c-4187-9fea-9ee43f2ab533 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.1691055 May 12 20:16:17.508221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66db1-8f77-4980-b027-7d9af616f063 req-a3a617a7-e1fa-42e3-88a7-cdf9cee4bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:17.509585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05d66db1-8f77-4980-b027-7d9af616f063 req-a3a617a7-e1fa-42e3-88a7-cdf9cee4bfc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0707076 May 12 20:16:17.598034 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-737f58f8-ebf9-421e-b4dc-67dab203c42d req-ca87a758-7c65-4f1e-8ea3-274f386a6030 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875242 May 12 20:16:17.619546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66db1-8f77-4980-b027-7d9af616f063 req-3f987ead-352f-47ca-962d-16c79c638269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:17.619546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05d66db1-8f77-4980-b027-7d9af616f063 req-3f987ead-352f-47ca-962d-16c79c638269 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940030 May 12 20:16:17.753090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05d66db1-8f77-4980-b027-7d9af616f063 req-c6bd853b-726c-4c09-b6ca-90a3f18ee6cc service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292477 May 12 20:16:17.785892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:16:15Z', 'revision_number': 1, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:17.790235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248059a-472c-40ba-89a1-be2b6399f0e7 None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:16:15Z', 'revision_number': 1, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:16:17.887134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05d66db1-8f77-4980-b027-7d9af616f063 req-a8d21887-9ac9-4de7-b6f2-8149fa129a2b service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280346 May 12 20:16:17.974288 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44f31a-451e-4e2e-bb05-7264e953a7f6 None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:16:18.806411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77f5f7-8d31-45ee-988f-390695e2568b req-34db968e-5949-47dc-9f4e-19000a14048f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:18.807874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb77f5f7-8d31-45ee-988f-390695e2568b req-34db968e-5949-47dc-9f4e-19000a14048f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0949631 May 12 20:16:18.853324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb77f5f7-8d31-45ee-988f-390695e2568b req-8055d9aa-5250-4cbb-89c0-a520866e9d77 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373683 May 12 20:16:19.060706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467a307-58dc-47d6-9c0b-52b4a3f99c6b req-c2bd31f7-b7f4-46e6-bdd2-fc6eb83c3fbb tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:19.062178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f467a307-58dc-47d6-9c0b-52b4a3f99c6b req-c2bd31f7-b7f4-46e6-bdd2-fc6eb83c3fbb tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.1001084 May 12 20:16:19.109392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f467a307-58dc-47d6-9c0b-52b4a3f99c6b req-1cd6864d-7bb9-4be7-8949-0f8d89f0a09a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384305 May 12 20:16:19.470652 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-b62242ef-8de4-4a7c-bef4-1fa056422770 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748363 May 12 20:16:19.514784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6f1d6-0bb6-4713-9765-40811590529d req-a3a35f07-8c59-4cbc-9657-4b048c829bbe tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:19.518138 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ac6f1d6-0bb6-4713-9765-40811590529d req-a3a35f07-8c59-4cbc-9657-4b048c829bbe tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0821242 May 12 20:16:19.568160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ac6f1d6-0bb6-4713-9765-40811590529d req-68ab9355-e6b4-43b2-a237-94488af923dd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423813 May 12 20:16:20.786295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-66425df2-3db3-4e5f-8e22-9b537f1e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:20.787764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-66425df2-3db3-4e5f-8e22-9b537f1e77a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1096 time: 0.1259236 May 12 20:16:20.799627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934ee1-342c-4031-9fe2-74fdc3c91587 req-93acace6-a8d1-472d-b3d9-caa575a108ab tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:20.800963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d934ee1-342c-4031-9fe2-74fdc3c91587 req-93acace6-a8d1-472d-b3d9-caa575a108ab tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.1091721 May 12 20:16:20.922664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0d934ee1-342c-4031-9fe2-74fdc3c91587 req-7b59986b-920a-4fcb-ba10-9fb6c79c3a20 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009245 May 12 20:16:21.082800 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-11af4c99-5471-420c-a81a-932868e95f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:21.084249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-11af4c99-5471-420c-a81a-932868e95f54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.2824240 May 12 20:16:21.189288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-4722f435-e3e2-4bc8-a350-c290fc0aecff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 1001 time: 0.0982053 May 12 20:16:21.254636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-a417d708-39fd-4a0e-9fd3-10b5ae302a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:21.256066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-a417d708-39fd-4a0e-9fd3-10b5ae302a85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0609055 May 12 20:16:21.330419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-bf51ae4e-e886-4098-94cc-8d96133466a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:21.331847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-bf51ae4e-e886-4098-94cc-8d96133466a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697393 May 12 20:16:21.478308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-2ec96497-ce6f-4888-a26f-980d33176ae8 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383712 May 12 20:16:21.635943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-5cc328eb-ac53-400f-9a02-c22ee3d46bec service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516216 May 12 20:16:22.297594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64de25-6b5b-4ab5-b4e6-6ee09448ad9f req-006d1dfb-e1e8-4171-9d0c-1235654d95dc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:22.299448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b64de25-6b5b-4ab5-b4e6-6ee09448ad9f req-006d1dfb-e1e8-4171-9d0c-1235654d95dc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0969584 May 12 20:16:22.346641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7b64de25-6b5b-4ab5-b4e6-6ee09448ad9f req-668b9b69-5e7f-4a10-9be8-5387178a6bac tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390325 May 12 20:16:23.551565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f80a1-0195-43ef-8b99-b8d0b48a4ff6 req-ebb8de69-c4ad-46ce-980a-ffe99fcf355b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:23.553008 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b45f80a1-0195-43ef-8b99-b8d0b48a4ff6 req-ebb8de69-c4ad-46ce-980a-ffe99fcf355b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0918975 May 12 20:16:23.603159 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b45f80a1-0195-43ef-8b99-b8d0b48a4ff6 req-8e16ddb2-75c5-4547-bd47-401c5f0ffeea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418570 May 12 20:16:24.804036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f72b7-fec1-4f32-9df6-6586492356d0 req-b8845924-6483-4358-bad2-f2f432a0f4b9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:24.805505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-198f72b7-fec1-4f32-9df6-6586492356d0 req-b8845924-6483-4358-bad2-f2f432a0f4b9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0883925 May 12 20:16:24.856540 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-198f72b7-fec1-4f32-9df6-6586492356d0 req-65fedb3e-b2a7-4443-9931-3e94547fdb4e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422907 May 12 20:16:26.052742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd2eb-bd1e-44b7-b318-b6c471fbc34c req-1fb9620e-0330-4a66-8122-37effab36007 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:26.054226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-080cd2eb-bd1e-44b7-b318-b6c471fbc34c req-1fb9620e-0330-4a66-8122-37effab36007 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0852873 May 12 20:16:26.098187 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-080cd2eb-bd1e-44b7-b318-b6c471fbc34c req-2dae3973-ea27-4e3d-a38d-ff24853f2470 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374558 May 12 20:16:26.919613 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1dbc681-8177-423d-85a3-d8702d3b687b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:27.299735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6990142-5cd7-4761-ab48-cf1c48f38d63 req-c66d5128-a1e5-4cc6-a085-3410363538ca tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:27.301207 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6990142-5cd7-4761-ab48-cf1c48f38d63 req-c66d5128-a1e5-4cc6-a085-3410363538ca tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0986490 May 12 20:16:27.345274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6990142-5cd7-4761-ab48-cf1c48f38d63 req-3a4ef942-d8d5-491c-a116-6793063c313a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381706 May 12 20:16:28.554388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcced02-6c90-4d3f-a681-96e2029ca879 req-d215f75c-cb49-4df1-a8fa-b157558d66cd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:28.555842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8dcced02-6c90-4d3f-a681-96e2029ca879 req-d215f75c-cb49-4df1-a8fa-b157558d66cd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0932956 May 12 20:16:28.600408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8dcced02-6c90-4d3f-a681-96e2029ca879 req-45081577-51d2-4814-9084-c6c898a33489 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388522 May 12 20:16:29.005228 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-01168464-3afd-4f81-ab23-3e5c4c1354bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:29.808088 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126a0d-68b2-4f13-8f9e-830e24e4163c req-1f7f23e2-752f-4d9d-997e-d2499e4df451 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:29.809567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1126a0d-68b2-4f13-8f9e-830e24e4163c req-1f7f23e2-752f-4d9d-997e-d2499e4df451 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0914671 May 12 20:16:29.856474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1126a0d-68b2-4f13-8f9e-830e24e4163c req-267f7eb9-93a2-4099-9ec2-9a86c47e7a93 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411975 May 12 20:16:30.214368 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:30.655928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:31.059608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bb214-2925-4422-bc89-5a2643eaf5cb req-6972e72a-1183-47cc-b053-95beba39c86c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:31.060970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c48bb214-2925-4422-bc89-5a2643eaf5cb req-6972e72a-1183-47cc-b053-95beba39c86c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0865569 May 12 20:16:31.112284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c48bb214-2925-4422-bc89-5a2643eaf5cb req-61fd6267-68e6-4efd-8729-1e8c16c99779 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428395 May 12 20:16:31.719056 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:16:31.789348 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:32.315036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafa27d-d2a7-49e9-b81c-7555292c5c07 req-012e84fb-d508-41aa-a2d4-aac37231e96d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:32.316499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9aafa27d-d2a7-49e9-b81c-7555292c5c07 req-012e84fb-d508-41aa-a2d4-aac37231e96d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0946004 May 12 20:16:32.362757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9aafa27d-d2a7-49e9-b81c-7555292c5c07 req-cbdf44fe-82fc-481b-b51d-934db3f7a34b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377517 May 12 20:16:33.573613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963827a2-7547-45e6-abaf-6393254bffec req-3323edb7-f74d-4db9-bbfd-e83dbb334902 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:33.575057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-963827a2-7547-45e6-abaf-6393254bffec req-3323edb7-f74d-4db9-bbfd-e83dbb334902 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0949140 May 12 20:16:33.618238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-963827a2-7547-45e6-abaf-6393254bffec req-e32f2df2-bd63-450d-af59-b2a222ce3619 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375693 May 12 20:16:33.836772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22d73-4629-479a-9c81-b1897861e596 req-40f381fd-2914-4eb4-b5ab-c9b1f31af6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:33.838144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c22d73-4629-479a-9c81-b1897861e596 req-40f381fd-2914-4eb4-b5ab-c9b1f31af6e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1096 time: 0.0777915 May 12 20:16:33.983708 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22d73-4629-479a-9c81-b1897861e596 req-62b7a856-0878-46f4-b98e-0d8a70286cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:33.985132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c22d73-4629-479a-9c81-b1897861e596 req-62b7a856-0878-46f4-b98e-0d8a70286cc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1239755 May 12 20:16:34.207320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c22d73-4629-479a-9c81-b1897861e596 req-71d1c6a5-7a78-4b0c-9c16-17c3bba06b59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 1001 time: 0.2161236 May 12 20:16:34.281604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22d73-4629-479a-9c81-b1897861e596 req-1b86abe4-586d-4dfc-9eaf-77a4c77fe9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:34.283031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c22d73-4629-479a-9c81-b1897861e596 req-1b86abe4-586d-4dfc-9eaf-77a4c77fe9a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0684927 May 12 20:16:34.367222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22d73-4629-479a-9c81-b1897861e596 req-86588c23-be89-4d8b-8635-833a302f006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:34.368712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c22d73-4629-479a-9c81-b1897861e596 req-86588c23-be89-4d8b-8635-833a302f006d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795515 May 12 20:16:34.498983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c22d73-4629-479a-9c81-b1897861e596 req-d4f0566e-0888-4b17-8ef0-2a09967f2054 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240957 May 12 20:16:34.634802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f9c22d73-4629-479a-9c81-b1897861e596 req-f5aa0c3a-19e4-41fd-a164-db21baebc2fc service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295114 May 12 20:16:34.818785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e059d-f958-42e4-a3e8-f53ef000e806 req-665887ba-dfd3-412b-886a-504e11871e25 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:34.820170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c16e059d-f958-42e4-a3e8-f53ef000e806 req-665887ba-dfd3-412b-886a-504e11871e25 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0952046 May 12 20:16:34.863806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c16e059d-f958-42e4-a3e8-f53ef000e806 req-2f05bfc3-09b1-4d7c-9d32-b9ef907f0202 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378497 May 12 20:16:36.078749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86f69a-e1af-4e40-9394-5fe257b28f27 req-7ea4ea3a-1198-4940-b55c-76547574eb9b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:36.080209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a86f69a-e1af-4e40-9394-5fe257b28f27 req-7ea4ea3a-1198-4940-b55c-76547574eb9b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0857189 May 12 20:16:36.128774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a86f69a-e1af-4e40-9394-5fe257b28f27 req-10175cff-22cf-4e26-b73f-530ecf438c3e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427175 May 12 20:16:37.329649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe9563-3b15-4558-9a36-9e968308d54e req-5932aabb-4d16-4fd1-8997-7d8dda967ab5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:37.331152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ffe9563-3b15-4558-9a36-9e968308d54e req-5932aabb-4d16-4fd1-8997-7d8dda967ab5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0891953 May 12 20:16:37.376227 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ffe9563-3b15-4558-9a36-9e968308d54e req-2c552bd5-d621-4d94-b084-455828855dcd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392840 May 12 20:16:38.226149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:38.432098 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-87400065-2e06-4696-88d2-d661a7b2fe13 service neutron] show failed (client error): The resource could not be found. May 12 20:16:38.433129 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-87400065-2e06-4696-88d2-d661a7b2fe13 service neutron] 10.222.0.73 "GET /v2.0/ports/d80c01a3-1545-48f6-8e11-9093dc36940e/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0911238 May 12 20:16:38.564911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f479-aeee-4602-a3de-3b749474f505 req-abd598a7-a7e5-4b1f-81a7-875b27a20493 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:38.566387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebd3f479-aeee-4602-a3de-3b749474f505 req-abd598a7-a7e5-4b1f-81a7-875b27a20493 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0834985 May 12 20:16:38.615775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ebd3f479-aeee-4602-a3de-3b749474f505 req-83baed1f-e0ff-4123-94b6-862036e30768 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435596 May 12 20:16:38.704478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-b025e5f5-1c28-4036-aae9-3899099e7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:38.705957 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-b025e5f5-1c28-4036-aae9-3899099e7ecc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 1096 time: 0.0758781 May 12 20:16:38.717322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:38.828097 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:38.936486 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:39.095121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:39.125945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:16:39.188165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:39.193897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:39.208677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Transition to ACTIVE for port object d80c01a3-1545-48f6-8e11-9093dc36940e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:39.214161 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:39.250757 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edeb882-cad0-4462-ac63-f75d8a34d480'] response: {'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'code': 200} May 12 20:16:39.360334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=6']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:39.413707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] No DVR routers for this DVR port d80c01a3-1545-48f6-8e11-9093dc36940e on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:16:39.744116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:16:39.744835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:16:39.744835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:39.749672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Port d80c01a3-1545-48f6-8e11-9093dc36940e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:16:39.749989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Attempting to bind port d80c01a3-1545-48f6-8e11-9093dc36940e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:39.755124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:16:39.755458 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:16:39.755835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:16:39.756257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Bound port: d80c01a3-1545-48f6-8e11-9093dc36940e, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:16:39.756599 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:39.804148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee837b-5701-4e87-a82d-ba8e04f7f027 req-e62602c7-ea09-4c8a-9d59-3afd3b81ddc1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:39.805625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6ee837b-5701-4e87-a82d-ba8e04f7f027 req-e62602c7-ea09-4c8a-9d59-3afd3b81ddc1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 943 time: 0.0842977 May 12 20:16:39.846133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:16:39.849319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:16:39.850501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6ee837b-5701-4e87-a82d-ba8e04f7f027 req-ae712e05-cd36-48d3-83ec-19d1ae993d38 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388422 May 12 20:16:39.859533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:39.917713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:39.918335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:39.919717 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] 10.222.0.36 "PUT /v2.0/ports/d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 1091 time: 1.2064919 May 12 20:16:39.936804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7a922-05d9-4de0-8eb5-cbf0d4af3fbc service neutron] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=7']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:40.017227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-63677691-e338-4e17-b406-5e26e8e0ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:40.018773 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-63677691-e338-4e17-b406-5e26e8e0ee9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1094 time: 0.0765650 May 12 20:16:40.152278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-42950a32-823c-42aa-9a12-5f3c1f078b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:40.153825 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-42950a32-823c-42aa-9a12-5f3c1f078b75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1276937 May 12 20:16:40.255698 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-ceb2f342-52f9-4f77-b45d-7b446732502b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 999 time: 0.0955842 May 12 20:16:40.318037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-1b6cfeef-bc9d-45cb-8f8e-356e00f428b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:40.319402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-1b6cfeef-bc9d-45cb-8f8e-356e00f428b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0571332 May 12 20:16:40.399509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-af42d7a3-4803-407e-b427-bc93da0d27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:40.400953 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-af42d7a3-4803-407e-b427-bc93da0d27db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751526 May 12 20:16:40.531193 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-0d4f3642-898f-4a22-892c-1ff06a254b67 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239591 May 12 20:16:40.660394 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d77e3407-b486-473b-93aa-ddd19ad65baa req-7140b191-bcc4-460e-ae53-e2d835da3a52 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231978 May 12 20:16:41.040155 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d800f-3d3d-4ca1-8ebb-5a42719580e3 req-805fc561-9fb3-4917-9286-58693e872dd7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.041604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-086d800f-3d3d-4ca1-8ebb-5a42719580e3 req-805fc561-9fb3-4917-9286-58693e872dd7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 943 time: 0.0815072 May 12 20:16:41.087144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-086d800f-3d3d-4ca1-8ebb-5a42719580e3 req-27fd30d4-150a-4c22-af59-ba1350b15b8d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393765 May 12 20:16:41.123509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:16:41.183501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:16:41.251532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:41.308034 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576ff0a3-cda9-43c9-af1c-fd240afbb3e2'] response: {'name': 'network-changed', 'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'status': 'completed', 'code': 200} May 12 20:16:41.397618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-89b6c7c7-11ea-4828-a9eb-d64663d5b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.399099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-89b6c7c7-11ea-4828-a9eb-d64663d5b366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1094 time: 0.0712287 May 12 20:16:41.402615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-14b8d55c-7c5d-48a6-ba96-68abc920bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.404077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-14b8d55c-7c5d-48a6-ba96-68abc920bbf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1094 time: 0.0750451 May 12 20:16:41.530932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-376cde44-8148-460b-bf75-ee6cb92d881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.532406 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-376cde44-8148-460b-bf75-ee6cb92d881a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1265011 May 12 20:16:41.532862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-b01cd728-dc5a-442b-8b8b-3e2058187d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.534330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-b01cd728-dc5a-442b-8b8b-3e2058187d63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1245074 May 12 20:16:41.635510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-03b26a85-5dcd-4270-a72b-1f19517a2d4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 999 time: 0.0965152 May 12 20:16:41.635889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-7be9f01a-3279-41df-9985-f106cc227bbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 999 time: 0.0953469 May 12 20:16:41.697171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-10990a94-dcd8-47f6-9066-641d1c3fd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.698284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-df0e0d8d-8499-41f5-ba13-f043df6a8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.698668 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-10990a94-dcd8-47f6-9066-641d1c3fd1af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0579071 May 12 20:16:41.699851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-df0e0d8d-8499-41f5-ba13-f043df6a8fbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0584548 May 12 20:16:41.773448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-7a721883-741b-4bec-ab9b-8125ad455f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.774958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-7a721883-741b-4bec-ab9b-8125ad455f95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704143 May 12 20:16:41.777100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-6e8d508f-0299-4575-bc39-bd3c60a7edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:41.778589 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-6e8d508f-0299-4575-bc39-bd3c60a7edd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727279 May 12 20:16:41.904807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-4fda6a96-6364-43a2-ab48-c53e62a9e368 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239192 May 12 20:16:42.016433 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-d7a1d415-3f68-4a5e-842b-fbaf72ebf890 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310972 May 12 20:16:42.038507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-3d0baf06-e7ff-42fa-a7b3-28048553b895 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276207 May 12 20:16:42.164087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-afda2cc0-0c62-4add-8c7e-4d17de16769f req-0d27a9ba-ce8c-41c2-9073-8b66fa9c9ec1 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374652 May 12 20:16:42.293712 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60827bd-50a2-4bd4-903e-9dd94bc49202 req-c438b455-58b1-4539-9b48-d589f13733f0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:42.295183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e60827bd-50a2-4bd4-903e-9dd94bc49202 req-c438b455-58b1-4539-9b48-d589f13733f0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 943 time: 0.0849376 May 12 20:16:42.339652 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e60827bd-50a2-4bd4-903e-9dd94bc49202 req-c54cf578-95f8-4ab4-960c-bd0ba3e2ecf4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386178 May 12 20:16:43.039096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:16:43.220464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:43.233658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:16:43.295989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d80c01a3-1545-48f6-8e11-9093dc36940e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:43.296216 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:43.319343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80c01a3-1545-48f6-8e11-9093dc36940e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:16:43.336977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:43.342630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:43.410159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:43.529278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf915fc-6ea5-4272-8d60-b44d4f538ddf req-99545b46-19a1-49e1-81da-38f2c4510e43 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:43.530775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecf915fc-6ea5-4272-8d60-b44d4f538ddf req-99545b46-19a1-49e1-81da-38f2c4510e43 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 944 time: 0.0846121 May 12 20:16:43.556183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['d80c01a3-1545-48f6-8e11-9093dc36940e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:16:43.697311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecf915fc-6ea5-4272-8d60-b44d4f538ddf req-1ad201be-fa16-46f8-bae2-4eefc9cd5dbe tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607399 May 12 20:16:44.062950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29c952-7e62-4415-a43f-2d6d02340a9e req-958d6bb5-813a-4641-a121-eb51692925f2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:44.064367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d29c952-7e62-4415-a43f-2d6d02340a9e req-958d6bb5-813a-4641-a121-eb51692925f2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 944 time: 0.1393728 May 12 20:16:44.072782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-e0fdf2bf-1967-4420-bbee-204086e51789 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:44.074179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-e0fdf2bf-1967-4420-bbee-204086e51789 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.73 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206&tenant_id=1a6e68cf357949379a266db1b49dd32d&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 944 time: 0.1139655 May 12 20:16:44.168099 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d29c952-7e62-4415-a43f-2d6d02340a9e req-833fca32-0c62-4556-8994-4468b9db7007 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929732 May 12 20:16:44.181827 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-e3dd96aa-9af2-4e88-8494-d7956d9ff10b service neutron] delete failed (client error): The resource could not be found. May 12 20:16:44.182811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-e3dd96aa-9af2-4e88-8494-d7956d9ff10b service neutron] 10.222.0.73 "DELETE /v2.0/ports/d80c01a3-1545-48f6-8e11-9093dc36940e/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0951872 May 12 20:16:44.324284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-78a53c7a-a80d-4357-978b-08b8b87cd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:44.325776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-78a53c7a-a80d-4357-978b-08b8b87cd3f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 1095 time: 0.0762649 May 12 20:16:44.457058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-ed7c94f0-f178-4ec7-b25c-b9c09c3ed55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:44.458445 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-ed7c94f0-f178-4ec7-b25c-b9c09c3ed55d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1272984 May 12 20:16:44.562771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-4636c01c-1739-4055-b2b0-edd782fab1d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 200 len: 1000 time: 0.0972760 May 12 20:16:44.624334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-34bd5469-b042-4281-bd70-3a98b002a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:44.625720 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-34bd5469-b042-4281-bd70-3a98b002a325 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0571313 May 12 20:16:44.703659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-c0d577ac-7280-4ac1-9eeb-36b0a57c0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:44.705136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-c0d577ac-7280-4ac1-9eeb-36b0a57c0b36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739737 May 12 20:16:44.834594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-9199824d-f434-41ec-8ef4-ad55bcc1bcf4 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231582 May 12 20:16:44.963246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2acf355c-ad6b-481d-a8f1-75fe3164f9a7 req-974a2ac3-3038-4936-8f00-af1ff946d94e service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214180 May 12 20:16:45.067788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:16:45.145355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port d80c01a3-1545-48f6-8e11-9093dc36940e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:16:45.150017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port d80c01a3-1545-48f6-8e11-9093dc36940e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:45.150380 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:45.275922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d80c01a3-1545-48f6-8e11-9093dc36940e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:45.276478 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:45.313957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:45.314994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:45.321338 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:45.368773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35f190-8153-4386-abf3-b126e73efba7 req-eeb8ad09-98aa-468e-a19a-9ae24ca5ed72 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:45.370553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b35f190-8153-4386-abf3-b126e73efba7 req-eeb8ad09-98aa-468e-a19a-9ae24ca5ed72 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0878997 May 12 20:16:45.374550 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5bdd8d-25b6-4309-8cfa-0ec8d41b0c55'] response: {'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'code': 200} May 12 20:16:45.401292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:45.417601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b35f190-8153-4386-abf3-b126e73efba7 req-f26603c5-26d5-4a54-8b66-d71c80df00d0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393345 May 12 20:16:46.617481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7937-222a-46c7-bdef-a9e20e7d6710 req-ed49bfc2-8345-4365-91ce-fad848603212 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:46.618908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-315a7937-222a-46c7-bdef-a9e20e7d6710 req-ed49bfc2-8345-4365-91ce-fad848603212 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0852532 May 12 20:16:46.663406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-315a7937-222a-46c7-bdef-a9e20e7d6710 req-c0959be0-db2f-4205-a106-ed84e8bfcc70 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382466 May 12 20:16:46.850918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e0a6-5030-4065-b03b-089417328f9e req-ca3f35d0-48a0-44d0-9e90-6732e474ce0d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:46.852341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc21e0a6-5030-4065-b03b-089417328f9e req-ca3f35d0-48a0-44d0-9e90-6732e474ce0d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0862668 May 12 20:16:46.896826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc21e0a6-5030-4065-b03b-089417328f9e req-3d2e4e3b-2385-42ed-801b-249ac1b7c286 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383718 May 12 20:16:47.089545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b27cf-d0c8-4e4c-b84d-05ac07f05ce8 req-5ee1ddd8-a9e0-4bd8-9972-157e7d94e97d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:47.090961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-225b27cf-d0c8-4e4c-b84d-05ac07f05ce8 req-5ee1ddd8-a9e0-4bd8-9972-157e7d94e97d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0914636 May 12 20:16:47.137859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-225b27cf-d0c8-4e4c-b84d-05ac07f05ce8 req-53057858-a731-4077-9bde-d0b7a3bd672e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410373 May 12 20:16:47.532889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe6879-1e84-4d52-9217-3cf9611ad986 req-0eac81b6-a198-4432-bd70-c1871663c0e8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:47.534394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fffe6879-1e84-4d52-9217-3cf9611ad986 req-0eac81b6-a198-4432-bd70-c1871663c0e8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0817246 May 12 20:16:47.577731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fffe6879-1e84-4d52-9217-3cf9611ad986 req-139f9b34-0304-44ae-bd92-49aa255b5a25 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375843 May 12 20:16:48.722875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-be4149b7-28d0-4780-a5a1-c8749c49c88b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:48.723551 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-be4149b7-28d0-4780-a5a1-c8749c49c88b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Synchronizing usage tracker for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:16:48.735990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-be4149b7-28d0-4780-a5a1-c8749c49c88b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Unset dirty status for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:16:48.737065 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-be4149b7-28d0-4780-a5a1-c8749c49c88b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0921838 May 12 20:16:48.779347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691417d-da0e-4b38-aa43-0f70cebc44c1 req-51ce32bb-5042-414c-88f1-28a4554c7848 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:48.780814 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4691417d-da0e-4b38-aa43-0f70cebc44c1 req-51ce32bb-5042-414c-88f1-28a4554c7848 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 945 time: 0.0822985 May 12 20:16:48.809393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Deleting port d80c01a3-1545-48f6-8e11-9093dc36940e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:16:48.809774 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:48.824354 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4691417d-da0e-4b38-aa43-0f70cebc44c1 req-db39953d-4735-49bc-a245-be09067f480f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378199 May 12 20:16:49.048852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] For port d80c01a3-1545-48f6-8e11-9093dc36940e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d80c01a3-1545-48f6-8e11-9093dc36940e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:49.049177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:49.342970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:49.343523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:49.344093 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc disassociated. External IP: 172.25.2.174, port: d80c01a3-1545-48f6-8e11-9093dc36940e. May 12 20:16:49.344713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Calling delete_port for d80c01a3-1545-48f6-8e11-9093dc36940e owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:16:49.497319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:49.551152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event deleted for resources: {'Port': ['ID=d80c01a3-1545-48f6-8e11-9093dc36940e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:49.739789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:16:49.916853 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:16:49.928797 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:16:49.944877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:16:49.945956 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:16:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:50.003112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b78ae61-8ce3-475d-b788-deba95e7935e req-fe0870da-34f4-467b-a6f7-41e50e8efbb1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=d923e652-676d-447e-afb1-3dff9a7dd206 HTTP/1.1" status: 200 len: 210 time: 0.0715487 May 12 20:16:50.102721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] No DVR routers for this DVR port d80c01a3-1545-48f6-8e11-9093dc36940e on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:16:50.105870 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:50.108479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-deleted', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:50.127553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-219c5863-73c4-4c13-82e3-4495fbb071fb req-10d207ad-cd6b-425f-9a6b-9c21ec20c672 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "DELETE /v2.0/ports/d80c01a3-1545-48f6-8e11-9093dc36940e HTTP/1.1" status: 204 len: 173 time: 1.3852828 May 12 20:16:50.160411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:16:50.173965 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29a0a80-9b45-4ce1-a606-d574c51b9813'] response: {'server_uuid': 'd923e652-676d-447e-afb1-3dff9a7dd206', 'name': 'network-vif-deleted', 'tag': 'd80c01a3-1545-48f6-8e11-9093dc36940e', 'status': 'completed', 'code': 200} May 12 20:16:50.474005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:50.477950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:16:50.486526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:16:50.487109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:16:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:50.663803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:16:51.019055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:16:51.023157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656db8-54c7-431f-89de-ddaaf80b4548 None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:16:51.091643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:16:51.130923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: d80c01a3-1545-48f6-8e11-9093dc36940e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:16:51.131268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d80c01a3-1545-48f6-8e11-9093dc36940e not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:16:51.288928 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bc30a-8d18-4e79-a9ee-ce00257d96c2 None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:16:51.360322 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-bde0d620-dc01-42be-9183-f7f2cebec209 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--37218895&fields=id&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 267 time: 0.0441732 May 12 20:16:51.636666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-b3f219eb-d956-44a4-b16d-dd0cc44f2eaa tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:51.638119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-b3f219eb-d956-44a4-b16d-dd0cc44f2eaa tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.2702932 May 12 20:16:51.656916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-d5c90606-4aa2-45b1-8d20-dbcd549555af tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/quotas/1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 375 time: 0.0131853 May 12 20:16:51.747743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-4b3bd8ab-9f8c-4904-9124-2ffc20e396a7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820627 May 12 20:16:51.884567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-8efa282e-079c-4ac6-86f4-871b0dc96125 service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247430 May 12 20:16:52.022361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-766840ea-b0f6-427b-aa38-0a91ea54b423 service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320009 May 12 20:16:52.220199 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61fabf91-7658-4ff0-bf7c-9d4e761f64ea req-b13ac88d-a7d1-4190-95a8-c0e5c48d1651 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 210 time: 0.0437953 May 12 20:16:53.383310 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-05ae7b01-860c-4700-85d4-d2414590c75e req-9a22a2c9-031d-4484-9652-f2a832af5aa8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 210 time: 0.0538476 May 12 20:16:53.414166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-c74b73bb-b350-4e83-a820-6ba3b5319b9a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:53.414854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-c74b73bb-b350-4e83-a820-6ba3b5319b9a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Synchronizing usage tracker for tenant:1a6e68cf357949379a266db1b49dd32d on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:16:53.432388 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-c74b73bb-b350-4e83-a820-6ba3b5319b9a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Unset dirty status for tenant:1a6e68cf357949379a266db1b49dd32d on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:16:53.433528 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-c74b73bb-b350-4e83-a820-6ba3b5319b9a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.1838005 May 12 20:16:53.480697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-a1ef3ee7-b457-4e15-b8af-b2b8eb67da0f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Synchronizing usage tracker for tenant:1a6e68cf357949379a266db1b49dd32d on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:16:53.500612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-a1ef3ee7-b457-4e15-b8af-b2b8eb67da0f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Unset dirty status for tenant:1a6e68cf357949379a266db1b49dd32d on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:16:53.501856 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-a1ef3ee7-b457-4e15-b8af-b2b8eb67da0f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 378 time: 0.0610735 May 12 20:16:53.510347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'port': {'device_id': 'decc32f0-af57-4297-b087-6277c1a758de', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'admin_state_up': True, 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'security_groups': ['f8c64d19-7c1d-42c0-a0e2-208bd2edb8af']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:53.645415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:16:53.651166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:port and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:16:53.654369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:16:53.660268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:16:53.671496 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Made reservation on behalf of 1a6e68cf357949379a266db1b49dd32d for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:16:53.675379 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:53.844321 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Allocated IP 172.20.0.13 (5bc5cb89-cf74-416b-b70c-cbd77ee88763/fd7066b4-5148-48be-a34a-67a8f9838e65/5cf017a7-f562-4a89-84df-f88d8218131e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:16:54.028921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:54.044406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Transition to ACTIVE for port object 5cf017a7-f562-4a89-84df-f88d8218131e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:54.079215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:54.152283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:16:54.155490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:16:54.159370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:16:54.189264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:54.209146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.209516 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.209848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.210172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.210465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.210807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.211122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.211407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.211739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.212047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.212377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.212656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:16:54.236183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:54.236829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:54.263863 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-79552900-5c96-48e5-be23-2e7eeb1f412c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7568765 May 12 20:16:54.276148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Request body: {'port': {'device_id': 'decc32f0-af57-4297-b087-6277c1a758de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:16:54.389788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:54.397722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9098289-5843-4673-9130-38bc0f0c11c2 None None] Provisioning for port 5cf017a7-f562-4a89-84df-f88d8218131e completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:16:54.402731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d9098289-5843-4673-9130-38bc0f0c11c2 None None] Provisioning complete for port 5cf017a7-f562-4a89-84df-f88d8218131e triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:16:54.403040 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9098289-5843-4673-9130-38bc0f0c11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:54.456736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d9098289-5843-4673-9130-38bc0f0c11c2 None None] Port 5cf017a7-f562-4a89-84df-f88d8218131e cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:16:54.572221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e8ccc-0f7f-4010-b5e6-59c79046175f req-a01ae86f-277a-4dc9-b598-1fc5d5e5e8dd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:54.573743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-897e8ccc-0f7f-4010-b5e6-59c79046175f req-a01ae86f-277a-4dc9-b598-1fc5d5e5e8dd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 932 time: 0.0789874 May 12 20:16:54.621599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-897e8ccc-0f7f-4010-b5e6-59c79046175f req-e498ba5c-cc02-4fd8-a755-e57e6fc76326 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400529 May 12 20:16:54.731921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf017a7-f562-4a89-84df-f88d8218131e {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:16:54.739515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:54.754743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Transition to ACTIVE for port object 5cf017a7-f562-4a89-84df-f88d8218131e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:16:54.762514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:54.891409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:54.995367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Attempting to bind port 5cf017a7-f562-4a89-84df-f88d8218131e on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:16:54.995703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Attempting to bind port 5cf017a7-f562-4a89-84df-f88d8218131e by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:16:54.996058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Attempting to bind port 5cf017a7-f562-4a89-84df-f88d8218131e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:55.000797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Port 5cf017a7-f562-4a89-84df-f88d8218131e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:16:55.001113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Attempting to bind port 5cf017a7-f562-4a89-84df-f88d8218131e on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:16:55.006309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:16:55.006650 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:16:55.007035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:16:55.007456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Bound port: 5cf017a7-f562-4a89-84df-f88d8218131e, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:16:55.007798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:55.205205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:16:55.208286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:16:55.215158 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:55.274454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:55.275078 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:55.276506 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] 10.222.0.36 "PUT /v2.0/ports/5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 1092 time: 1.0049112 May 12 20:16:55.276997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:16:55.302897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0d740-4a34-4a95-9201-bef458e7d943 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:55.329028 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f57cfe9-a95f-4324-a7c3-01624a00e0bd'] response: {'name': 'network-changed', 'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e', 'status': 'completed', 'code': 200} May 12 20:16:55.407215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-a681eaa3-022e-4151-893e-561ff7ebc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:55.408811 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-a681eaa3-022e-4151-893e-561ff7ebc8e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1095 time: 0.0765181 May 12 20:16:55.477057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-d90bd0fa-9f92-4f51-98fd-f32f24c9000a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 217 time: 0.0608215 May 12 20:16:55.541861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-dc1b013b-a90d-4586-aceb-ef1ae1c814ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:55.543215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-dc1b013b-a90d-4586-aceb-ef1ae1c814ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0603299 May 12 20:16:55.619740 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-087cc8bb-74d0-4e8c-82c4-49c5624d8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:55.621329 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-087cc8bb-74d0-4e8c-82c4-49c5624d8e32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723228 May 12 20:16:55.750679 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-9c523875-95c7-4f40-8eb2-42b452fd2e51 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231759 May 12 20:16:55.808095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872643d0-8a6c-4dc5-b6ec-7bf0a3b9f9e7 req-8ea3b5d6-0ab2-4cf2-9317-2bc25fc72532 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:55.809495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-872643d0-8a6c-4dc5-b6ec-7bf0a3b9f9e7 req-8ea3b5d6-0ab2-4cf2-9317-2bc25fc72532 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 944 time: 0.0840809 May 12 20:16:55.854559 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-872643d0-8a6c-4dc5-b6ec-7bf0a3b9f9e7 req-217fc4c5-3862-4ac3-bfd1-b294df2eae7e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386820 May 12 20:16:55.878975 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67c5b5e9-1149-4fac-9f69-b4fc4d306b37 req-48e2063b-6799-4af4-bf65-cfc62e294600 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225486 May 12 20:16:56.000541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-c4b0ba26-a781-4aae-8df0-da4db5d7bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:56.002045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-c4b0ba26-a781-4aae-8df0-da4db5d7bc9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1095 time: 0.0751433 May 12 20:16:56.133942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-5959a044-6653-40b3-96d4-b0ca78d4da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:56.135286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-5959a044-6653-40b3-96d4-b0ca78d4da44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1264482 May 12 20:16:56.202150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-1efa80c0-f559-4442-ac9a-18017c5ef822 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 217 time: 0.0599015 May 12 20:16:56.269393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-7bcad5d8-2dfa-4c5f-a1fd-995ce6cd630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:56.270837 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-7bcad5d8-2dfa-4c5f-a1fd-995ce6cd630c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0618412 May 12 20:16:56.348040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-cee653da-e940-42d4-8b70-4bf31e82da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:56.349548 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-cee653da-e940-42d4-8b70-4bf31e82da19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718372 May 12 20:16:56.490964 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-4d470460-5d3c-45b2-818a-67993a619825 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324344 May 12 20:16:56.623050 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-39f6d5d4-c431-4369-958c-1a85ecd4cd3d req-19078e98-37a3-4afe-bd71-10013871f386 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242430 May 12 20:16:56.918967 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6851a5ff-03b3-4e2e-ac78-562c07184d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:57.053322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fe25a-6d20-45e9-8b64-6c5ff2087295 req-b089d805-77c5-4cf0-bdb5-6ebeb75339b0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:57.054780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b14fe25a-6d20-45e9-8b64-6c5ff2087295 req-b089d805-77c5-4cf0-bdb5-6ebeb75339b0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 944 time: 0.0815258 May 12 20:16:57.114046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b14fe25a-6d20-45e9-8b64-6c5ff2087295 req-dab3d3d4-8671-4be4-8615-0b93ee83afa2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524442 May 12 20:16:58.310957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112821d-a8a9-4ecd-9ce1-33af718ba54b req-443cef86-b0d8-4908-bfc4-debb739b7ccc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:58.312448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2112821d-a8a9-4ecd-9ce1-33af718ba54b req-443cef86-b0d8-4908-bfc4-debb739b7ccc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 944 time: 0.0886638 May 12 20:16:58.356425 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2112821d-a8a9-4ecd-9ce1-33af718ba54b req-bdda5a7e-f46a-4bb0-bd14-659eb8eaddaf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382106 May 12 20:16:59.008157 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-012bc58d-4fd9-4a58-8522-5b3eedba811b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:59.122585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5cf017a7-f562-4a89-84df-f88d8218131e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:16:59.265533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:59.278570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '5cf017a7-f562-4a89-84df-f88d8218131e', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': '5cf017a7-f562-4a89-84df-f88d8218131e', 'mac_address': 'fa:16:3e:4a:20:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:16:59.336142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5cf017a7-f562-4a89-84df-f88d8218131e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:16:59.336514 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:59.355044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf017a7-f562-4a89-84df-f88d8218131e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:16:59.372087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:16:59.378292 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:16:59.444962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:16:59.545464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c8f8-57f9-40c7-8d87-6b3c3b978740 req-c608f98d-4fe3-4c63-b957-6daee6445d72 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:16:59.546858 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95f3c8f8-57f9-40c7-8d87-6b3c3b978740 req-c608f98d-4fe3-4c63-b957-6daee6445d72 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 945 time: 0.0875576 May 12 20:16:59.566609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['5cf017a7-f562-4a89-84df-f88d8218131e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:16:59.595869 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-95f3c8f8-57f9-40c7-8d87-6b3c3b978740 req-5f7a258c-27c8-49f6-81b1-beab4d3b32d1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403645 May 12 20:17:00.212517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:00.653148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:00.783821 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ef838-ddbb-4af9-9109-503930f7eacd req-007324c1-98e4-4019-801c-fecfc62c512d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:00.785176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b99ef838-ddbb-4af9-9109-503930f7eacd req-007324c1-98e4-4019-801c-fecfc62c512d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 945 time: 0.0819075 May 12 20:17:00.839360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b99ef838-ddbb-4af9-9109-503930f7eacd req-c99f8639-b15f-4cd1-8194-01b7692b79ce tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481298 May 12 20:17:01.137240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5cf017a7-f562-4a89-84df-f88d8218131e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:17:01.213715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 5cf017a7-f562-4a89-84df-f88d8218131e completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:17:01.219206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 5cf017a7-f562-4a89-84df-f88d8218131e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:17:01.219573 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:01.345459 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5cf017a7-f562-4a89-84df-f88d8218131e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:17:01.345837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:01.378234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:17:01.388145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:01.396043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:01.434830 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ba642a-da2f-437f-af5d-3846ee6b8c96'] response: {'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e', 'code': 200} May 12 20:17:01.467289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:01.559220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007918b-4489-4e78-80d8-3648fd362514 req-9c1d7487-7bd8-40f9-95b2-45edef2fd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:01.560674 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0007918b-4489-4e78-80d8-3648fd362514 req-9c1d7487-7bd8-40f9-95b2-45edef2fd9b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1097 time: 0.0703444 May 12 20:17:01.605048 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0007918b-4489-4e78-80d8-3648fd362514 req-70515534-db09-4f88-bb30-98d6647c6663 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378301 May 12 20:17:01.797171 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:02.036325 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2d72c-3ad6-41b3-9a21-d3b3ebd6e991 req-5b03a7d7-7ac1-4f1b-b2eb-12eda1ba90db tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:02.037675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ee2d72c-3ad6-41b3-9a21-d3b3ebd6e991 req-5b03a7d7-7ac1-4f1b-b2eb-12eda1ba90db tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0900359 May 12 20:17:02.089095 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ee2d72c-3ad6-41b3-9a21-d3b3ebd6e991 req-215b1ab3-7809-4456-8728-f3169cbce63e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451221 May 12 20:17:03.288175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b9999-1bbf-4c7d-8b97-797c74d4b9cb req-469f9ec4-488d-4701-8fb9-91f8c1200c5a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:03.289623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-372b9999-1bbf-4c7d-8b97-797c74d4b9cb req-469f9ec4-488d-4701-8fb9-91f8c1200c5a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0906219 May 12 20:17:03.335146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-372b9999-1bbf-4c7d-8b97-797c74d4b9cb req-dd79fc23-f99c-4b7b-9993-dd5bf076b29d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387127 May 12 20:17:03.528172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409a1a3-f061-4469-bba7-2985a26b39b5 req-9e10c71c-6ba8-485f-85c3-630435294990 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:03.529670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6409a1a3-f061-4469-bba7-2985a26b39b5 req-9e10c71c-6ba8-485f-85c3-630435294990 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0840292 May 12 20:17:03.538489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47484) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:17:03.547178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'floatingip': {'port_id': '5cf017a7-f562-4a89-84df-f88d8218131e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:17:03.623584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:04.339576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:04.346195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:04.525737 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc associated. External IP: 172.25.2.174, port: 5cf017a7-f562-4a89-84df-f88d8218131e. May 12 20:17:04.870821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:17:05.159857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:17:05.164812 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:05.169792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:17:05.180800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:17:05.181651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:16:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:05.217354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9abbfbd4-ff69-4fdf-b191-0961adfe5f37 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "PUT /v2.0/floatingips/972194b0-42d5-406b-a401-7ffeb3665abc HTTP/1.1" status: 200 len: 992 time: 1.6776850 May 12 20:17:05.217911 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:17:05.335113 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ee8b07-95d1-4980-8608-58841bff2db3'] response: {'name': 'network-changed', 'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e', 'status': 'completed', 'code': 200} May 12 20:17:05.370263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:17:05.442569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-db2c89ed-1dfd-4092-b915-f5fdd02644f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:05.443989 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-db2c89ed-1dfd-4092-b915-f5fdd02644f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1097 time: 0.0837519 May 12 20:17:05.550664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe21434-687a-4279-9aaf-4d02d1b40dcc req-32e06135-e53b-4434-ab55-42254288a84c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:05.557406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efe21434-687a-4279-9aaf-4d02d1b40dcc req-32e06135-e53b-4434-ab55-42254288a84c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0850651 May 12 20:17:05.592024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-c101537d-8edc-4057-a063-741f241fcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:05.593561 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-c101537d-8edc-4057-a063-741f241fcaac service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1418197 May 12 20:17:05.604527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efe21434-687a-4279-9aaf-4d02d1b40dcc req-7674b353-1c9a-4ed1-a803-5afde2da6751 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462213 May 12 20:17:05.697887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-69dd6564-1150-4e8c-abb2-33d703bab202 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 1000 time: 0.0981255 May 12 20:17:05.759786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-0a8fa1af-bf7f-4cc0-933f-fb512d559f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:05.761250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-0a8fa1af-bf7f-4cc0-933f-fb512d559f13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0576770 May 12 20:17:05.775627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': '5cf017a7-f562-4a89-84df-f88d8218131e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:4a:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decc32f0-af57-4297-b087-6277c1a758de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:17:04Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:05.779690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:17:05.788316 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:17:05.788892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:16:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:05.840346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-19791def-b094-40ec-91c7-9b9033c22cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:05.841879 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-19791def-b094-40ec-91c7-9b9033c22cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748482 May 12 20:17:05.960408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:17:05.973129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-f07eaaf5-8a78-4f22-9ca2-bf0e494f5a03 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249833 May 12 20:17:06.106379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-69da7d20-3642-4974-8e9a-3ab860f7e702 req-68d68c8f-7bad-4107-bf0a-dbbe3cad9f88 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254082 May 12 20:17:06.311219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': '5cf017a7-f562-4a89-84df-f88d8218131e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:4a:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decc32f0-af57-4297-b087-6277c1a758de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:17:04Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:06.315258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f204a-c7d9-4913-8f8c-e030ce73f292 None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': '5cf017a7-f562-4a89-84df-f88d8218131e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:4a:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decc32f0-af57-4297-b087-6277c1a758de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:17:04Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:17:06.503685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24604c78-a8e2-492e-9ac5-107efaeb4ecf None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:17:06.964288 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba374a-2dee-468b-92e7-8ba4b67ee51e req-a6fa5832-405b-4645-9c72-9298d991ea09 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:06.965867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fba374a-2dee-468b-92e7-8ba4b67ee51e req-a6fa5832-405b-4645-9c72-9298d991ea09 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0899189 May 12 20:17:07.010292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4fba374a-2dee-468b-92e7-8ba4b67ee51e req-67d24521-5f8b-410e-b7f1-b6ca061ab2e8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387483 May 12 20:17:08.211436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0fda9-bad1-41f4-938c-f4d8d16565e0 req-fe1a90d7-d350-48f8-b775-bcf12b3856f9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:08.212939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5e0fda9-bad1-41f4-938c-f4d8d16565e0 req-fe1a90d7-d350-48f8-b775-bcf12b3856f9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0785484 May 12 20:17:08.232488 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:08.263240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5e0fda9-bad1-41f4-938c-f4d8d16565e0 req-94eb49f6-eb89-4550-b640-33f9044d4964 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439124 May 12 20:17:08.723933 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:17:08.941721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:09.483011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4ae08-2dee-47bb-98a9-e3ed52bbdb62 req-4ff30f6b-df6c-470a-9acf-6eb3e1e5d8ab tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:09.484656 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7be4ae08-2dee-47bb-98a9-e3ed52bbdb62 req-4ff30f6b-df6c-470a-9acf-6eb3e1e5d8ab tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.1018262 May 12 20:17:09.534866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7be4ae08-2dee-47bb-98a9-e3ed52bbdb62 req-5963400a-67ea-4a65-a53b-a473c27747f9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444705 May 12 20:17:10.746949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165cffd-c2a9-4803-84eb-bcba6e8f5d98 req-c2f07527-b670-44e7-a3f0-c8d9b3f40e1f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:10.748516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7165cffd-c2a9-4803-84eb-bcba6e8f5d98 req-c2f07527-b670-44e7-a3f0-c8d9b3f40e1f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0906591 May 12 20:17:10.793355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7165cffd-c2a9-4803-84eb-bcba6e8f5d98 req-feb5d627-3a4a-49e9-b0ef-c5a3ced5c0a2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389376 May 12 20:17:11.988545 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82d3c0-bfee-4a0f-b64c-ef6dd6ac0c15 req-9dabc89f-b841-4748-a868-c8583e4546a0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:11.990035 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f82d3c0-bfee-4a0f-b64c-ef6dd6ac0c15 req-9dabc89f-b841-4748-a868-c8583e4546a0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0828385 May 12 20:17:12.033212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f82d3c0-bfee-4a0f-b64c-ef6dd6ac0c15 req-c8628cde-3ffb-4feb-a051-0e89decfa8c6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374610 May 12 20:17:13.227939 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8a2c-b188-4989-8349-bb33eef7776b req-4a31abbc-ed7f-4376-a62d-ac866519b322 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:13.229783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-103c8a2c-b188-4989-8349-bb33eef7776b req-4a31abbc-ed7f-4376-a62d-ac866519b322 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0862813 May 12 20:17:13.275928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-103c8a2c-b188-4989-8349-bb33eef7776b req-23a69d76-2be7-4ba2-b4df-a74f8ff9e697 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377827 May 12 20:17:14.468397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166230-5460-4f58-a74d-a1c5b1da1a52 req-bc71906e-6d45-4d3c-aaf8-4c6f5f558915 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:14.469785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed166230-5460-4f58-a74d-a1c5b1da1a52 req-bc71906e-6d45-4d3c-aaf8-4c6f5f558915 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0875082 May 12 20:17:14.520279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ed166230-5460-4f58-a74d-a1c5b1da1a52 req-aed34e75-e064-4f33-812b-6589638161cb tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422196 May 12 20:17:15.831028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b57be-b79b-4ceb-8253-9d5d7e913f0c req-bcf447a1-c76f-48eb-b365-9ac3f00a8b38 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:15.832391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-118b57be-b79b-4ceb-8253-9d5d7e913f0c req-bcf447a1-c76f-48eb-b365-9ac3f00a8b38 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.1928251 May 12 20:17:15.875955 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-118b57be-b79b-4ceb-8253-9d5d7e913f0c req-2a4d06de-c0a3-4be5-be4c-d940fcc08b29 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377135 May 12 20:17:17.078694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca41b-af56-42d7-8f8f-25481516630b req-17635ac5-d4e7-4360-a352-bd63e5a9d203 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:17.080083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb3ca41b-af56-42d7-8f8f-25481516630b req-17635ac5-d4e7-4360-a352-bd63e5a9d203 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0849817 May 12 20:17:17.128167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb3ca41b-af56-42d7-8f8f-25481516630b req-b223864a-86f1-4434-bc01-6bd9c602cfb8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396910 May 12 20:17:18.329788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069de169-0556-4804-8784-bffa5beeedbf req-84cb480c-0890-421a-8d77-9daa0d7b61dc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:18.331250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-069de169-0556-4804-8784-bffa5beeedbf req-84cb480c-0890-421a-8d77-9daa0d7b61dc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0877805 May 12 20:17:18.378914 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-069de169-0556-4804-8784-bffa5beeedbf req-6902d673-3d2b-4958-b3d6-3dd438b580c8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417745 May 12 20:17:19.571606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01296b2a-ded1-4d85-b256-70dd7c6cefa8 req-0a8c7dcd-602f-4eb3-938c-30aeb8b88a0a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:19.573079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01296b2a-ded1-4d85-b256-70dd7c6cefa8 req-0a8c7dcd-602f-4eb3-938c-30aeb8b88a0a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0837104 May 12 20:17:19.622547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01296b2a-ded1-4d85-b256-70dd7c6cefa8 req-a78a4650-6a7f-4939-ad1f-39b60bc684ef tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393875 May 12 20:17:20.832390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3773e3a-473b-4323-b239-497e8c866dca req-6966818e-45cc-4824-bd50-920a3390b0b7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:20.833857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3773e3a-473b-4323-b239-497e8c866dca req-6966818e-45cc-4824-bd50-920a3390b0b7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0931125 May 12 20:17:20.880525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3773e3a-473b-4323-b239-497e8c866dca req-31eb4143-5198-461c-9ba7-b835b87597cb tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382519 May 12 20:17:22.097215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e67bb5-5019-4a10-b65a-c4a25f0f0f5b req-bd831798-248f-401f-9e4d-26d319a4c9c3 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:22.098658 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41e67bb5-5019-4a10-b65a-c4a25f0f0f5b req-bd831798-248f-401f-9e4d-26d319a4c9c3 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0977435 May 12 20:17:22.143031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41e67bb5-5019-4a10-b65a-c4a25f0f0f5b req-13bc0497-ddee-42b8-bdfe-d67021ac6fd1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381179 May 12 20:17:23.352027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f4616-8a9a-435e-8eb2-f01f9449ce6a req-73b499f2-e88f-4ff3-9d9e-e9ac26305fb8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:23.353871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-910f4616-8a9a-435e-8eb2-f01f9449ce6a req-73b499f2-e88f-4ff3-9d9e-e9ac26305fb8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.1001997 May 12 20:17:23.401042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-910f4616-8a9a-435e-8eb2-f01f9449ce6a req-b9b79284-738d-4ea5-85fb-47a272c96e2e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388596 May 12 20:17:24.607424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dabb5c-3699-4e83-9eb5-47daf45d649a req-21d76031-2781-48a6-88cc-aea7a5d7c193 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:24.608964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92dabb5c-3699-4e83-9eb5-47daf45d649a req-21d76031-2781-48a6-88cc-aea7a5d7c193 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0860293 May 12 20:17:24.653565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92dabb5c-3699-4e83-9eb5-47daf45d649a req-f4202c8d-5f2f-4fec-8ed9-994309303be4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388126 May 12 20:17:25.857108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33562889-642a-498e-801c-757436ee2a94 req-0c60114d-1782-4c9d-9a8b-4ea6c2b89d24 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:25.858609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33562889-642a-498e-801c-757436ee2a94 req-0c60114d-1782-4c9d-9a8b-4ea6c2b89d24 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0923812 May 12 20:17:25.902968 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-33562889-642a-498e-801c-757436ee2a94 req-fb6a6a09-1b6c-456a-a8e3-f3a08e609ecd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385938 May 12 20:17:26.919521 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bd63b5b8-b0a1-4d7c-8c21-610469b252d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:27.095958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b36c6-6bc5-42df-928d-9e8c657910d8 req-600a0737-3f62-42f1-b5da-30ec33e50a42 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:27.097359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a64b36c6-6bc5-42df-928d-9e8c657910d8 req-600a0737-3f62-42f1-b5da-30ec33e50a42 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0887158 May 12 20:17:27.145447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a64b36c6-6bc5-42df-928d-9e8c657910d8 req-366b01c6-8a40-4e34-858c-798efda41e3c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421493 May 12 20:17:27.906817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-1e6f7f34-cfb5-44f2-bc68-e569f7e8f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:27.908297 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-1e6f7f34-cfb5-44f2-bc68-e569f7e8f689 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1097 time: 0.0753362 May 12 20:17:28.056304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-35e11caa-2be2-490d-ae9e-0f3ec1607c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:28.058800 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-35e11caa-2be2-490d-ae9e-0f3ec1607c1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1302059 May 12 20:17:28.166704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-32e27dfa-37ec-42e3-935a-f0e7ee84e575 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 1002 time: 0.1008778 May 12 20:17:28.232283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-17842dec-7694-4daf-9efd-b55d6a9dbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:28.233862 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-17842dec-7694-4daf-9efd-b55d6a9dbaf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0590265 May 12 20:17:28.310637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-f3bfc2b5-6e47-4401-a2ed-6718516b3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:28.312194 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-f3bfc2b5-6e47-4401-a2ed-6718516b3aad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729032 May 12 20:17:28.331015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126900b1-0ae3-4915-96c0-c006442231de req-f0c97db0-95f4-43fe-8484-13fb6a218371 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:28.332487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-126900b1-0ae3-4915-96c0-c006442231de req-f0c97db0-95f4-43fe-8484-13fb6a218371 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0817423 May 12 20:17:28.377335 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-126900b1-0ae3-4915-96c0-c006442231de req-471e95a4-3fa0-46b2-a59a-d79b3f9eb5ca tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388725 May 12 20:17:28.442989 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-351ae2ae-fc20-4e36-8d90-fa918139c1da service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243753 May 12 20:17:28.675379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d416102a-c90e-425a-821c-d3990cfa0b88 req-eab85add-860d-4d18-8f87-c3277006945f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245855 May 12 20:17:29.002898 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0eee13e-fad1-4700-96c5-20f8eae0735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:29.583350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de607e6-2808-4dc0-a431-a133a8ff0111 req-8c7fa294-b8de-41c2-85d5-0ae965aab572 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:29.584800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de607e6-2808-4dc0-a431-a133a8ff0111 req-8c7fa294-b8de-41c2-85d5-0ae965aab572 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0885775 May 12 20:17:29.630931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de607e6-2808-4dc0-a431-a133a8ff0111 req-7cf23451-eccf-4f82-8d03-f5bf5b1e86c1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378323 May 12 20:17:30.223069 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:30.661909 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:30.823387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf721239-02ab-4400-9c6e-0c663817d6e4 req-703dbe85-3266-4fd3-b197-00c17496b30a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:30.824831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf721239-02ab-4400-9c6e-0c663817d6e4 req-703dbe85-3266-4fd3-b197-00c17496b30a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0833833 May 12 20:17:30.874476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf721239-02ab-4400-9c6e-0c663817d6e4 req-4d1c56ea-d11e-46cd-b134-7a234b777ee5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406516 May 12 20:17:31.800111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:32.072930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ada10-b5b7-4efd-b407-94a76c3e040c req-b438ff84-0e6a-4bdd-aa08-aa83979787cd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:32.074303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-598ada10-b5b7-4efd-b407-94a76c3e040c req-b438ff84-0e6a-4bdd-aa08-aa83979787cd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0846534 May 12 20:17:32.119112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-598ada10-b5b7-4efd-b407-94a76c3e040c req-ead348d2-9a84-4b2d-b2e0-7cee90700797 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379369 May 12 20:17:32.470254 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-21ea065b-86a0-48e7-9062-57acf9c0c401 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689635 May 12 20:17:32.521428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cea70-c90e-486d-bb21-fd4049630b54 req-7fb60e30-c18a-48c0-a128-dd323b9b04b9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:32.522926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-137cea70-c90e-486d-bb21-fd4049630b54 req-7fb60e30-c18a-48c0-a128-dd323b9b04b9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0835505 May 12 20:17:32.571037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-137cea70-c90e-486d-bb21-fd4049630b54 req-9a77afe9-d4f4-4d75-b0fb-e109770ea1a0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424194 May 12 20:17:33.624218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-3f20714b-b077-48ea-a255-1d3361846c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:33.625831 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-3f20714b-b077-48ea-a255-1d3361846c50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1097 time: 0.0818620 May 12 20:17:33.758827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-cfc114b3-df0f-4049-ae88-6f5cd0676853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:33.760281 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-cfc114b3-df0f-4049-ae88-6f5cd0676853 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1288247 May 12 20:17:33.767757 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7a978-ecd3-4700-b2ed-ca0e878cec70 req-80caf9cd-b3cd-43d4-9f0c-a90a99604d02 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:33.769228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3a7a978-ecd3-4700-b2ed-ca0e878cec70 req-80caf9cd-b3cd-43d4-9f0c-a90a99604d02 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0805626 May 12 20:17:33.813631 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d3a7a978-ecd3-4700-b2ed-ca0e878cec70 req-7acaaae1-c00e-4376-a8eb-c88f7685ce8e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384009 May 12 20:17:33.862242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-23082283-f94b-4ae9-8f6f-7d2379c47942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 1002 time: 0.0957141 May 12 20:17:33.922986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-8ebd1abc-b9f4-48b1-97e3-ab2c3be9e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:33.924340 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-8ebd1abc-b9f4-48b1-97e3-ab2c3be9e581 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0565121 May 12 20:17:34.007892 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-417239f3-d588-46f9-8a1f-10b2bdbbad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:34.009384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-417239f3-d588-46f9-8a1f-10b2bdbbad13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779212 May 12 20:17:34.139514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-3dc3dc7a-fb99-4d2f-bd57-443ef6a3492e service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238177 May 12 20:17:34.270929 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-d26220d9-ddbc-4cee-9f7b-a972e9cc29bd service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257956 May 12 20:17:35.022796 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f191f-67d5-436b-80df-a22cc91d160f req-54e05e16-3a28-4387-91ba-d8855bb982c1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:35.024249 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f191f-67d5-436b-80df-a22cc91d160f req-54e05e16-3a28-4387-91ba-d8855bb982c1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0938225 May 12 20:17:35.071135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dd1f191f-67d5-436b-80df-a22cc91d160f req-43a1e5ba-341b-4a18-91e7-e4102b69b4a1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385725 May 12 20:17:35.886882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-d72a0cef-5249-4c66-a537-2806c954c5df service neutron] 10.222.0.36 "GET /v2.0/ports/5cf017a7-f562-4a89-84df-f88d8218131e/bindings/n-h1-841626-1 HTTP/1.1" status: 200 len: 382 time: 0.0904300 May 12 20:17:36.178222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-4f677cbc-98e5-4cfe-9b3a-b8dff8acca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:36.179753 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-4f677cbc-98e5-4cfe-9b3a-b8dff8acca72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 1097 time: 0.0718966 May 12 20:17:36.259003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b0be6-f9fd-457c-b6e6-b340b633c764 req-b2668d94-1cd4-4b6d-99ce-2ff7ee792b6f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:36.260469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af0b0be6-f9fd-457c-b6e6-b340b633c764 req-b2668d94-1cd4-4b6d-99ce-2ff7ee792b6f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0800529 May 12 20:17:36.275073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-7f96f3be-5e4d-4441-9c69-7a392c40ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:36.276555 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-7f96f3be-5e4d-4441-9c69-7a392c40ed16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1097 time: 0.0768147 May 12 20:17:36.304930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af0b0be6-f9fd-457c-b6e6-b340b633c764 req-e9b2800a-7bf0-4960-845c-e2ef0bf59cbe tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383148 May 12 20:17:36.408701 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-3b98b052-e4b7-4226-93f6-8e7f38a974be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:36.410104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-3b98b052-e4b7-4226-93f6-8e7f38a974be service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1272748 May 12 20:17:36.513827 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-d77e059e-9711-466f-91f1-7215b6db7e61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 1002 time: 0.0963626 May 12 20:17:36.578334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-d307829f-3e53-4711-88d6-864617fdd880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:36.579716 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-d307829f-3e53-4711-88d6-864617fdd880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0602310 May 12 20:17:36.655364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-be5e2837-c6b2-47f0-b707-8b09390c9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:36.656820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-be5e2837-c6b2-47f0-b707-8b09390c9cda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710936 May 12 20:17:36.786546 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-64101d76-cdf4-4950-b6de-f1adc4368628 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232531 May 12 20:17:37.018690 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6e13292b-0bb6-421f-893d-4c3a822d9fb4 req-4dea4708-2a0e-49ec-b7d5-39aa2af51fce service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249970 May 12 20:17:37.506378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9f90b-f90d-4cf3-97e8-845d80cb5d11 req-80d4c0c2-8618-4d34-a19e-487432b1461d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:37.507721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44e9f90b-f90d-4cf3-97e8-845d80cb5d11 req-80d4c0c2-8618-4d34-a19e-487432b1461d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0955231 May 12 20:17:37.554575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-44e9f90b-f90d-4cf3-97e8-845d80cb5d11 req-ba81847d-264a-4196-bf21-dae0e42d64bd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381508 May 12 20:17:38.233071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:38.759464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a594bb4-ad94-44d3-bca0-7d91e460734a req-c9fa9e61-85fd-442d-8140-1c43eba1efe5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:38.760931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a594bb4-ad94-44d3-bca0-7d91e460734a req-c9fa9e61-85fd-442d-8140-1c43eba1efe5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0892792 May 12 20:17:38.805743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a594bb4-ad94-44d3-bca0-7d91e460734a req-1fd48a2d-3a43-4e4c-b97b-ffcfb2466142 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376716 May 12 20:17:38.953352 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:39.113935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bad9a-5aaa-4321-bd8c-26f781afc462 req-09fab718-f8a3-468f-bfda-e7132895b345 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:39.115382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b6bad9a-5aaa-4321-bd8c-26f781afc462 req-09fab718-f8a3-468f-bfda-e7132895b345 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0872679 May 12 20:17:39.121602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-3ec399ea-86ce-444c-8be4-f60b4fbe4ca5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:39.122484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-3ec399ea-86ce-444c-8be4-f60b4fbe4ca5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Synchronizing usage tracker for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:17:39.140963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-3ec399ea-86ce-444c-8be4-f60b4fbe4ca5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Unset dirty status for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:17:39.142315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-3ec399ea-86ce-444c-8be4-f60b4fbe4ca5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de&tenant_id=1a6e68cf357949379a266db1b49dd32d&binding%3Ahost_id=n-h1-841626-1 HTTP/1.1" status: 200 len: 946 time: 0.1088481 May 12 20:17:39.162452 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b6bad9a-5aaa-4321-bd8c-26f781afc462 req-16086d4c-83ad-48df-858f-496374197ffa tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409994 May 12 20:17:39.284795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-5ff844c7-6291-491a-813f-cc53e07003c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:39.286315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-5ff844c7-6291-491a-813f-cc53e07003c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1097 time: 0.0774868 May 12 20:17:39.419202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5cf017a7-f562-4a89-84df-f88d8218131e details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:17:39.422265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5cf017a7-f562-4a89-84df-f88d8218131e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:17:39.424383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-65892b57-9bc6-42d9-86de-d651c5b0eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:39.425903 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-65892b57-9bc6-42d9-86de-d651c5b0eecb service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1331248 May 12 20:17:39.534357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-7561ad84-8775-4471-9bce-9a40b03433f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 1002 time: 0.1008739 May 12 20:17:39.596980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-f4bfd23a-35cb-4975-ba49-83bf7202aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:39.598449 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-f4bfd23a-35cb-4975-ba49-83bf7202aded service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0571880 May 12 20:17:39.631318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5cf017a7-f562-4a89-84df-f88d8218131e is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:17:39.631659 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:39.672006 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:39.683110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-57b4829b-8e8e-45c5-a9ac-aec0bb6544c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:39.684685 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-57b4829b-8e8e-45c5-a9ac-aec0bb6544c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790384 May 12 20:17:39.688289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:17:39.696906 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '5cf017a7-f562-4a89-84df-f88d8218131e', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': '5cf017a7-f562-4a89-84df-f88d8218131e', 'mac_address': 'fa:16:3e:4a:20:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:17:39.700914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:39.730706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:39.769088 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0652ccb-fb02-4d8f-8f4e-715bd9a59080'] response: {'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e', 'code': 200} May 12 20:17:39.809196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5cf017a7-f562-4a89-84df-f88d8218131e is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:17:39.809538 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:39.817832 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-b80fba0a-a7a5-4495-9e92-8d49acd3337c service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268156 May 12 20:17:39.832539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf017a7-f562-4a89-84df-f88d8218131e {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:17:39.836385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:39.850010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.850351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.850703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.851033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.851360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.851682 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.851998 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.852312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.852629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.852942 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.853599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.853902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:17:39.862235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:39.868025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:39.955906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d36ac27a-4d80-424f-bb95-f1dff86f99c2 req-ff2f4d8f-9f8e-4fef-8fa5-7b5dd175c561 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310136 May 12 20:17:39.984134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:40.058200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['5cf017a7-f562-4a89-84df-f88d8218131e'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:17:40.365379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0066c-d888-44ac-a5fa-b1c5abaf16e1 req-6a78a097-b0f7-4263-bfdc-492fd9b3389f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:40.366774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de0066c-d888-44ac-a5fa-b1c5abaf16e1 req-6a78a097-b0f7-4263-bfdc-492fd9b3389f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 945 time: 0.0831771 May 12 20:17:40.415548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4de0066c-d888-44ac-a5fa-b1c5abaf16e1 req-f1bc8e0f-fd32-482a-be60-8572406178f8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429788 May 12 20:17:41.437028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5cf017a7-f562-4a89-84df-f88d8218131e up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:17:41.517505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 5cf017a7-f562-4a89-84df-f88d8218131e triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:17:41.517869 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:41.610718 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964cd14-afa3-419f-8a02-2d658d67c533 req-44ab9469-ffd8-4597-a165-049de089b030 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:41.612203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d964cd14-afa3-419f-8a02-2d658d67c533 req-44ab9469-ffd8-4597-a165-049de089b030 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 945 time: 0.0808372 May 12 20:17:41.632577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 5cf017a7-f562-4a89-84df-f88d8218131e is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:17:41.632956 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:41.659543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d964cd14-afa3-419f-8a02-2d658d67c533 req-2a81df60-3c50-4d14-bdaa-99bb1831dbdc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413857 May 12 20:17:41.668304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:41.674132 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:41.740622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:41.770028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:17:41.820116 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18fb08f-0370-4e66-864f-4d3eb3f15a01'] response: {'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e', 'code': 200} May 12 20:17:41.863451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971395-c4da-4e79-b537-3a6c694c4a95 req-6623beed-160a-4da5-a0f4-897c4c918963 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:41.864911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b971395-c4da-4e79-b537-3a6c694c4a95 req-6623beed-160a-4da5-a0f4-897c4c918963 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0941193 May 12 20:17:41.912075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6b971395-c4da-4e79-b537-3a6c694c4a95 req-c5412d32-4035-4967-9d1a-6fb9c40d86a5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385747 May 12 20:17:42.272789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143568b3-4c6b-4749-abb6-81379b1e2951 req-23040205-1947-4789-97c4-30104ad75a47 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:42.274256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-143568b3-4c6b-4749-abb6-81379b1e2951 req-23040205-1947-4789-97c4-30104ad75a47 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0859404 May 12 20:17:42.304439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-90d9070d-42ee-4bc2-8007-f61c920b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:42.305959 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-90d9070d-42ee-4bc2-8007-f61c920b9bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 1097 time: 0.0697432 May 12 20:17:42.317975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-143568b3-4c6b-4749-abb6-81379b1e2951 req-bb544620-e765-491b-820b-2daa2dc49085 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371790 May 12 20:17:42.434916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-fc156d48-0038-4d1e-9082-de5d11215454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:42.436370 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-fc156d48-0038-4d1e-9082-de5d11215454 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1247261 May 12 20:17:42.539466 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-29c1eb76-0500-4766-99d7-ff9673fdb3eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 200 len: 1002 time: 0.0973198 May 12 20:17:42.604271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-fe57ff3e-4dfb-48e8-a8fa-bfd2252ce47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:42.605680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-fe57ff3e-4dfb-48e8-a8fa-bfd2252ce47e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0609336 May 12 20:17:42.680743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-b509bb0e-7443-4943-a33f-8ab3974ccaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:42.682198 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-b509bb0e-7443-4943-a33f-8ab3974ccaba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706620 May 12 20:17:42.812521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-0486c229-0bd3-4927-814c-01ac649c7512 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244640 May 12 20:17:43.041549 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e2209e5-6206-4317-b86e-e259f5daefc9 req-db2ab1fc-ab52-4cde-9a19-a28f8e921714 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233758 May 12 20:17:43.526887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d532d90-2deb-41f6-bc41-d2e3fa002cbb req-086849ff-d2d6-4fe3-b1b7-d2621c65fca2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:43.528287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d532d90-2deb-41f6-bc41-d2e3fa002cbb req-086849ff-d2d6-4fe3-b1b7-d2621c65fca2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0878494 May 12 20:17:43.571845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d532d90-2deb-41f6-bc41-d2e3fa002cbb req-2a731a47-1ba2-4377-a9a1-a0f1fa165e83 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376105 May 12 20:17:44.774557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7956774-a3db-4225-84ba-e5771e941cb8 req-d5da7582-ac34-4e5f-b550-532e7cd2649f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:44.775976 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7956774-a3db-4225-84ba-e5771e941cb8 req-d5da7582-ac34-4e5f-b550-532e7cd2649f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0872838 May 12 20:17:44.825092 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7956774-a3db-4225-84ba-e5771e941cb8 req-6b9eae91-9280-4fc4-9bc5-215e8606c148 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434544 May 12 20:17:45.317098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed9eda-56a1-4b69-870d-ed51c45b0fb9 req-edb7d8fb-3f98-43d6-b90d-86fde1330b94 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:45.318593 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16ed9eda-56a1-4b69-870d-ed51c45b0fb9 req-edb7d8fb-3f98-43d6-b90d-86fde1330b94 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.1893077 May 12 20:17:45.366432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16ed9eda-56a1-4b69-870d-ed51c45b0fb9 req-c32f264c-bf36-47a9-a018-fc993343c76f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392590 May 12 20:17:45.726345 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:17:46.402864 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-c9ed07aa-e6a6-4d55-87ff-1b68579a8121 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:46.404354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-c9ed07aa-e6a6-4d55-87ff-1b68579a8121 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0870578 May 12 20:17:46.476365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Deleting port 5cf017a7-f562-4a89-84df-f88d8218131e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:17:46.476810 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:46.555260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5705964-de98-44a6-901a-9e17d8e74399 req-1b10986d-7417-497c-acf7-9f57e4b7aabc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:46.556761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5705964-de98-44a6-901a-9e17d8e74399 req-1b10986d-7417-497c-acf7-9f57e4b7aabc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 946 time: 0.0812423 May 12 20:17:46.602883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5705964-de98-44a6-901a-9e17d8e74399 req-e02128a0-5cf9-4dc1-8fee-b30683b43ce0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394454 May 12 20:17:46.726556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] For port 5cf017a7-f562-4a89-84df-f88d8218131e, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=5cf017a7-f562-4a89-84df-f88d8218131e,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:46.726800 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:47.018334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:47.018621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:47.018933 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc disassociated. External IP: 172.25.2.174, port: 5cf017a7-f562-4a89-84df-f88d8218131e. May 12 20:17:47.019267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Calling delete_port for 5cf017a7-f562-4a89-84df-f88d8218131e owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:17:47.169363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:47.218406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event deleted for resources: {'Port': ['ID=5cf017a7-f562-4a89-84df-f88d8218131e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:47.404521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:17:47.597784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:17:47.608091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:17:47.621515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:17:47.622143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:17:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:47.673497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] No DVR routers for this DVR port 5cf017a7-f562-4a89-84df-f88d8218131e on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:17:47.676269 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:47.680006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-deleted', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:17:47.717470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b3d7d7e2-b73e-4d5a-807a-f5d810ed78a9 req-1faa94bc-77c4-4c18-8f07-419eb51f6999 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "DELETE /v2.0/ports/5cf017a7-f562-4a89-84df-f88d8218131e HTTP/1.1" status: 204 len: 173 time: 1.3073714 May 12 20:17:47.745701 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3452f1f7-0bc5-4f18-82aa-3af5a573f366'] response: {'server_uuid': 'decc32f0-af57-4297-b087-6277c1a758de', 'name': 'network-vif-deleted', 'tag': '5cf017a7-f562-4a89-84df-f88d8218131e', 'status': 'completed', 'code': 200} May 12 20:17:47.788822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26c71881-c8f6-4875-863e-a6626d255b2e req-ca84f6c5-3aad-49ec-9482-0a27d8207283 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=decc32f0-af57-4297-b087-6277c1a758de HTTP/1.1" status: 200 len: 210 time: 0.0591884 May 12 20:17:47.831024 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:17:48.151501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:48.155815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:17:48.164329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:17:48.164948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:17:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:48.342668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:17:48.694568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:17:48.699025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2295ce-f894-43d6-b322-01bf6f90f6fc None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:17:48.921680 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6ffca-6c89-47a9-82da-c428f49881f8 None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:17:49.119182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-84d632b9-13e0-45e0-aa94-c18aead5d207 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--37218895&fields=id&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 267 time: 0.0410488 May 12 20:17:49.281613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-6b1eb598-4d18-4dd7-86d7-7f922045fe24 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:49.282960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-6b1eb598-4d18-4dd7-86d7-7f922045fe24 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.1564701 May 12 20:17:49.300992 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-abd0b0d1-0c86-4dfd-91c2-e88bda2fd169 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/quotas/1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 375 time: 0.0097067 May 12 20:17:49.391880 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-580171bf-d35c-4518-86ae-2ff2e6f9f38e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859442 May 12 20:17:49.450590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5cf017a7-f562-4a89-84df-f88d8218131e no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:17:49.484199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 5cf017a7-f562-4a89-84df-f88d8218131e {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:17:49.484510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 5cf017a7-f562-4a89-84df-f88d8218131e not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:17:49.528705 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-8cafe38c-bdc1-4604-87e0-21cfa98f5d8e service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249104 May 12 20:17:49.663033 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-72f2ff1c-8197-4d3e-9150-712945b2c83c service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283405 May 12 20:17:49.848802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0e0528e-fc31-4116-8ab2-5e2ee2297977 req-ac0151ef-d69d-460e-b8b8-7ce86e8c4018 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 210 time: 0.0419319 May 12 20:17:51.002580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-902999bd-1046-4354-87f6-c203afa36420 req-3e1849ba-2ca6-4dee-b229-85262f6f72bc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 210 time: 0.0474141 May 12 20:17:51.068288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-28feed11-f85b-4fdc-a614-a30fd522bce9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:51.069743 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-28feed11-f85b-4fdc-a614-a30fd522bce9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.2619441 May 12 20:17:51.117795 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e0154eed-0497-4f5b-b0fd-5122eb754079 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 378 time: 0.0387661 May 12 20:17:51.126380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'port': {'device_id': '16086931-512e-46a8-bf02-f29a968f58f4', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'admin_state_up': True, 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'security_groups': ['f8c64d19-7c1d-42c0-a0e2-208bd2edb8af']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:17:51.258828 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:17:51.263165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:port and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:17:51.266222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:17:51.271838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:17:51.284996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Made reservation on behalf of 1a6e68cf357949379a266db1b49dd32d for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:17:51.288628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:51.456433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Allocated IP 172.20.0.6 (5bc5cb89-cf74-416b-b70c-cbd77ee88763/fd7066b4-5148-48be-a34a-67a8f9838e65/65d2d1cc-fb88-497f-b8cb-f67b64276955) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:17:51.644250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:51.659694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Transition to ACTIVE for port object 65d2d1cc-fb88-497f-b8cb-f67b64276955 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:17:51.687404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:51.767942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:17:51.771209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:17:51.775059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:17:51.804905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:51.840638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:51.841264 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:51.867268 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e5be902a-a31f-45cd-9d36-850038089a90 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444963 May 12 20:17:51.878940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Request body: {'port': {'device_id': '16086931-512e-46a8-bf02-f29a968f58f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:17:51.991814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:52.052832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a41e0447-df72-4dfd-8e5e-7bc0fe4a824e None None] Provisioning for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:17:52.057762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a41e0447-df72-4dfd-8e5e-7bc0fe4a824e None None] Provisioning complete for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:17:52.058124 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a41e0447-df72-4dfd-8e5e-7bc0fe4a824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:52.115637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a41e0447-df72-4dfd-8e5e-7bc0fe4a824e None None] Port 65d2d1cc-fb88-497f-b8cb-f67b64276955 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:17:52.201105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bfc09-13bd-46d9-a21a-eeb02b7caf14 req-df3fd5a0-582c-4074-8dfe-e5d2e728a487 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:52.202696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-235bfc09-13bd-46d9-a21a-eeb02b7caf14 req-df3fd5a0-582c-4074-8dfe-e5d2e728a487 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 931 time: 0.0868766 May 12 20:17:52.247157 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-235bfc09-13bd-46d9-a21a-eeb02b7caf14 req-c3fc9cce-fbd8-4413-9fa2-11e04bb501d0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382826 May 12 20:17:52.345066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d2d1cc-fb88-497f-b8cb-f67b64276955 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:17:52.352558 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:52.367861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Transition to ACTIVE for port object 65d2d1cc-fb88-497f-b8cb-f67b64276955 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:17:52.373662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:52.502216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:52.605203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:17:52.605538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:17:52.605861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:17:52.610579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:17:52.610887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:17:52.615890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:17:52.616220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:17:52.616598 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:17:52.617013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Bound port: 65d2d1cc-fb88-497f-b8cb-f67b64276955, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:17:52.617388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:52.706587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:17:52.710312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:17:52.717573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:52.776948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:52.777595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:52.778950 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] 10.222.0.36 "PUT /v2.0/ports/65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1091 time: 0.9043965 May 12 20:17:52.779382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:17:52.800174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3919325-9c70-45ea-891f-2249f4a01a19 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:52.852780 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40f4786-9cb2-4199-9f50-9f737f5eb799'] response: {'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'status': 'completed', 'code': 200} May 12 20:17:52.896620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-d91148fe-2780-478b-8365-71516a61c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:52.898136 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-d91148fe-2780-478b-8365-71516a61c497 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1094 time: 0.0801015 May 12 20:17:52.968459 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-ec6410ff-cfa7-4048-ab55-8a98390634c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 217 time: 0.0636914 May 12 20:17:53.029900 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-07750071-2081-4639-8b38-7812b29e11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:53.031253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-07750071-2081-4639-8b38-7812b29e11ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0562379 May 12 20:17:53.107285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-101714ce-6f62-4ff7-9867-ba71a6ea0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:53.108713 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-101714ce-6f62-4ff7-9867-ba71a6ea0402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715034 May 12 20:17:53.239820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-306c59ab-c870-44aa-924a-b1a36ad88959 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247773 May 12 20:17:53.436144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d2618-d3cc-47aa-9b78-95fd737ba3fa req-2d58da7c-4336-487a-9137-27345d3331ae tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:53.437694 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf9d2618-d3cc-47aa-9b78-95fd737ba3fa req-2d58da7c-4336-487a-9137-27345d3331ae tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 943 time: 0.0828600 May 12 20:17:53.475394 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-055dbfc7-d48d-4a3d-a317-d3ca9f8499c9 req-e4ad03df-9ac5-48fc-a29d-42c09cf7a00f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281358 May 12 20:17:53.481818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf9d2618-d3cc-47aa-9b78-95fd737ba3fa req-c7933bfc-98d5-4cb0-9660-7788b26587fa tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381663 May 12 20:17:53.600929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-ce364d29-1d94-4b70-8d8c-679bfdf071ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:53.602310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-ce364d29-1d94-4b70-8d8c-679bfdf071ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1094 time: 0.0792518 May 12 20:17:53.746464 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-c8d3a13a-10f4-45db-a28f-4fc48e96d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:53.747900 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-c8d3a13a-10f4-45db-a28f-4fc48e96d18b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1392815 May 12 20:17:53.819078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-14d0c37b-6623-4002-838e-4cce16f4b99c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 217 time: 0.0648105 May 12 20:17:53.883501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-aacc8021-306b-4ecd-a7c9-2be2bc480738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:53.884826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-aacc8021-306b-4ecd-a7c9-2be2bc480738 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0587265 May 12 20:17:53.964339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-706ef71f-8425-4a01-b9da-1b5381f8b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:53.966642 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-706ef71f-8425-4a01-b9da-1b5381f8b715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746155 May 12 20:17:54.101925 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-3a494388-0bb5-4de5-9154-c10e1f40f9d2 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282868 May 12 20:17:54.246453 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7020d5d2-b087-44b6-8715-ab1eeba929d6 req-b3c52a1a-3d5f-4b16-91e8-94b9430b48fa service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374664 May 12 20:17:54.678336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08e33e-2925-4720-85e8-9f13e58b8e0d req-a4d7324d-a613-4b68-944d-fbdb8d302009 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:54.679782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e08e33e-2925-4720-85e8-9f13e58b8e0d req-a4d7324d-a613-4b68-944d-fbdb8d302009 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 943 time: 0.0823183 May 12 20:17:54.724860 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e08e33e-2925-4720-85e8-9f13e58b8e0d req-e0687feb-cd4f-48f6-b352-4c88bb4df4a4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374393 May 12 20:17:55.467493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:17:55.627976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:55.641668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'mac_address': 'fa:16:3e:8b:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:17:55.704638 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 65d2d1cc-fb88-497f-b8cb-f67b64276955 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:17:55.705016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:55.722346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d2d1cc-fb88-497f-b8cb-f67b64276955 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:17:55.739032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:55.746168 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:55.827085 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:55.928454 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad22088-b413-4ce1-a051-7e682ca170d9 req-aad84fa4-56ee-4467-8ac5-511a1c8c717f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:55.929949 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ad22088-b413-4ce1-a051-7e682ca170d9 req-aad84fa4-56ee-4467-8ac5-511a1c8c717f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 944 time: 0.0857751 May 12 20:17:55.950269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['65d2d1cc-fb88-497f-b8cb-f67b64276955'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:17:55.974724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ad22088-b413-4ce1-a051-7e682ca170d9 req-c5923005-d7b4-4057-b5be-8ec6a778d173 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389698 May 12 20:17:56.920149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c27dde54-aef1-426f-b84e-5a2c5d535c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:57.170272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfea49-d2bc-4c0c-af86-e0b3df18133e req-8ed7d32b-29f3-46a5-a76d-2361322a434f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:57.171644 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9cbfea49-d2bc-4c0c-af86-e0b3df18133e req-8ed7d32b-29f3-46a5-a76d-2361322a434f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 944 time: 0.0790632 May 12 20:17:57.218883 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9cbfea49-d2bc-4c0c-af86-e0b3df18133e req-87595286-e4b5-4387-9f00-86b175832f2b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412822 May 12 20:17:57.482532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:17:57.566093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:17:57.573939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:17:57.574545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:57.694092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 65d2d1cc-fb88-497f-b8cb-f67b64276955 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:17:57.694458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:57.722780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:17:57.732829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:17:57.737796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:57.774807 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8af1623-3d74-47bb-a19a-18373f2fdef5'] response: {'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'code': 200} May 12 20:17:57.813701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:17:57.916168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4b85e-610c-46b6-a976-444f64c06bd0 req-90293db4-1ac2-499f-b401-63fd902d6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:57.917699 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fa4b85e-610c-46b6-a976-444f64c06bd0 req-90293db4-1ac2-499f-b401-63fd902d6640 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1096 time: 0.0825694 May 12 20:17:57.960333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7fa4b85e-610c-46b6-a976-444f64c06bd0 req-12ff1d30-154f-4a7c-a7f4-bd78ffc34747 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357225 May 12 20:17:58.421958 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103091df-422c-44b2-a97e-fdd4dd93ad23 req-a6c440eb-d6b4-4387-a7e6-a38957fbbac7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:58.423348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-103091df-422c-44b2-a97e-fdd4dd93ad23 req-a6c440eb-d6b4-4387-a7e6-a38957fbbac7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0867512 May 12 20:17:58.470027 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-103091df-422c-44b2-a97e-fdd4dd93ad23 req-162ac42f-76a2-42ef-873a-6af5dac50387 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380719 May 12 20:17:59.016503 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7e69b2c8-1b9a-4585-bddc-9ca5e7d0776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:17:59.674250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffeab-4b50-40ad-a576-404e7abb6163 req-ba9471e3-eda6-4a1b-9a34-2c9255810f87 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:59.675684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fbffeab-4b50-40ad-a576-404e7abb6163 req-ba9471e3-eda6-4a1b-9a34-2c9255810f87 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0852971 May 12 20:17:59.719181 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fbffeab-4b50-40ad-a576-404e7abb6163 req-e4a6f0b8-d015-4f64-8a76-61006ae5145f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377457 May 12 20:17:59.904235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79678a-867f-4c54-a1d7-2de7984ef6e2 req-9cc12c82-50bb-4d90-b4fc-3f5eba08189f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:17:59.905741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf79678a-867f-4c54-a1d7-2de7984ef6e2 req-9cc12c82-50bb-4d90-b4fc-3f5eba08189f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0836749 May 12 20:17:59.916021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 47660) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:17:59.920896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'floatingip': {'port_id': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:17:59.999179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:00.220692 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:00.646576 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:00.727188 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:00.734763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:00.925732 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc associated. External IP: 172.25.2.174, port: 65d2d1cc-fb88-497f-b8cb-f67b64276955. May 12 20:18:01.290527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:18:01.468354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:18:01.473539 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:01.478428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:18:01.488624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:18:01.489283 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:17:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:01.656192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c1a78769-1a06-449b-af12-af04a3b7506e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "PUT /v2.0/floatingips/972194b0-42d5-406b-a401-7ffeb3665abc HTTP/1.1" status: 200 len: 991 time: 1.7391388 May 12 20:18:01.656828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:01.669735 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:18:01.709492 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623a180b-9212-4fe7-813b-846c05f7a306'] response: {'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'status': 'completed', 'code': 200} May 12 20:18:01.806862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-ffabe68f-cb5d-4481-a05e-cfe9d59b5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:01.808706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-ffabe68f-cb5d-4481-a05e-cfe9d59b5a31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1096 time: 0.0756314 May 12 20:18:01.846072 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:01.949749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-b5f281c5-9a08-4199-b9d8-dd8452977e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:01.951320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-b5f281c5-9a08-4199-b9d8-dd8452977e4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1367013 May 12 20:18:02.051668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:8b:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16086931-512e-46a8-bf02-f29a968f58f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:18:00Z', 'revision_number': 9, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:02.056363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:18:02.064823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:18:02.065441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:17:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:02.087577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eafa8-5103-4e01-aad6-bdd1294efac5 req-872d7b90-fab0-48e1-817b-3aeb18e89a1b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:02.090151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d57eafa8-5103-4e01-aad6-bdd1294efac5 req-872d7b90-fab0-48e1-817b-3aeb18e89a1b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0866990 May 12 20:18:02.104353 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-e96a6b42-9b6c-451b-904c-e563ed609b89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 999 time: 0.1178820 May 12 20:18:02.142743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d57eafa8-5103-4e01-aad6-bdd1294efac5 req-905ff8b0-940e-43e6-b607-866527e3f377 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466707 May 12 20:18:02.146629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-ef324a3e-e23a-4e9b-8a17-9b27e87bbc89 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1942718 May 12 20:18:02.179087 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-08734e86-090f-40bb-9d4a-16427e7196a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:02.179087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-08734e86-090f-40bb-9d4a-16427e7196a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0632236 May 12 20:18:02.267107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-d06cd2e2-3e46-4eff-925d-d1003c686fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:02.268596 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-d06cd2e2-3e46-4eff-925d-d1003c686fde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866117 May 12 20:18:02.315014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:18:02.529150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-db97599c-fc98-4b06-b052-0a81f9e70da1 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535870 May 12 20:18:02.670978 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b5ec5e1f-097b-4aba-8caa-152635ed9678 req-bb04cf55-957c-4b3c-aa55-5867464fe8e3 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347873 May 12 20:18:02.680101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:8b:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16086931-512e-46a8-bf02-f29a968f58f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:18:00Z', 'revision_number': 9, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:02.685375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8088b9c-2bf9-4a5f-aec3-560b7fdde75c None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:8b:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16086931-512e-46a8-bf02-f29a968f58f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:18:00Z', 'revision_number': 9, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:18:02.896711 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243b277-b584-45a6-b733-45707e972f9e None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:18:03.349033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f984a0c-773c-4684-9d54-2c5a585e359e req-04234ee5-7346-47a2-8759-71b683f855c4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:03.350467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f984a0c-773c-4684-9d54-2c5a585e359e req-04234ee5-7346-47a2-8759-71b683f855c4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0870001 May 12 20:18:03.395521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f984a0c-773c-4684-9d54-2c5a585e359e req-b5cb39ef-3631-4d86-bbaf-5427dfd2aa8c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388162 May 12 20:18:03.453705 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-ad5f430a-31b3-4aaa-8849-fc5bfc3d7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:03.455230 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-ad5f430a-31b3-4aaa-8849-fc5bfc3d7e04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1096 time: 0.0693207 May 12 20:18:03.586025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-38b205d0-f542-4f23-a841-18371ac1af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:03.587480 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-38b205d0-f542-4f23-a841-18371ac1af46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1253223 May 12 20:18:03.693868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2150e85e-fab4-454d-98c0-72dddc5d2e8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1002 time: 0.0999660 May 12 20:18:03.764265 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-165b46a4-bb18-4877-8133-20807b4ddc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:03.765798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-165b46a4-bb18-4877-8133-20807b4ddc30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0664208 May 12 20:18:03.852343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-aad2a366-3c61-41d6-9998-426e020544f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:03.854308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-aad2a366-3c61-41d6-9998-426e020544f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808928 May 12 20:18:03.995287 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-85f21aa0-7a8f-4f30-b187-bf3398b1936f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345983 May 12 20:18:04.125147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-80d3f28e-a2c5-4c1c-8280-001a9d07c502 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236129 May 12 20:18:04.594304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b7183-daa3-4ce0-849d-cf9f4b2551a8 req-e0482a87-2295-454b-b4ae-148ef72e4829 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:04.595824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-173b7183-daa3-4ce0-849d-cf9f4b2551a8 req-e0482a87-2295-454b-b4ae-148ef72e4829 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0963187 May 12 20:18:04.640500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-173b7183-daa3-4ce0-849d-cf9f4b2551a8 req-de6348ca-d48d-40e3-b7c9-237ceda62f40 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387194 May 12 20:18:05.844966 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d47844-060d-45e7-a8a3-aca02ec3888b req-dc825223-4c48-451f-9991-ad2dff1c261d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:05.847345 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8d47844-060d-45e7-a8a3-aca02ec3888b req-dc825223-4c48-451f-9991-ad2dff1c261d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0884037 May 12 20:18:05.899744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b8d47844-060d-45e7-a8a3-aca02ec3888b req-8962d5df-566c-41e4-80a2-994d4127a5c0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474060 May 12 20:18:07.110225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71c2ea-8c00-42b1-908a-791f4d309b34 req-a0ccd39c-acdb-4437-bee6-bf756877b8e1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:07.111728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba71c2ea-8c00-42b1-908a-791f4d309b34 req-a0ccd39c-acdb-4437-bee6-bf756877b8e1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0913868 May 12 20:18:07.155183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba71c2ea-8c00-42b1-908a-791f4d309b34 req-afcf6199-7b45-4282-82dc-0672074be5aa tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375068 May 12 20:18:08.232641 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:08.353491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af454baf-123a-4027-9d10-9be3994dc035 req-f52a9fac-68f0-4691-ae2e-3a0f8ff6fdb2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:08.354827 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af454baf-123a-4027-9d10-9be3994dc035 req-f52a9fac-68f0-4691-ae2e-3a0f8ff6fdb2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0799127 May 12 20:18:08.407771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af454baf-123a-4027-9d10-9be3994dc035 req-6f36a590-53b5-45d2-b2a0-852b95d3d48b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443363 May 12 20:18:08.976330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:09.616399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1021-7611-4e92-b482-291a7cb357fd req-d6ea668f-97e3-46a3-8cf4-9166e1018265 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:09.617891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ced1021-7611-4e92-b482-291a7cb357fd req-d6ea668f-97e3-46a3-8cf4-9166e1018265 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0946999 May 12 20:18:09.663182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ced1021-7611-4e92-b482-291a7cb357fd req-97125e36-3b60-446f-8b31-65fcbbf351a5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394762 May 12 20:18:10.871671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25430745-847d-4d2e-835c-4beb04edded4 req-11a0a91b-c23d-45af-85b9-6f8c110b53ac tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:10.873118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25430745-847d-4d2e-835c-4beb04edded4 req-11a0a91b-c23d-45af-85b9-6f8c110b53ac tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0918548 May 12 20:18:10.916689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-25430745-847d-4d2e-835c-4beb04edded4 req-be6849b6-0ec7-4766-ade4-14e1b66ea6cb tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378518 May 12 20:18:12.124363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3826e-cf13-4d93-9930-e2b3aa8d9728 req-cdc05851-02d0-40db-a259-fa821fa92e4f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:12.125881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ab3826e-cf13-4d93-9930-e2b3aa8d9728 req-cdc05851-02d0-40db-a259-fa821fa92e4f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0884233 May 12 20:18:12.176877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5ab3826e-cf13-4d93-9930-e2b3aa8d9728 req-98d8c6b6-e9a6-44ae-aebc-bba5244bca68 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434744 May 12 20:18:13.389421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a83f-47d1-4c63-8fce-de8f95156668 req-a023d59b-1ede-4302-8994-f4ab7a7ab7f8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:13.390776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e562a83f-47d1-4c63-8fce-de8f95156668 req-a023d59b-1ede-4302-8994-f4ab7a7ab7f8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0951385 May 12 20:18:13.436868 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e562a83f-47d1-4c63-8fce-de8f95156668 req-c11bdd18-3299-45cc-b726-52818d285786 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375755 May 12 20:18:14.637865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3e3e2-2719-4634-a393-6984436fb1ce req-f94f334c-796f-4a5c-95f4-19238d779062 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:14.639298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecd3e3e2-2719-4634-a393-6984436fb1ce req-f94f334c-796f-4a5c-95f4-19238d779062 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0809371 May 12 20:18:14.686829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ecd3e3e2-2719-4634-a393-6984436fb1ce req-c2db737f-4677-42d7-a581-428020ec8c97 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389063 May 12 20:18:15.906361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffb9df-c5fe-4736-b632-15c7c7890a38 req-809a87b8-34b0-48ca-b4aa-f839fd8a644f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:15.907826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cffb9df-c5fe-4736-b632-15c7c7890a38 req-809a87b8-34b0-48ca-b4aa-f839fd8a644f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0993724 May 12 20:18:15.964747 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6cffb9df-c5fe-4736-b632-15c7c7890a38 req-2b6e957a-c3e3-4283-a458-880c02114e92 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490892 May 12 20:18:17.162065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e014390-f280-4f7a-af6f-065cd1e84a9b req-fdbc9cf2-0a47-4700-8175-6419892a66e2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:17.163568 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e014390-f280-4f7a-af6f-065cd1e84a9b req-fdbc9cf2-0a47-4700-8175-6419892a66e2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0823982 May 12 20:18:17.210858 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e014390-f280-4f7a-af6f-065cd1e84a9b req-07630117-9fa9-40b7-a1a9-165aba701b0c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415251 May 12 20:18:18.409679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee066c9-1bd5-496b-abcd-bc20aadfb004 req-fd52a346-3856-4831-81db-091d71a339bf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:18.411130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee066c9-1bd5-496b-abcd-bc20aadfb004 req-fd52a346-3856-4831-81db-091d71a339bf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0878096 May 12 20:18:18.456944 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fee066c9-1bd5-496b-abcd-bc20aadfb004 req-72a42257-4c0c-42b3-8d1c-fa6cd7fbb5a6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398607 May 12 20:18:19.664756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c04a94-c5e3-4556-81a5-be05695964fc req-09e87152-3ba7-492e-9f59-0c5869ed0ce1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:19.666273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5c04a94-c5e3-4556-81a5-be05695964fc req-09e87152-3ba7-492e-9f59-0c5869ed0ce1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0888782 May 12 20:18:19.709576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5c04a94-c5e3-4556-81a5-be05695964fc req-1ba80225-6db8-4119-865d-64316a7e32a4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375271 May 12 20:18:20.786215 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-7bf7fbff-621d-4ce0-a293-e5af49e17d10 service neutron] show failed (client error): The resource could not be found. May 12 20:18:20.787215 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-7bf7fbff-621d-4ce0-a293-e5af49e17d10 service neutron] 10.222.0.36 "GET /v2.0/ports/65d2d1cc-fb88-497f-b8cb-f67b64276955/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0857837 May 12 20:18:20.893270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab574d91-d744-4334-8718-f73c86747a3e req-91c558e8-1610-4a19-8718-8e2c17810e0e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:20.894692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab574d91-d744-4334-8718-f73c86747a3e req-91c558e8-1610-4a19-8718-8e2c17810e0e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0781834 May 12 20:18:20.939145 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab574d91-d744-4334-8718-f73c86747a3e req-73e92f93-b571-468e-95db-b4afde46cc16 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378942 May 12 20:18:21.054969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-726e427c-9408-4a26-a926-af051c3424eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:21.056363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-726e427c-9408-4a26-a926-af051c3424eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 1096 time: 0.0745351 May 12 20:18:21.067300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:18:21.184975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:21.463310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:21.493169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:18:21.550450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:21.556043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:21.570904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Transition to ACTIVE for port object 65d2d1cc-fb88-497f-b8cb-f67b64276955 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:18:21.575778 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:21.798074 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93af08d1-219f-4fcf-b313-8744cd2283db'] response: {'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'code': 200} May 12 20:18:21.840418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:21.858931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.859259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.859692 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.859990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.860269 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.862526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.862848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.863171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.863494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.863804 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.864116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.864429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:21.910505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] No DVR routers for this DVR port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:18:22.200107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:18:22.200413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:18:22.200762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:18:22.214111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b765e8b-89d3-4622-8896-91ff935b1294 req-aa192caf-2f28-42c6-ade2-374616897fa8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:22.215583 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b765e8b-89d3-4622-8896-91ff935b1294 req-aa192caf-2f28-42c6-ade2-374616897fa8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 943 time: 0.1663458 May 12 20:18:22.216137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:18:22.216449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:18:22.223854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:18:22.224179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:18:22.224546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:18:22.224964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Bound port: 65d2d1cc-fb88-497f-b8cb-f67b64276955, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:18:22.225329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:22.316139 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b765e8b-89d3-4622-8896-91ff935b1294 req-2974b12c-fe03-463e-9981-d19b2bcdc73b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938058 May 12 20:18:22.345823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:18:22.349064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:18:22.356135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:22.417447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:22.418051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:22.419459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] 10.222.0.73 "PUT /v2.0/ports/65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1091 time: 1.3559370 May 12 20:18:22.437788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699ec1b-9ea7-40ea-ba65-3e37d51e3e86 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:22.515853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-431b15a3-f829-4f93-b919-4e7685f5d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:22.517408 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-431b15a3-f829-4f93-b919-4e7685f5d212 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1094 time: 0.0759842 May 12 20:18:22.656484 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-e7137517-95a3-4027-8fbc-1439a8a30aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:22.657963 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-e7137517-95a3-4027-8fbc-1439a8a30aa3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1347010 May 12 20:18:22.729097 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:18:22.759562 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-13e7339b-98e9-44d0-b36d-f6d246ecb7ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1000 time: 0.0955446 May 12 20:18:22.819896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-3a291a25-2370-4b49-a6e6-73055e2818be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:22.821379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-3a291a25-2370-4b49-a6e6-73055e2818be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0556619 May 12 20:18:22.903765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-599e18f4-9fcd-4d45-a9af-bc1dcfc3c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:22.905287 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-599e18f4-9fcd-4d45-a9af-bc1dcfc3c077 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777504 May 12 20:18:23.035001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-3a228081-4df7-437f-83cd-637bc87f5e65 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232936 May 12 20:18:23.163047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-239e4420-27a9-4ea0-9cda-f67dfd7fd0dc req-da1a1242-e35d-4f6f-ba31-bb87e90065d5 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220620 May 12 20:18:23.503587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dd2c1-8c2d-41ec-ada0-908a98fe65d1 req-4bf68c38-0039-4e33-8618-c6f0011588ab tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:23.504923 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f2dd2c1-8c2d-41ec-ada0-908a98fe65d1 req-4bf68c38-0039-4e33-8618-c6f0011588ab tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 943 time: 0.0827045 May 12 20:18:23.551760 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7f2dd2c1-8c2d-41ec-ada0-908a98fe65d1 req-621b312d-c8ba-4014-9ff9-6a8c64b01ced tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384145 May 12 20:18:23.799879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:23.857472 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d6a704-7729-4025-8e62-38d25eb68762'] response: {'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'status': 'completed', 'code': 200} May 12 20:18:23.964421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-2a600422-3bba-496c-a7f4-e6741c2baa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:23.964698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-8cb739af-c52b-4e45-8aae-f228a944ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:23.965990 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-8cb739af-c52b-4e45-8aae-f228a944ed95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1094 time: 0.0907736 May 12 20:18:23.966141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-2a600422-3bba-496c-a7f4-e6741c2baa1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1094 time: 0.0859957 May 12 20:18:24.104559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-b7c6da4c-3d1c-4c18-b497-0ce5cba8de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:24.106349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-b7c6da4c-3d1c-4c18-b497-0ce5cba8de55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1339974 May 12 20:18:24.209089 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-b84792fb-de05-4844-82e9-f50e8da758a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1000 time: 0.0962031 May 12 20:18:24.216538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-c2075167-2c73-4921-b21d-c4671a8816cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:24.217997 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-c2075167-2c73-4921-b21d-c4671a8816cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.2447426 May 12 20:18:24.273613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-fec92580-8941-4b59-ac87-83be06efe734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:24.275214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-fec92580-8941-4b59-ac87-83be06efe734 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0595994 May 12 20:18:24.321897 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-c5e522fa-6dd3-4b70-b1e1-abce1c59ab2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1000 time: 0.0971551 May 12 20:18:24.351435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-333b5053-a550-444c-9136-3d4c73663796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:24.353277 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-333b5053-a550-444c-9136-3d4c73663796 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723166 May 12 20:18:24.385487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-75a6966a-0aac-472a-90bc-c783e7870619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:24.386841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-75a6966a-0aac-472a-90bc-c783e7870619 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0569417 May 12 20:18:24.462424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-0cd97827-a51c-4c4b-8bfc-20b6cd3e8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:24.463985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-0cd97827-a51c-4c4b-8bfc-20b6cd3e8aca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701518 May 12 20:18:24.484045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-3cb6447c-48af-4176-a12c-154fb525db52 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244526 May 12 20:18:24.602828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-247dcc5f-e2e3-4702-bb8c-bddb5e0cb2dc service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319394 May 12 20:18:24.740509 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-772d9e44-c28c-48e9-ab96-696319be3fb0 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497504 May 12 20:18:24.805111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52e967b-6d41-446b-92d4-e245587ba9c3 req-0d1837fb-82c8-42b6-8e34-31159f0ff227 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967497 May 12 20:18:24.824196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbef1b-337e-4b7e-8d68-68f0e47e57d3 req-1637ab4e-58e1-413d-8421-64285ff82fda tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:24.825744 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abdbef1b-337e-4b7e-8d68-68f0e47e57d3 req-1637ab4e-58e1-413d-8421-64285ff82fda tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 943 time: 0.1387327 May 12 20:18:24.871783 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abdbef1b-337e-4b7e-8d68-68f0e47e57d3 req-fd576872-411b-4754-b8a0-d4c8fe7e8d62 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400877 May 12 20:18:25.535182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:18:25.627703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:18:25.717376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:18:25.724677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:25.738490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'mac_address': 'fa:16:3e:8b:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:18:25.806921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 65d2d1cc-fb88-497f-b8cb-f67b64276955 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:18:25.807207 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:25.825051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d2d1cc-fb88-497f-b8cb-f67b64276955 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:18:25.841485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:25.848279 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:25.915517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:26.071689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['65d2d1cc-fb88-497f-b8cb-f67b64276955'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:18:26.071921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b3d0-d908-41bd-ba13-2714bd3e9153 req-d751939c-59c6-4687-be81-fb9b317df785 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:26.073351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3888b3d0-d908-41bd-ba13-2714bd3e9153 req-d751939c-59c6-4687-be81-fb9b317df785 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 944 time: 0.0943451 May 12 20:18:26.119621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3888b3d0-d908-41bd-ba13-2714bd3e9153 req-18fdf298-c047-4d3e-9b8e-b11bd7dd6426 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403378 May 12 20:18:26.575626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-3001275a-e3ac-4e7f-b9bb-cefeab56d6d7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:26.577053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-3001275a-e3ac-4e7f-b9bb-cefeab56d6d7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.73 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4&tenant_id=1a6e68cf357949379a266db1b49dd32d&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 944 time: 0.1369905 May 12 20:18:26.642504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72da9e-eed9-4a55-9719-820b9de76111 req-dea992cf-a06d-4288-b228-dc976f07cdfd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:26.643906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca72da9e-eed9-4a55-9719-820b9de76111 req-dea992cf-a06d-4288-b228-dc976f07cdfd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 944 time: 0.1487725 May 12 20:18:26.696501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-396da073-8ebd-4f5f-834c-167f92790e19 service neutron] 10.222.0.73 "GET /v2.0/ports/65d2d1cc-fb88-497f-b8cb-f67b64276955/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 382 time: 0.1127691 May 12 20:18:26.701026 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ca72da9e-eed9-4a55-9719-820b9de76111 req-650ed0e5-3888-4f2c-bdc9-582be529ab98 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500319 May 12 20:18:26.800482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-5e9d80f1-d4de-49dd-9a16-5a4a42078344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:26.802021 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-5e9d80f1-d4de-49dd-9a16-5a4a42078344 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1095 time: 0.0805099 May 12 20:18:26.914333 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ecafd4e3-f35a-4c7a-a235-9e4ab9d47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:26.931405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-75644f8f-4ace-49b5-8a27-e67fc83213ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:26.932939 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-75644f8f-4ace-49b5-8a27-e67fc83213ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1248312 May 12 20:18:27.039863 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-819b9037-f59e-405f-890f-9f45e1c261c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1001 time: 0.1006508 May 12 20:18:27.101160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-01daab27-f043-4dbf-a5d2-b6b3df92704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:27.102964 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-01daab27-f043-4dbf-a5d2-b6b3df92704f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0567684 May 12 20:18:27.177811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-be2b6820-b7ef-4ffa-bc58-0baaa1a75d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:27.179349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-be2b6820-b7ef-4ffa-bc58-0baaa1a75d53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706043 May 12 20:18:27.428492 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-eb6592ad-a853-4f38-bcde-1629173e7a05 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427859 May 12 20:18:27.555818 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-74e2a342-5083-49a0-8538-ecded2fc3433 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206479 May 12 20:18:27.561609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:18:27.632233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:18:27.637163 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:18:27.637596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:27.756090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 65d2d1cc-fb88-497f-b8cb-f67b64276955 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:18:27.756470 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:27.784308 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:27.794368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:27.802780 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:27.850940 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993862ca-f34a-4828-a49e-07df7d5ef808'] response: {'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'code': 200} May 12 20:18:27.875325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:27.898028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11672-a37c-4e85-ab0a-1e22e21f0fcb req-8fb3b31c-44b2-4b3f-80bb-f2f92595fb5b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:27.899620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5db11672-a37c-4e85-ab0a-1e22e21f0fcb req-8fb3b31c-44b2-4b3f-80bb-f2f92595fb5b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0884137 May 12 20:18:27.943888 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5db11672-a37c-4e85-ab0a-1e22e21f0fcb req-ba029904-df43-45e5-8d23-324a3c29c581 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384309 May 12 20:18:29.012573 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b97e2d14-0ec7-4a66-8ef4-bfc2e7c463cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:29.308092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b033f-eef6-4e94-9785-890d685e3735 req-1103803f-8260-422a-96e1-1a3dc0c02e5a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:29.309476 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a8b033f-eef6-4e94-9785-890d685e3735 req-1103803f-8260-422a-96e1-1a3dc0c02e5a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0837703 May 12 20:18:29.353885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a8b033f-eef6-4e94-9785-890d685e3735 req-3d469d9e-dce3-4dc5-91f0-a7e52e2b978b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383096 May 12 20:18:29.570143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-161cf6d1-2046-44dc-914e-f06fa7c28a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:29.571533 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-161cf6d1-2046-44dc-914e-f06fa7c28a3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 1096 time: 0.0790114 May 12 20:18:29.582050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:18:29.606023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-b0f5ef30-0480-4988-90ad-fd8a5b1c7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:29.607544 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-b0f5ef30-0480-4988-90ad-fd8a5b1c7f64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1096 time: 0.0778539 May 12 20:18:29.692662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:29.749382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-28cf0a2d-a0eb-49b1-b5d1-43776580bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:29.750825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-28cf0a2d-a0eb-49b1-b5d1-43776580bed9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1251221 May 12 20:18:29.855733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-49876dec-7a43-4c14-a7cb-c11d158c4f59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1002 time: 0.0986173 May 12 20:18:29.916676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-c84efba1-4460-4619-aab5-91ebb0c083e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:29.918146 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-c84efba1-4460-4619-aab5-91ebb0c083e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0572255 May 12 20:18:29.958660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:29.989079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:18:30.004540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-4cf4db57-576f-4a3f-a628-d3ca87f013cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:30.006076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-4cf4db57-576f-4a3f-a628-d3ca87f013cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824111 May 12 20:18:30.049365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:30.055138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:30.069858 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Transition to ACTIVE for port object 65d2d1cc-fb88-497f-b8cb-f67b64276955 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:18:30.074743 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:30.124376 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d7b0fa-1859-42e7-9671-a684b0506bc2'] response: {'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'code': 200} May 12 20:18:30.149023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-9aa1ada0-9d26-4dd6-aa33-97c9f33c67f9 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355567 May 12 20:18:30.222745 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:30.236424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.236764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.236882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:30.237420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.237420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.237753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.238081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.238403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.238724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.239044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.239367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.239684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.240000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:30.281827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] No DVR routers for this DVR port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:18:30.291151 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6dc1bf50-2a3a-4c6d-baf8-8a72984acfb0 req-4bc437e0-e102-48f8-9498-cc972f475477 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375527 May 12 20:18:30.512573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:18:30.513177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:18:30.513528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:18:30.518048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:18:30.518358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Attempting to bind port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:18:30.523372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:18:30.523703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:18:30.524083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:18:30.524534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Bound port: 65d2d1cc-fb88-497f-b8cb-f67b64276955, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:18:30.524844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:30.537619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb724-0fe1-42e1-a823-b6b07ceba9be req-01d1ed59-d950-4846-b249-839aab4c3d23 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:30.539201 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-477cb724-0fe1-42e1-a823-b6b07ceba9be req-01d1ed59-d950-4846-b249-839aab4c3d23 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 944 time: 0.0794713 May 12 20:18:30.583727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-477cb724-0fe1-42e1-a823-b6b07ceba9be req-11f5ee48-945a-4bde-8b43-71b01be72db9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386975 May 12 20:18:30.615810 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:18:30.618867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:18:30.625702 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:30.653751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:30.693866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:30.694468 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:30.695849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1092 time: 1.1179109 May 12 20:18:30.713326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d941-463b-4ec1-8a24-4eb19db771a4 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=11']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:30.790672 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-27f57401-14a8-4bae-a64f-0acbf21ed4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:30.792160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-27f57401-14a8-4bae-a64f-0acbf21ed4c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1095 time: 0.0720429 May 12 20:18:30.924760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-ca8a8a71-b8af-429c-9784-19da8d00ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:30.926232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-ca8a8a71-b8af-429c-9784-19da8d00ffe6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1272650 May 12 20:18:31.124134 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-9aae10e1-8c71-468b-a78e-7ca58b18176f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1000 time: 0.1911025 May 12 20:18:31.186676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-d4e01f72-65d1-411d-b3e0-3dd6e0a174e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:31.188101 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-d4e01f72-65d1-411d-b3e0-3dd6e0a174e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0581467 May 12 20:18:31.264049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-738e146e-bb1a-4034-b655-6fe337ffc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:31.265569 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-738e146e-bb1a-4034-b655-6fe337ffc2f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716066 May 12 20:18:31.394335 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-85fe36f3-1d38-40c0-918e-ac6cdcb0898f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229115 May 12 20:18:31.524490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81af294f-a5ab-416d-87d6-d4e30eec31b0 req-b9dce74d-b088-4f40-a886-b56c92328117 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241722 May 12 20:18:31.593035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:18:31.649526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:18:31.788448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c5a45-1433-45dd-b7e5-d82501f70b4e req-daa916f0-e53b-41cb-8768-094a2502011e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:31.790006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f92c5a45-1433-45dd-b7e5-d82501f70b4e req-daa916f0-e53b-41cb-8768-094a2502011e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 944 time: 0.0937119 May 12 20:18:31.797733 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:31.834659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f92c5a45-1433-45dd-b7e5-d82501f70b4e req-62be1933-ac5e-4ef7-9074-7d9cf60c520e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381029 May 12 20:18:32.125876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:32.183953 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd77dc2d-07ce-4861-b030-bb676eb89dfc'] response: {'name': 'network-changed', 'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'status': 'completed', 'code': 200} May 12 20:18:32.275248 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-97b4e35d-1a11-4d82-857a-004c64f6467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.275742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-a34bc033-72c9-4bd3-9834-d638f9608805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.276755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-97b4e35d-1a11-4d82-857a-004c64f6467e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1095 time: 0.0711102 May 12 20:18:32.277295 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-a34bc033-72c9-4bd3-9834-d638f9608805 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 1095 time: 0.0749176 May 12 20:18:32.407807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-61133294-d343-4676-90f9-7b572cb03f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.409283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-61133294-d343-4676-90f9-7b572cb03f1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1270053 May 12 20:18:32.410151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-05692cdd-b0b6-4aa6-bd57-3bfb9bb5818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.411548 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-05692cdd-b0b6-4aa6-bd57-3bfb9bb5818f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1273637 May 12 20:18:32.520435 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-691092b1-d1cb-4459-9b84-12127803434e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1000 time: 0.0981026 May 12 20:18:32.589964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-6cd1776e-11dc-4a92-b053-01d22105078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.591409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-6cd1776e-11dc-4a92-b053-01d22105078c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0632989 May 12 20:18:32.623739 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-d9b87fd2-cbd7-47e5-916e-d9b7a1adef89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 200 len: 1000 time: 0.2088158 May 12 20:18:32.668574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-1c90395c-417a-4a57-b427-b52a82be9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.670023 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-1c90395c-417a-4a57-b427-b52a82be9751 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719378 May 12 20:18:32.690035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-6eca0d52-e80b-4ce5-b44a-4ac4a860ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.691586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-6eca0d52-e80b-4ce5-b44a-4ac4a860ac62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0615447 May 12 20:18:32.767682 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-8293aedf-a02a-4a67-8e0c-f66453583087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:32.769194 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-8293aedf-a02a-4a67-8e0c-f66453583087 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718367 May 12 20:18:32.802200 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-a9314bc3-1f77-4e19-bff4-c7dee46c7952 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252186 May 12 20:18:32.904506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-d0fc2c7f-a968-4db1-8b32-9760e55afc03 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294425 May 12 20:18:32.957221 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-e5899a42-f608-4558-973f-474d55f976c6 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465507 May 12 20:18:33.099901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fda4276d-da0f-4095-8811-e9ab204182a4 req-cbffa642-ed1f-423e-abf0-9a87c7b275f7 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897490 May 12 20:18:33.115678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b660-5445-40e5-8a93-bf4fa3772cc5 req-3518bc6e-1aae-4ed0-98ef-9b47ccc7c742 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:33.117329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fe2b660-5445-40e5-8a93-bf4fa3772cc5 req-3518bc6e-1aae-4ed0-98ef-9b47ccc7c742 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 944 time: 0.1338437 May 12 20:18:33.164461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5fe2b660-5445-40e5-8a93-bf4fa3772cc5 req-9a73aae9-2e7a-4a62-b6a7-e059a6ed1062 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395811 May 12 20:18:33.785832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:18:33.939738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:33.953794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'mac_address': 'fa:16:3e:8b:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:18:34.018542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 65d2d1cc-fb88-497f-b8cb-f67b64276955 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:18:34.019101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:34.073741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d2d1cc-fb88-497f-b8cb-f67b64276955 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:18:34.089982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:34.096840 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:34.162908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=12']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:34.302766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['65d2d1cc-fb88-497f-b8cb-f67b64276955'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:18:34.362219 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e95d-7f22-4068-8ac1-8684161e4fa2 req-d4beb592-001e-494f-a350-72fd6c412105 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:34.363612 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61d2e95d-7f22-4068-8ac1-8684161e4fa2 req-d4beb592-001e-494f-a350-72fd6c412105 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0899222 May 12 20:18:34.411241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61d2e95d-7f22-4068-8ac1-8684161e4fa2 req-ce917a6d-b3fb-4989-8b66-3f04b40c0e20 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414591 May 12 20:18:34.612640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826193b-bcd8-4630-9885-58ee07497045 req-b534c0c0-0227-4a57-ade1-f99089b8b6c2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:34.614031 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a826193b-bcd8-4630-9885-58ee07497045 req-b534c0c0-0227-4a57-ade1-f99089b8b6c2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0891478 May 12 20:18:34.658598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a826193b-bcd8-4630-9885-58ee07497045 req-5f9f72df-9ad7-4d75-8a90-e0d66532633d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375133 May 12 20:18:34.858686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c259d07-3343-4218-937d-a77cbebeff09 req-8e5710f3-f84d-4c67-bc43-d4ab6c7ac485 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:34.860899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c259d07-3343-4218-937d-a77cbebeff09 req-8e5710f3-f84d-4c67-bc43-d4ab6c7ac485 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0966241 May 12 20:18:34.918823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c259d07-3343-4218-937d-a77cbebeff09 req-02fa4676-da6f-4262-ab3f-4bc4224e09ca tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493803 May 12 20:18:35.321004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1de98-915c-4fb7-abe6-c500e08e1ee9 req-dc491351-51b4-4de0-b53c-963e69d50f60 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:35.322484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14e1de98-915c-4fb7-abe6-c500e08e1ee9 req-dc491351-51b4-4de0-b53c-963e69d50f60 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 945 time: 0.0798461 May 12 20:18:35.365719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14e1de98-915c-4fb7-abe6-c500e08e1ee9 req-387613f9-7f96-4a5a-bd70-5f850d548ff4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376129 May 12 20:18:35.673124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:18:35.753120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:18:35.757902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 65d2d1cc-fb88-497f-b8cb-f67b64276955 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:18:35.758266 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:35.884874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 65d2d1cc-fb88-497f-b8cb-f67b64276955 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:18:35.885275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:35.912089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:35.923053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:35.930216 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:35.965538 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5a02fa-9e64-414a-8d60-3a0cb237a2b7'] response: {'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'code': 200} May 12 20:18:36.012564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=13']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:36.508435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-83a86290-0829-415b-ab43-8ec6f741082a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:36.509078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-83a86290-0829-415b-ab43-8ec6f741082a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Synchronizing usage tracker for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:18:36.525770 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-83a86290-0829-415b-ab43-8ec6f741082a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Unset dirty status for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:18:36.526874 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-83a86290-0829-415b-ab43-8ec6f741082a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 946 time: 0.1005886 May 12 20:18:36.562251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dbf1e-2b9a-4fce-93c7-aef113c5ed8e req-56c74bcb-00b4-414d-a27f-847254bf990b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:36.563700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-741dbf1e-2b9a-4fce-93c7-aef113c5ed8e req-56c74bcb-00b4-414d-a27f-847254bf990b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 946 time: 0.0844414 May 12 20:18:36.595393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Deleting port 65d2d1cc-fb88-497f-b8cb-f67b64276955 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:18:36.595737 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:36.609690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-741dbf1e-2b9a-4fce-93c7-aef113c5ed8e req-d994fff8-6af4-432d-9faa-c05571d26a7f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397851 May 12 20:18:36.935765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] For port 65d2d1cc-fb88-497f-b8cb-f67b64276955, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=65d2d1cc-fb88-497f-b8cb-f67b64276955,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:36.936114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:37.234387 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:37.234615 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:37.234957 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc disassociated. External IP: 172.25.2.174, port: 65d2d1cc-fb88-497f-b8cb-f67b64276955. May 12 20:18:37.235296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Calling delete_port for 65d2d1cc-fb88-497f-b8cb-f67b64276955 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:18:37.385519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:37.437634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event deleted for resources: {'Port': ['ID=65d2d1cc-fb88-497f-b8cb-f67b64276955,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:37.624078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:18:37.759702 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-314680ee-0c00-49f0-ab35-7b7ee1112c1d req-4052d793-1080-4e2e-81ed-af4d2f7fc580 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=16086931-512e-46a8-bf02-f29a968f58f4 HTTP/1.1" status: 200 len: 210 time: 0.0424230 May 12 20:18:37.805515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:18:37.815027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:18:37.824420 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:18:37.825093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:18:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:37.880825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] No DVR routers for this DVR port 65d2d1cc-fb88-497f-b8cb-f67b64276955 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:18:37.883763 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:37.886462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-deleted', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:37.903888 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-384d54d3-d58e-4a4b-a949-96774e423b94 req-ea089642-d274-4064-83a2-17dea8d9b01b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "DELETE /v2.0/ports/65d2d1cc-fb88-497f-b8cb-f67b64276955 HTTP/1.1" status: 204 len: 173 time: 1.3719368 May 12 20:18:37.938497 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7374b3-0461-47fb-ab95-c1b752f76cad'] response: {'server_uuid': '16086931-512e-46a8-bf02-f29a968f58f4', 'name': 'network-vif-deleted', 'tag': '65d2d1cc-fb88-497f-b8cb-f67b64276955', 'status': 'completed', 'code': 200} May 12 20:18:38.016764 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:18:38.255827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:38.348596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:38.355203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:18:38.363772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:18:38.364363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:18:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:38.547932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:18:38.903321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:38.907561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb285b8-cd01-4233-8d6d-823100a641ac None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:18:38.982247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:39.099719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-4b1361c9-70ed-4bbf-b774-ebed6f1ea6d6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--37218895&fields=id&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 267 time: 0.0407386 May 12 20:18:39.130981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25edae5d-be05-42bd-8d85-ab7e187efc63 None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:18:39.253581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d4f4bd26-5ed5-452c-a05b-4f0185f518d1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:39.255011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d4f4bd26-5ed5-452c-a05b-4f0185f518d1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.1482761 May 12 20:18:39.270978 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-3c5f740a-e6dd-4dca-b3b7-1ad7e8a5ba96 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/quotas/1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 375 time: 0.0102508 May 12 20:18:39.362776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-90d82ca4-76e0-4ba9-a861-a5a9ebe39b76 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864871 May 12 20:18:39.378678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-739b77b9-0af7-4bc3-93d6-92bc704f3fe0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:18:39.379645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-739b77b9-0af7-4bc3-93d6-92bc704f3fe0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054896 May 12 20:18:39.513804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-20480122-a227-47ed-b713-d996733f5836 service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281202 May 12 20:18:39.760686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-b4254831-7459-4f57-87c0-a393afc41a01 service neutron] 10.222.0.72 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383118 May 12 20:18:39.949320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-792b1abb-6ddf-4611-8a9d-4b33e03be67c req-14c0390a-2fb6-4bf9-9bec-8b10389a254c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 210 time: 0.0423696 May 12 20:18:41.105707 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c78bb958-6848-4d5c-ac19-da1432ba420a req-d9fc325b-1b57-431a-9d55-ed34df1a59c9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 210 time: 0.0466113 May 12 20:18:41.137489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-5e07737d-ed06-41a8-a0c5-619c5e6368ba tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:41.139067 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-5e07737d-ed06-41a8-a0c5-619c5e6368ba tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 811 time: 0.1499541 May 12 20:18:41.186483 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-a7b9f916-53d4-4b8b-aa40-bce1a5a1b151 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 378 time: 0.0389724 May 12 20:18:41.194741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'port': {'device_id': '289f0057-3940-4f45-bd3e-bcb749bad659', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'admin_state_up': True, 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'security_groups': ['f8c64d19-7c1d-42c0-a0e2-208bd2edb8af']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:18:41.342066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:18:41.346683 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Usage tracker for resource:port and tenant:1a6e68cf357949379a266db1b49dd32d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:18:41.349880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:18:41.356641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:18:41.368952 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Made reservation on behalf of 1a6e68cf357949379a266db1b49dd32d for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:18:41.372444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:41.641698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Allocated IP 172.20.0.10 (5bc5cb89-cf74-416b-b70c-cbd77ee88763/fd7066b4-5148-48be-a34a-67a8f9838e65/d4e531ef-c3a2-4ff1-bcce-5ca0d8670673) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:18:41.700292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:18:41.737036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 65d2d1cc-fb88-497f-b8cb-f67b64276955 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:18:41.737385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 65d2d1cc-fb88-497f-b8cb-f67b64276955 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:18:41.831543 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:41.848268 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Transition to ACTIVE for port object d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:18:41.877423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:41.946446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:18:41.949590 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:18:41.953385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:18:41.986966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:42.027135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:42.027135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.056841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-093d6758-8188-43b1-8502-52e09bea2b10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8655763 May 12 20:18:42.068187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Request body: {'port': {'device_id': '289f0057-3940-4f45-bd3e-bcb749bad659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:18:42.186967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.215775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26fb0c87-943c-446b-a208-b66a07f594c1 None None] Provisioning for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:18:42.228693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-26fb0c87-943c-446b-a208-b66a07f594c1 None None] Provisioning complete for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:18:42.229213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26fb0c87-943c-446b-a208-b66a07f594c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.285127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-26fb0c87-943c-446b-a208-b66a07f594c1 None None] Port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:18:42.321330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b86dc-c04a-4db5-9470-b41084bb6401 req-32770ee8-2079-42db-8525-e74cbab0b2a5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:42.322798 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae0b86dc-c04a-4db5-9470-b41084bb6401 req-32770ee8-2079-42db-8525-e74cbab0b2a5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 932 time: 0.0831039 May 12 20:18:42.367292 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae0b86dc-c04a-4db5-9470-b41084bb6401 req-6d95404d-1091-4284-a341-5bd1169393b3 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384955 May 12 20:18:42.531613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:18:42.539011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.555247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Transition to ACTIVE for port object d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:18:42.562956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.716443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:42.798697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:18:42.799004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:18:42.799325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:18:42.803917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:18:42.804237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:18:42.809375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:18:42.809712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:18:42.810097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:18:42.810514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Bound port: d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:18:42.810890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.898038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:18:42.901025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:18:42.907932 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.969499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:42.970027 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:42.971394 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] 10.222.0.36 "PUT /v2.0/ports/d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1092 time: 0.9075034 May 12 20:18:42.971821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:43.005447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2eac-b6e1-4ba3-a05e-a4f53d4869ad service neutron] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:43.049932 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377abd48-e90a-45d4-b8fe-8b109e2d4ee1'] response: {'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'status': 'completed', 'code': 200} May 12 20:18:43.091532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-5ea1a75b-331b-4b32-8bfd-c123a555b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:43.093164 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-5ea1a75b-331b-4b32-8bfd-c123a555b556 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1095 time: 0.0769882 May 12 20:18:43.165369 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-7902d52d-c831-4246-a208-6384a480acab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 217 time: 0.0652187 May 12 20:18:43.225788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-edcb6735-f4a3-46f4-aa64-42f8c7315184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:43.227629 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-edcb6735-f4a3-46f4-aa64-42f8c7315184 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0564170 May 12 20:18:43.306716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85792-9caf-4a83-8168-769860c4cd4d req-6268a7fb-1082-4943-99d6-25ef2f98a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:43.309051 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-6268a7fb-1082-4943-99d6-25ef2f98a17e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756512 May 12 20:18:43.554253 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-81409d2a-455b-4bd8-97bc-1211297c5c83 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388425 May 12 20:18:43.561150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901ab8f-c8b9-480d-a4e0-1b801cb5158a req-0e0f178e-d1a9-43db-8014-b1f8bd53a1b6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:43.562564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9901ab8f-c8b9-480d-a4e0-1b801cb5158a req-0e0f178e-d1a9-43db-8014-b1f8bd53a1b6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.0844109 May 12 20:18:43.610078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9901ab8f-c8b9-480d-a4e0-1b801cb5158a req-4f161f89-71b7-48cd-8376-38628fcc1032 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417669 May 12 20:18:43.682823 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-feb85792-9caf-4a83-8168-769860c4cd4d req-ac613cf2-8d18-4a43-9a3b-1f9dc00d7dde service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229022 May 12 20:18:43.809748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-1718bb2c-11d6-4e5d-bab3-4a981ee50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:43.811487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-1718bb2c-11d6-4e5d-bab3-4a981ee50e23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1095 time: 0.0752428 May 12 20:18:43.943752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-a7ac3ffb-0d20-4100-81f2-2ca108e81f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:43.945198 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-a7ac3ffb-0d20-4100-81f2-2ca108e81f25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1274920 May 12 20:18:44.016497 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-377d4264-54d5-4883-b793-623de9728434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 217 time: 0.0629661 May 12 20:18:44.079201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-f2769138-e009-46b2-9cd7-e89d56bba5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:44.080530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-f2769138-e009-46b2-9cd7-e89d56bba5fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0577409 May 12 20:18:44.165528 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-c29a7fca-1c4c-4cd4-82f2-f6ba697b0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:44.167008 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-c29a7fca-1c4c-4cd4-82f2-f6ba697b0462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793760 May 12 20:18:44.299219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-550399bf-b399-4624-91bc-758f4040ceea service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250391 May 12 20:18:44.432956 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4cc90a4b-d17c-4eda-9657-833b7e3535eb req-60977916-21a4-4444-b9f4-f427f667396c service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250331 May 12 20:18:44.818415 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cedf1-1837-40ef-8794-f2e6cd4c8104 req-0b032142-e638-44cc-9f9b-0264f177df10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:44.819755 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-479cedf1-1837-40ef-8794-f2e6cd4c8104 req-0b032142-e638-44cc-9f9b-0264f177df10 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.0898674 May 12 20:18:44.864467 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-479cedf1-1837-40ef-8794-f2e6cd4c8104 req-3bbd76b6-ca8b-44f5-b42e-53d6ae78ab24 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386426 May 12 20:18:45.700364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:18:45.844838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:45.858353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'mac_address': 'fa:16:3e:29:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:18:45.916296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:18:45.916668 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:45.933671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:18:45.950256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:45.955705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:46.022836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:46.030756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.031100 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.031433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.031769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.032103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.032428 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.032750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.033073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.033640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.033966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.034289 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.034609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:18:46.061654 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca62b47-610b-486e-b0bf-ec45d7c9933e req-3bfe53b6-ab0f-416a-993c-cb9eb690668d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:46.070259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ca62b47-610b-486e-b0bf-ec45d7c9933e req-3bfe53b6-ab0f-416a-993c-cb9eb690668d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0939486 May 12 20:18:46.124298 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ca62b47-610b-486e-b0bf-ec45d7c9933e req-c8ce0ab3-2214-4c03-9f14-3d6906a49a7b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457189 May 12 20:18:46.148577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['d4e531ef-c3a2-4ff1-bcce-5ca0d8670673'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:18:47.322608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058b45a-6c6f-4f6f-8296-77d146850c53 req-37227639-c60a-4ff8-b1bb-3547043a396d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:47.324076 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d058b45a-6c6f-4f6f-8296-77d146850c53 req-37227639-c60a-4ff8-b1bb-3547043a396d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0872302 May 12 20:18:47.371329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d058b45a-6c6f-4f6f-8296-77d146850c53 req-f69bb5fd-a10e-4f28-b71b-17447f913fe8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385382 May 12 20:18:47.715229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:18:47.802294 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:18:47.807073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:18:47.807450 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:47.924811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:18:47.925229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:47.952134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:47.964256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:18:47.968935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:48.007646 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c5f03e-e28c-40a1-b550-f0eeb320732c'] response: {'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'code': 200} May 12 20:18:48.044799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:18:48.134514 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f57e3-828a-4330-a1a9-4d7f8a0e42ba req-96bee0f2-8dba-46de-a4e3-7f1004754ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:48.136025 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce4f57e3-828a-4330-a1a9-4d7f8a0e42ba req-96bee0f2-8dba-46de-a4e3-7f1004754ab8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1097 time: 0.0803459 May 12 20:18:48.185875 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce4f57e3-828a-4330-a1a9-4d7f8a0e42ba req-79ee5a92-f3f0-4843-9e3b-0e13f1f24fa9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430713 May 12 20:18:48.580878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01fe9e-5d87-4967-ba01-f979365a97a4 req-4169186e-e032-4b32-9312-f2a222cc3b7f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:48.582366 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b01fe9e-5d87-4967-ba01-f979365a97a4 req-4169186e-e032-4b32-9312-f2a222cc3b7f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0964992 May 12 20:18:48.636977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b01fe9e-5d87-4967-ba01-f979365a97a4 req-c2a1f973-a6f7-4db9-9d58-3e8d1aba55a4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488424 May 12 20:18:49.915201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e721f-822b-4880-8c55-4bc9772eac8b req-e3506548-b35f-46c7-ac4c-ab1c4170deb0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:49.916966 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-584e721f-822b-4880-8c55-4bc9772eac8b req-e3506548-b35f-46c7-ac4c-ab1c4170deb0 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.1638832 May 12 20:18:49.960390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-584e721f-822b-4880-8c55-4bc9772eac8b req-8c8cee66-d294-4bff-ba8d-9e3ba41f85b6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376086 May 12 20:18:50.155631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f446d-cb46-4e48-8e68-08e78c1df5f0 req-4332fbeb-e7f8-4b43-b9cc-98b3328a746f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:50.157090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c6f446d-cb46-4e48-8e68-08e78c1df5f0 req-4332fbeb-e7f8-4b43-b9cc-98b3328a746f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0893247 May 12 20:18:50.168187 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 47840) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:18:50.173392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Request body: {'floatingip': {'port_id': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:18:50.252277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:50.959108 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:50.965481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:51.161875 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc associated. External IP: 172.25.2.174, port: d4e531ef-c3a2-4ff1-bcce-5ca0d8670673. May 12 20:18:51.509176 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:18:51.693363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:18:51.698290 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:51.704098 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:18:51.714058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:18:51.714653 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:18:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:51.753460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2cac4557-b8aa-46ba-93e5-58e633bd4aad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "PUT /v2.0/floatingips/972194b0-42d5-406b-a401-7ffeb3665abc HTTP/1.1" status: 200 len: 993 time: 1.5841274 May 12 20:18:51.754144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:18:51.799907 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c040f1-3533-4715-85fb-b02235431f74'] response: {'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'status': 'completed', 'code': 200} May 12 20:18:51.892730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-dcf570f8-b8f1-42f5-a392-012eb9aff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:51.894131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:18:51.894265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-dcf570f8-b8f1-42f5-a392-012eb9aff520 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1097 time: 0.0730734 May 12 20:18:52.025447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-e594cc68-8a53-43cf-88b5-f44974eaee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:52.026977 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-e594cc68-8a53-43cf-88b5-f44974eaee46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1260037 May 12 20:18:52.185010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-7ea013ec-c00f-452e-a4f6-2bca7aa3f731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.1521502 May 12 20:18:52.264719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:29:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289f0057-3940-4f45-bd3e-bcb749bad659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:18:50Z', 'revision_number': 13, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:52.269246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:18:52.278827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:18:52.279366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:18:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:52.381314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-fce35fd8-764c-49a7-9033-a383c6e6b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:52.382781 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-fce35fd8-764c-49a7-9033-a383c6e6b04a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.1918759 May 12 20:18:52.456548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-3d155c50-ad5f-40d9-a7d2-5c2431a6383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:52.458085 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-3d155c50-ad5f-40d9-a7d2-5c2431a6383a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697184 May 12 20:18:52.498967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:18:52.591643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-e167c997-afd6-42a7-9b3d-404db18c6138 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262372 May 12 20:18:52.730915 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3b35849-0bc1-45c4-b018-f13cb325a78c req-13ab0659-3cfd-489d-a9c6-0f505b7b688f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331563 May 12 20:18:52.865894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:29:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289f0057-3940-4f45-bd3e-bcb749bad659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:18:50Z', 'revision_number': 13, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:18:52.870304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85035a3-9a89-439b-b8e0-6d24b7454a25 None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '972194b0-42d5-406b-a401-7ffeb3665abc', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'port_id': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'mac_address': 'fa:16:3e:29:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289f0057-3940-4f45-bd3e-bcb749bad659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:16:03Z', 'updated_at': '2022-05-12T20:18:50Z', 'revision_number': 13, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:18:53.065490 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfed1a0-9d76-4897-8a88-cfc4de57e901 None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:18:53.460095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb25c2-7038-47ca-9f66-82755a2226f0 req-e2f0064f-5d8a-4df9-94ae-bac39d7a979f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:18:53.461484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8bdb25c2-7038-47ca-9f66-82755a2226f0 req-e2f0064f-5d8a-4df9-94ae-bac39d7a979f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0924075 May 12 20:18:53.506893 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8bdb25c2-7038-47ca-9f66-82755a2226f0 req-749e4d11-b5ad-425c-865e-acb28b308913 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396020 May 12 20:18:56.927026 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ab12114-e613-40c0-bdd6-466cfe4c4c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:59.024479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b1ff657c-313b-484f-80dd-a5e58d012ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:18:59.733074 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:19:00.229155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:00.653979 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:01.799069 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:02.142174 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f0c8-f188-404e-b35d-a13156a02ec3 req-765acfbb-ce98-46c7-befe-65343d4922aa tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:02.147171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9936f0c8-f188-404e-b35d-a13156a02ec3 req-765acfbb-ce98-46c7-befe-65343d4922aa tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0872669 May 12 20:19:02.148300 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-e1070cf1-8ed6-4c1c-8e6b-787f2bef26aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264091 May 12 20:19:02.194501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9936f0c8-f188-404e-b35d-a13156a02ec3 req-3c504d02-f772-4514-8d3c-0519e6bd7698 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417819 May 12 20:19:03.403279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16556e-8b10-42ea-b1fb-f7df3a3f8ce3 req-6866ef23-2fd2-4d50-876e-c633644b54c5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:03.403279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f16556e-8b10-42ea-b1fb-f7df3a3f8ce3 req-6866ef23-2fd2-4d50-876e-c633644b54c5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0917647 May 12 20:19:03.454838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3f16556e-8b10-42ea-b1fb-f7df3a3f8ce3 req-7c7ec31b-766b-487f-9fb4-51c59a740cef tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446105 May 12 20:19:03.459908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-6f3ade5b-c9f2-4bc8-afbf-d4c3904ab468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:03.461458 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-6f3ade5b-c9f2-4bc8-afbf-d4c3904ab468 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1097 time: 0.0774059 May 12 20:19:03.595778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-79bdfce0-a7a7-4e35-9b1a-9d97e87e0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:03.597098 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-79bdfce0-a7a7-4e35-9b1a-9d97e87e0cdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1284599 May 12 20:19:03.702425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-2a5cc8e8-9b9d-4733-ae9a-f0aad4966f97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1003 time: 0.0977173 May 12 20:19:03.768138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-6ac91f2d-8326-4041-bcda-aed241ff6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:03.770290 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-6ac91f2d-8326-4041-bcda-aed241ff6008 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0619802 May 12 20:19:03.864011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-1ab2d45f-b9d3-4bf4-a17e-2a9430afc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:03.865556 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-1ab2d45f-b9d3-4bf4-a17e-2a9430afc4ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738719 May 12 20:19:04.011001 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-2d8687a0-7d9e-465a-826e-6c3bc980222e service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384022 May 12 20:19:04.144052 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-5c6c50ab-1164-4044-857b-df8f8a104425 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271403 May 12 20:19:04.662460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc88e08-3328-46fc-8bb7-126b620a0788 req-4b5181d3-3c1e-41e1-8ec1-f4f13c5d5a7e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:04.663413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dc88e08-3328-46fc-8bb7-126b620a0788 req-4b5181d3-3c1e-41e1-8ec1-f4f13c5d5a7e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0883048 May 12 20:19:04.708507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7dc88e08-3328-46fc-8bb7-126b620a0788 req-8b4dd677-9d32-4e86-a31d-9502f40894cb tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396254 May 12 20:19:05.922934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae274f-33e6-4c48-92c7-3365100907ea req-38e7f179-2b01-4023-be0e-ea759cdcc079 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:05.924393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36ae274f-33e6-4c48-92c7-3365100907ea req-38e7f179-2b01-4023-be0e-ea759cdcc079 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0963254 May 12 20:19:05.967875 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36ae274f-33e6-4c48-92c7-3365100907ea req-029223ca-57b5-485c-8cf9-fb73712a2b9d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378599 May 12 20:19:07.166375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bd0e7-1cd0-4700-b4a4-8595afe947d7 req-1133ed27-33b9-4ca8-847d-b30c908fafec tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:07.167843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-878bd0e7-1cd0-4700-b4a4-8595afe947d7 req-1133ed27-33b9-4ca8-847d-b30c908fafec tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0798652 May 12 20:19:07.212579 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-878bd0e7-1cd0-4700-b4a4-8595afe947d7 req-5b87bcf4-c06d-483f-864f-5848b14adc03 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389857 May 12 20:19:08.257528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:08.413218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a813a5-6cbe-4e8a-abbe-2787088a1455 req-3e2ece9a-e507-4fdb-a2dc-14e90a41190c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:08.414699 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a813a5-6cbe-4e8a-abbe-2787088a1455 req-3e2ece9a-e507-4fdb-a2dc-14e90a41190c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0888035 May 12 20:19:08.461766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a813a5-6cbe-4e8a-abbe-2787088a1455 req-e149820c-7c78-46d9-bf8b-31b68580b6be tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384965 May 12 20:19:08.998498 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:09.667406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794556-ed57-4ad9-be31-4af8570faf3b req-30bf25c8-00b0-4c0c-99be-39554aacfdde tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:09.668876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e794556-ed57-4ad9-be31-4af8570faf3b req-30bf25c8-00b0-4c0c-99be-39554aacfdde tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0854917 May 12 20:19:09.716802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e794556-ed57-4ad9-be31-4af8570faf3b req-73535d3d-1ecb-403c-b9b8-2b8b9acff2f1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421622 May 12 20:19:10.926374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ad07a-3944-4452-95fb-0604b1deaf8f req-f77c33db-6efb-46ef-8d53-c2668223541a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:10.927802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b0ad07a-3944-4452-95fb-0604b1deaf8f req-f77c33db-6efb-46ef-8d53-c2668223541a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0885968 May 12 20:19:10.971271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b0ad07a-3944-4452-95fb-0604b1deaf8f req-c70a9df5-637b-4f1b-872b-314bc599523f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378017 May 12 20:19:12.198161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010ddf7-f702-489f-b638-83a70d18e68a req-2297ae31-8e2f-4cca-bc2d-cebe0b8c6175 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:12.199635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b010ddf7-f702-489f-b638-83a70d18e68a req-2297ae31-8e2f-4cca-bc2d-cebe0b8c6175 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.1022894 May 12 20:19:12.247318 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b010ddf7-f702-489f-b638-83a70d18e68a req-701bca9a-3ea2-4964-bdd8-dc6c33acf37f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400798 May 12 20:19:13.460045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a38c6-63fb-46d1-9c5b-3a478d85ccbd req-f0ccfb94-a851-49ef-a2cd-ba0ae1bc2d91 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:13.461563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f74a38c6-63fb-46d1-9c5b-3a478d85ccbd req-f0ccfb94-a851-49ef-a2cd-ba0ae1bc2d91 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0917883 May 12 20:19:13.507090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f74a38c6-63fb-46d1-9c5b-3a478d85ccbd req-80177eb2-9324-49e4-8692-8a5d9fe36acc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395732 May 12 20:19:14.718446 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41129bc-7da5-4d17-93a8-06b8c15ca9cf req-3eb80f3f-15fb-4700-ba67-a7b0803327c9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:14.719928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41129bc-7da5-4d17-93a8-06b8c15ca9cf req-3eb80f3f-15fb-4700-ba67-a7b0803327c9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0931597 May 12 20:19:14.766685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e41129bc-7da5-4d17-93a8-06b8c15ca9cf req-8ca8ff62-f898-42e5-be41-2d5e7aaee43e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380805 May 12 20:19:15.958259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3152bb-53bb-4970-871a-0ed4fa8b4867 req-2ba4cb3b-e5dd-4664-8294-0f78a75f3fff tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:15.959741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb3152bb-53bb-4970-871a-0ed4fa8b4867 req-2ba4cb3b-e5dd-4664-8294-0f78a75f3fff tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0787201 May 12 20:19:16.004240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fb3152bb-53bb-4970-871a-0ed4fa8b4867 req-3f84eb4a-6609-423c-8103-dcfb2fc3661f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389161 May 12 20:19:17.200836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726762a-88f7-4636-a639-c28fb59a0107 req-54b1f807-fe68-44c4-b1af-594a3fd8073b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:17.202339 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0726762a-88f7-4636-a639-c28fb59a0107 req-54b1f807-fe68-44c4-b1af-594a3fd8073b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0849597 May 12 20:19:17.247397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0726762a-88f7-4636-a639-c28fb59a0107 req-9ed79924-f198-43af-8107-cdc39bd62b6e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391469 May 12 20:19:18.455241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa0284-8acd-4906-81e1-b324bcf4a9fe req-9754303d-06e1-4214-87da-dc5a24c426dd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:18.456626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32aa0284-8acd-4906-81e1-b324bcf4a9fe req-9754303d-06e1-4214-87da-dc5a24c426dd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0913684 May 12 20:19:18.510295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32aa0284-8acd-4906-81e1-b324bcf4a9fe req-7031ecbf-8638-4ed1-bb5c-b130b49bd5dd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448074 May 12 20:19:19.715991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6846d-f66b-4cb4-81a9-8e588acfc301 req-6d045689-8bdd-4d74-be8a-9e44231302be tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:19.717496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be6846d-f66b-4cb4-81a9-8e588acfc301 req-6d045689-8bdd-4d74-be8a-9e44231302be tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0884526 May 12 20:19:19.762469 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2be6846d-f66b-4cb4-81a9-8e588acfc301 req-76d413a0-6b24-4c5d-afa0-5655ffa4c2d5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392675 May 12 20:19:20.957764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9bd8-fe94-4acf-bd39-2cf6787a4753 req-3819fda6-9bed-4914-b35a-733e386ca4a5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:20.959185 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a68e9bd8-fe94-4acf-bd39-2cf6787a4753 req-3819fda6-9bed-4914-b35a-733e386ca4a5 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0858362 May 12 20:19:21.014684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a68e9bd8-fe94-4acf-bd39-2cf6787a4753 req-825d2275-9e7e-438c-b003-b105999ab32e tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498466 May 12 20:19:22.218556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274a5d9-f3ee-4b76-8c9c-cd1ede4cbe2e req-266098b1-695e-4b50-8256-76e13172f39d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:22.220039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b274a5d9-f3ee-4b76-8c9c-cd1ede4cbe2e req-266098b1-695e-4b50-8256-76e13172f39d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0863233 May 12 20:19:22.269200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b274a5d9-f3ee-4b76-8c9c-cd1ede4cbe2e req-3893165d-3915-4efd-a3b4-65901052569f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432541 May 12 20:19:23.328021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-f1fbfe4b-adea-44b3-823f-09a23d1d74eb req-6e0b8087-ba29-4ece-9f53-21a204119d61 service neutron] (88112) timed out ('10.222.0.72', 41850) {{(pid=88112) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:19:23.464184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbc53-351f-4f56-a96d-770b720ea513 req-0a659aa1-4e7e-4f5e-bafa-f3f5bcae6915 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:23.465552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a6dbc53-351f-4f56-a96d-770b720ea513 req-0a659aa1-4e7e-4f5e-bafa-f3f5bcae6915 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0817893 May 12 20:19:23.508911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a6dbc53-351f-4f56-a96d-770b720ea513 req-e6a88b01-3db5-487c-9275-f28bb3746bec tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376964 May 12 20:19:24.713651 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6673f3-3355-4947-b562-78e42348b925 req-4edb701b-a2f5-401a-897d-b2224f2d0331 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:24.715359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c6673f3-3355-4947-b562-78e42348b925 req-4edb701b-a2f5-401a-897d-b2224f2d0331 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0895200 May 12 20:19:24.763362 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2c6673f3-3355-4947-b562-78e42348b925 req-3fb48a55-347b-4836-b0ac-7ee720b773b9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421522 May 12 20:19:26.071967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b3d3e-f7ba-421e-acaf-68ddd68bac26 req-fe81dd99-2cf4-4e2d-8a68-334f27395e2c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:26.073363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-525b3d3e-f7ba-421e-acaf-68ddd68bac26 req-fe81dd99-2cf4-4e2d-8a68-334f27395e2c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.1960666 May 12 20:19:26.118305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-525b3d3e-f7ba-421e-acaf-68ddd68bac26 req-8b48b8a9-d97d-48ad-bb9a-62dd31aa93bc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390916 May 12 20:19:26.678602 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-8bba96a3-dc26-48b4-93f9-c95dd894c77e service neutron] show failed (client error): The resource could not be found. May 12 20:19:26.679554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-8bba96a3-dc26-48b4-93f9-c95dd894c77e service neutron] 10.222.0.36 "GET /v2.0/ports/d4e531ef-c3a2-4ff1-bcce-5ca0d8670673/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0744517 May 12 20:19:26.922201 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-766ebd7d-7829-47ff-917e-3d541b55396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:27.033066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-d79d73fb-10fb-4621-8c0f-3f459b244082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:27.034647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-d79d73fb-10fb-4621-8c0f-3f459b244082 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 1097 time: 0.1476722 May 12 20:19:27.046476 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:19:27.161665 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:27.452286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa06570-b4ae-4c64-a4f6-a29a25891329 req-db26b627-a98f-4bfa-9d37-5ce92f53277f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:27.453890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa06570-b4ae-4c64-a4f6-a29a25891329 req-db26b627-a98f-4bfa-9d37-5ce92f53277f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.2280042 May 12 20:19:27.520471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:27.537989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa06570-b4ae-4c64-a4f6-a29a25891329 req-e28ba76d-351b-4602-9507-553ad9a571ea tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779099 May 12 20:19:27.562700 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:19:27.626977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:19:27.632876 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:27.651069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Transition to ACTIVE for port object d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:19:27.657355 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:27.695507 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67aff497-44a9-45fb-8c5f-009130d6cffa'] response: {'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'code': 200} May 12 20:19:27.800340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:27.813301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.813635 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.813968 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.814299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.814622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.814941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.815262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.815576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.815891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.816204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.816522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.816830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:27.861592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] No DVR routers for this DVR port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:19:28.083391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:19:28.083675 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:19:28.084028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:19:28.088980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:19:28.089400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:19:28.094587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:19:28.094921 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:19:28.095298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:19:28.095721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Bound port: d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:19:28.096059 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:28.187332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:19:28.190377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:19:28.196263 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:28.255417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:28.256021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:28.257466 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] 10.222.0.73 "PUT /v2.0/ports/d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1092 time: 1.2148452 May 12 20:19:28.273525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312207-c1b3-4ad2-b0f9-6b31e621711d service neutron] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:28.360667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-7e7ee77f-5eed-4e7b-a098-ae689f3b62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:28.362192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-7e7ee77f-5eed-4e7b-a098-ae689f3b62cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1095 time: 0.0758057 May 12 20:19:28.616523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-e3859ca0-1830-405a-9e08-da7303cae010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:28.618072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-e3859ca0-1830-405a-9e08-da7303cae010 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.2505324 May 12 20:19:28.766294 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-befac6c6-9f8d-4adc-806c-38a5e05df68d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.1412485 May 12 20:19:28.834883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812d2e8-cf33-4fe3-9569-ac4921f54c02 req-570a585c-e23f-4199-9f20-19907befa317 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:28.836307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0812d2e8-cf33-4fe3-9569-ac4921f54c02 req-570a585c-e23f-4199-9f20-19907befa317 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.1600530 May 12 20:19:28.844906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-241bbe1a-6254-4c77-a4d7-3d7f2813f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:28.846255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-241bbe1a-6254-4c77-a4d7-3d7f2813f5e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0740638 May 12 20:19:28.933063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0812d2e8-cf33-4fe3-9569-ac4921f54c02 req-ffda9166-13b7-46eb-95be-5f39134c4410 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904133 May 12 20:19:28.952540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-5c49059e-ceee-434b-93e7-f6e3a9473468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:28.954304 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-5c49059e-ceee-434b-93e7-f6e3a9473468 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960574 May 12 20:19:29.018826 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a713-ded5-4ded-947e-41a5d2a32035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:29.083937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-16a6fa62-5d32-4b02-9cb1-49ee9e6531f8 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238258 May 12 20:19:29.227844 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-6fe5167c-ee06-49c6-a889-30aae8bbb790 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379561 May 12 20:19:29.697419 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:19:29.758542 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56be5cc-bf37-4ee5-b0e8-482fb7fd09a6'] response: {'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'status': 'completed', 'code': 200} May 12 20:19:29.846481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-2c61e623-a83a-46cb-aa56-4afd63902a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:29.848648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-2c61e623-a83a-46cb-aa56-4afd63902a4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1095 time: 0.0746348 May 12 20:19:29.856627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-67c4561f-d3b4-4877-af48-0ea6d202c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:29.858161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-67c4561f-d3b4-4877-af48-0ea6d202c77b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1095 time: 0.0756793 May 12 20:19:29.947061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:19:29.982957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-ff3d1333-58db-4ec3-98f0-a5a9c0bd3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:29.984437 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-ff3d1333-58db-4ec3-98f0-a5a9c0bd3f74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1278033 May 12 20:19:30.002858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-ad3bcd09-224c-4e8b-bb65-1a134a55dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:30.004714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-ad3bcd09-224c-4e8b-bb65-1a134a55dd67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1410129 May 12 20:19:30.040435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:19:30.194996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-cebcde64-afc7-423d-873d-91cb06bbce4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.1816010 May 12 20:19:30.227155 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-44003aae-f3d0-4537-b8bf-e2eb7776a057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.2360697 May 12 20:19:30.228669 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:30.257879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ef923-c68e-47fd-b833-df31199e4fda req-c17ae0b7-c0aa-400e-b030-85d8358868fc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:30.259342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f58ef923-c68e-47fd-b833-df31199e4fda req-c17ae0b7-c0aa-400e-b030-85d8358868fc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.1784976 May 12 20:19:30.287038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-4c0dd7e4-6b62-4c4a-b2ee-100ab33effb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:30.288482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-4c0dd7e4-6b62-4c4a-b2ee-100ab33effb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0866654 May 12 20:19:30.299028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-74627dbb-3947-4c5c-a410-5778a3d2273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:30.301399 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-74627dbb-3947-4c5c-a410-5778a3d2273f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0680919 May 12 20:19:30.364641 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f58ef923-c68e-47fd-b833-df31199e4fda req-e15025e9-7234-4b71-bcfc-0a0492779577 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960886 May 12 20:19:30.382129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-705ed801-10f0-42b4-8024-40edd2e873b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:30.383640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-705ed801-10f0-42b4-8024-40edd2e873b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764372 May 12 20:19:30.393622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-b56c73c1-1d2a-434b-9695-b6c2e1d8afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:30.395191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-b56c73c1-1d2a-434b-9695-b6c2e1d8afdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009290 May 12 20:19:30.522897 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-52fe5b63-9d82-488a-8173-92c6294f417f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329360 May 12 20:19:30.544096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-184b9823-3e47-4ff2-ae14-d998f47cad1e service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426609 May 12 20:19:30.652039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:30.663542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-58c23f97-618c-47f7-a84f-c300246d5a7e service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346116 May 12 20:19:30.690804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-401634ea-1333-441c-9dfe-f6a92dc2b125 req-aa2c3097-d25d-4b76-96e7-0d26562fc574 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407290 May 12 20:19:31.621586 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c88a96-bad2-43f9-835b-1b5c928b6d7d req-e0477fcc-9046-4b33-b89c-78e87fa04952 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:31.623049 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8c88a96-bad2-43f9-835b-1b5c928b6d7d req-e0477fcc-9046-4b33-b89c-78e87fa04952 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.1391220 May 12 20:19:31.791609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8c88a96-bad2-43f9-835b-1b5c928b6d7d req-66eeb784-b0a7-4533-9817-58f2518db8dc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611040 May 12 20:19:31.805372 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:33.004498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3d32c-17e1-4103-88f1-613436d65deb req-ac707d48-53b8-42d6-836c-ec42b0b67073 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:33.005986 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0df3d32c-17e1-4103-88f1-613436d65deb req-ac707d48-53b8-42d6-836c-ec42b0b67073 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.0957990 May 12 20:19:33.049821 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0df3d32c-17e1-4103-88f1-613436d65deb req-170faaef-d9fb-4e76-85a1-df55cd7a93f1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381315 May 12 20:19:34.258358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f75c4-bb10-48b4-bff3-0da27c7b0af2 req-69393daa-e81c-4529-b603-d3c75547ed27 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:34.259805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-031f75c4-bb10-48b4-bff3-0da27c7b0af2 req-69393daa-e81c-4529-b603-d3c75547ed27 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.0888078 May 12 20:19:34.309093 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-031f75c4-bb10-48b4-bff3-0da27c7b0af2 req-99c08d8b-1afd-4e17-a8d1-84bcddba060a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431747 May 12 20:19:35.530075 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b5bbc-d630-469a-b96d-a430dfd34831 req-412d2366-1a4c-4aa0-93dc-612aaed55330 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:35.531423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-387b5bbc-d630-469a-b96d-a430dfd34831 req-412d2366-1a4c-4aa0-93dc-612aaed55330 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.0962117 May 12 20:19:35.575282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-387b5bbc-d630-469a-b96d-a430dfd34831 req-f0faf61e-bbee-4457-8e34-b89484a1fc09 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381236 May 12 20:19:36.732640 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:19:36.835102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85124b-70ba-4b79-948d-7fe1c5adcd4c req-bd456309-c704-49d7-99b5-c176fbd1e39a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:36.836548 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e85124b-70ba-4b79-948d-7fe1c5adcd4c req-bd456309-c704-49d7-99b5-c176fbd1e39a tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.1407542 May 12 20:19:36.887091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-79f436e3-0e04-4edf-9879-305f2b6067c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:36.888428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-79f436e3-0e04-4edf-9879-305f2b6067c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1095 time: 0.1213734 May 12 20:19:36.891255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e85124b-70ba-4b79-948d-7fe1c5adcd4c req-50758528-5378-47a5-bc81-672c0249c71b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481632 May 12 20:19:37.036791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-e56fbfb2-5e1a-4fa4-b654-5e4b0ea21e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:37.038215 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-e56fbfb2-5e1a-4fa4-b654-5e4b0ea21e68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1306515 May 12 20:19:37.140709 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-eaf535e6-01ee-48d3-9919-cab992354640 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.0957131 May 12 20:19:37.203818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-8b532be3-a84f-45de-91c0-dcbc6f82e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:37.205331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-8b532be3-a84f-45de-91c0-dcbc6f82e84a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0583293 May 12 20:19:37.285769 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-f744c408-3461-4836-909d-053ccfecce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:37.287203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-f744c408-3461-4836-909d-053ccfecce3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736310 May 12 20:19:37.424054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-09d5feed-ad12-4e28-afef-718d298ab573 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288385 May 12 20:19:37.556084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-470447b2-f6e9-4ca9-989f-0e19e3c418b0 req-d487d530-3737-4ffa-978a-0024c258e1bf service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243916 May 12 20:19:38.029134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:19:38.078367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645a958-5435-4b19-91ae-51e01bcc4d3f req-f0db87e2-612c-468e-9d8d-1b588dc44bf7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:38.079831 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4645a958-5435-4b19-91ae-51e01bcc4d3f req-f0db87e2-612c-468e-9d8d-1b588dc44bf7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 944 time: 0.0820327 May 12 20:19:38.125630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4645a958-5435-4b19-91ae-51e01bcc4d3f req-548674ee-a50b-4769-b0c0-dadb2de7cfc2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396583 May 12 20:19:38.161590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:38.177558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'mac_address': 'fa:16:3e:29:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:19:38.231186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:19:38.231581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:38.257885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:19:38.270925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:38.277599 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:38.283013 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:38.357640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:38.519099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['d4e531ef-c3a2-4ff1-bcce-5ca0d8670673'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:19:38.995216 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:39.336551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0717d0-c0f8-4765-8182-757fd2b58bde req-6fd73155-5068-45a0-ae15-f836374273bf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:39.337926 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e0717d0-c0f8-4765-8182-757fd2b58bde req-6fd73155-5068-45a0-ae15-f836374273bf tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0982189 May 12 20:19:39.385101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9e0717d0-c0f8-4765-8182-757fd2b58bde req-007ad230-2ddc-4eb2-9eb7-459f20b937d9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413651 May 12 20:19:39.841156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-d1a200b7-a9bb-415d-96bd-1e45e1e334a6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:39.842609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-d1a200b7-a9bb-415d-96bd-1e45e1e334a6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.73 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659&tenant_id=1a6e68cf357949379a266db1b49dd32d&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 945 time: 0.1415272 May 12 20:19:39.929888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489074-6749-4d17-890c-ea1bca496f96 req-e434c3d4-8f4e-4d8a-9b73-cb249e612aa3 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:39.931234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72489074-6749-4d17-890c-ea1bca496f96 req-e434c3d4-8f4e-4d8a-9b73-cb249e612aa3 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.1663947 May 12 20:19:39.936950 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-272a401b-d394-419d-bfa5-e1972aa9999f service neutron] 10.222.0.73 "GET /v2.0/ports/d4e531ef-c3a2-4ff1-bcce-5ca0d8670673/bindings/n-h2-841626-1 HTTP/1.1" status: 200 len: 382 time: 0.0890908 May 12 20:19:40.052226 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:19:40.127078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:19:40.132436 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72489074-6749-4d17-890c-ea1bca496f96 req-ee406f0c-e063-4142-b2b6-8fcba3740615 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1945627 May 12 20:19:40.141753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:19:40.142191 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:40.175854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-c39a76e8-3cca-4af6-8d6b-582d6a1ae3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:40.177514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-c39a76e8-3cca-4af6-8d6b-582d6a1ae3c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1096 time: 0.2132194 May 12 20:19:40.260618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:19:40.261000 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:40.312736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-ccee8d94-2320-4532-8b26-20ca4b8d0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:40.314248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-ccee8d94-2320-4532-8b26-20ca4b8d0dbb service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1307850 May 12 20:19:40.323745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:19:40.335328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:40.340673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:40.397972 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199fecf1-3030-48af-b4b7-a4a03dbbfc9e'] response: {'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'code': 200} May 12 20:19:40.416307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:40.424223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0e5e745c-178b-4734-9c38-05e34606ac09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1003 time: 0.1039619 May 12 20:19:40.500093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-6ddd7e68-ee58-42c9-a8cd-86805aa68af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:40.502411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-6ddd7e68-ee58-42c9-a8cd-86805aa68af4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0725396 May 12 20:19:40.587792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0886ad64-4d45-45a4-a894-1d5ba4dd8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:40.590135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0886ad64-4d45-45a4-a894-1d5ba4dd8eb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819502 May 12 20:19:40.731059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-037b0512-919d-4334-a34d-a5b16bb16d07 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343887 May 12 20:19:40.863985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-c279f1cb-b6e8-4e9e-a0c4-6921ea369e78 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267850 May 12 20:19:41.338641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f018432-af39-4cb8-9bd1-9d45337b7dda req-7894a40e-f15a-431b-810c-b0fc45d4cf89 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:41.340088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f018432-af39-4cb8-9bd1-9d45337b7dda req-7894a40e-f15a-431b-810c-b0fc45d4cf89 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0848076 May 12 20:19:41.385225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f018432-af39-4cb8-9bd1-9d45337b7dda req-228e6390-7cee-4acc-8e2a-d025f88d0862 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393074 May 12 20:19:42.580210 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f578-37b6-449e-8e7d-e199505866a7 req-70862a9d-123f-4f7b-964e-1bf7d800668d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:42.581689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0387f578-37b6-449e-8e7d-e199505866a7 req-70862a9d-123f-4f7b-964e-1bf7d800668d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0830870 May 12 20:19:42.626165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0387f578-37b6-449e-8e7d-e199505866a7 req-81f3f183-33ca-4ff8-b978-9351bfd4ff71 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387666 May 12 20:19:43.526106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-ca274546-d912-4231-9aba-477e088ab593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:43.527679 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-ca274546-d912-4231-9aba-477e088ab593 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659&tenant_id=1a6e68cf357949379a266db1b49dd32d HTTP/1.1" status: 200 len: 1097 time: 0.0834696 May 12 20:19:43.537996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:19:43.648358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:43.811851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a42104-fc88-4965-b8f5-29d54a32ce28 req-51968ef0-cc5d-47d1-a2aa-e828cd0f8cbd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:43.813240 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37a42104-fc88-4965-b8f5-29d54a32ce28 req-51968ef0-cc5d-47d1-a2aa-e828cd0f8cbd tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0823710 May 12 20:19:43.857996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37a42104-fc88-4965-b8f5-29d54a32ce28 req-ba971102-69cb-49f8-a14c-e39217b2c9d4 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386977 May 12 20:19:43.914763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:43.944243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:19:44.000212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:19:44.005652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:44.021254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Transition to ACTIVE for port object d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:19:44.029275 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:44.076432 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f1f79f-334f-4b98-adf6-af84cd204083'] response: {'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'code': 200} May 12 20:19:44.170505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=10']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:44.184101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.184441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.184774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.185105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.185456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.185787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.186105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.186428 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.186784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.187086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.187403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.187699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:44.237585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] No DVR routers for this DVR port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:19:44.472602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:19:44.472885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:19:44.473220 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:19:44.478647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:19:44.478973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Attempting to bind port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:19:44.484382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:19:44.484714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Checking segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:19:44.485091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Bound using segment: {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:19:44.485540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Bound port: d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fea218-53f4-4a88-9709-e40032699990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:19:44.485876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:44.580226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:19:44.583250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:19:44.591588 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:44.652846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:44.653390 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:44.654746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] 10.222.0.36 "PUT /v2.0/ports/d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1093 time: 1.1207001 May 12 20:19:44.669726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78ffc5-19d7-4b55-936f-3de4939c5af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=11']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:44.748422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-3f53f50e-f3c9-47dd-b64c-4cfe924be01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:44.750085 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-3f53f50e-f3c9-47dd-b64c-4cfe924be01a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1096 time: 0.0735414 May 12 20:19:44.985960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-d6e1828d-f672-49bb-b9b4-3a933f9124c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:44.987353 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-d6e1828d-f672-49bb-b9b4-3a933f9124c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.2306206 May 12 20:19:45.042379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5ea58-b209-4cb1-abdc-f0325bd30bb2 req-c76eeb95-dd65-4d4a-abcc-ba4ac3692c3c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:45.043829 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ba5ea58-b209-4cb1-abdc-f0325bd30bb2 req-c76eeb95-dd65-4d4a-abcc-ba4ac3692c3c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0801041 May 12 20:19:45.091156 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ba5ea58-b209-4cb1-abdc-f0325bd30bb2 req-bcccc1f0-05fd-4ad4-b4e4-75df9b19501f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414417 May 12 20:19:45.091396 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-bcf3da9e-c01b-481d-a040-a28058ef8a90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.0958805 May 12 20:19:45.152909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-5a244229-58c9-4d95-a964-2706d605db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:45.154379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-5a244229-58c9-4d95-a964-2706d605db6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0574148 May 12 20:19:45.240573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-b4c7a73e-887e-42d1-8f0c-6fffc52bc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:45.242078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-b4c7a73e-887e-42d1-8f0c-6fffc52bc415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817480 May 12 20:19:45.372256 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-5cbf6893-acd8-4dfa-9a6d-0440dceecf52 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238670 May 12 20:19:45.500851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0997752f-4e24-4bc5-a86b-60a1a0830456 req-1603585e-301a-4202-a6a7-b1a080f3e6fb service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221366 May 12 20:19:46.077957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:19:46.109138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:19:46.141376 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a04137-9891-4f52-b01b-75ae5da6eebb'] response: {'name': 'network-changed', 'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'status': 'completed', 'code': 200} May 12 20:19:46.194642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:19:46.255443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-20629d71-e934-43b4-9f9e-3c6a83969844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.257068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-20629d71-e934-43b4-9f9e-3c6a83969844 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1096 time: 0.0947556 May 12 20:19:46.327418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-3d174f33-1f16-40be-aecd-452edcbd552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.328804 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-3d174f33-1f16-40be-aecd-452edcbd552c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a6e68cf357949379a266db1b49dd32d&device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 1096 time: 0.1593938 May 12 20:19:46.364784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54cd72-e8c7-4e7a-bd7c-4be38ba05ab7 req-c69191e9-32dc-4d67-83f5-cbdc899f87c2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.366247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c54cd72-e8c7-4e7a-bd7c-4be38ba05ab7 req-c69191e9-32dc-4d67-83f5-cbdc899f87c2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.1312530 May 12 20:19:46.408091 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-b111d620-fdcc-41d3-a307-f0755ef1e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.410156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-b111d620-fdcc-41d3-a307-f0755ef1e583 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1465170 May 12 20:19:46.484657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3c54cd72-e8c7-4e7a-bd7c-4be38ba05ab7 req-4dde3731-1c4a-475a-b011-d55fa43e0084 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734534 May 12 20:19:46.514546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-987740f5-09b7-4987-b076-d484ebf53ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.516055 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-987740f5-09b7-4987-b076-d484ebf53ecb service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 200 len: 912 time: 0.1806262 May 12 20:19:46.523310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-01aca4dc-461c-439f-8732-41f885b2671a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.1063163 May 12 20:19:46.597083 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-f10fd72e-ebbb-4b52-91ef-4f7f3ab2d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.598623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-f10fd72e-ebbb-4b52-91ef-4f7f3ab2d95c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0685661 May 12 20:19:46.627263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-a2011cf3-6632-47f3-b01e-112fff347472 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 200 len: 1001 time: 0.1048391 May 12 20:19:46.676084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-25184adf-535e-423c-9292-5678bab4982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.677706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-25184adf-535e-423c-9292-5678bab4982a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719395 May 12 20:19:46.688728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-ba9ec76e-f04a-42df-ba52-11806fc7b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.690324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-ba9ec76e-f04a-42df-ba52-11806fc7b8a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 200 len: 850 time: 0.0576704 May 12 20:19:46.819841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-65643188-a126-41a6-ad3b-7de606526bf3 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346288 May 12 20:19:46.887922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-9016ee19-62e9-4fe4-88ba-1c200bdcf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:46.889363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-9016ee19-62e9-4fe4-88ba-1c200bdcf06c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bc5cb89-cf74-416b-b70c-cbd77ee88763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928546 May 12 20:19:46.969564 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-63123503-fefe-4f97-b243-753dd5325491 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422753 May 12 20:19:47.024635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-3a4cde56-05f9-4783-a939-30f0ef3f7618 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279325 May 12 20:19:47.155553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7e15f8-ba0e-45d9-a3a6-dffcd096cf32 req-7f6e4c2c-20a1-469c-bbc0-61e4599ffaf8 service neutron] 10.222.0.73 "GET /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250572 May 12 20:19:47.690466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bb515-9bff-46b2-b367-b2a975aecb2c req-43366efc-ee41-4aab-9661-5c08f85d09c1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:47.691931 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af9bb515-9bff-46b2-b367-b2a975aecb2c req-43366efc-ee41-4aab-9661-5c08f85d09c1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0925398 May 12 20:19:47.736442 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-af9bb515-9bff-46b2-b367-b2a975aecb2c req-ad5bf63a-fb12-4e31-b8f3-4b15ce24d6f6 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384817 May 12 20:19:48.944393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e10e21-ed2d-4d89-9630-4af29ce44934 req-5e8bc511-280a-45fd-af23-c0836c39125b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:48.945937 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97e10e21-ed2d-4d89-9630-4af29ce44934 req-5e8bc511-280a-45fd-af23-c0836c39125b tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0916092 May 12 20:19:48.993223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-97e10e21-ed2d-4d89-9630-4af29ce44934 req-0049d7c5-839e-49a2-a86a-672b8dba64a1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387409 May 12 20:19:50.194851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afb433-0577-4b7f-83f6-84fad9519722 req-c0efcd1c-8105-4c5d-a4ef-9880a025f35c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:50.196269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45afb433-0577-4b7f-83f6-84fad9519722 req-c0efcd1c-8105-4c5d-a4ef-9880a025f35c tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0841863 May 12 20:19:50.243536 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45afb433-0577-4b7f-83f6-84fad9519722 req-7655c610-f19e-4fff-b74f-86c3e2380717 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384853 May 12 20:19:51.446107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486b7f-ae71-4fb6-820c-9f6037235681 req-67e33d09-dc57-4e4d-87b5-370f85d3c986 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:51.447549 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b486b7f-ae71-4fb6-820c-9f6037235681 req-67e33d09-dc57-4e4d-87b5-370f85d3c986 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0876946 May 12 20:19:51.494167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b486b7f-ae71-4fb6-820c-9f6037235681 req-1179855f-0c12-470b-ae9f-b88ad5cefb23 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380886 May 12 20:19:52.690151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550681-c602-49d8-838e-f96edb511ece req-c34259cc-18eb-4717-863b-204422fad1a7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:52.691629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b550681-c602-49d8-838e-f96edb511ece req-c34259cc-18eb-4717-863b-204422fad1a7 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0827799 May 12 20:19:52.746892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b550681-c602-49d8-838e-f96edb511ece req-48210347-d6fb-4e93-81b7-1e3dbdb3a1da tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450850 May 12 20:19:53.955516 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c9835-a118-49ab-9429-bc6217f0479c req-2a803016-13ad-48ac-97b0-7e46ce3e34cc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:53.956973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-548c9835-a118-49ab-9429-bc6217f0479c req-2a803016-13ad-48ac-97b0-7e46ce3e34cc tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0899236 May 12 20:19:54.003727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-548c9835-a118-49ab-9429-bc6217f0479c req-763f9d1b-f54e-4c7a-8bdd-f8dd7de429b2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405936 May 12 20:19:55.200478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37437f4-e1dd-4d84-9bad-fe810db80c07 req-d847a40b-9b0c-4e78-9199-a91f1263f2ec tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:55.201970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e37437f4-e1dd-4d84-9bad-fe810db80c07 req-d847a40b-9b0c-4e78-9199-a91f1263f2ec tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0831068 May 12 20:19:55.245639 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e37437f4-e1dd-4d84-9bad-fe810db80c07 req-d889e405-fb17-4e48-8bd9-9db5a60bb486 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376971 May 12 20:19:55.442011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613210ee-3d3a-4123-b51d-656304b52139 req-4c135c22-18ae-49c9-9ac0-636d43141bf9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:55.443472 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-613210ee-3d3a-4123-b51d-656304b52139 req-4c135c22-18ae-49c9-9ac0-636d43141bf9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0841742 May 12 20:19:55.491407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-613210ee-3d3a-4123-b51d-656304b52139 req-ccbd378a-a97a-4348-9862-787c82680ba1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393925 May 12 20:19:55.689838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2505d4-f4a7-415e-9245-1406db0278fc req-d6b05c64-0163-42d0-906a-d64e0b3d9283 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:55.691293 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c2505d4-f4a7-415e-9245-1406db0278fc req-d6b05c64-0163-42d0-906a-d64e0b3d9283 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0941570 May 12 20:19:55.735379 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c2505d4-f4a7-415e-9245-1406db0278fc req-daf4e9f0-2fa7-4046-abee-c5b791476cad tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383015 May 12 20:19:56.046561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:19:56.134494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824ff29-968e-4cb5-81c1-dd6e49a03d35 req-b8c6ea33-3d92-48a4-87ec-27480d37b40d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:56.136387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f824ff29-968e-4cb5-81c1-dd6e49a03d35 req-b8c6ea33-3d92-48a4-87ec-27480d37b40d tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 945 time: 0.0845096 May 12 20:19:56.185133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f824ff29-968e-4cb5-81c1-dd6e49a03d35 req-c69ea93d-bc1f-43f8-93eb-070acc8ac9f1 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419178 May 12 20:19:56.189954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:56.203485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'port_id': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'mac_address': 'fa:16:3e:29:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:19:56.260151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:19:56.260551 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:56.277772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:19:56.293968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:56.300724 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:56.371649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=12']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:56.379442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.379814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.380146 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.380479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.380811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.381138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.381488 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.381813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.382153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.382444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.382728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.383065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:19:56.543421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['d4e531ef-c3a2-4ff1-bcce-5ca0d8670673'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:19:56.923015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-13a7b815-fbcc-4bbf-b7ec-1a8df2898017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:57.381815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d8bb-7d96-4b88-b8a9-232604565645 req-4558d5f2-3753-4702-8ed3-e8c547e2e893 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:57.383263 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3195d8bb-7d96-4b88-b8a9-232604565645 req-4558d5f2-3753-4702-8ed3-e8c547e2e893 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.0872867 May 12 20:19:57.431636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3195d8bb-7d96-4b88-b8a9-232604565645 req-908ddd81-fefb-4c2b-90ed-3d13a7f4f6c9 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425982 May 12 20:19:57.640706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-0a827b1c-2eaf-4e03-a6b6-0a16fc01dcae tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:57.641368 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-0a827b1c-2eaf-4e03-a6b6-0a16fc01dcae tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Synchronizing usage tracker for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:19:57.659860 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-0a827b1c-2eaf-4e03-a6b6-0a16fc01dcae tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Unset dirty status for tenant:1a6e68cf357949379a266db1b49dd32d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:19:57.661217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-0a827b1c-2eaf-4e03-a6b6-0a16fc01dcae tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 946 time: 0.1006143 May 12 20:19:57.740792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Deleting port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:19:57.741046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:58.062624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:19:58.102926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:58.103363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:58.130552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:19:58.135616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:19:58.135985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:58.249680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:19:58.250042 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:58.276668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:19:58.286230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:58.292495 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:58.327966 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a963b66-be80-4b04-9ad3-ed512b92e4e0'] response: {'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'code': 200} May 12 20:19:58.358789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=13']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:58.390997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:58.391331 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:58.391679 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc disassociated. External IP: 172.25.2.174, port: d4e531ef-c3a2-4ff1-bcce-5ca0d8670673. May 12 20:19:58.392116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Calling delete_port for d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:19:58.478686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.db.api [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:19:58.479021 n-d-841626-1 neutron-server[88113]: DEBUG oslo_db.api [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:19:58.629744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1037f-2da3-4112-834f-2fd618dbba23 req-e66f01c9-bebd-4647-87c2-582106eb3ade tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:19:58.631084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15f1037f-2da3-4112-834f-2fd618dbba23 req-e66f01c9-bebd-4647-87c2-582106eb3ade tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 947 time: 0.0923512 May 12 20:19:58.687236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15f1037f-2da3-4112-834f-2fd618dbba23 req-9bb1e2d5-befb-4f8f-ae44-6fa9266ef56f tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500920 May 12 20:19:58.981103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Deleting port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:19:58.982018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:59.024539 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b12d19ce-7130-456f-9743-11d8e7d75012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:59.238540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] For port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:19:59.238759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:59.524659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:59.524943 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:59.525251 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Floating IP 972194b0-42d5-406b-a401-7ffeb3665abc disassociated. External IP: 172.25.2.174, port: d4e531ef-c3a2-4ff1-bcce-5ca0d8670673. May 12 20:19:59.525615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Calling delete_port for d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:19:59.672686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:19:59.721929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event deleted for resources: {'Port': ['ID=d4e531ef-c3a2-4ff1-bcce-5ca0d8670673,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:19:59.853628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e8657b3-d49b-45b5-89f5-9b1ba6e858e1 req-c3a5f81d-a340-464f-a9da-8d422fc637c8 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 210 time: 0.0455854 May 12 20:20:00.038724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:20:00.216910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:20:00.230356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:20:00.240489 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:00.242483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:20:00.243212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:19:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:00.291625 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] No DVR routers for this DVR port d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:20:00.294166 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:00.296623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-deleted', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:20:00.319598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1958db99-bbdd-4586-81b1-9c9ed2e495b3 req-f1e57d9a-feb7-4e5b-aece-d9b8054be926 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.36 "DELETE /v2.0/ports/d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 HTTP/1.1" status: 204 len: 173 time: 2.6520464 May 12 20:20:00.345310 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28dba1e-2e61-484d-a94a-991caa5895b3'] response: {'server_uuid': '289f0057-3940-4f45-bd3e-bcb749bad659', 'name': 'network-vif-deleted', 'tag': 'd4e531ef-c3a2-4ff1-bcce-5ca0d8670673', 'status': 'completed', 'code': 200} May 12 20:20:00.438934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:20:00.685165 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:00.790868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:00.795345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:20:00.805295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:20:00.805941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:19:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:01.028340 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb4c610c-9259-43c5-9f42-fbff1459604a req-b7dd42b6-0b70-4daa-ac20-e1dc5e8ce8c2 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/ports?device_id=289f0057-3940-4f45-bd3e-bcb749bad659 HTTP/1.1" status: 200 len: 210 time: 0.0504134 May 12 20:20:01.029011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:20:01.348975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:01.353524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe30de2-5319-45cd-9333-5931c5d578f0 None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:16:00Z', 'revision_number': 4, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '2867ce47-4b99-440d-9251-760554db794f', 'name': '', 'network_id': '5bc5cb89-cf74-416b-b70c-cbd77ee88763', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'mac_address': 'fa:16:3e:a6:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:59Z', 'updated_at': '2022-05-12T20:16:06Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'subnets': [{'id': 'fd7066b4-5148-48be-a34a-67a8f9838e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:20:01.568726 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be211384-7ca8-46a3-ad3e-4ea70a6c8795 None None] New status for floating IP 972194b0-42d5-406b-a401-7ffeb3665abc: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:20:01.807508 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:02.102659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:20:02.137669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:20:02.137990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d4e531ef-c3a2-4ff1-bcce-5ca0d8670673 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:20:05.303179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48074) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:05.378334 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcaf-d08d-494f-b977-9256fc503609 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:05.405404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcaf-d08d-494f-b977-9256fc503609 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:05.463543 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcaf-d08d-494f-b977-9256fc503609 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:05.480957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75bcaf-d08d-494f-b977-9256fc503609 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c64d19-7c1d-42c0-a0e2-208bd2edb8af,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:05.495048 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcaf-d08d-494f-b977-9256fc503609 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:05.496178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4c75bcaf-d08d-494f-b977-9256fc503609 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "DELETE /v2.0/security-groups/f8c64d19-7c1d-42c0-a0e2-208bd2edb8af HTTP/1.1" status: 204 len: 168 time: 0.1918445 May 12 20:20:05.498772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48078) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:05.515843 n-d-841626-1 neutron-server[88112]: INFO neutron.api.v2.resource [None req-97c7a3d2-fcc3-4d31-8272-fb002aaab156 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] show failed (client error): The resource could not be found. May 12 20:20:05.516847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-97c7a3d2-fcc3-4d31-8272-fb002aaab156 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "GET /v2.0/security-groups/f8c64d19-7c1d-42c0-a0e2-208bd2edb8af HTTP/1.1" status: 404 len: 347 time: 0.0171137 May 12 20:20:05.519486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48082) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:05.675604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Deleting port 09c2d245-f3b1-49b1-9bd8-7ffa169b5ca2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:05.675952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:05.964784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:05.965062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:06.085053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Calling delete_port for 09c2d245-f3b1-49b1-9bd8-7ffa169b5ca2 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:06.231369 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:06.308883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Pushing event deleted for resources: {'Port': ['ID=09c2d245-f3b1-49b1-9bd8-7ffa169b5ca2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:06.379389 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:06.394761 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:06.395913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ed751dc8-5d98-46e8-8446-3d9119a8c042 tempest-ServerActionsTestJSON-1319304252 tempest-ServerActionsTestJSON-1319304252-project] 10.222.0.72 "DELETE /v2.0/floatingips/972194b0-42d5-406b-a401-7ffeb3665abc HTTP/1.1" status: 204 len: 168 time: 0.8755507 May 12 20:20:06.399360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48086) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:06.951685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:07.310253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Deleting port 2867ce47-4b99-440d-9251-760554db794f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:07.311293 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:07.611287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] For port 2867ce47-4b99-440d-9251-760554db794f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=2867ce47-4b99-440d-9251-760554db794f,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:07.611518 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:07.731639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Calling delete_port for 2867ce47-4b99-440d-9251-760554db794f owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:07.912786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:07.961752 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Pushing event deleted for resources: {'Port': ['ID=2867ce47-4b99-440d-9251-760554db794f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:08.229394 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:08.264051 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:08.609151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Router df2606f9-11b5-451c-929a-161ea6cbfa72 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:20:08.910106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:20:08.919550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] Sync routers for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:20:08.922861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-347d81da-d924-4eec-a7bf-03134129b468 admin admin] 10.222.0.72 "PUT /v2.0/routers/df2606f9-11b5-451c-929a-161ea6cbfa72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5222685 May 12 20:20:08.925660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48090) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:08.930020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:20:08.930621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:19:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:09.021275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:09.102287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:09.120284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:20:09.276239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:09.287028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Deleting port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:09.287351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:09.404258 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:20:07Z', 'revision_number': 5, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port': {'id': '9eaca7c5-e27c-40a2-abac-f9826db1f9c1', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:15:57Z', 'updated_at': '2022-05-12T20:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:09.408360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] Checking router: df2606f9-11b5-451c-929a-161ea6cbfa72 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:20:09.416896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] Routers {'df2606f9-11b5-451c-929a-161ea6cbfa72'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:20:09.417494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:19:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['df2606f9-11b5-451c-929a-161ea6cbfa72'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:09.458538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] For port 9eaca7c5-e27c-40a2-abac-f9826db1f9c1, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:09.458881 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:09.567515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] Set router df2606f9-11b5-451c-929a-161ea6cbfa72 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:20:09.577697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Calling delete_port for 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:09.669857 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:20:09Z', 'revision_number': 6, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:09.673887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa5899-a624-481a-92d3-003ebfc63d4c None None] The sync data for ids ['df2606f9-11b5-451c-929a-161ea6cbfa72'] in n-d-841626-1 is: [{'id': 'df2606f9-11b5-451c-929a-161ea6cbfa72', 'name': 'tempest-ServerActionsTestJSON-156435134-router', 'tenant_id': '1a6e68cf357949379a266db1b49dd32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:15:56Z', 'updated_at': '2022-05-12T20:20:09Z', 'revision_number': 6, 'project_id': '1a6e68cf357949379a266db1b49dd32d', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:20:09.874917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:09.923081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Pushing event deleted for resources: {'Port': ['ID=9eaca7c5-e27c-40a2-abac-f9826db1f9c1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:10.144154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.314848 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.317226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.342703 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.343284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2606f9-11b5-451c-929a-161ea6cbfa72 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:20:10.355744 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.356866 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cd637634-e5a9-4bcb-a997-b40de701105d admin admin] 10.222.0.72 "DELETE /v2.0/routers/df2606f9-11b5-451c-929a-161ea6cbfa72 HTTP/1.1" status: 204 len: 168 time: 1.4302380 May 12 20:20:10.359487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48094) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:10.423043 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] Deleting subnet fd7066b4-5148-48be-a34a-67a8f9838e65 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:20:10.426316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.481072 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.488047 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:20:10.523248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:20:10.523591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9eaca7c5-e27c-40a2-abac-f9826db1f9c1 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:20:10.524012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2867ce47-4b99-440d-9251-760554db794f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:20:10.563440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.601617 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 2867ce47-4b99-440d-9251-760554db794f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:20:10.602040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 2867ce47-4b99-440d-9251-760554db794f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:20:10.639946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.677818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7066b4-5148-48be-a34a-67a8f9838e65,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:10.681551 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.687802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865511f9-1e22-4fe7-aebd-189abf123d17 None None] Network 5bc5cb89-cf74-416b-b70c-cbd77ee88763 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:10.687949 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3e3acb03-3b47-45b7-9b37-33ed5fa66e55 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fd7066b4-5148-48be-a34a-67a8f9838e65 HTTP/1.1" status: 204 len: 168 time: 0.3273399 May 12 20:20:10.690303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48098) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:10.801671 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.812600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Deleting port ea5bf50f-c19e-474d-bd05-927ac10ae14b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:10.812923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:10.945099 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] DHCP port deletion for 5bc5cb89-cf74-416b-b70c-cbd77ee88763 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:20:10.949510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Deleting port ea5bf50f-c19e-474d-bd05-927ac10ae14b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:10.949885 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.018682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] For port ea5bf50f-c19e-474d-bd05-927ac10ae14b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea5bf50f-c19e-474d-bd05-927ac10ae14b,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:11.018922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.137956 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Calling delete_port for ea5bf50f-c19e-474d-bd05-927ac10ae14b owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:11.151393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] For port ea5bf50f-c19e-474d-bd05-927ac10ae14b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ea5bf50f-c19e-474d-bd05-927ac10ae14b,segment=NetworkSegment(92fea218-53f4-4a88-9709-e40032699990),segment_id=92fea218-53f4-4a88-9709-e40032699990)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:11.151779 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.216637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.256363 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] No DVR routers for this DVR port ea5bf50f-c19e-474d-bd05-927ac10ae14b on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:20:11.273090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Calling delete_port for ea5bf50f-c19e-474d-bd05-927ac10ae14b owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:11.294703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5bf50f-c19e-474d-bd05-927ac10ae14b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:11.343799 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:20:11.344155 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:20:11.381674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.405746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc5cb89-cf74-416b-b70c-cbd77ee88763']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:11.417685 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fea218-53f4-4a88-9709-e40032699990') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:11.417959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fea218-53f4-4a88-9709-e40032699990') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:11.431600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.449469 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.456651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:20:11.457017 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: timer() May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:20:11.470017 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:20:11.549888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.565720 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.575626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc5cb89-cf74-416b-b70c-cbd77ee88763,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:11.590345 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2c1741d6-dfc2-4bff-88ff-b892d7a1e10b admin admin] 10.222.0.72 "DELETE /v2.0/networks/5bc5cb89-cf74-416b-b70c-cbd77ee88763 HTTP/1.1" status: 204 len: 168 time: 0.8990648 May 12 20:20:11.722481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48104) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:11.771557 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35f4bbd1-dc01-405e-80bc-fb449a2c27fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a6e68cf357949379a266db1b49dd32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479763 May 12 20:20:11.774987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48108) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:11.838174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34e462c1-f0e2-45a0-ad96-39f6231162d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.845766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Deleting port ea5bf50f-c19e-474d-bd05-927ac10ae14b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:11.846272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.864637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34e462c1-f0e2-45a0-ad96-39f6231162d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.915041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2d652358-bd83-4f84-b0d4-55417a55f8d0 None None] The port 'ea5bf50f-c19e-474d-bd05-927ac10ae14b' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:20:11.925020 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34e462c1-f0e2-45a0-ad96-39f6231162d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.942523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e462c1-f0e2-45a0-ad96-39f6231162d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec6a057-6bde-46ff-88ce-bab1d4bd88bb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:11.948931 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34e462c1-f0e2-45a0-ad96-39f6231162d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:11.950080 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-34e462c1-f0e2-45a0-ad96-39f6231162d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cec6a057-6bde-46ff-88ce-bab1d4bd88bb HTTP/1.1" status: 204 len: 168 time: 0.1742296 May 12 20:20:12.317013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea5bf50f-c19e-474d-bd05-927ac10ae14b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:20:12.354032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ea5bf50f-c19e-474d-bd05-927ac10ae14b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:20:12.354511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ea5bf50f-c19e-474d-bd05-927ac10ae14b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:20:12.715776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48132) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:12.828278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-638428459-network', 'tenant_id': '0606c655064f4d9f84b9e50a2d62ddc4'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:12.833840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:12.837866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Usage tracker for resource:network and tenant:0606c655064f4d9f84b9e50a2d62ddc4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:12.840750 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:12.846477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:12.859622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Made reservation on behalf of 0606c655064f4d9f84b9e50a2d62ddc4 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:12.861875 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:12.874015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:12.888614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:12.892874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Usage tracker for resource:security_group_rule and tenant:0606c655064f4d9f84b9e50a2d62ddc4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:12.895941 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:12.902099 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:12.984783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:12.990895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.020449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:20:13.028614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132df11-2ff3-48d3-8c73-4a337bb1a194,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:13.035472 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.035844 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Added segment 1f0a04b6-bc3a-430a-bb7c-18423f3521b3 of type vlan for network 4fe426f0-39a1-422e-ba77-617fba270273 May 12 20:20:13.065869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.101388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.102365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:13.102947 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.201078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe426f0-39a1-422e-ba77-617fba270273,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:13.203960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3792dc7f-c23d-4c1b-9334-ce070ac5f192 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4871418 May 12 20:20:13.206974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48138) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:13.212364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 4fe426f0-39a1-422e-ba77-617fba270273 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:20:13.212895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Request body: {'subnet': {'network_id': '4fe426f0-39a1-422e-ba77-617fba270273', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-638428459-subnet', 'tenant_id': '0606c655064f4d9f84b9e50a2d62ddc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:13.218021 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:13.221887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Usage tracker for resource:subnet and tenant:0606c655064f4d9f84b9e50a2d62ddc4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:13.224740 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:13.231988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:13.247866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Made reservation on behalf of 0606c655064f4d9f84b9e50a2d62ddc4 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:13.250275 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.462100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.543655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef16ce2-3c41-4cd5-a686-68790840279a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:13.554540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Checking segment: {'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:13.554901 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Network hostable DHCP agents. Network: 4fe426f0-39a1-422e-ba77-617fba270273, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:20:13.577396 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Network 4fe426f0-39a1-422e-ba77-617fba270273 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:20:13.591578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 4fe426f0-39a1-422e-ba77-617fba270273) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:13.596825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:13.597536 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:13.603569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699acc9-8e77-4259-92ac-2d84a43f4fae None None] Network 4fe426f0-39a1-422e-ba77-617fba270273 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:13.628295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1bfa1554-945e-4751-8924-a7bc2a2361a5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4201021 May 12 20:20:13.733250 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:20:13.833510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3d424-f988-46a8-8e41-1f080422fac4 None None] Network 4fe426f0-39a1-422e-ba77-617fba270273 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:14.199250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-1ef3260f-9943-4ae3-94c9-250531a3851b tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:14.199965 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-1ef3260f-9943-4ae3-94c9-250531a3851b tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Synchronizing usage tracker for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:20:14.220933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-1ef3260f-9943-4ae3-94c9-250531a3851b tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Unset dirty status for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:20:14.222186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-1ef3260f-9943-4ae3-94c9-250531a3851b tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/networks?id=4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 200 len: 813 time: 0.1747799 May 12 20:20:14.239552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-0df0ae4b-899c-401d-b8e6-1a0d63cbc740 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/quotas/0606c655064f4d9f84b9e50a2d62ddc4 HTTP/1.1" status: 200 len: 375 time: 0.0101354 May 12 20:20:14.289772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-78bb4dc2-61c5-4c9a-b0eb-0b02fdc575ed tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451744 May 12 20:20:14.472351 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-96b9a386-1cd9-4112-bee2-1580ef44a1dd service neutron] 10.222.0.72 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757319 May 12 20:20:14.608811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-fc17ff3a-d092-4c11-b0ef-4e3b171b81ea service neutron] 10.222.0.72 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301236 May 12 20:20:14.794776 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56f7250e-cab7-4ac1-a5a0-8b3b13f95816 req-7e573d45-94f9-488f-af83-7c1d1da634cb tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 210 time: 0.0460036 May 12 20:20:15.951024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81e1dfc5-5f26-47fc-b646-11dfc4eb04a0 req-3db5b605-3ea3-4119-860f-81695eeade91 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 210 time: 0.0456946 May 12 20:20:16.005695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-3a9b21c7-ad76-4cfb-9d06-c9807c3fa61d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:16.007154 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-3a9b21c7-ad76-4cfb-9d06-c9807c3fa61d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.73 "GET /v2.0/networks?id=4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 200 len: 813 time: 0.1959910 May 12 20:20:16.018421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Request body: {'port': {'device_id': '1585ae08-308b-42a5-a629-e36026a9fd61', 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273', 'admin_state_up': True, 'tenant_id': '0606c655064f4d9f84b9e50a2d62ddc4'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:16.153109 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:16.157590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Usage tracker for resource:port and tenant:0606c655064f4d9f84b9e50a2d62ddc4 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:16.159854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:16.165559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:16.176250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Made reservation on behalf of 0606c655064f4d9f84b9e50a2d62ddc4 for: {'port': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:16.179797 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:16.347179 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Allocated IP 172.20.0.7 (4fe426f0-39a1-422e-ba77-617fba270273/8ef16ce2-3c41-4cd5-a686-68790840279a/714852c1-69b6-4a96-b8b4-d244042e59a8) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:20:16.548534 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:16.580455 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:16.649620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Network 4fe426f0-39a1-422e-ba77-617fba270273 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:20:16.652808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:16.656616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:20:16.686258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Pushing event updated for resources: {'Port': ['ID=714852c1-69b6-4a96-b8b4-d244042e59a8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:16.725044 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:16.726050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:16.750671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-49fca9f2-6961-477f-9534-d3d8150e314a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355628 May 12 20:20:16.764256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Request body: {'port': {'device_id': '1585ae08-308b-42a5-a629-e36026a9fd61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:16.880577 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:17.343934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bff45-1913-4f83-9fcc-f98db96300b3 req-aea75140-14f0-4d74-a5e2-97d502c8a7f1 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:17.344707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e59bff45-1913-4f83-9fcc-f98db96300b3 req-aea75140-14f0-4d74-a5e2-97d502c8a7f1 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Synchronizing usage tracker for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:20:17.418799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714852c1-69b6-4a96-b8b4-d244042e59a8 {{(pid=88112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:20:17.425794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e59bff45-1913-4f83-9fcc-f98db96300b3 req-aea75140-14f0-4d74-a5e2-97d502c8a7f1 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Unset dirty status for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:20:17.427165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e59bff45-1913-4f83-9fcc-f98db96300b3 req-aea75140-14f0-4d74-a5e2-97d502c8a7f1 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 931 time: 0.2168007 May 12 20:20:17.428974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:17.463923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Transition to ACTIVE for port object 714852c1-69b6-4a96-b8b4-d244042e59a8 will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:20:17.474820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:17.581723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e59bff45-1913-4f83-9fcc-f98db96300b3 req-b8909957-2e9b-4c35-9d48-4119b0231d64 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Synchronizing usage tracker for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:20:17.643108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Pushing event updated for resources: {'Port': ['ID=714852c1-69b6-4a96-b8b4-d244042e59a8,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:17.690522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-e59bff45-1913-4f83-9fcc-f98db96300b3 req-b8909957-2e9b-4c35-9d48-4119b0231d64 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Unset dirty status for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:20:17.691602 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e59bff45-1913-4f83-9fcc-f98db96300b3 req-b8909957-2e9b-4c35-9d48-4119b0231d64 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542245 May 12 20:20:17.726865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Attempting to bind port 714852c1-69b6-4a96-b8b4-d244042e59a8 on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:20:17.727204 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Attempting to bind port 714852c1-69b6-4a96-b8b4-d244042e59a8 by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:20:17.727530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Attempting to bind port 714852c1-69b6-4a96-b8b4-d244042e59a8 on network 4fe426f0-39a1-422e-ba77-617fba270273 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:20:17.732722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Port 714852c1-69b6-4a96-b8b4-d244042e59a8 on network 4fe426f0-39a1-422e-ba77-617fba270273 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:20:17.733045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Attempting to bind port 714852c1-69b6-4a96-b8b4-d244042e59a8 on network 4fe426f0-39a1-422e-ba77-617fba270273 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:20:17.738156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:20:17.738490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Checking segment: {'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:17.738872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Bound using segment: {'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:20:17.739294 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Bound port: 714852c1-69b6-4a96-b8b4-d244042e59a8, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:20:17.739637 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:17.829599 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] For port 714852c1-69b6-4a96-b8b4-d244042e59a8, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:20:17.833308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] For port 714852c1-69b6-4a96-b8b4-d244042e59a8, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=714852c1-69b6-4a96-b8b4-d244042e59a8,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:20:17.840344 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:17.900331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:17.900951 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:17.902370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] 10.222.0.73 "PUT /v2.0/ports/714852c1-69b6-4a96-b8b4-d244042e59a8 HTTP/1.1" status: 200 len: 1091 time: 1.1446974 May 12 20:20:17.902795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1585ae08-308b-42a5-a629-e36026a9fd61', 'tag': '714852c1-69b6-4a96-b8b4-d244042e59a8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:20:17.926261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b443562-4f58-4d6d-936b-e25a7dd29afe service neutron] Pushing event updated for resources: {'Port': ['ID=714852c1-69b6-4a96-b8b4-d244042e59a8,revision_number=3']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:17.979588 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c713b163-578e-4088-a8d6-34cec65cca70'] response: {'name': 'network-changed', 'server_uuid': '1585ae08-308b-42a5-a629-e36026a9fd61', 'tag': '714852c1-69b6-4a96-b8b4-d244042e59a8', 'status': 'completed', 'code': 200} May 12 20:20:18.014152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8c0e929c-5d75-4119-bece-2e420917c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:18.015622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-8c0e929c-5d75-4119-bece-2e420917c85f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 1094 time: 0.0740592 May 12 20:20:18.085669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-34065e19-c777-49a9-9793-06b5534e11d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=714852c1-69b6-4a96-b8b4-d244042e59a8 HTTP/1.1" status: 200 len: 217 time: 0.0632167 May 12 20:20:18.150542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-d22aff6d-f190-4354-bac5-d9e6e76ed30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:18.152158 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-d22aff6d-f190-4354-bac5-d9e6e76ed30d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ef16ce2-3c41-4cd5-a686-68790840279a HTTP/1.1" status: 200 len: 853 time: 0.0607195 May 12 20:20:18.198975 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-94160ba5-6c7b-417b-8111-8815a7a17d36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fe426f0-39a1-422e-ba77-617fba270273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406215 May 12 20:20:18.331537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-82743803-e992-4c59-a6bb-0a1a4dde8192 service neutron] 10.222.0.73 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250954 May 12 20:20:18.474518 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5a892988-bc64-45aa-971b-e732ac1c5173 req-c480259b-74c1-45cb-a83a-a9967abd4574 service neutron] 10.222.0.73 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363733 May 12 20:20:18.601880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-4812022c-4b7a-453d-8288-8aeec4145381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:18.603332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-4812022c-4b7a-453d-8288-8aeec4145381 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 1094 time: 0.0814984 May 12 20:20:18.737465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-ac8c94f4-9e83-46e8-a463-8c7d38d665f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:18.739765 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-ac8c94f4-9e83-46e8-a463-8c7d38d665f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 200 len: 914 time: 0.1305201 May 12 20:20:18.837648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-20ca1393-cf94-4b68-a0f2-d3ab4eab5871 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=714852c1-69b6-4a96-b8b4-d244042e59a8 HTTP/1.1" status: 200 len: 217 time: 0.0912943 May 12 20:20:19.028574 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-e04f84bd-d268-46a0-ab6e-9e4dcf074526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:19.029912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-e04f84bd-d268-46a0-ab6e-9e4dcf074526 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ef16ce2-3c41-4cd5-a686-68790840279a HTTP/1.1" status: 200 len: 853 time: 0.0696106 May 12 20:20:19.081120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-c893b100-b09d-4b4c-9481-c5d0951fd0ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fe426f0-39a1-422e-ba77-617fba270273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438030 May 12 20:20:19.088552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1783889-36bd-4f07-bb5b-69179787d086 req-0fc0b3b6-1b9d-41e4-a5e1-3a2076587447 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:19.089911 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1783889-36bd-4f07-bb5b-69179787d086 req-0fc0b3b6-1b9d-41e4-a5e1-3a2076587447 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 943 time: 0.2920344 May 12 20:20:19.210575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c1783889-36bd-4f07-bb5b-69179787d086 req-3e0dc8ad-462e-4c19-8e24-e53185f2af85 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025078 May 12 20:20:19.245773 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-c384fa00-3cac-44f1-8413-4dccf109cc37 service neutron] 10.222.0.73 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549613 May 12 20:20:19.376464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d645e675-a714-4d02-b51e-3de9d18c22a9 req-1d8353ac-cb45-4fb2-8f97-702e16e8f037 service neutron] 10.222.0.73 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240492 May 12 20:20:20.264553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 714852c1-69b6-4a96-b8b4-d244042e59a8 details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:20:20.406639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121697e5-0e39-4efb-b1a6-a6dda57acbae req-c4d828d1-7085-4747-9b2f-ff4ac37ed0fc tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:20.408152 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-121697e5-0e39-4efb-b1a6-a6dda57acbae req-c4d828d1-7085-4747-9b2f-ff4ac37ed0fc tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 943 time: 0.0812149 May 12 20:20:20.431487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 714852c1-69b6-4a96-b8b4-d244042e59a8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=714852c1-69b6-4a96-b8b4-d244042e59a8,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:20.444408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '714852c1-69b6-4a96-b8b4-d244042e59a8', 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273', 'port_id': '714852c1-69b6-4a96-b8b4-d244042e59a8', 'mac_address': 'fa:16:3e:f5:3d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef16ce2-3c41-4cd5-a686-68790840279a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:20:20.457217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-121697e5-0e39-4efb-b1a6-a6dda57acbae req-ae998b01-16e0-49ef-bc0e-b813348527bf tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 May 12 20:20:20.499110 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 714852c1-69b6-4a96-b8b4-d244042e59a8 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:20.499486 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:20.515897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714852c1-69b6-4a96-b8b4-d244042e59a8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:20:20.531256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 714852c1-69b6-4a96-b8b4-d244042e59a8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=714852c1-69b6-4a96-b8b4-d244042e59a8,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:20.536787 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:20.611932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=714852c1-69b6-4a96-b8b4-d244042e59a8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:20.726889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['714852c1-69b6-4a96-b8b4-d244042e59a8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:20:21.654258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45706100-5835-4048-b924-acd5cda19ece req-974d2528-1f95-445c-ad90-fb46292bedda tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:21.655725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45706100-5835-4048-b924-acd5cda19ece req-974d2528-1f95-445c-ad90-fb46292bedda tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 944 time: 0.0803192 May 12 20:20:21.701809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-45706100-5835-4048-b924-acd5cda19ece req-2d204a57-8362-483b-a9f9-5a93f2daaee9 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 May 12 20:20:22.282602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 714852c1-69b6-4a96-b8b4-d244042e59a8 up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:20:22.358363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 714852c1-69b6-4a96-b8b4-d244042e59a8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:20:22.363375 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 714852c1-69b6-4a96-b8b4-d244042e59a8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:20:22.363746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:22.483594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 714852c1-69b6-4a96-b8b4-d244042e59a8 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:22.483841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:22.510633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585ae08-308b-42a5-a629-e36026a9fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714852c1-69b6-4a96-b8b4-d244042e59a8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:20:22.520196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 714852c1-69b6-4a96-b8b4-d244042e59a8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=714852c1-69b6-4a96-b8b4-d244042e59a8,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:22.525342 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:22.591499 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=714852c1-69b6-4a96-b8b4-d244042e59a8,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:22.614635 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c5b926-a9c5-448b-b41d-ed46a5996f01'] response: {'server_uuid': '1585ae08-308b-42a5-a629-e36026a9fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714852c1-69b6-4a96-b8b4-d244042e59a8', 'code': 200} May 12 20:20:22.753064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7276c6-b1f2-416e-9101-72ed7059fc07 req-a3324d21-b871-4539-81cf-dda2080fe489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:22.754588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7276c6-b1f2-416e-9101-72ed7059fc07 req-a3324d21-b871-4539-81cf-dda2080fe489 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 1096 time: 0.0857494 May 12 20:20:22.794892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8e7276c6-b1f2-416e-9101-72ed7059fc07 req-a9208eec-a1d1-4af3-ab9a-e74eacdb9cd3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 May 12 20:20:22.898737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da7bb5-37ec-496e-b140-cf9c62051eb1 req-0d0e0830-e467-443c-bc9d-b76c870abe30 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:22.900186 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8da7bb5-37ec-496e-b140-cf9c62051eb1 req-0d0e0830-e467-443c-bc9d-b76c870abe30 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0907438 May 12 20:20:22.946177 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8da7bb5-37ec-496e-b140-cf9c62051eb1 req-7032ce66-b20f-482a-8be2-f3a8080c6386 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379896 May 12 20:20:24.154133 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7888e89-f676-429f-bcf1-4719ec04221a req-b99bc64f-a22f-42a9-8849-0e9e66278d92 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:24.155585 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7888e89-f676-429f-bcf1-4719ec04221a req-b99bc64f-a22f-42a9-8849-0e9e66278d92 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0899692 May 12 20:20:24.200598 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c7888e89-f676-429f-bcf1-4719ec04221a req-4efa136c-7f61-4f98-afb7-1c593972983a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375829 May 12 20:20:24.501110 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-928715e0-6e7b-4f6e-8a1c-f91dbeee4b34 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:24.502503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-928715e0-6e7b-4f6e-8a1c-f91dbeee4b34 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/networks?id=4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 200 len: 813 time: 0.1496305 May 12 20:20:24.519483 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-6fd39cca-5b3b-49fa-92db-9c7fe7833e6a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/quotas/0606c655064f4d9f84b9e50a2d62ddc4 HTTP/1.1" status: 200 len: 375 time: 0.0100081 May 12 20:20:24.606675 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-26b21b14-9c2a-45ca-9799-a5dbaf40ee04 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820160 May 12 20:20:24.789209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-093ae253-872a-4d00-8f7e-8aceb4db170f service neutron] 10.222.0.72 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756387 May 12 20:20:24.930510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-0504a025-2237-41cd-997b-d31d61e1f640 service neutron] 10.222.0.72 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326330 May 12 20:20:25.134295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e505ca8-36e2-4d42-85f5-674fff078930 req-d8905da5-e5b4-46bd-83ac-5594d4e60a06 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 210 time: 0.0462055 May 12 20:20:26.298284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-df75ed30-a6d5-4988-aca0-073d87012508 req-cd6f8987-1db5-452f-8d92-018abcea4565 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 210 time: 0.0448380 May 12 20:20:26.371019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-00cce18b-2fe4-46d5-ab3f-361821e63cf3 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:26.372474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-00cce18b-2fe4-46d5-ab3f-361821e63cf3 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.36 "GET /v2.0/networks?id=4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 200 len: 813 time: 0.2732739 May 12 20:20:26.383863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Request body: {'port': {'device_id': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273', 'admin_state_up': True, 'tenant_id': '0606c655064f4d9f84b9e50a2d62ddc4'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:26.526531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:26.536738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:26.549538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Made reservation on behalf of 0606c655064f4d9f84b9e50a2d62ddc4 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:26.552989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:26.715749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Allocated IP 172.20.0.11 (4fe426f0-39a1-422e-ba77-617fba270273/8ef16ce2-3c41-4cd5-a686-68790840279a/3f274b0b-44e6-44ac-af28-e3f6dd11d57b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:20:26.917174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f72ac51d-57a3-4866-af7a-dd0446c3df90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:26.925069 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:26.956040 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:26.968620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['714852c1-69b6-4a96-b8b4-d244042e59a8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:20:27.031193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Network 4fe426f0-39a1-422e-ba77-617fba270273 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:20:27.034656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:27.037250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:20:27.078807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Pushing event updated for resources: {'Port': ['ID=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:27.106010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:27.106724 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:27.131444 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-be003635-4b2c-4c37-b275-8b7fb2855933 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509947 May 12 20:20:27.193934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Request body: {'port': {'device_id': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:27.306562 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:27.486274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39684a-b285-4b37-9fdc-04dd137f13ca req-56e5669e-c9dd-4211-8239-2326def7c61e tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:27.487742 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c39684a-b285-4b37-9fdc-04dd137f13ca req-56e5669e-c9dd-4211-8239-2326def7c61e tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 932 time: 0.0838177 May 12 20:20:27.537038 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c39684a-b285-4b37-9fdc-04dd137f13ca req-610a791a-f522-4a4e-bfeb-fb79e2311957 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 May 12 20:20:27.652923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f274b0b-44e6-44ac-af28-e3f6dd11d57b {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:20:27.660144 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:27.674381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Transition to ACTIVE for port object 3f274b0b-44e6-44ac-af28-e3f6dd11d57b will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:20:27.682149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:27.835217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Pushing event updated for resources: {'Port': ['ID=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:27.915448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Attempting to bind port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:20:27.915679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Attempting to bind port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:20:27.915992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Attempting to bind port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b on network 4fe426f0-39a1-422e-ba77-617fba270273 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:20:27.921008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b on network 4fe426f0-39a1-422e-ba77-617fba270273 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:20:27.921358 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Attempting to bind port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b on network 4fe426f0-39a1-422e-ba77-617fba270273 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:20:27.926862 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:20:27.927196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Checking segment: {'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:27.927584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Bound using segment: {'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:20:27.928001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Bound port: 3f274b0b-44e6-44ac-af28-e3f6dd11d57b, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0a04b6-bc3a-430a-bb7c-18423f3521b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:20:27.928378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:28.018122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] For port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:20:28.021508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] For port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:20:28.026967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:28.083996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:28.084691 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:28.086105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f274b0b-44e6-44ac-af28-e3f6dd11d57b HTTP/1.1" status: 200 len: 1092 time: 0.9476504 May 12 20:20:28.086535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'tag': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:20:28.108210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab4b42-0eea-4dbc-acdf-783a73755719 service neutron] Pushing event updated for resources: {'Port': ['ID=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:28.158729 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39020284-6a80-464f-b47b-1196b3441ebe'] response: {'name': 'network-changed', 'server_uuid': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'tag': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b', 'status': 'completed', 'code': 200} May 12 20:20:28.203651 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-a2602287-fc91-4aa8-8c0e-f77cbce0b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:28.205035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-a2602287-fc91-4aa8-8c0e-f77cbce0b438 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0776670 May 12 20:20:28.377804 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-d18e8dc7-7771-4b44-968c-de1ea56ff2da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f274b0b-44e6-44ac-af28-e3f6dd11d57b HTTP/1.1" status: 200 len: 217 time: 0.1657424 May 12 20:20:28.440791 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-f405ee18-2543-454b-bf2d-9b8dc602ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:28.442211 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-f405ee18-2543-454b-bf2d-9b8dc602ed09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ef16ce2-3c41-4cd5-a686-68790840279a HTTP/1.1" status: 200 len: 853 time: 0.0581234 May 12 20:20:28.488321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-5b05c29e-65f3-4aae-ae3f-f0adfa5e7cf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4fe426f0-39a1-422e-ba77-617fba270273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394828 May 12 20:20:28.618848 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-12653621-78cf-4620-a986-06bfd81f6bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237912 May 12 20:20:28.755840 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5f862c87-0af7-4c74-8faa-23f2521708a3 req-05787287-c789-42a8-8b26-52fc95ff90ce service neutron] 10.222.0.36 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309998 May 12 20:20:28.838444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf88d7-3b8f-4cd0-8d92-dedaca7e91f1 req-d2671512-5094-4222-adff-6c79c8055ab3 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:28.839918 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ddf88d7-3b8f-4cd0-8d92-dedaca7e91f1 req-d2671512-5094-4222-adff-6c79c8055ab3 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 944 time: 0.1963921 May 12 20:20:28.881066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-44525194-d10b-430b-b9a8-fcc242300868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:28.883020 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-44525194-d10b-430b-b9a8-fcc242300868 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0758114 May 12 20:20:28.884058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ddf88d7-3b8f-4cd0-8d92-dedaca7e91f1 req-ae7b3061-0294-4950-952b-95d82853bda9 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 May 12 20:20:29.019206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-57db2503-5453-4806-92e1-29ee2aacc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:29.020680 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-57db2503-5453-4806-92e1-29ee2aacc984 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 200 len: 914 time: 0.1300714 May 12 20:20:29.021305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-465d4715-59c4-431a-99dd-5b8efbae7ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:29.087244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-8001226b-e793-447b-b749-02c4b3d59ec7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f274b0b-44e6-44ac-af28-e3f6dd11d57b HTTP/1.1" status: 200 len: 217 time: 0.0600269 May 12 20:20:29.151872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-1675eed1-b48f-4348-a802-e75877bc4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:29.153299 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-1675eed1-b48f-4348-a802-e75877bc4154 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ef16ce2-3c41-4cd5-a686-68790840279a HTTP/1.1" status: 200 len: 853 time: 0.0596571 May 12 20:20:29.198396 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-64d16cd4-5057-456d-bfc7-ff4abc502937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4fe426f0-39a1-422e-ba77-617fba270273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391152 May 12 20:20:29.326210 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-94c0d5f3-87a8-4305-b138-2462e0dd1c98 service neutron] 10.222.0.36 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209404 May 12 20:20:29.459152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f34f1206-d343-411b-a4eb-409cf14f1f40 req-551e9528-8ea3-46d2-b5c8-500b0080878d service neutron] 10.222.0.36 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256113 May 12 20:20:30.084983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640cdf-a59b-4e57-88ed-3f052bf979d0 req-f0443853-4539-46f5-8fd8-34d83298579d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:30.086346 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35640cdf-a59b-4e57-88ed-3f052bf979d0 req-f0443853-4539-46f5-8fd8-34d83298579d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 944 time: 0.0869343 May 12 20:20:30.131493 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35640cdf-a59b-4e57-88ed-3f052bf979d0 req-aac644a3-455b-486d-b99b-8144eeab207d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 May 12 20:20:30.241337 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:30.663796 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:31.327514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a542a2-bacb-485d-a634-f2760ff33907 req-0c4b4515-91ae-4bfd-b060-45fe293f0eb6 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:31.329010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29a542a2-bacb-485d-a634-f2760ff33907 req-0c4b4515-91ae-4bfd-b060-45fe293f0eb6 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 944 time: 0.0838280 May 12 20:20:31.380724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29a542a2-bacb-485d-a634-f2760ff33907 req-b32de4b5-ea4f-4fda-86c2-99ff0de24b47 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 May 12 20:20:31.815517 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:32.368051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3f274b0b-44e6-44ac-af28-e3f6dd11d57b details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:20:32.501170 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:32.514563 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b', 'network_id': '4fe426f0-39a1-422e-ba77-617fba270273', 'port_id': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b', 'mac_address': 'fa:16:3e:f8:c1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef16ce2-3c41-4cd5-a686-68790840279a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:20:32.565817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfbeea-38fb-4743-a06b-ab537eaea293 req-52fcda4f-fe3e-4b1f-8756-f884b2aeca6c tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:32.567404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37bfbeea-38fb-4743-a06b-ab537eaea293 req-52fcda4f-fe3e-4b1f-8756-f884b2aeca6c tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 944 time: 0.0791950 May 12 20:20:32.573045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:32.573457 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:32.590788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f274b0b-44e6-44ac-af28-e3f6dd11d57b {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:20:32.607304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:32.612771 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:32.615295 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-37bfbeea-38fb-4743-a06b-ab537eaea293 req-2b0c0369-4695-4e59-84db-3fe0d8b600b9 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 May 12 20:20:32.681254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:32.808808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3f274b0b-44e6-44ac-af28-e3f6dd11d57b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:20:33.817531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1dab-7fe7-460e-8390-72fd47d7682f req-81633033-2d66-44c2-9d00-5c782add833d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:33.819004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61fc1dab-7fe7-460e-8390-72fd47d7682f req-81633033-2d66-44c2-9d00-5c782add833d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 945 time: 0.0855176 May 12 20:20:33.863072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61fc1dab-7fe7-460e-8390-72fd47d7682f req-454e8d7e-5bf9-46c8-918d-9574cc65f9c0 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 May 12 20:20:34.383724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3f274b0b-44e6-44ac-af28-e3f6dd11d57b up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:20:34.470311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:20:34.475553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:20:34.475929 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:34.590913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:34.591285 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:34.618926 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:20:34.630143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:34.635391 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:34.682456 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375d7862-278b-4cb2-93f5-dde1c6331b1c'] response: {'server_uuid': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b', 'code': 200} May 12 20:20:34.708569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:34.790658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901bfd-7478-49da-b3fc-298fd97da78f req-d16362b7-ee0a-405c-9b00-e2b154adf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:34.792047 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d901bfd-7478-49da-b3fc-298fd97da78f req-d16362b7-ee0a-405c-9b00-e2b154adf267 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0720780 May 12 20:20:34.840654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2d901bfd-7478-49da-b3fc-298fd97da78f req-b064b5b6-cd13-4d76-a2c4-4aaffa21e8c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 May 12 20:20:35.077215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dbc0-1578-47c3-a3c1-a396c9fbf635 req-90890b97-6d64-4bc9-aead-c1ffabb28e2e tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:35.078629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ce7dbc0-1578-47c3-a3c1-a396c9fbf635 req-90890b97-6d64-4bc9-aead-c1ffabb28e2e tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 946 time: 0.0976877 May 12 20:20:35.123530 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8ce7dbc0-1578-47c3-a3c1-a396c9fbf635 req-a833845e-ca81-4226-bcef-2cc87585a308 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 May 12 20:20:36.323619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e91e5c-3517-4bc1-b809-961817053c70 req-3d10be15-ce9e-4f28-9eb7-39128fbc951c tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:36.325133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69e91e5c-3517-4bc1-b809-961817053c70 req-3d10be15-ce9e-4f28-9eb7-39128fbc951c tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 946 time: 0.0874224 May 12 20:20:36.370039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69e91e5c-3517-4bc1-b809-961817053c70 req-8335c774-688e-4c68-ad6f-e067d95de406 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 May 12 20:20:36.764612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7270f-bc53-4aca-93c1-29220128a3b9 req-0d1feee6-acef-41df-bdd8-821bfd3798ad tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:36.766009 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8d7270f-bc53-4aca-93c1-29220128a3b9 req-0d1feee6-acef-41df-bdd8-821bfd3798ad tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 946 time: 0.0891819 May 12 20:20:36.810011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8d7270f-bc53-4aca-93c1-29220128a3b9 req-2c2673bc-dc8c-48d3-84eb-67e7ba1ae5b5 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 May 12 20:20:37.774251 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-992d7832-ed22-4a4f-947f-8c95341f097d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742459 May 12 20:20:37.914735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-aaf2fa79-ade8-4bba-a9aa-a83f6d714b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:37.916245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-aaf2fa79-ade8-4bba-a9aa-a83f6d714b08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 1096 time: 0.0718465 May 12 20:20:37.971923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-93bd3764-c3fe-46a1-973b-5d8300a61231 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:37.972589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-93bd3764-c3fe-46a1-973b-5d8300a61231 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Synchronizing usage tracker for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:20:37.990454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-93bd3764-c3fe-46a1-973b-5d8300a61231 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Unset dirty status for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:20:37.991777 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-93bd3764-c3fe-46a1-973b-5d8300a61231 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.36 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 946 time: 0.0996919 May 12 20:20:38.062067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Deleting port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:38.062292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:38.118190 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbdff2-d16d-4564-8904-7710e0f66475 req-7d2d21cf-8c12-42a2-84e7-901d2f3341cc tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:38.120135 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dafbdff2-d16d-4564-8904-7710e0f66475 req-7d2d21cf-8c12-42a2-84e7-901d2f3341cc tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 946 time: 0.1898379 May 12 20:20:38.124003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-5cf28a07-3f94-43a5-a4e5-67fb055e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:38.125396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-5cf28a07-3f94-43a5-a4e5-67fb055e7150 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 200 len: 914 time: 0.1619668 May 12 20:20:38.207845 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-044ecee9-113b-4150-b50f-df7929f136f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=714852c1-69b6-4a96-b8b4-d244042e59a8 HTTP/1.1" status: 200 len: 217 time: 0.0653293 May 12 20:20:38.269031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:38.270490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dafbdff2-d16d-4564-8904-7710e0f66475 req-071606bb-3c5d-4506-b9da-b70005a09527 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428895 May 12 20:20:38.284818 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-6dec38f6-ec6d-41bb-9b3b-94763b70bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:38.286455 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-6dec38f6-ec6d-41bb-9b3b-94763b70bfb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ef16ce2-3c41-4cd5-a686-68790840279a HTTP/1.1" status: 200 len: 853 time: 0.0701213 May 12 20:20:38.336582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-1f3f1e05-5a06-4c6b-afb7-087d9ca599d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fe426f0-39a1-422e-ba77-617fba270273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441301 May 12 20:20:38.419262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] For port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:38.419583 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:38.465206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-f399dad0-e927-46a0-80b1-68e07bce7213 service neutron] 10.222.0.73 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222734 May 12 20:20:38.548365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Calling delete_port for 3f274b0b-44e6-44ac-af28-e3f6dd11d57b owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:38.699145 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:38.712068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['714852c1-69b6-4a96-b8b4-d244042e59a8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:20:38.714826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-695ace0c-e887-4ace-a20d-1f8ac128a940 req-7b786ab3-1a31-485a-a779-65cb0ef97765 service neutron] 10.222.0.73 "GET /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438352 May 12 20:20:38.737150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3f274b0b-44e6-44ac-af28-e3f6dd11d57b'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:20:38.759118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Pushing event deleted for resources: {'Port': ['ID=3f274b0b-44e6-44ac-af28-e3f6dd11d57b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:38.831098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] No DVR routers for this DVR port 3f274b0b-44e6-44ac-af28-e3f6dd11d57b on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:20:38.834383 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:38.838990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'name': 'network-vif-deleted', 'tag': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:20:38.861675 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4bc13a0a-7396-40de-8b07-cdac55b12c65 req-13d4aa0c-9c62-4957-ac6d-b8ef08bacb7a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.36 "DELETE /v2.0/ports/3f274b0b-44e6-44ac-af28-e3f6dd11d57b HTTP/1.1" status: 204 len: 173 time: 0.8640163 May 12 20:20:38.893940 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f02145-8277-4d2a-b2b2-9c28ef75a078'] response: {'server_uuid': '572ada20-2bf6-4fe5-927e-2befacab2ca7', 'name': 'network-vif-deleted', 'tag': '3f274b0b-44e6-44ac-af28-e3f6dd11d57b', 'status': 'completed', 'code': 200} May 12 20:20:39.023463 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:39.433684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-10950cfc-1780-403f-9d99-5c90501336a5 req-f9758330-ba72-4ffe-9f34-4abe02a0f92d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=572ada20-2bf6-4fe5-927e-2befacab2ca7 HTTP/1.1" status: 200 len: 210 time: 0.0425301 May 12 20:20:40.728687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc898cf6-c9e7-4466-8b3d-383569c96f9c req-6fce30a4-1824-458f-8c6b-b72390b48e97 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:40.730061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc898cf6-c9e7-4466-8b3d-383569c96f9c req-6fce30a4-1824-458f-8c6b-b72390b48e97 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.1041460 May 12 20:20:40.773503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dc898cf6-c9e7-4466-8b3d-383569c96f9c req-2ae8d66f-5af9-447d-890d-e81b3d6e66e4 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 May 12 20:20:40.996694 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f78a-ce8f-4322-a41b-f62c6409484b req-956aacb3-eb01-4af4-ba76-4738274fc369 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:40.998114 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a10f78a-ce8f-4322-a41b-f62c6409484b req-956aacb3-eb01-4af4-ba76-4738274fc369 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0854776 May 12 20:20:41.043993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a10f78a-ce8f-4322-a41b-f62c6409484b req-3fb9774e-3de0-49d5-ab51-5997825cf4a6 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377169 May 12 20:20:41.252862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04079a40-828b-46e8-928e-469d952549e7 req-c3a6deb6-d894-4e9b-bdbe-332769790d07 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:41.254252 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04079a40-828b-46e8-928e-469d952549e7 req-c3a6deb6-d894-4e9b-bdbe-332769790d07 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0951972 May 12 20:20:41.299653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-04079a40-828b-46e8-928e-469d952549e7 req-8cefa0b5-c0cf-4571-be4f-9719b46b36ff tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 May 12 20:20:41.608065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9981f-ea8f-4f37-b4f5-0eedd42edb87 req-9dcc0b92-242e-4283-a44b-9b6641d12539 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:41.609444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76c9981f-ea8f-4f37-b4f5-0eedd42edb87 req-9dcc0b92-242e-4283-a44b-9b6641d12539 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0997350 May 12 20:20:41.668329 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76c9981f-ea8f-4f37-b4f5-0eedd42edb87 req-440dc766-fd7f-4708-b6bb-3779ddff9f52 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508354 May 12 20:20:41.860702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebb22b-67e8-482c-87b5-cf21b1044797 req-40b12742-0962-4fa2-b8a3-9c5b49753b8d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:41.862042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6ebb22b-67e8-482c-87b5-cf21b1044797 req-40b12742-0962-4fa2-b8a3-9c5b49753b8d tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0836349 May 12 20:20:41.908577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b6ebb22b-67e8-482c-87b5-cf21b1044797 req-c7c6a184-c1c6-490f-8559-15a92169deca tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 May 12 20:20:42.121026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590535-b181-4898-8dcb-dfdcbfe35894 req-50c38daf-1cfa-4443-9954-7834f0b9464c tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:42.122405 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84590535-b181-4898-8dcb-dfdcbfe35894 req-50c38daf-1cfa-4443-9954-7834f0b9464c tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0920513 May 12 20:20:42.167981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84590535-b181-4898-8dcb-dfdcbfe35894 req-62331f8b-c8a3-4fa4-8445-e0f575b8f5cc tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 May 12 20:20:42.421734 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3f274b0b-44e6-44ac-af28-e3f6dd11d57b no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:20:42.455768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 3f274b0b-44e6-44ac-af28-e3f6dd11d57b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:20:42.456130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3f274b0b-44e6-44ac-af28-e3f6dd11d57b not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:20:42.719374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81640-9b88-43d3-821d-3863ec3610d7 req-53d3dc6e-ef24-45fd-a253-b9ae5b666fd7 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:42.720758 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7a81640-9b88-43d3-821d-3863ec3610d7 req-53d3dc6e-ef24-45fd-a253-b9ae5b666fd7 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.0826848 May 12 20:20:42.769785 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e7a81640-9b88-43d3-821d-3863ec3610d7 req-8dfc0fe9-5c1a-4df0-a977-ed2acc9835f8 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 May 12 20:20:44.012221 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be704f6d-81bd-4129-972c-0399c963bb8a req-7e8ad1fe-e4b3-4ac0-8c31-2ff6d4f21560 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:44.013696 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be704f6d-81bd-4129-972c-0399c963bb8a req-7e8ad1fe-e4b3-4ac0-8c31-2ff6d4f21560 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.1385801 May 12 20:20:44.023742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-c0c30366-3508-4563-86f5-0315ff298e71 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:44.025100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-c0c30366-3508-4563-86f5-0315ff298e71 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.73 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 945 time: 0.1158152 May 12 20:20:44.118623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-be704f6d-81bd-4129-972c-0399c963bb8a req-d059093b-362a-4e8a-a996-b2b091c96ff8 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/security-groups?id=f132df11-2ff3-48d3-8c73-4a337bb1a194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924239 May 12 20:20:44.121874 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Deleting port 714852c1-69b6-4a96-b8b4-d244042e59a8 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:44.122237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:44.371710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] For port 714852c1-69b6-4a96-b8b4-d244042e59a8, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=714852c1-69b6-4a96-b8b4-d244042e59a8,segment=NetworkSegment(1f0a04b6-bc3a-430a-bb7c-18423f3521b3),segment_id=1f0a04b6-bc3a-430a-bb7c-18423f3521b3)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:44.371957 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:44.491582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Calling delete_port for 714852c1-69b6-4a96-b8b4-d244042e59a8 owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:44.635442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:44.647668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['714852c1-69b6-4a96-b8b4-d244042e59a8'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:20:44.684295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Pushing event deleted for resources: {'Port': ['ID=714852c1-69b6-4a96-b8b4-d244042e59a8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:44.723130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.723458 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.723785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.724108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.724429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.724808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.725485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.725802 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.726115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.726427 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.726756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.727052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:44.770792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] No DVR routers for this DVR port 714852c1-69b6-4a96-b8b4-d244042e59a8 on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:20:44.774813 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:44.778827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585ae08-308b-42a5-a629-e36026a9fd61', 'name': 'network-vif-deleted', 'tag': '714852c1-69b6-4a96-b8b4-d244042e59a8'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:20:44.793822 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32d915ee-995f-4659-b23f-ce71b8337cbd req-ee165219-d665-42f7-8d0d-ad380765e868 tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.73 "DELETE /v2.0/ports/714852c1-69b6-4a96-b8b4-d244042e59a8 HTTP/1.1" status: 204 len: 173 time: 0.7551596 May 12 20:20:44.828832 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75436cbb-016d-49cc-a934-f7c02da4c626'] response: {'server_uuid': '1585ae08-308b-42a5-a629-e36026a9fd61', 'name': 'network-vif-deleted', 'tag': '714852c1-69b6-4a96-b8b4-d244042e59a8', 'status': 'completed', 'code': 200} May 12 20:20:45.283569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-94b429ee-bd41-4494-897b-430e1a80a1a7 req-0e3c650a-d5b4-4017-8b19-a47f7467db0a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Synchronizing usage tracker for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:20:45.300488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-94b429ee-bd41-4494-897b-430e1a80a1a7 req-0e3c650a-d5b4-4017-8b19-a47f7467db0a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] Unset dirty status for tenant:0606c655064f4d9f84b9e50a2d62ddc4 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:20:45.301815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-94b429ee-bd41-4494-897b-430e1a80a1a7 req-0e3c650a-d5b4-4017-8b19-a47f7467db0a tempest-ServersNegativeTestJSON-1779543296 tempest-ServersNegativeTestJSON-1779543296-project] 10.222.0.72 "GET /v2.0/ports?device_id=1585ae08-308b-42a5-a629-e36026a9fd61 HTTP/1.1" status: 200 len: 210 time: 0.0598357 May 12 20:20:46.402674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48288) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:46.465033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] Deleting subnet 8ef16ce2-3c41-4cd5-a686-68790840279a {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:20:46.468021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:46.517072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:46.569693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:46.748086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:46.786963 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:46.789431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef16ce2-3c41-4cd5-a686-68790840279a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:46.795226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f30272a4-7d6b-4f3d-aa00-f4edb19b05aa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8ef16ce2-3c41-4cd5-a686-68790840279a HTTP/1.1" status: 204 len: 168 time: 0.3915243 May 12 20:20:46.797860 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48292) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:46.901265 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.034452 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.059285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe426f0-39a1-422e-ba77-617fba270273']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:47.071338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0a04b6-bc3a-430a-bb7c-18423f3521b3') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:47.071626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0a04b6-bc3a-430a-bb7c-18423f3521b3') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:47.083319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.099702 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.106602 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:20:47.107030 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: timer() May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:20:47.119919 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:20:47.201833 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.217888 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.229535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe426f0-39a1-422e-ba77-617fba270273,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:47.236899 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e3c14522-35ef-4c61-9c4b-9c7de34e0fc2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4fe426f0-39a1-422e-ba77-617fba270273 HTTP/1.1" status: 204 len: 168 time: 0.4380846 May 12 20:20:47.367905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48298) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:47.420509 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bf543c8d-6fbf-4abb-a2d5-98139a3c97bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0606c655064f4d9f84b9e50a2d62ddc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512915 May 12 20:20:47.422954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48302) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:47.481901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-099d8be8-e46a-412d-a593-8aa2aab64622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.507916 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-099d8be8-e46a-412d-a593-8aa2aab64622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.567591 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-099d8be8-e46a-412d-a593-8aa2aab64622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.590887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d8be8-e46a-412d-a593-8aa2aab64622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132df11-2ff3-48d3-8c73-4a337bb1a194,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:47.599392 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-099d8be8-e46a-412d-a593-8aa2aab64622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:47.600886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-099d8be8-e46a-412d-a593-8aa2aab64622 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f132df11-2ff3-48d3-8c73-4a337bb1a194 HTTP/1.1" status: 204 len: 168 time: 0.1770651 May 12 20:20:48.375304 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48326) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:48.389092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 714852c1-69b6-4a96-b8b4-d244042e59a8 no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:20:48.422370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 714852c1-69b6-4a96-b8b4-d244042e59a8 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:20:48.422706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 714852c1-69b6-4a96-b8b4-d244042e59a8 not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:20:48.484386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633385102'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:48.492477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:48.498407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:network and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:48.502826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:48.510351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:48.522733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:48.526377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.538668 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.553162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:48.557032 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:security_group_rule and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:48.560041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:48.566201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:48.652718 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.659609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.697432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:20:48.709444 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01be67b-ff93-47fc-a022-df8c7e29b628,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:48.713792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.714136 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Added segment 59c11e3c-3b5e-4fd8-aa95-17db2946313d of type vlan for network cbe0ee27-f275-4397-a37c-3b9eee26321f May 12 20:20:48.742075 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.773810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.779392 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:48.779975 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:48.887490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Network': ['ID=cbe0ee27-f275-4397-a37c-3b9eee26321f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:48.894586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-49145246-3134-4f97-a948-04fb59e32a85 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5138893 May 12 20:20:48.898629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network cbe0ee27-f275-4397-a37c-3b9eee26321f details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:20:50.734108 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:20:52.156999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48332) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:52.164477 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'subnet': {'network_id': 'cbe0ee27-f275-4397-a37c-3b9eee26321f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:52.274663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:52.278587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:subnet and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:52.281443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:52.287467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:52.299951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:52.303716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.525243 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.600724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Subnet': ['ID=40017ce3-d296-4aab-bc93-a2fa20a20b21,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:52.611024 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Checking segment: {'id': '59c11e3c-3b5e-4fd8-aa95-17db2946313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cbe0ee27-f275-4397-a37c-3b9eee26321f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:52.611380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network hostable DHCP agents. Network: cbe0ee27-f275-4397-a37c-3b9eee26321f, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:20:52.634159 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network cbe0ee27-f275-4397-a37c-3b9eee26321f is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:20:52.645206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, cbe0ee27-f275-4397-a37c-3b9eee26321f) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:52.649537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:52.650120 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.655015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86065ac1-94af-426d-8763-a005b940a3c5 None None] Network cbe0ee27-f275-4397-a37c-3b9eee26321f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:52.672495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dbe1ed99-f926-4814-af7e-b0d189521301 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5142770 May 12 20:20:52.675984 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:52.681567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-791302607'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:52.687078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:52.690866 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:network and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:52.693722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:52.699344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:52.710493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:52.713924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.742014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:20:52.750949 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.751255 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Added segment fc1f27ae-e138-478d-8015-9a1c34068a3a of type vlan for network ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8 May 12 20:20:52.776924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.806072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.811524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:52.812107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.868557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-cbe0ee27-f275-4397-a37c-3b9eee26321f', 'network_id': 'cbe0ee27-f275-4397-a37c-3b9eee26321f', 'tenant_id': '6cc2b97f1e79443fa7d71fb79016f801', 'fixed_ips': [{'subnet_id': '40017ce3-d296-4aab-bc93-a2fa20a20b21'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:20:52.869452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:52.913048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2359436 May 12 20:20:52.916003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48340) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:52.923467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'subnet': {'network_id': 'ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:52.937227 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596ef9a-cd26-4dae-8301-e440812c217f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Network': ['ID=ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:52.948405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:20:53.116670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Allocated IP 2001:db8:0:ffff::2 (cbe0ee27-f275-4397-a37c-3b9eee26321f/40017ce3-d296-4aab-bc93-a2fa20a20b21/d6428001-8dce-4560-8d2d-704c1d340d0c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:20:53.173701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:53.182610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:subnet and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:53.185604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:53.191252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:53.202245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:53.206079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.320766 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.331552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Transition to ACTIVE for port object d6428001-8dce-4560-8d2d-704c1d340d0c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:20:53.351613 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Transition to ACTIVE for port object d6428001-8dce-4560-8d2d-704c1d340d0c will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:20:53.359982 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.426109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Network cbe0ee27-f275-4397-a37c-3b9eee26321f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:20:53.428593 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.429124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:53.432732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:20:53.438370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Pushing event updated for resources: {'Port': ['ID=d6428001-8dce-4560-8d2d-704c1d340d0c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:53.511739 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Subnet': ['ID=e0dcf992-42ca-4f80-a610-df9166638e75,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:53.522359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Checking segment: {'id': 'fc1f27ae-e138-478d-8015-9a1c34068a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:53.522717 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network hostable DHCP agents. Network: ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:20:53.523133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Attempting to bind port d6428001-8dce-4560-8d2d-704c1d340d0c on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:20:53.523500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Attempting to bind port d6428001-8dce-4560-8d2d-704c1d340d0c by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '59c11e3c-3b5e-4fd8-aa95-17db2946313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cbe0ee27-f275-4397-a37c-3b9eee26321f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:20:53.523859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Attempting to bind port d6428001-8dce-4560-8d2d-704c1d340d0c on network cbe0ee27-f275-4397-a37c-3b9eee26321f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:20:53.529176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:20:53.529584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Checking segment: {'id': '59c11e3c-3b5e-4fd8-aa95-17db2946313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cbe0ee27-f275-4397-a37c-3b9eee26321f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:53.529978 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.530362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Bound using segment: {'id': '59c11e3c-3b5e-4fd8-aa95-17db2946313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cbe0ee27-f275-4397-a37c-3b9eee26321f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:20:53.530820 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Bound port: d6428001-8dce-4560-8d2d-704c1d340d0c, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c11e3c-3b5e-4fd8-aa95-17db2946313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cbe0ee27-f275-4397-a37c-3b9eee26321f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:20:53.531183 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.542525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:20:53.553057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:53.558315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:53.558917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.577178 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e37ef4-e0b2-4c73-a4b3-b74760d87926 None None] Network ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:53.582250 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1d466326-2662-40d5-acda-84896ab96ea6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6653540 May 12 20:20:53.585035 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48344) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:53.709677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] For port d6428001-8dce-4560-8d2d-704c1d340d0c, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:20:53.722835 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.728700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] For port d6428001-8dce-4560-8d2d-704c1d340d0c, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d6428001-8dce-4560-8d2d-704c1d340d0c,segment=NetworkSegment(59c11e3c-3b5e-4fd8-aa95-17db2946313d),segment_id=59c11e3c-3b5e-4fd8-aa95-17db2946313d)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:20:53.756630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.789772 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.875148 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.892471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053d6c-8ace-4636-a7f3-87bc60882b9c None None] Pushing event updated for resources: {'Port': ['ID=d6428001-8dce-4560-8d2d-704c1d340d0c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:53.913702 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652bb9d-a358-4d8e-a970-c97be4a3bc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8', 'network_id': 'ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8', 'tenant_id': '6cc2b97f1e79443fa7d71fb79016f801', 'fixed_ips': [{'subnet_id': 'e0dcf992-42ca-4f80-a610-df9166638e75'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:20:53.914898 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b652bb9d-a358-4d8e-a970-c97be4a3bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:53.937421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dcf992-42ca-4f80-a610-df9166638e75,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:54.026084 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.054878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:54.068758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1f27ae-e138-478d-8015-9a1c34068a3a') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:54.069041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1f27ae-e138-478d-8015-9a1c34068a3a') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:54.082871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.106474 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.117105 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:20:54.118398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: timer() May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:20:54.137130 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:20:54.149114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bffa632-54ec-4007-9015-f77d1171a9ce None None] Network ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:54.251353 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.270804 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.282267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Network': ['ID=ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:54.290564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-109f90be-654c-4dbc-8344-0c45c683b5b4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8 HTTP/1.1" status: 204 len: 168 time: 0.7010741 May 12 20:20:54.290870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:54.297280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1186073779'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:54.303885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:54.308462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:network and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:54.311943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:54.319394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:54.332919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:54.337954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.378634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:20:54.388397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.388846 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Added segment 7daf1e75-8c6b-4c04-b1da-18a55169c941 of type vlan for network be5b9424-48a4-4f0a-a6b4-2b23bae8ee08 May 12 20:20:54.399182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6428001-8dce-4560-8d2d-704c1d340d0c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:20:54.417504 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.447121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.452502 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:54.453077 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.468698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port d6428001-8dce-4560-8d2d-704c1d340d0c completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:20:54.551623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2596004 May 12 20:20:54.554649 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48352) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:54.560350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Network': ['ID=be5b9424-48a4-4f0a-a6b4-2b23bae8ee08,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:54.560702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'subnet': {'network_id': 'be5b9424-48a4-4f0a-a6b4-2b23bae8ee08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:54.568159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.568539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.568863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.569201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.569543 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.569866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.570191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.570510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.570826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.571142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.571454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.571766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66368d1-0ff5-4a5d-a701-242641e05f2f tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:54.582940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network be5b9424-48a4-4f0a-a6b4-2b23bae8ee08 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:20:54.674971 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:54.679205 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:subnet and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:54.682185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:54.688183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:54.699642 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:54.703831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.797274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Performing IP validity checks on allocation pools {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 12 20:20:54.797833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.ipam_backend_mixin [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88112) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 12 20:20:54.931185 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:54.962175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2033b15-5821-495f-972e-d899f6dead4b None None] Network cbe0ee27-f275-4397-a37c-3b9eee26321f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:55.017870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Subnet': ['ID=ca5e9a78-2a93-4db4-a1a7-675d5c4a2e6b,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:55.027273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Checking segment: {'id': '7daf1e75-8c6b-4c04-b1da-18a55169c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'be5b9424-48a4-4f0a-a6b4-2b23bae8ee08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:55.027636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network hostable DHCP agents. Network: be5b9424-48a4-4f0a-a6b4-2b23bae8ee08, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:20:55.048557 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network be5b9424-48a4-4f0a-a6b4-2b23bae8ee08 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:20:55.058183 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] Provisioning for port d6428001-8dce-4560-8d2d-704c1d340d0c completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:20:55.060411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, be5b9424-48a4-4f0a-a6b4-2b23bae8ee08) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:55.064877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:55.065607 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.074863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f4a1d-dedc-4ad9-9006-6022d48cfcb2 None None] Network be5b9424-48a4-4f0a-a6b4-2b23bae8ee08 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:55.091392 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7b41c555-5d4d-44cc-bf94-15ca22b4efe6 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5329003 May 12 20:20:55.092158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48356) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:55.094500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] Provisioning complete for port d6428001-8dce-4560-8d2d-704c1d340d0c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:20:55.094889 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.234371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.298258 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.455154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] Current status of the port d6428001-8dce-4560-8d2d-704c1d340d0c is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:55.455519 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.506489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.525014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753031a3-2d93-47a1-b2bc-2739cd92ca93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-be5b9424-48a4-4f0a-a6b4-2b23bae8ee08', 'network_id': 'be5b9424-48a4-4f0a-a6b4-2b23bae8ee08', 'tenant_id': '6cc2b97f1e79443fa7d71fb79016f801', 'fixed_ips': [{'subnet_id': 'ca5e9a78-2a93-4db4-a1a7-675d5c4a2e6b'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:20:55.525850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-753031a3-2d93-47a1-b2bc-2739cd92ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.545578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] For port d6428001-8dce-4560-8d2d-704c1d340d0c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d6428001-8dce-4560-8d2d-704c1d340d0c,segment=NetworkSegment(59c11e3c-3b5e-4fd8-aa95-17db2946313d),segment_id=59c11e3c-3b5e-4fd8-aa95-17db2946313d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:55.554707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.567954 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5e9a78-2a93-4db4-a1a7-675d5c4a2e6b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:55.651146 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.678218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5b9424-48a4-4f0a-a6b4-2b23bae8ee08']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:55.682360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e8bdd-f952-4c43-873c-64a5dce4d7c4 None None] Pushing event updated for resources: {'Port': ['ID=d6428001-8dce-4560-8d2d-704c1d340d0c,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:55.692287 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daf1e75-8c6b-4c04-b1da-18a55169c941') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:55.692659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daf1e75-8c6b-4c04-b1da-18a55169c941') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:55.696606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99377630-8299-42c0-89ac-21035c5c6eda None None] Network be5b9424-48a4-4f0a-a6b4-2b23bae8ee08 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:55.705872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.722915 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.729964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:20:55.730450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: timer() May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:20:55.746188 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:20:55.828429 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.838331 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2f522026-856a-4b75-b33f-ace5f4f17566 None None] Provisioning complete for port d6428001-8dce-4560-8d2d-704c1d340d0c triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:20:55.838714 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f522026-856a-4b75-b33f-ace5f4f17566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.845693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.856724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Network': ['ID=be5b9424-48a4-4f0a-a6b4-2b23bae8ee08,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:55.860792 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-29c12c69-fb62-4140-8fdc-17b3d55a030a tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/be5b9424-48a4-4f0a-a6b4-2b23bae8ee08 HTTP/1.1" status: 204 len: 168 time: 0.7680905 May 12 20:20:55.864930 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48360) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:55.871691 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-582662914'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:55.877295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:55.881225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:network and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:55.884084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:55.889724 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:55.901023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:55.904495 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.933518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:20:55.943126 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.943515 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Added segment db5b3053-4703-41bc-b308-33587ada2108 of type vlan for network 818b8dcb-cdab-424a-9aed-b34ff7a391da May 12 20:20:55.970696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:55.990240 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2f522026-856a-4b75-b33f-ace5f4f17566 None None] Current status of the port d6428001-8dce-4560-8d2d-704c1d340d0c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:56.006360 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.011615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:56.012194 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.109981 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2437983 May 12 20:20:56.113679 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:56.119084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'subnet': {'network_id': '818b8dcb-cdab-424a-9aed-b34ff7a391da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:56.145811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424760c0-8fbd-4e96-941b-cdcbbdf15fa9 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Network': ['ID=818b8dcb-cdab-424a-9aed-b34ff7a391da,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:56.156506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 818b8dcb-cdab-424a-9aed-b34ff7a391da details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:20:56.243191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:56.247378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:subnet and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:56.250351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:56.256310 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:56.268192 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:56.271811 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.350212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6428001-8dce-4560-8d2d-704c1d340d0c up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:20:56.418944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port d6428001-8dce-4560-8d2d-704c1d340d0c triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:20:56.419311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.491340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.532077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port d6428001-8dce-4560-8d2d-704c1d340d0c is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:56.564702 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Subnet': ['ID=40d78668-d748-42e1-98c0-019b61efdc63,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:56.575279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Checking segment: {'id': 'db5b3053-4703-41bc-b308-33587ada2108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '818b8dcb-cdab-424a-9aed-b34ff7a391da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:56.575618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network hostable DHCP agents. Network: 818b8dcb-cdab-424a-9aed-b34ff7a391da, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:20:56.597610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network 818b8dcb-cdab-424a-9aed-b34ff7a391da is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:20:56.608338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 818b8dcb-cdab-424a-9aed-b34ff7a391da) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:56.612328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:56.612909 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.618314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23e85f-4555-4faa-b4bc-0e3116182356 None None] Network 818b8dcb-cdab-424a-9aed-b34ff7a391da requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:56.635871 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a789b330-5f9d-4ac9-a333-0173c9c449b0 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5212100 May 12 20:20:56.639846 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48370) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:56.645382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-126977847'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:56.650884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:56.654998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:network and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:56.658068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:56.664037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:56.676153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:56.679891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.707865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:20:56.717614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.717961 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Added segment 6a4b44f9-f30e-4315-8601-18da26c67596 of type vlan for network 87fa1f37-39af-4645-b896-419cc7a3f9cb May 12 20:20:56.748308 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.778090 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.783735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:56.784308 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.829830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-818b8dcb-cdab-424a-9aed-b34ff7a391da', 'network_id': '818b8dcb-cdab-424a-9aed-b34ff7a391da', 'tenant_id': '6cc2b97f1e79443fa7d71fb79016f801', 'fixed_ips': [{'subnet_id': '40d78668-d748-42e1-98c0-019b61efdc63'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:20:56.830688 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:56.881507 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2405131 May 12 20:20:56.885060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48374) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:56.891295 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39ed7-be60-4009-9005-85f230b4932b tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Network': ['ID=87fa1f37-39af-4645-b896-419cc7a3f9cb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:56.891813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Request body: {'subnet': {'network_id': '87fa1f37-39af-4645-b896-419cc7a3f9cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:20:56.911165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 87fa1f37-39af-4645-b896-419cc7a3f9cb details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:20:57.013106 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e359d-f75d-4c11-b579-fe703ef04881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.018656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:20:57.023034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Usage tracker for resource:subnet and tenant:6cc2b97f1e79443fa7d71fb79016f801 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:20:57.026177 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:20:57.031973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:20:57.043403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Made reservation on behalf of 6cc2b97f1e79443fa7d71fb79016f801 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:20:57.047041 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.091834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Allocated IP 2001:db8::2 (818b8dcb-cdab-424a-9aed-b34ff7a391da/40d78668-d748-42e1-98c0-019b61efdc63/480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:20:57.270034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.299051 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.309677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Transition to ACTIVE for port object 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:20:57.327715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Transition to ACTIVE for port object 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:20:57.334807 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.348308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event updated for resources: {'Subnet': ['ID=03b05638-d81c-4360-9322-fc243fd0ed55,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:57.356409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Checking segment: {'id': '6a4b44f9-f30e-4315-8601-18da26c67596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '87fa1f37-39af-4645-b896-419cc7a3f9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:57.356762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network hostable DHCP agents. Network: 87fa1f37-39af-4645-b896-419cc7a3f9cb, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:20:57.375836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Network 87fa1f37-39af-4645-b896-419cc7a3f9cb is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:20:57.387710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 87fa1f37-39af-4645-b896-419cc7a3f9cb) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:57.392442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:20:57.393026 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.404032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e870819-7431-4e38-9aad-c4e0d236b745 None None] Network 87fa1f37-39af-4645-b896-419cc7a3f9cb requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:57.424405 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-189be683-57fc-4124-9df3-6ede11984325 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5381172 May 12 20:20:57.427805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48378) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:57.466511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Network 818b8dcb-cdab-424a-9aed-b34ff7a391da is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:20:57.473358 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:20:57.486022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:20:57.489804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Pushing event updated for resources: {'Port': ['ID=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:57.531194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.531469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.531792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.532123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.532411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.532727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.533042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.533384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.533698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.534011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.534323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.534634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:20:57.573348 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.620151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Attempting to bind port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:20:57.620508 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Attempting to bind port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'db5b3053-4703-41bc-b308-33587ada2108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '818b8dcb-cdab-424a-9aed-b34ff7a391da'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:20:57.620854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Attempting to bind port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 on network 818b8dcb-cdab-424a-9aed-b34ff7a391da {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:20:57.643977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.651822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:20:57.652191 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Checking segment: {'id': 'db5b3053-4703-41bc-b308-33587ada2108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '818b8dcb-cdab-424a-9aed-b34ff7a391da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:20:57.652584 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.652964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Bound using segment: {'id': 'db5b3053-4703-41bc-b308-33587ada2108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '818b8dcb-cdab-424a-9aed-b34ff7a391da'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:20:57.653457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Bound port: 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5b3053-4703-41bc-b308-33587ada2108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '818b8dcb-cdab-424a-9aed-b34ff7a391da'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:20:57.653802 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.720853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.776510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Subnet': ['ID=03b05638-d81c-4360-9322-fc243fd0ed55,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:57.778707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fe9ba-a2e6-4c62-aa4d-4d7b7c4c4854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-87fa1f37-39af-4645-b896-419cc7a3f9cb', 'network_id': '87fa1f37-39af-4645-b896-419cc7a3f9cb', 'tenant_id': '6cc2b97f1e79443fa7d71fb79016f801', 'fixed_ips': [{'subnet_id': '03b05638-d81c-4360-9322-fc243fd0ed55'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:20:57.779519 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f39fe9ba-a2e6-4c62-aa4d-4d7b7c4c4854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.807337 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] For port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:20:57.851394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] For port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,segment=NetworkSegment(db5b3053-4703-41bc-b308-33587ada2108),segment_id=db5b3053-4703-41bc-b308-33587ada2108)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:20:57.866315 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:57.997379 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.003154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024477b4-ae3b-4b33-ba47-5d81bd80a8c6 None None] Network 87fa1f37-39af-4645-b896-419cc7a3f9cb requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:58.028272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fa1f37-39af-4645-b896-419cc7a3f9cb']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:58.042280 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4b44f9-f30e-4315-8601-18da26c67596') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:58.042884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4b44f9-f30e-4315-8601-18da26c67596') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:20:58.055941 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.066277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c375-7a88-4082-86b8-c2e68383bfed None None] Pushing event updated for resources: {'Port': ['ID=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:58.073046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.080148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:20:58.080630 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: timer() May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:20:58.095568 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:20:58.201032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.205617 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.233251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Network': ['ID=87fa1f37-39af-4645-b896-419cc7a3f9cb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:58.237648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-50151973-3d78-4184-91f3-be9b27fab7ed tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/87fa1f37-39af-4645-b896-419cc7a3f9cb HTTP/1.1" status: 204 len: 168 time: 0.8086901 May 12 20:20:58.240459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48382) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:58.280952 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cd796d-1c9e-467c-9e7a-632deb8eadba tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] GET failed (client error): The resource could not be found. May 12 20:20:58.281504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-31cd796d-1c9e-467c-9e7a-632deb8eadba tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Synchronizing usage tracker for tenant:6cc2b97f1e79443fa7d71fb79016f801 on resource:subnet {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:20:58.302236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-31cd796d-1c9e-467c-9e7a-632deb8eadba tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Unset dirty status for tenant:6cc2b97f1e79443fa7d71fb79016f801 on resource:subnet {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:20:58.303580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-31cd796d-1c9e-467c-9e7a-632deb8eadba tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "GET /v2.0/subnets/03b05638-d81c-4360-9322-fc243fd0ed55 HTTP/1.1" status: 404 len: 337 time: 0.0621400 May 12 20:20:58.306492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48386) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:58.338478 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-7365d575-9675-4c43-aa81-5a595052fa89 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] DELETE failed (client error): The resource could not be found. May 12 20:20:58.339251 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7365d575-9675-4c43-aa81-5a595052fa89 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:20:58.341236 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7365d575-9675-4c43-aa81-5a595052fa89 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/87fa1f37-39af-4645-b896-419cc7a3f9cb HTTP/1.1" status: 404 len: 339 time: 0.0333140 May 12 20:20:58.344862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48390) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:58.376990 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:20:58.388230 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0ad663-1513-433c-9a8b-f5eed39ef980 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] DELETE failed (client error): The resource could not be found. May 12 20:20:58.388688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0ad663-1513-433c-9a8b-f5eed39ef980 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:20:58.390443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-da0ad663-1513-433c-9a8b-f5eed39ef980 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/subnets/03b05638-d81c-4360-9322-fc243fd0ed55 HTTP/1.1" status: 404 len: 337 time: 0.0445611 May 12 20:20:58.393147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48394) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:58.417759 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0c2ea7-0664-4da4-962e-1aef725fe438 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] DELETE failed (client error): The resource could not be found. May 12 20:20:58.418145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0c2ea7-0664-4da4-962e-1aef725fe438 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:20:58.419815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2f0c2ea7-0664-4da4-962e-1aef725fe438 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/87fa1f37-39af-4645-b896-419cc7a3f9cb HTTP/1.1" status: 404 len: 339 time: 0.0256233 May 12 20:20:58.422578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48398) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:58.450870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:20:58.494967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Deleting subnet 40d78668-d748-42e1-98c0-019b61efdc63 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:20:58.498062 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.558892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.647432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.723349 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.769920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.772753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Subnet': ['ID=40d78668-d748-42e1-98c0-019b61efdc63,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:58.787927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8b7e5745-d3ae-45b7-bccf-e7cc90998ca5 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/subnets/40d78668-d748-42e1-98c0-019b61efdc63 HTTP/1.1" status: 204 len: 168 time: 0.3643014 May 12 20:20:58.790301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48402) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:20:58.907499 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.919121 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Deleting port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:58.919459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:58.922637 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a2c706-f6e3-48cd-badc-8068702cfe06 None None] Network 818b8dcb-cdab-424a-9aed-b34ff7a391da requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:20:59.031259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] Provisioning for port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:20:59.041753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] Provisioning complete for port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:20:59.042116 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.097247 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c4311a6-d018-4b39-9c39-5a85ea37fa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.128572 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] For port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,segment=NetworkSegment(db5b3053-4703-41bc-b308-33587ada2108),segment_id=db5b3053-4703-41bc-b308-33587ada2108)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:59.128942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.237450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] Current status of the port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:20:59.237805 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.253655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Calling delete_port for 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:59.272729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] For port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,segment=NetworkSegment(db5b3053-4703-41bc-b308-33587ada2108),segment_id=db5b3053-4703-41bc-b308-33587ada2108)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:59.278213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.320582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] DHCP port deletion for 818b8dcb-cdab-424a-9aed-b34ff7a391da request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:20:59.330038 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.db.api [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:20:59.330359 n-d-841626-1 neutron-server[88112]: DEBUG oslo_db.api [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:20:59.339195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] Deleting port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:59.339561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.397730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe474e-3e73-4550-9969-9b6e3928b37e None None] Pushing event updated for resources: {'Port': ['ID=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:59.550023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] For port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,segment=NetworkSegment(db5b3053-4703-41bc-b308-33587ada2108),segment_id=db5b3053-4703-41bc-b308-33587ada2108)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:20:59.550270 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.672113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] Calling delete_port for 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:20:59.758650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.805076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] Pushing event deleted for resources: {'Port': ['ID=480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:20:59.808486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ada86-8ee9-4d66-9c74-b8c211121923 None None] No DVR routers for this DVR port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:20:59.831135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Deleting port 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:20:59.831549 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:20:59.899257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] The port '480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618' was deleted {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:21:00.020400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.044914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818b8dcb-cdab-424a-9aed-b34ff7a391da']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:00.056957 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5b3053-4703-41bc-b308-33587ada2108') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:00.057274 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5b3053-4703-41bc-b308-33587ada2108') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:00.068454 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.084294 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.090448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:21:00.090834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: timer() May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:21:00.105717 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:21:00.234066 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.305005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.322625 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.333220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Network': ['ID=818b8dcb-cdab-424a-9aed-b34ff7a391da,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:00.337330 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ee4f3b0e-2fec-4526-9865-2588ac305022 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/818b8dcb-cdab-424a-9aed-b34ff7a391da HTTP/1.1" status: 204 len: 168 time: 1.5459986 May 12 20:21:00.339893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48406) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:00.347290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:21:00.377384 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-0870b219-a7cb-4d16-9d01-438ef5f3b624 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] DELETE failed (client error): The resource could not be found. May 12 20:21:00.377841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0870b219-a7cb-4d16-9d01-438ef5f3b624 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:21:00.382128 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0870b219-a7cb-4d16-9d01-438ef5f3b624 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/subnets/ca5e9a78-2a93-4db4-a1a7-675d5c4a2e6b HTTP/1.1" status: 404 len: 337 time: 0.0387981 May 12 20:21:00.382419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:21:00.382562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48410) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:00.382755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 480c9b3d-9cb1-4fa0-8c1d-ad9f61be0618 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:21:00.408248 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6798ec-4eb8-4def-b101-40a2528c92b8 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] DELETE failed (client error): The resource could not be found. May 12 20:21:00.408728 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6798ec-4eb8-4def-b101-40a2528c92b8 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:21:00.410603 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bb6798ec-4eb8-4def-b101-40a2528c92b8 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/be5b9424-48a4-4f0a-a6b4-2b23bae8ee08 HTTP/1.1" status: 404 len: 339 time: 0.0270381 May 12 20:21:00.413424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48414) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:00.454282 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-884eaf69-c240-47bf-865f-e344323e20d4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] DELETE failed (client error): The resource could not be found. May 12 20:21:00.454736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884eaf69-c240-47bf-865f-e344323e20d4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:21:00.456410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-884eaf69-c240-47bf-865f-e344323e20d4 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/subnets/e0dcf992-42ca-4f80-a610-df9166638e75 HTTP/1.1" status: 404 len: 337 time: 0.0419981 May 12 20:21:00.459060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48418) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:00.483441 n-d-841626-1 neutron-server[88112]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37bba5a-c8a2-47ca-a874-bd77887ed97c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] DELETE failed (client error): The resource could not be found. May 12 20:21:00.483898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37bba5a-c8a2-47ca-a874-bd77887ed97c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88112) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 12 20:21:00.485587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b37bba5a-c8a2-47ca-a874-bd77887ed97c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/ede0ea9c-0a07-4b77-bd87-35eafc6ad6d8 HTTP/1.1" status: 404 len: 339 time: 0.0255587 May 12 20:21:00.488031 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48422) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:00.556355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Deleting subnet 40017ce3-d296-4aab-bc93-a2fa20a20b21 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:21:00.559391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.617626 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.648281 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.702643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.777824 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.819213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Subnet': ['ID=40017ce3-d296-4aab-bc93-a2fa20a20b21,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:00.822940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.828750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf543b-9ac3-467a-b56e-6203fb5341e8 None None] Network cbe0ee27-f275-4397-a37c-3b9eee26321f requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:00.832547 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-76782fbc-7db5-404f-a291-d8571d825147 tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/subnets/40017ce3-d296-4aab-bc93-a2fa20a20b21 HTTP/1.1" status: 204 len: 168 time: 0.3435423 May 12 20:21:00.835400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48426) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:00.949869 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:00.960514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Deleting port d6428001-8dce-4560-8d2d-704c1d340d0c {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:00.960841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.099576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] DHCP port deletion for cbe0ee27-f275-4397-a37c-3b9eee26321f request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:21:01.104561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Deleting port d6428001-8dce-4560-8d2d-704c1d340d0c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:01.104934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.184176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] For port d6428001-8dce-4560-8d2d-704c1d340d0c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d6428001-8dce-4560-8d2d-704c1d340d0c,segment=NetworkSegment(59c11e3c-3b5e-4fd8-aa95-17db2946313d),segment_id=59c11e3c-3b5e-4fd8-aa95-17db2946313d)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:01.184545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.313791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Calling delete_port for d6428001-8dce-4560-8d2d-704c1d340d0c owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:21:01.343092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] For port d6428001-8dce-4560-8d2d-704c1d340d0c, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=d6428001-8dce-4560-8d2d-704c1d340d0c,segment=NetworkSegment(59c11e3c-3b5e-4fd8-aa95-17db2946313d),segment_id=59c11e3c-3b5e-4fd8-aa95-17db2946313d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:01.343721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.397465 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.442661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Port': ['ID=d6428001-8dce-4560-8d2d-704c1d340d0c,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:01.447690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] No DVR routers for this DVR port d6428001-8dce-4560-8d2d-704c1d340d0c on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:21:01.465513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Calling delete_port for d6428001-8dce-4560-8d2d-704c1d340d0c owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:21:01.535621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:21:01.535942 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:21:01.573771 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.603944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0ee27-f275-4397-a37c-3b9eee26321f']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:01.620518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c11e3c-3b5e-4fd8-aa95-17db2946313d') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:01.620806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c11e3c-3b5e-4fd8-aa95-17db2946313d') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:01.632130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.647894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.654102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:21:01.654482 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: timer() May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:21:01.668491 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:21:01.752894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.769661 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:01.780333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] Pushing event deleted for resources: {'Network': ['ID=cbe0ee27-f275-4397-a37c-3b9eee26321f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:01.784341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-bf9b31ed-5551-4762-9c0b-162299fdd19c tempest-NetworksIpV6Test-1369687853 tempest-NetworksIpV6Test-1369687853-project] 10.222.0.72 "DELETE /v2.0/networks/cbe0ee27-f275-4397-a37c-3b9eee26321f HTTP/1.1" status: 204 len: 168 time: 0.9479024 May 12 20:21:01.816176 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:02.037672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Deleting port d6428001-8dce-4560-8d2d-704c1d340d0c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:02.038055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:02.063361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48434) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:02.106907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeb3f2-0425-4141-93bf-1a6b77db639f None None] The port 'd6428001-8dce-4560-8d2d-704c1d340d0c' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:21:02.209083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f9311079-4b1f-4321-adad-22e17250f9c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6cc2b97f1e79443fa7d71fb79016f801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445518 May 12 20:21:02.212924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48440) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:02.270080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49595955-6604-4a60-ac97-40b5b15a6b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:02.295586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49595955-6604-4a60-ac97-40b5b15a6b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:02.343731 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6428001-8dce-4560-8d2d-704c1d340d0c no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:21:02.355830 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49595955-6604-4a60-ac97-40b5b15a6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:02.370915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49595955-6604-4a60-ac97-40b5b15a6b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01be67b-ff93-47fc-a022-df8c7e29b628,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:02.377716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-49595955-6604-4a60-ac97-40b5b15a6b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:02.379806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-49595955-6604-4a60-ac97-40b5b15a6b5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a01be67b-ff93-47fc-a022-df8c7e29b628 HTTP/1.1" status: 204 len: 168 time: 0.1659772 May 12 20:21:02.386997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: d6428001-8dce-4560-8d2d-704c1d340d0c {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:21:02.387345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device d6428001-8dce-4560-8d2d-704c1d340d0c not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:21:03.132785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48464) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:03.234060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1359214830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:03.241657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:03.245876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Usage tracker for resource:router and tenant:d8365aff4edf47599646923e209a9eb2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:03.248851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:03.258601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:03.272423 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.273468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.288671 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.310129 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.332713 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.333886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ac410485-784a-4e46-988e-1ad302fab836 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2000515 May 12 20:21:03.337028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48470) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:03.342416 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-661876560'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:03.348143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:03.353258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Usage tracker for resource:network and tenant:d8365aff4edf47599646923e209a9eb2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:03.356284 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:03.362291 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:03.374382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Made reservation on behalf of d8365aff4edf47599646923e209a9eb2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:03.378199 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.390093 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.404322 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:03.408518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Usage tracker for resource:security_group_rule and tenant:d8365aff4edf47599646923e209a9eb2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:03.411577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:03.417684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:03.498858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.504977 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.535659 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:21:03.543862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17686597-e8a0-4ad1-8037-7d9e27f8fa36,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:03.549359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.549707 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Added segment 5672ca0b-cc24-4152-9986-75abfa06b29d of type vlan for network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 May 12 20:21:03.574856 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.606901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.612216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:03.612792 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:03.720882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event updated for resources: {'Network': ['ID=b7760baf-5ba2-4ac9-b4cf-270ccbd193d6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:03.723617 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-65251f6f-5cc6-43b8-8991-258c510a85f1 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3855588 May 12 20:21:03.726826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48474) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:03.731727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:21:03.732351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Request body: {'subnet': {'network_id': 'b7760baf-5ba2-4ac9-b4cf-270ccbd193d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:03.842947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:03.846799 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Usage tracker for resource:subnet and tenant:d8365aff4edf47599646923e209a9eb2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:03.849622 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:03.855607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:03.867114 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Made reservation on behalf of d8365aff4edf47599646923e209a9eb2 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:03.870685 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.088893 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.274765 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event updated for resources: {'Subnet': ['ID=e41d82b7-135a-47c7-9b1d-928bc48dd7a0,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:04.285137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Checking segment: {'id': '5672ca0b-cc24-4152-9986-75abfa06b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7760baf-5ba2-4ac9-b4cf-270ccbd193d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:04.285520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Network hostable DHCP agents. Network: b7760baf-5ba2-4ac9-b4cf-270ccbd193d6, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:21:04.307475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:21:04.318312 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, b7760baf-5ba2-4ac9-b4cf-270ccbd193d6) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:04.322298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:04.322878 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.328242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65073af0-8471-48d7-91a7-ebc8599c8adf None None] Network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:04.345082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-26178023-e82c-4e31-9dc6-d654d5bcf2aa tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6169467 May 12 20:21:04.347934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48478) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:04.354013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-594418841'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:04.359851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:04.363880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Usage tracker for resource:network and tenant:d8365aff4edf47599646923e209a9eb2 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:04.366852 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:04.375528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:04.389071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Made reservation on behalf of d8365aff4edf47599646923e209a9eb2 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:04.392614 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.420026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:21:04.429503 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.429852 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Added segment 2e731c90-aa64-442d-b83e-989960f364f9 of type vlan for network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 May 12 20:21:04.458868 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.491066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.496676 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:04.497301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.541541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-b7760baf-5ba2-4ac9-b4cf-270ccbd193d6', 'network_id': 'b7760baf-5ba2-4ac9-b4cf-270ccbd193d6', 'tenant_id': 'd8365aff4edf47599646923e209a9eb2', 'fixed_ips': [{'subnet_id': 'e41d82b7-135a-47c7-9b1d-928bc48dd7a0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:21:04.542427 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.596299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2471445 May 12 20:21:04.599344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48482) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:04.606738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Request body: {'subnet': {'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:04.607420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299ea15-4184-4ef3-bd40-3d98dfd97449 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event updated for resources: {'Network': ['ID=d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:04.618636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:21:04.722074 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:04.726361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Usage tracker for resource:subnet and tenant:d8365aff4edf47599646923e209a9eb2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:04.729260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:04.734799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:04.745508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Made reservation on behalf of d8365aff4edf47599646923e209a9eb2 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:04.749049 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.786425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Allocated IP 172.20.0.2 (b7760baf-5ba2-4ac9-b4cf-270ccbd193d6/e41d82b7-135a-47c7-9b1d-928bc48dd7a0/902448a9-2b8f-4b44-87a5-d6a21b210bbe) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:04.971131 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:04.999479 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.009447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Transition to ACTIVE for port object 902448a9-2b8f-4b44-87a5-d6a21b210bbe will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:05.027012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Transition to ACTIVE for port object 902448a9-2b8f-4b44-87a5-d6a21b210bbe will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:05.032361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.048797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event updated for resources: {'Subnet': ['ID=38951d6c-6af7-4bc7-bc67-23f09ce36790,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:05.060195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Checking segment: {'id': '2e731c90-aa64-442d-b83e-989960f364f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:05.060527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Network hostable DHCP agents. Network: d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:21:05.085312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:21:05.096975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:05.099215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:05.100021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:05.103715 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:05.104524 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:05.105218 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.136375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-982bc690-3941-4897-bf7b-03a8be2a1bf0 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5297103 May 12 20:21:05.136609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48486) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:05.144170 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8a2effcd-02cc-4faf-b599-e48a7585c5e5 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:05.146157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Pushing event updated for resources: {'Port': ['ID=902448a9-2b8f-4b44-87a5-d6a21b210bbe,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:05.148448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36d44e-bb9f-40be-ae7d-e5b1a6dcef30 None None] Network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:05.312196 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Attempting to bind port 902448a9-2b8f-4b44-87a5-d6a21b210bbe on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:05.312456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Attempting to bind port 902448a9-2b8f-4b44-87a5-d6a21b210bbe by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '5672ca0b-cc24-4152-9986-75abfa06b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7760baf-5ba2-4ac9-b4cf-270ccbd193d6'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:05.312806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Attempting to bind port 902448a9-2b8f-4b44-87a5-d6a21b210bbe on network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:05.324051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:05.324394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Checking segment: {'id': '5672ca0b-cc24-4152-9986-75abfa06b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7760baf-5ba2-4ac9-b4cf-270ccbd193d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:05.324816 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.325231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Bound using segment: {'id': '5672ca0b-cc24-4152-9986-75abfa06b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7760baf-5ba2-4ac9-b4cf-270ccbd193d6'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:05.325693 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Bound port: 902448a9-2b8f-4b44-87a5-d6a21b210bbe, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5672ca0b-cc24-4152-9986-75abfa06b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7760baf-5ba2-4ac9-b4cf-270ccbd193d6'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:05.326065 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.502117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] For port 902448a9-2b8f-4b44-87a5-d6a21b210bbe, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:05.514392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] For port 902448a9-2b8f-4b44-87a5-d6a21b210bbe, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=902448a9-2b8f-4b44-87a5-d6a21b210bbe,segment=NetworkSegment(5672ca0b-cc24-4152-9986-75abfa06b29d),segment_id=5672ca0b-cc24-4152-9986-75abfa06b29d)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:05.519497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200', 'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200', 'tenant_id': 'd8365aff4edf47599646923e209a9eb2', 'fixed_ips': [{'subnet_id': '38951d6c-6af7-4bc7-bc67-23f09ce36790'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:21:05.520384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.531979 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.643976 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8a2effcd-02cc-4faf-b599-e48a7585c5e5 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.666894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d20706-18d8-414a-9e5f-c746186ae6e3 None None] Pushing event updated for resources: {'Port': ['ID=902448a9-2b8f-4b44-87a5-d6a21b210bbe,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:05.767254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Allocated IP 172.21.0.2 (d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200/38951d6c-6af7-4bc7-bc67-23f09ce36790/037e59fe-8d46-4d1f-9738-879ea766825e) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:05.805941 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [None req-8a2effcd-02cc-4faf-b599-e48a7585c5e5 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 12 20:21:05.806907 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8a2effcd-02cc-4faf-b599-e48a7585c5e5 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "PUT /v2.0/routers/061da138-f0ee-43ad-89a0-2fd5093c1e08 HTTP/1.1" status: 400 len: 364 time: 0.6688945 May 12 20:21:05.813987 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:05.913611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Deleting subnet 38951d6c-6af7-4bc7-bc67-23f09ce36790 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:21:05.989284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:05.999206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Transition to ACTIVE for port object 037e59fe-8d46-4d1f-9738-879ea766825e will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:06.016557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Transition to ACTIVE for port object 037e59fe-8d46-4d1f-9738-879ea766825e will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:06.022986 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.023449 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.078178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.087557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:06.090257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:06.094036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:06.137422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Pushing event updated for resources: {'Port': ['ID=037e59fe-8d46-4d1f-9738-879ea766825e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:06.170668 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.187406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Attempting to bind port 037e59fe-8d46-4d1f-9738-879ea766825e on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:06.187794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Attempting to bind port 037e59fe-8d46-4d1f-9738-879ea766825e by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '2e731c90-aa64-442d-b83e-989960f364f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:06.188155 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Attempting to bind port 037e59fe-8d46-4d1f-9738-879ea766825e on network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:06.193441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:06.193810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Checking segment: {'id': '2e731c90-aa64-442d-b83e-989960f364f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:06.194208 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.194594 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Bound using segment: {'id': '2e731c90-aa64-442d-b83e-989960f364f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:06.195079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Bound port: 037e59fe-8d46-4d1f-9738-879ea766825e, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e731c90-aa64-442d-b83e-989960f364f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:06.195443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.251324 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.286584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] For port 037e59fe-8d46-4d1f-9738-879ea766825e, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:06.289965 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] For port 037e59fe-8d46-4d1f-9738-879ea766825e, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=037e59fe-8d46-4d1f-9738-879ea766825e,segment=NetworkSegment(2e731c90-aa64-442d-b83e-989960f364f9),segment_id=2e731c90-aa64-442d-b83e-989960f364f9)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:06.293071 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event deleted for resources: {'Subnet': ['ID=38951d6c-6af7-4bc7-bc67-23f09ce36790,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:06.295321 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.298549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.301663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-465886c0-6747-4dbf-8b00-4283c2bd3bb7 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "DELETE /v2.0/subnets/38951d6c-6af7-4bc7-bc67-23f09ce36790 HTTP/1.1" status: 204 len: 168 time: 0.4860616 May 12 20:21:06.304339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48494) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:06.389238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2c0f3-79cd-41f9-84da-01294660c3b7 None None] Pushing event updated for resources: {'Port': ['ID=037e59fe-8d46-4d1f-9738-879ea766825e,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:06.423303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 902448a9-2b8f-4b44-87a5-d6a21b210bbe up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:06.432050 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.445006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Deleting port 037e59fe-8d46-4d1f-9738-879ea766825e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:06.445376 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.505334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 902448a9-2b8f-4b44-87a5-d6a21b210bbe completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:06.672172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] For port 037e59fe-8d46-4d1f-9738-879ea766825e, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=037e59fe-8d46-4d1f-9738-879ea766825e,segment=NetworkSegment(2e731c90-aa64-442d-b83e-989960f364f9),segment_id=2e731c90-aa64-442d-b83e-989960f364f9)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:06.672544 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.764807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a2666-a4fb-423e-9851-baef21404814 None None] Network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:06.802949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Calling delete_port for 037e59fe-8d46-4d1f-9738-879ea766825e owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:21:06.870254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] Provisioning for port 902448a9-2b8f-4b44-87a5-d6a21b210bbe completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:06.882640 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.886439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] Provisioning complete for port 902448a9-2b8f-4b44-87a5-d6a21b210bbe triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:06.886815 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:06.928450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event deleted for resources: {'Port': ['ID=037e59fe-8d46-4d1f-9738-879ea766825e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:06.931943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] No DVR routers for this DVR port 037e59fe-8d46-4d1f-9738-879ea766825e on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:21:07.056979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.086255 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:07.097554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] Current status of the port 902448a9-2b8f-4b44-87a5-d6a21b210bbe is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:07.098105 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.112626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e731c90-aa64-442d-b83e-989960f364f9') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:07.112925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e731c90-aa64-442d-b83e-989960f364f9') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:07.128088 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.142200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] For port 902448a9-2b8f-4b44-87a5-d6a21b210bbe, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=902448a9-2b8f-4b44-87a5-d6a21b210bbe,segment=NetworkSegment(5672ca0b-cc24-4152-9986-75abfa06b29d),segment_id=5672ca0b-cc24-4152-9986-75abfa06b29d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:07.150110 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.150471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.165585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:21:07.166005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: timer() May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:21:07.192292 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:21:07.282902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db54175-9aee-4267-a03c-6c281ee914c5 None None] Pushing event updated for resources: {'Port': ['ID=902448a9-2b8f-4b44-87a5-d6a21b210bbe,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:07.284212 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.308415 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.321534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event deleted for resources: {'Network': ['ID=d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:07.324229 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4459a9c9-6491-4e3e-8816-689d8a0439f2 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "DELETE /v2.0/networks/d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 HTTP/1.1" status: 204 len: 168 time: 1.0187314 May 12 20:21:07.326937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48498) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:07.397977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Deleting subnet e41d82b7-135a-47c7-9b1d-928bc48dd7a0 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:21:07.401090 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.457032 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.479882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-67d0a597-99b4-423c-ac0f-6fb172bbb618 None None] Provisioning complete for port 902448a9-2b8f-4b44-87a5-d6a21b210bbe triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:07.480246 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-67d0a597-99b4-423c-ac0f-6fb172bbb618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.530072 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ca557-80e0-40b3-bf3a-1c7931af9086 None None] DHCP port deletion for d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:21:07.550066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.551787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7431a6d7-f943-41ed-96a2-6fe32504f80e None None] Network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:07.598408 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7431a6d7-f943-41ed-96a2-6fe32504f80e None None] Network d193f98a-f0cb-4dbd-b5b9-d7a7ee1f5200 could not be found, it might have been deleted concurrently. {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 12 20:21:07.623754 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-67d0a597-99b4-423c-ac0f-6fb172bbb618 None None] Current status of the port 902448a9-2b8f-4b44-87a5-d6a21b210bbe is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:07.625526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.627249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-67d0a597-99b4-423c-ac0f-6fb172bbb618 None None] Could not find standard attr ID for object 037e59fe-8d46-4d1f-9738-879ea766825e. {{(pid=88114) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 12 20:21:07.664341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event deleted for resources: {'Subnet': ['ID=e41d82b7-135a-47c7-9b1d-928bc48dd7a0,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:07.668994 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.675104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f202734d-4a49-4999-b50e-43d0a6ec5c5b None None] Network b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:07.675835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8975fbbf-0e7e-40ec-919b-82403c85e3ac tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "DELETE /v2.0/subnets/e41d82b7-135a-47c7-9b1d-928bc48dd7a0 HTTP/1.1" status: 204 len: 168 time: 0.3479357 May 12 20:21:07.678384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48502) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:07.792078 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.803714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Deleting port 902448a9-2b8f-4b44-87a5-d6a21b210bbe {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:07.803899 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:07.910165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] DHCP port deletion for b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:21:07.914819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Deleting port 902448a9-2b8f-4b44-87a5-d6a21b210bbe {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:07.915321 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.126478 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] For port 902448a9-2b8f-4b44-87a5-d6a21b210bbe, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=902448a9-2b8f-4b44-87a5-d6a21b210bbe,segment=NetworkSegment(5672ca0b-cc24-4152-9986-75abfa06b29d),segment_id=5672ca0b-cc24-4152-9986-75abfa06b29d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:08.127165 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.129567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] For port 902448a9-2b8f-4b44-87a5-d6a21b210bbe, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=902448a9-2b8f-4b44-87a5-d6a21b210bbe,segment=NetworkSegment(5672ca0b-cc24-4152-9986-75abfa06b29d),segment_id=5672ca0b-cc24-4152-9986-75abfa06b29d)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:08.130029 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.251686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Calling delete_port for 902448a9-2b8f-4b44-87a5-d6a21b210bbe owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:21:08.256316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Calling delete_port for 902448a9-2b8f-4b44-87a5-d6a21b210bbe owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:21:08.318274 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.339432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.344743 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:21:08.345098 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:21:08.356840 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 902448a9-2b8f-4b44-87a5-d6a21b210bbe no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:21:08.388117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] No DVR routers for this DVR port 902448a9-2b8f-4b44-87a5-d6a21b210bbe on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:21:08.389681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event deleted for resources: {'Port': ['ID=902448a9-2b8f-4b44-87a5-d6a21b210bbe,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:08.390924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 902448a9-2b8f-4b44-87a5-d6a21b210bbe {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:21:08.391292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 902448a9-2b8f-4b44-87a5-d6a21b210bbe not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:21:08.508823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.533450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7760baf-5ba2-4ac9-b4cf-270ccbd193d6']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:08.545226 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5672ca0b-cc24-4152-9986-75abfa06b29d') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:08.545536 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5672ca0b-cc24-4152-9986-75abfa06b29d') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:08.559066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.583864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.590789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:21:08.591203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: timer() May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:21:08.606139 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:21:08.685627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.704072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.716019 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Pushing event deleted for resources: {'Network': ['ID=b7760baf-5ba2-4ac9-b4cf-270ccbd193d6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:08.718526 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ca694130-706a-4e66-a87b-899ed1cfa84f tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "DELETE /v2.0/networks/b7760baf-5ba2-4ac9-b4cf-270ccbd193d6 HTTP/1.1" status: 204 len: 168 time: 1.0392253 May 12 20:21:08.721555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:08.766794 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d459daed-7ee1-442c-ae7e-a6fcbc46fa44 tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "GET /v2.0/ports?device_id=061da138-f0ee-43ad-89a0-2fd5093c1e08 HTTP/1.1" status: 200 len: 205 time: 0.0441236 May 12 20:21:08.770258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48510) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:08.846013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Deleting port 902448a9-2b8f-4b44-87a5-d6a21b210bbe {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:08.846356 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.899441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61fc3516-3ce6-40e1-b0a4-05caf0d800ed tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:08.913692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36ba17b3-f1f2-4964-aa26-b1cec8bd1585 None None] The port '902448a9-2b8f-4b44-87a5-d6a21b210bbe' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:21:09.038727 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.210523 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61fc3516-3ce6-40e1-b0a4-05caf0d800ed tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.212726 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61fc3516-3ce6-40e1-b0a4-05caf0d800ed tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.241225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61fc3516-3ce6-40e1-b0a4-05caf0d800ed tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.241966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc3516-3ce6-40e1-b0a4-05caf0d800ed tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Fanout notify agent at l3_agent the message router_deleted on router 061da138-f0ee-43ad-89a0-2fd5093c1e08 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:21:09.253493 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61fc3516-3ce6-40e1-b0a4-05caf0d800ed tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.254602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-61fc3516-3ce6-40e1-b0a4-05caf0d800ed tempest-RoutersNegativeTest-17942405 tempest-RoutersNegativeTest-17942405-project] 10.222.0.72 "DELETE /v2.0/routers/061da138-f0ee-43ad-89a0-2fd5093c1e08 HTTP/1.1" status: 204 len: 168 time: 0.4834900 May 12 20:21:09.538196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48518) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:09.692721 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-486cb654-22cf-4619-a926-eb6023824dee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8365aff4edf47599646923e209a9eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532791 May 12 20:21:09.695432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48524) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:09.757458 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6c9c-0e41-4579-accd-2c34424ebbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.783167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6c9c-0e41-4579-accd-2c34424ebbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.837021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6c9c-0e41-4579-accd-2c34424ebbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.851634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f6c9c-0e41-4579-accd-2c34424ebbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17686597-e8a0-4ad1-8037-7d9e27f8fa36,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:09.859166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6c9c-0e41-4579-accd-2c34424ebbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:09.860358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5c3f6c9c-0e41-4579-accd-2c34424ebbda admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17686597-e8a0-4ad1-8037-7d9e27f8fa36 HTTP/1.1" status: 204 len: 168 time: 0.1640661 May 12 20:21:10.570170 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48548) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:10.682466 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-777522547-network', 'tenant_id': '83cd02759739415e8f186931a0380401'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:10.687923 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:10.691913 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Usage tracker for resource:network and tenant:83cd02759739415e8f186931a0380401 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:10.694825 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:10.700534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:10.715527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Made reservation on behalf of 83cd02759739415e8f186931a0380401 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:10.717835 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:10.730377 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:10.745215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:10.749379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:83cd02759739415e8f186931a0380401 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:10.752339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:10.758348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:10.842794 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:10.851390 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:10.883361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:21:10.891511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8576456-d595-4d29-a184-b35af4417377,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:10.896706 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:10.897121 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Added segment 4da9cbba-3b7f-45b9-b469-e373746e9d7c of type vlan for network 9ef808a5-ec2b-4be9-b340-d2186263bc55 May 12 20:21:10.923312 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:10.953861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:10.955383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:10.956255 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.069794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4983201 May 12 20:21:11.070606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f49ed-0799-45cb-b7a7-043a971ee2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef808a5-ec2b-4be9-b340-d2186263bc55,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:11.072582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48554) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:11.078051 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Request body: {'subnet': {'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-subnet', 'tenant_id': '83cd02759739415e8f186931a0380401', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:11.081495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:21:11.084268 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:11.088360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Usage tracker for resource:subnet and tenant:83cd02759739415e8f186931a0380401 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:11.091452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:11.100089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:11.119815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Made reservation on behalf of 83cd02759739415e8f186931a0380401 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:11.122781 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.332413 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.404639 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c78859-77c0-46d8-8822-4a6882555875,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:11.416452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Checking segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:11.416826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Network hostable DHCP agents. Network: 9ef808a5-ec2b-4be9-b340-d2186263bc55, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:21:11.439142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:21:11.449374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 9ef808a5-ec2b-4be9-b340-d2186263bc55) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:11.454036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:11.455079 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.458238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523aaf14-1289-4158-9d08-a95742ab96df None None] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:11.477810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c6f024c0-7254-49e6-9c93-7d1541d7913d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4041188 May 12 20:21:11.479197 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48558) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:11.484142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:11.489877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:11.493879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Usage tracker for resource:router and tenant:83cd02759739415e8f186931a0380401 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:11.496746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:11.502638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:11.514332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.515290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.530363 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.666493 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-9ef808a5-ec2b-4be9-b340-d2186263bc55', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'tenant_id': '83cd02759739415e8f186931a0380401', 'fixed_ips': [{'subnet_id': '10c78859-77c0-46d8-8822-4a6882555875'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:21:11.667357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:11.821817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Allocated IP 172.20.0.2 (9ef808a5-ec2b-4be9-b340-d2186263bc55/10c78859-77c0-46d8-8822-4a6882555875/97daeed5-5835-4c5d-ab88-7ea58c013b41) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:11.918896 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.069217 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.079928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Transition to ACTIVE for port object 97daeed5-5835-4c5d-ab88-7ea58c013b41 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:12.099000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Transition to ACTIVE for port object 97daeed5-5835-4c5d-ab88-7ea58c013b41 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:12.107946 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.171689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:12.174928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:12.178426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:12.229659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.251318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Pushing event updated for resources: {'Port': ['ID=97daeed5-5835-4c5d-ab88-7ea58c013b41,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:12.266914 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.279107 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Attempting to bind port 97daeed5-5835-4c5d-ab88-7ea58c013b41 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:12.279435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Attempting to bind port 97daeed5-5835-4c5d-ab88-7ea58c013b41 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:12.279824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Attempting to bind port 97daeed5-5835-4c5d-ab88-7ea58c013b41 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:12.285143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:12.285541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Checking segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:12.285932 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.286339 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Bound using segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:12.286778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Bound port: 97daeed5-5835-4c5d-ab88-7ea58c013b41, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:12.287140 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.373241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] For port 97daeed5-5835-4c5d-ab88-7ea58c013b41, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:12.376128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] For port 97daeed5-5835-4c5d-ab88-7ea58c013b41, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=97daeed5-5835-4c5d-ab88-7ea58c013b41,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:12.380534 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.404163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Allocated IP 172.25.2.15 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/cc346545-7ac0-4ab8-acb9-3df30f86439b) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:12.460341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc2848-1a7c-4da4-aca3-18638a5a3fed None None] Pushing event updated for resources: {'Port': ['ID=97daeed5-5835-4c5d-ab88-7ea58c013b41,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:12.557446 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.589466 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:12.663496 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:12.671053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:12.675938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:12.725286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc346545-7ac0-4ab8-acb9-3df30f86439b,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:13.096985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:13.405794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e84850-d38b-493b-8bfc-15e3e9c5dc92 None None] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:13.513211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ecae90a-6f93-4d35-b964-99838797469d None None] Provisioning for port 97daeed5-5835-4c5d-ab88-7ea58c013b41 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:13.585679 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:13.797592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Router 419c375f-d476-49dc-a634-be4056f2331a is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:21:13.987767 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:21:13.996712 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Sync routers for ids ['419c375f-d476-49dc-a634-be4056f2331a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:21:14.008855 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Routers {'419c375f-d476-49dc-a634-be4056f2331a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:14.009488 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['419c375f-d476-49dc-a634-be4056f2331a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:14.014076 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.015495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-32f34e25-55d3-4ef4-80a3-abc53e3372c5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5350652 May 12 20:21:14.018547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48562) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:14.198688 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Set router 419c375f-d476-49dc-a634-be4056f2331a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:14.387832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 97daeed5-5835-4c5d-ab88-7ea58c013b41 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:14.459185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 97daeed5-5835-4c5d-ab88-7ea58c013b41 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:14.464596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 97daeed5-5835-4c5d-ab88-7ea58c013b41 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:14.465036 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.520161 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:21:12Z', 'revision_number': 3, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port': {'id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:12Z', 'updated_at': '2022-05-12T20:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:14.524401 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Checking router: 419c375f-d476-49dc-a634-be4056f2331a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:21:14.524750 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Updating router 419c375f-d476-49dc-a634-be4056f2331a port cc346545-7ac0-4ab8-acb9-3df30f86439b binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:21:14.577601 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.587271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 97daeed5-5835-4c5d-ab88-7ea58c013b41 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:14.587722 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.623301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 97daeed5-5835-4c5d-ab88-7ea58c013b41, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=97daeed5-5835-4c5d-ab88-7ea58c013b41,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:14.628657 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.695802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=97daeed5-5835-4c5d-ab88-7ea58c013b41,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:14.835949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.902327 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.913388 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Transition to ACTIVE for port object cc346545-7ac0-4ab8-acb9-3df30f86439b will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:14.919731 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:14.996398 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Attempting to bind port cc346545-7ac0-4ab8-acb9-3df30f86439b on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:14.996783 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Attempting to bind port cc346545-7ac0-4ab8-acb9-3df30f86439b by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:14.997400 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Attempting to bind port cc346545-7ac0-4ab8-acb9-3df30f86439b on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:15.003131 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Pushing event updated for resources: {'Port': ['ID=cc346545-7ac0-4ab8-acb9-3df30f86439b,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:15.007861 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:15.008221 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:15.008606 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.009004 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:15.009480 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Bound port: cc346545-7ac0-4ab8-acb9-3df30f86439b, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:15.009844 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.039999 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.040337 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.040650 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.040990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.041308 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.041628 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.041943 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.042255 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.042564 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.042868 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.043173 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.043479 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:15.050518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Allocated IP 172.20.0.1 (9ef808a5-ec2b-4be9-b340-d2186263bc55/10c78859-77c0-46d8-8822-4a6882555875/da55e66f-d2b0-4b42-9212-e48ce3866e19) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:15.094274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] For port cc346545-7ac0-4ab8-acb9-3df30f86439b, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:15.097764 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] For port cc346545-7ac0-4ab8-acb9-3df30f86439b, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cc346545-7ac0-4ab8-acb9-3df30f86439b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:15.103956 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.183599 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Routers {'419c375f-d476-49dc-a634-be4056f2331a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:15.184168 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['419c375f-d476-49dc-a634-be4056f2331a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:15.217397 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.233123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Transition to ACTIVE for port object da55e66f-d2b0-4b42-9212-e48ce3866e19 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:15.238311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40967e2b-e935-4a08-824d-c5133b42fa9f None None] Pushing event updated for resources: {'Port': ['ID=cc346545-7ac0-4ab8-acb9-3df30f86439b,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:15.261339 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.328476 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:15.331415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:15.335342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:15.375421 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] Set router 419c375f-d476-49dc-a634-be4056f2331a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:15.376115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Pushing event updated for resources: {'Port': ['ID=da55e66f-d2b0-4b42-9212-e48ce3866e19,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:15.392900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.584722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-53ab8e37-f8c3-49bf-9842-2881fe415b11 None None] Provisioning for port da55e66f-d2b0-4b42-9212-e48ce3866e19 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:15.589690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-53ab8e37-f8c3-49bf-9842-2881fe415b11 None None] Provisioning complete for port da55e66f-d2b0-4b42-9212-e48ce3866e19 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:15.590038 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-53ab8e37-f8c3-49bf-9842-2881fe415b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.648062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-53ab8e37-f8c3-49bf-9842-2881fe415b11 None None] Port da55e66f-d2b0-4b42-9212-e48ce3866e19 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:21:15.651351 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.660716 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:21:12Z', 'revision_number': 3, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port': {'id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:12Z', 'updated_at': '2022-05-12T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:15.664701 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812601d3-fa91-4602-a5b9-ee91212cba3d None None] The sync data for ids ['419c375f-d476-49dc-a634-be4056f2331a'] in n-d-841626-1 is: [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:21:12Z', 'revision_number': 3, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port': {'id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:12Z', 'updated_at': '2022-05-12T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:21:15.890646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:15.896757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:16.131172 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:16.134750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Pushing event updated for resources: {'Port': ['ID=da55e66f-d2b0-4b42-9212-e48ce3866e19,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:16.280049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:16.281158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:16.445436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cc346545-7ac0-4ab8-acb9-3df30f86439b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:16.483910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Router 419c375f-d476-49dc-a634-be4056f2331a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:21:16.528180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port cc346545-7ac0-4ab8-acb9-3df30f86439b completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:16.533435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cc346545-7ac0-4ab8-acb9-3df30f86439b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:16.533952 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:16.596947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cf0892d9-0d5f-4876-8a2f-70577ff48cfd None None] Provisioning complete for port da55e66f-d2b0-4b42-9212-e48ce3866e19 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:16.597653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cf0892d9-0d5f-4876-8a2f-70577ff48cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:16.670341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:21:16.679492 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5d52bc41-f874-4456-9044-247a581e4974 admin admin] 10.222.0.72 "PUT /v2.0/routers/419c375f-d476-49dc-a634-be4056f2331a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589570 May 12 20:21:16.693688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cf0892d9-0d5f-4876-8a2f-70577ff48cfd None None] Port da55e66f-d2b0-4b42-9212-e48ce3866e19 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:21:16.714665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cc346545-7ac0-4ab8-acb9-3df30f86439b is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:16.715007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:16.732875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port cc346545-7ac0-4ab8-acb9-3df30f86439b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cc346545-7ac0-4ab8-acb9-3df30f86439b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:16.738705 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:16.739632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 97daeed5-5835-4c5d-ab88-7ea58c013b41 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:16.895211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=cc346545-7ac0-4ab8-acb9-3df30f86439b,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:16.903948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 97daeed5-5835-4c5d-ab88-7ea58c013b41 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:16.904264 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.026378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 97daeed5-5835-4c5d-ab88-7ea58c013b41 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:17.173222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Sync routers for ids ['419c375f-d476-49dc-a634-be4056f2331a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:21:17.181211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Routers {'419c375f-d476-49dc-a634-be4056f2331a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:17.181830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['419c375f-d476-49dc-a634-be4056f2331a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:17.211301 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48580) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:17.216872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-12024851-network', 'tenant_id': '4e55f0bba586428093be64f68412abce'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:17.222673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:17.227158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Usage tracker for resource:network and tenant:4e55f0bba586428093be64f68412abce is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:17.231058 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:17.243553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:17.256348 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Made reservation on behalf of 4e55f0bba586428093be64f68412abce for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:17.258764 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.271090 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.285655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:17.289609 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Usage tracker for resource:security_group_rule and tenant:4e55f0bba586428093be64f68412abce is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:17.292461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:17.298254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:17.373197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Set router 419c375f-d476-49dc-a634-be4056f2331a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:17.385567 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.392464 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.421969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:21:17.430354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60941ba0-2621-492f-bde2-9c2cc2345417,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:17.436828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.437002 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Added segment 8b502d8d-33d5-4040-ae9d-181df2cabae2 of type vlan for network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 May 12 20:21:17.464519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.495147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.496354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:17.497051 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.597868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] Pushing event updated for resources: {'Network': ['ID=62532ab9-bfc9-439b-a472-8f7c7ee5dfb5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:17.601750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-af4f85f6-eb67-4158-981e-fc4c035815bb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3893094 May 12 20:21:17.605314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48584) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:17.610810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Request body: {'subnet': {'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-subnet', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'ip_version': 4}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:17.613688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:21:17.616336 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:17.620244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Usage tracker for resource:subnet and tenant:4e55f0bba586428093be64f68412abce is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:17.623093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:17.629072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:17.639638 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Made reservation on behalf of 4e55f0bba586428093be64f68412abce for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:17.642018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.783716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:21:15Z', 'revision_number': 4, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port': {'id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:12Z', 'updated_at': '2022-05-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'da55e66f-d2b0-4b42-9212-e48ce3866e19', 'name': '', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'tenant_id': '83cd02759739415e8f186931a0380401', 'mac_address': 'fa:16:3e:05:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '10c78859-77c0-46d8-8822-4a6882555875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:14Z', 'updated_at': '2022-05-12T20:21:15Z', 'revision_number': 2, 'project_id': '83cd02759739415e8f186931a0380401', 'subnets': [{'id': '10c78859-77c0-46d8-8822-4a6882555875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:17.787643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Checking router: 419c375f-d476-49dc-a634-be4056f2331a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:21:17.787994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Updating router 419c375f-d476-49dc-a634-be4056f2331a port da55e66f-d2b0-4b42-9212-e48ce3866e19 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:21:17.839593 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.844319 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.916970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02a291a-71e0-4632-9a8b-3bf79bcbe2a0,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:17.928546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Checking segment: {'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:17.928898 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Network hostable DHCP agents. Network: 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:21:17.948826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:21:17.958931 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:17.963005 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:17.963589 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:17.969565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e330ead-d586-4a87-aacb-7055076b84d0 None None] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:17.985866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5d16cb86-6281-4c66-8471-55666fe6de21 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3794534 May 12 20:21:17.988729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48588) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:17.993960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:17.999744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:18.003583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Usage tracker for resource:router and tenant:4e55f0bba586428093be64f68412abce is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:18.006569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:18.012382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:18.025376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.026357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.042089 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.307949 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.356843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-62532ab9-bfc9-439b-a472-8f7c7ee5dfb5', 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'fixed_ips': [{'subnet_id': 'b02a291a-71e0-4632-9a8b-3bf79bcbe2a0'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:21:18.358603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.386882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cc346545-7ac0-4ab8-acb9-3df30f86439b up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:18.546554 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.581564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Transition to ACTIVE for port object da55e66f-d2b0-4b42-9212-e48ce3866e19 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:18.598235 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.644765 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.676151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.750825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port cc346545-7ac0-4ab8-acb9-3df30f86439b triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:18.751416 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:18.857329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cac2d1-714a-49e1-ba1d-d386d86600eb None None] Pushing event updated for resources: {'Port': ['ID=da55e66f-d2b0-4b42-9212-e48ce3866e19,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:18.879544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Allocated IP 172.20.0.2 (62532ab9-bfc9-439b-a472-8f7c7ee5dfb5/b02a291a-71e0-4632-9a8b-3bf79bcbe2a0/829b72fc-a216-4fda-8956-f5375aba3cc3) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:18.942842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Allocated IP 172.25.2.47 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:18.964261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Attempting to bind port da55e66f-d2b0-4b42-9212-e48ce3866e19 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:18.964561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Attempting to bind port da55e66f-d2b0-4b42-9212-e48ce3866e19 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:18.964919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Attempting to bind port da55e66f-d2b0-4b42-9212-e48ce3866e19 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:19.049824 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:19.050171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Checking segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:19.050595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.050979 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Bound using segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:19.051457 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Bound port: da55e66f-d2b0-4b42-9212-e48ce3866e19, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:19.051823 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.087873 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.122995 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.145849 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port cc346545-7ac0-4ab8-acb9-3df30f86439b is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:19.193930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:19.196914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:19.199537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:19.240340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Pushing event updated for resources: {'Port': ['ID=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:19.269780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] For port da55e66f-d2b0-4b42-9212-e48ce3866e19, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:19.290887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] For port da55e66f-d2b0-4b42-9212-e48ce3866e19, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=da55e66f-d2b0-4b42-9212-e48ce3866e19,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:19.302964 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.349851 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.381470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Transition to ACTIVE for port object 829b72fc-a216-4fda-8956-f5375aba3cc3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:19.416276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Transition to ACTIVE for port object 829b72fc-a216-4fda-8956-f5375aba3cc3 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:19.417532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Routers {'419c375f-d476-49dc-a634-be4056f2331a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:19.418143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['419c375f-d476-49dc-a634-be4056f2331a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:19.466247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cac2d1-714a-49e1-ba1d-d386d86600eb None None] Pushing event updated for resources: {'Port': ['ID=da55e66f-d2b0-4b42-9212-e48ce3866e19,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:19.476395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.575582 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:19.621391 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Pushing event updated for resources: {'Port': ['ID=829b72fc-a216-4fda-8956-f5375aba3cc3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:19.633082 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.635070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:19.646939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:19.753640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] Set router 419c375f-d476-49dc-a634-be4056f2331a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:19.818529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Attempting to bind port 829b72fc-a216-4fda-8956-f5375aba3cc3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:19.818892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Attempting to bind port 829b72fc-a216-4fda-8956-f5375aba3cc3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:19.819273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Attempting to bind port 829b72fc-a216-4fda-8956-f5375aba3cc3 on network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:19.829901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:19.830254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Checking segment: {'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:19.830629 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.831011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Bound using segment: {'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:19.831465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Bound port: 829b72fc-a216-4fda-8956-f5375aba3cc3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:19.831830 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:19.967003 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:20.114643 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] For port 829b72fc-a216-4fda-8956-f5375aba3cc3, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:20.151544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] For port 829b72fc-a216-4fda-8956-f5375aba3cc3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=829b72fc-a216-4fda-8956-f5375aba3cc3,segment=NetworkSegment(8b502d8d-33d5-4040-ae9d-181df2cabae2),segment_id=8b502d8d-33d5-4040-ae9d-181df2cabae2)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:20.161177 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:20.173976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Router 79df6a42-b682-4543-94d7-0c69ca8c766e is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:21:20.264621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1f214-0b64-4ac0-bd82-6efb3c476b03 None None] Pushing event updated for resources: {'Port': ['ID=829b72fc-a216-4fda-8956-f5375aba3cc3,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:20.278660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:21:15Z', 'revision_number': 4, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port': {'id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:12Z', 'updated_at': '2022-05-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'da55e66f-d2b0-4b42-9212-e48ce3866e19', 'name': '', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'tenant_id': '83cd02759739415e8f186931a0380401', 'mac_address': 'fa:16:3e:05:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '10c78859-77c0-46d8-8822-4a6882555875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:14Z', 'updated_at': '2022-05-12T20:21:19Z', 'revision_number': 4, 'project_id': '83cd02759739415e8f186931a0380401', 'subnets': [{'id': '10c78859-77c0-46d8-8822-4a6882555875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:20.283484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec117a-ff52-4c16-ba60-d4128dd6ca30 None None] The sync data for ids ['419c375f-d476-49dc-a634-be4056f2331a'] in n-d-841626-1 is: [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:21:15Z', 'revision_number': 4, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port': {'id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:12Z', 'updated_at': '2022-05-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'da55e66f-d2b0-4b42-9212-e48ce3866e19', 'name': '', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'tenant_id': '83cd02759739415e8f186931a0380401', 'mac_address': 'fa:16:3e:05:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '10c78859-77c0-46d8-8822-4a6882555875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:14Z', 'updated_at': '2022-05-12T20:21:19Z', 'revision_number': 4, 'project_id': '83cd02759739415e8f186931a0380401', 'subnets': [{'id': '10c78859-77c0-46d8-8822-4a6882555875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:21:20.535996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:21:20.545033 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Sync routers for ids ['79df6a42-b682-4543-94d7-0c69ca8c766e'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:21:20.555831 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Routers {'79df6a42-b682-4543-94d7-0c69ca8c766e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:20.556818 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['79df6a42-b682-4543-94d7-0c69ca8c766e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:20.569286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:20.570806 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-022cebc5-b043-4b28-b2dc-f13fbb39d626 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5809743 May 12 20:21:20.573815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48592) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:21:20.783517 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Set router 79df6a42-b682-4543-94d7-0c69ca8c766e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:21.102229 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:19Z', 'revision_number': 3, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port': {'id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:21.109958 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Checking router: 79df6a42-b682-4543-94d7-0c69ca8c766e for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:21:21.110296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Updating router 79df6a42-b682-4543-94d7-0c69ca8c766e port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:21:21.174769 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.341632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.371207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1553f-099c-498d-af8b-7fdb7ccbc912 None None] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:21:21.496199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ae3bdd8-28ca-4e64-b08b-a563e4ec55c0 None None] Provisioning for port 829b72fc-a216-4fda-8956-f5375aba3cc3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:21.562943 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.576524 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Transition to ACTIVE for port object c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:21.576963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Allocated IP 172.20.0.1 (62532ab9-bfc9-439b-a472-8f7c7ee5dfb5/b02a291a-71e0-4632-9a8b-3bf79bcbe2a0/1c1a2bbb-4185-4990-966d-80dc57e056d3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:21.588349 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.694111 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Attempting to bind port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:21.694472 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Attempting to bind port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:21.694828 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Attempting to bind port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:21.698418 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d57e9-3a94-42ee-acdf-661024266d66 None None] Pushing event updated for resources: {'Port': ['ID=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:21.702911 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:21.703297 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:21.703667 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.704037 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:21.704553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Bound port: c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:21.704916 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.758531 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.775592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Transition to ACTIVE for port object 1c1a2bbb-4185-4990-966d-80dc57e056d3 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:21.780759 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] For port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:21.784110 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] For port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:21.791807 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.808760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.874274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Routers {'79df6a42-b682-4543-94d7-0c69ca8c766e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:21.875043 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['79df6a42-b682-4543-94d7-0c69ca8c766e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:21.879773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:21.882753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:21.886421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:21.915305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1a2bbb-4185-4990-966d-80dc57e056d3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:21.942232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:21.960084 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d57e9-3a94-42ee-acdf-661024266d66 None None] Pushing event updated for resources: {'Port': ['ID=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:22.066275 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] Set router 79df6a42-b682-4543-94d7-0c69ca8c766e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:22.173469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d6eb50bc-dee0-41b1-bfd9-de55a59209ca None None] Provisioning for port 1c1a2bbb-4185-4990-966d-80dc57e056d3 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:22.179461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-d6eb50bc-dee0-41b1-bfd9-de55a59209ca None None] Provisioning complete for port 1c1a2bbb-4185-4990-966d-80dc57e056d3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:22.180011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d6eb50bc-dee0-41b1-bfd9-de55a59209ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.191647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.241632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb50bc-dee0-41b1-bfd9-de55a59209ca None None] Port 1c1a2bbb-4185-4990-966d-80dc57e056d3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:21:22.389699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:19Z', 'revision_number': 3, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port': {'id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:22.393871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8786b-d7db-4076-9f89-09778cfee8a6 None None] The sync data for ids ['79df6a42-b682-4543-94d7-0c69ca8c766e'] in n-d-841626-1 is: [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:19Z', 'revision_number': 3, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port': {'id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:21:22.428237 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.437467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.446359 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 829b72fc-a216-4fda-8956-f5375aba3cc3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:22.525016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 829b72fc-a216-4fda-8956-f5375aba3cc3 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:22.530792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 829b72fc-a216-4fda-8956-f5375aba3cc3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:22.531150 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.543451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1a2bbb-4185-4990-966d-80dc57e056d3,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:22.546849 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.694205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 829b72fc-a216-4fda-8956-f5375aba3cc3 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:22.694582 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.705849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:22.707122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:22.741267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 829b72fc-a216-4fda-8956-f5375aba3cc3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=829b72fc-a216-4fda-8956-f5375aba3cc3,segment=NetworkSegment(8b502d8d-33d5-4040-ae9d-181df2cabae2),segment_id=8b502d8d-33d5-4040-ae9d-181df2cabae2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:22.747416 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.748438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da55e66f-d2b0-4b42-9212-e48ce3866e19 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:22.872649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port da55e66f-d2b0-4b42-9212-e48ce3866e19 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:22.881986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port da55e66f-d2b0-4b42-9212-e48ce3866e19 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:22.882443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:22.932682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Router 79df6a42-b682-4543-94d7-0c69ca8c766e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:21:22.946670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=829b72fc-a216-4fda-8956-f5375aba3cc3,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:23.022185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-044b76d8-cf08-4182-801f-afc27041d41e None None] Provisioning complete for port 1c1a2bbb-4185-4990-966d-80dc57e056d3 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:23.023075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-044b76d8-cf08-4182-801f-afc27041d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:23.054807 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port da55e66f-d2b0-4b42-9212-e48ce3866e19 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:23.055267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:23.103962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-044b76d8-cf08-4182-801f-afc27041d41e None None] Port 1c1a2bbb-4185-4990-966d-80dc57e056d3 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:21:23.110483 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port da55e66f-d2b0-4b42-9212-e48ce3866e19, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=da55e66f-d2b0-4b42-9212-e48ce3866e19,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:23.116320 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:23.129344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:21:23.139439 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-35954f49-02e4-429b-9809-09820db38766 admin admin] 10.222.0.72 "PUT /v2.0/routers/79df6a42-b682-4543-94d7-0c69ca8c766e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5642128 May 12 20:21:23.187422 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=da55e66f-d2b0-4b42-9212-e48ce3866e19,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:23.970742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Sync routers for ids ['79df6a42-b682-4543-94d7-0c69ca8c766e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:21:23.981562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Routers {'79df6a42-b682-4543-94d7-0c69ca8c766e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:23.982199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['79df6a42-b682-4543-94d7-0c69ca8c766e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:24.054317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-f140b68b-dc89-43a2-978e-503394f0c184 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:24.054982 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-f140b68b-dc89-43a2-978e-503394f0c184 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Synchronizing usage tracker for tenant:83cd02759739415e8f186931a0380401 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:21:24.073351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-f140b68b-dc89-43a2-978e-503394f0c184 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Unset dirty status for tenant:83cd02759739415e8f186931a0380401 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:21:24.076660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-f140b68b-dc89-43a2-978e-503394f0c184 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/networks?id=9ef808a5-ec2b-4be9-b340-d2186263bc55 HTTP/1.1" status: 200 len: 816 time: 0.3066671 May 12 20:21:24.163911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Set router 79df6a42-b682-4543-94d7-0c69ca8c766e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:24.233780 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-12ea6dc7-49dd-42f1-90cb-3a7a97a3e472 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/quotas/83cd02759739415e8f186931a0380401 HTTP/1.1" status: 200 len: 375 time: 0.1089468 May 12 20:21:24.317344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-a6954359-cf0f-4e57-b63d-7742fe480bce tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=83cd02759739415e8f186931a0380401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778222 May 12 20:21:24.453632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 829b72fc-a216-4fda-8956-f5375aba3cc3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:24.468203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-7484f13c-6d2e-4fae-a2a9-f114ba6589c1 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314981 May 12 20:21:24.569924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 829b72fc-a216-4fda-8956-f5375aba3cc3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:24.570280 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:24.600892 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-06348885-e702-4c44-83ee-7a7fc620b562 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267319 May 12 20:21:24.626269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:22Z', 'revision_number': 4, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port': {'id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1c1a2bbb-4185-4990-966d-80dc57e056d3', 'name': '', 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'mac_address': 'fa:16:3e:d1:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b02a291a-71e0-4632-9a8b-3bf79bcbe2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:21Z', 'updated_at': '2022-05-12T20:21:22Z', 'revision_number': 2, 'project_id': '4e55f0bba586428093be64f68412abce', 'subnets': [{'id': 'b02a291a-71e0-4632-9a8b-3bf79bcbe2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:24.632688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Checking router: 79df6a42-b682-4543-94d7-0c69ca8c766e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:21:24.633029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Updating router 79df6a42-b682-4543-94d7-0c69ca8c766e port 1c1a2bbb-4185-4990-966d-80dc57e056d3 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:21:24.730299 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:24.806590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 829b72fc-a216-4fda-8956-f5375aba3cc3 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:24.807677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:24.872670 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-473e3075-a275-406c-b8ee-c7af71b92fc6 req-8121fc70-6594-4263-9c38-612782978e22 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 210 time: 0.0972800 May 12 20:21:24.957535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:25.009299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:25.009986 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.223012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:25.223258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.253320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:25.257065 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.268205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.269002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da55e66f-d2b0-4b42-9212-e48ce3866e19 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:25.333115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Transition to ACTIVE for port object 1c1a2bbb-4185-4990-966d-80dc57e056d3 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:25.378369 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.472779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:25.621096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port da55e66f-d2b0-4b42-9212-e48ce3866e19 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:25.621531 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.678407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384394f-669b-4edc-9e5e-7935b8131bb0 None None] Pushing event updated for resources: {'Port': ['ID=1c1a2bbb-4185-4990-966d-80dc57e056d3,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:25.684995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Attempting to bind port 1c1a2bbb-4185-4990-966d-80dc57e056d3 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:25.685504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Attempting to bind port 1c1a2bbb-4185-4990-966d-80dc57e056d3 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:25.685747 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Attempting to bind port 1c1a2bbb-4185-4990-966d-80dc57e056d3 on network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:25.703081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:25.703463 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Checking segment: {'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:25.703891 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.704625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Bound using segment: {'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:25.704842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Bound port: 1c1a2bbb-4185-4990-966d-80dc57e056d3, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b502d8d-33d5-4040-ae9d-181df2cabae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:25.705368 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.865934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-293b7239-c9a9-41a9-89aa-9c254593f78c tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:25.867456 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-293b7239-c9a9-41a9-89aa-9c254593f78c tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "GET /v2.0/networks?id=9ef808a5-ec2b-4be9-b340-d2186263bc55 HTTP/1.1" status: 200 len: 816 time: 0.1640179 May 12 20:21:25.869097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port da55e66f-d2b0-4b42-9212-e48ce3866e19 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:25.874140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] For port 1c1a2bbb-4185-4990-966d-80dc57e056d3, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:25.877498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] For port 1c1a2bbb-4185-4990-966d-80dc57e056d3, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1c1a2bbb-4185-4990-966d-80dc57e056d3,segment=NetworkSegment(8b502d8d-33d5-4040-ae9d-181df2cabae2),segment_id=8b502d8d-33d5-4040-ae9d-181df2cabae2)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:25.879461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Request body: {'port': {'device_id': '85d198e4-455c-4368-b055-b9088889da54', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'admin_state_up': True, 'tenant_id': '83cd02759739415e8f186931a0380401'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:25.882797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:25.969347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384394f-669b-4edc-9e5e-7935b8131bb0 None None] Pushing event updated for resources: {'Port': ['ID=1c1a2bbb-4185-4990-966d-80dc57e056d3,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:25.973460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Routers {'79df6a42-b682-4543-94d7-0c69ca8c766e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:21:25.974065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:20:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['79df6a42-b682-4543-94d7-0c69ca8c766e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:26.036287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:26.041138 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Usage tracker for resource:port and tenant:83cd02759739415e8f186931a0380401 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:26.044420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:26.051212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a77ee9ad-b358-42a5-ad8b-01ec0383666d req-90d6c996-2cac-4e57-b533-7ceafb0b396c tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 210 time: 0.0542276 May 12 20:21:26.051812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:26.081261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Made reservation on behalf of 83cd02759739415e8f186931a0380401 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:26.085151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:26.221752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] Set router 79df6a42-b682-4543-94d7-0c69ca8c766e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:21:26.260785 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Allocated IP 172.20.0.10 (9ef808a5-ec2b-4be9-b340-d2186263bc55/10c78859-77c0-46d8-8822-4a6882555875/b2505199-9e46-4656-8eda-549d449fc4f5) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:26.375321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:26.568750 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:26.569044 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:26.570862 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:26.586748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Transition to ACTIVE for port object b2505199-9e46-4656-8eda-549d449fc4f5 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:26.612795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:26.682515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:26.685751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:26.689622 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:26.703008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:22Z', 'revision_number': 4, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port': {'id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1c1a2bbb-4185-4990-966d-80dc57e056d3', 'name': '', 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'mac_address': 'fa:16:3e:d1:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b02a291a-71e0-4632-9a8b-3bf79bcbe2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:21Z', 'updated_at': '2022-05-12T20:21:25Z', 'revision_number': 4, 'project_id': '4e55f0bba586428093be64f68412abce', 'subnets': [{'id': 'b02a291a-71e0-4632-9a8b-3bf79bcbe2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:21:26.712946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af796f-9975-471e-b6e9-ce4c3f72f880 None None] The sync data for ids ['79df6a42-b682-4543-94d7-0c69ca8c766e'] in n-d-841626-1 is: [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:22Z', 'revision_number': 4, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port': {'id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1c1a2bbb-4185-4990-966d-80dc57e056d3', 'name': '', 'network_id': '62532ab9-bfc9-439b-a472-8f7c7ee5dfb5', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'mac_address': 'fa:16:3e:d1:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b02a291a-71e0-4632-9a8b-3bf79bcbe2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:21Z', 'updated_at': '2022-05-12T20:21:25Z', 'revision_number': 4, 'project_id': '4e55f0bba586428093be64f68412abce', 'subnets': [{'id': 'b02a291a-71e0-4632-9a8b-3bf79bcbe2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:21:26.727619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:26.729050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Pushing event updated for resources: {'Port': ['ID=b2505199-9e46-4656-8eda-549d449fc4f5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:26.772168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:26.772883 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:26.808043 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-99e48124-d367-495e-b88f-db8ffe73ea59 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9327109 May 12 20:21:26.823479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Request body: {'port': {'device_id': '85d198e4-455c-4368-b055-b9088889da54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:26.937653 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bfc66bb6-09c8-4396-b60b-94787d1028a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:26.956276 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:26.979151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c22d0c16-a864-4c62-8a81-9017d787b23f None None] Provisioning for port b2505199-9e46-4656-8eda-549d449fc4f5 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:26.984691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-c22d0c16-a864-4c62-8a81-9017d787b23f None None] Provisioning complete for port b2505199-9e46-4656-8eda-549d449fc4f5 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:26.985061 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c22d0c16-a864-4c62-8a81-9017d787b23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:27.040145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c22d0c16-a864-4c62-8a81-9017d787b23f None None] Port b2505199-9e46-4656-8eda-549d449fc4f5 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:21:27.261077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f971d6d-ab46-4f66-930e-8c84fd7668c9 req-6b9055d4-38dd-48b3-ab3a-c78ade2056db tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:27.262788 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f971d6d-ab46-4f66-930e-8c84fd7668c9 req-6b9055d4-38dd-48b3-ab3a-c78ade2056db tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 932 time: 0.0898347 May 12 20:21:27.323986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1f971d6d-ab46-4f66-930e-8c84fd7668c9 req-7ad09029-2611-4751-ad91-13c3cadd7ea1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Synchronizing usage tracker for tenant:83cd02759739415e8f186931a0380401 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:21:27.343830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1f971d6d-ab46-4f66-930e-8c84fd7668c9 req-7ad09029-2611-4751-ad91-13c3cadd7ea1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Unset dirty status for tenant:83cd02759739415e8f186931a0380401 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:21:27.345213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f971d6d-ab46-4f66-930e-8c84fd7668c9 req-7ad09029-2611-4751-ad91-13c3cadd7ea1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677621 May 12 20:21:27.347697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2505199-9e46-4656-8eda-549d449fc4f5 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:21:27.356309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:27.372062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Transition to ACTIVE for port object b2505199-9e46-4656-8eda-549d449fc4f5 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:27.377404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:27.582010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Pushing event updated for resources: {'Port': ['ID=b2505199-9e46-4656-8eda-549d449fc4f5,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:27.630678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Attempting to bind port b2505199-9e46-4656-8eda-549d449fc4f5 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:27.631011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Attempting to bind port b2505199-9e46-4656-8eda-549d449fc4f5 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:27.631339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Attempting to bind port b2505199-9e46-4656-8eda-549d449fc4f5 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:27.636446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Port b2505199-9e46-4656-8eda-549d449fc4f5 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:21:27.636763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Attempting to bind port b2505199-9e46-4656-8eda-549d449fc4f5 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:27.641836 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:27.642168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Checking segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:27.642548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Bound using segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:27.642970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Bound port: b2505199-9e46-4656-8eda-549d449fc4f5, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:27.643309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:27.733768 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:21:27.735441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] For port b2505199-9e46-4656-8eda-549d449fc4f5, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:27.738802 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] For port b2505199-9e46-4656-8eda-549d449fc4f5, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b2505199-9e46-4656-8eda-549d449fc4f5,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:27.743582 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:27.807799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:27.808406 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:27.809979 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2505199-9e46-4656-8eda-549d449fc4f5 HTTP/1.1" status: 200 len: 1092 time: 0.9927647 May 12 20:21:27.810249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d198e4-455c-4368-b055-b9088889da54', 'tag': 'b2505199-9e46-4656-8eda-549d449fc4f5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:21:27.849930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf204bdd-0b3d-40ff-88ff-c0a5278e6310 service neutron] Pushing event updated for resources: {'Port': ['ID=b2505199-9e46-4656-8eda-549d449fc4f5,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:27.903203 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1589b1ba-51c2-4731-8fa0-cff7c1e824ae'] response: {'name': 'network-changed', 'server_uuid': '85d198e4-455c-4368-b055-b9088889da54', 'tag': 'b2505199-9e46-4656-8eda-549d449fc4f5', 'status': 'completed', 'code': 200} May 12 20:21:27.950832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-7df87b07-5785-497d-9b09-d9be6948a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:27.952641 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-7df87b07-5785-497d-9b09-d9be6948a30b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83cd02759739415e8f186931a0380401&device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 1095 time: 0.0985458 May 12 20:21:28.024381 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-7ff2e9a7-1aea-4ca3-8f11-fd7f044e853a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2505199-9e46-4656-8eda-549d449fc4f5 HTTP/1.1" status: 200 len: 217 time: 0.0643821 May 12 20:21:28.088909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-dc282ea0-2633-4347-9042-827cafb2d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:28.090424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-dc282ea0-2633-4347-9042-827cafb2d644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c78859-77c0-46d8-8822-4a6882555875 HTTP/1.1" status: 200 len: 855 time: 0.0597267 May 12 20:21:28.168948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-c3627a1b-d163-4092-9638-6d9073ee779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:28.170499 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-c3627a1b-d163-4092-9638-6d9073ee779e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef808a5-ec2b-4be9-b340-d2186263bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740669 May 12 20:21:28.312670 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-92390b57-65b5-4978-91e4-c76b090b9bcc service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352050 May 12 20:21:28.387137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1c1a2bbb-4185-4990-966d-80dc57e056d3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:28.457909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1c1a2bbb-4185-4990-966d-80dc57e056d3 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:28.464251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1c1a2bbb-4185-4990-966d-80dc57e056d3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:28.464900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:28.540100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06748ade-d817-4c98-bf4e-09a464065053 req-d854fe76-1c99-43f9-804e-09a5dd029028 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:28.542349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06748ade-d817-4c98-bf4e-09a464065053 req-d854fe76-1c99-43f9-804e-09a5dd029028 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 944 time: 0.0838368 May 12 20:21:28.562068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-40e3b828-91fe-4930-93c5-656285ec8fc5 req-2f71b492-13a7-454f-8c8b-715ead0d6d23 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426238 May 12 20:21:28.589582 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-06748ade-d817-4c98-bf4e-09a464065053 req-90fc4790-c2f0-43f1-85aa-0a1d75ef500c tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 May 12 20:21:28.603517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1c1a2bbb-4185-4990-966d-80dc57e056d3 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:28.603995 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:28.637249 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1c1a2bbb-4185-4990-966d-80dc57e056d3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1c1a2bbb-4185-4990-966d-80dc57e056d3,segment=NetworkSegment(8b502d8d-33d5-4040-ae9d-181df2cabae2),segment_id=8b502d8d-33d5-4040-ae9d-181df2cabae2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:28.641885 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:28.682099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-78a234aa-85b6-45a9-b9f3-b993239472c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:28.683822 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-78a234aa-85b6-45a9-b9f3-b993239472c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83cd02759739415e8f186931a0380401&device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 1095 time: 0.0706947 May 12 20:21:28.711562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1c1a2bbb-4185-4990-966d-80dc57e056d3,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:28.816644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-6c4dfcf2-a5ce-4679-8047-89702a6f6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:28.818154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-6c4dfcf2-a5ce-4679-8047-89702a6f6d24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ef808a5-ec2b-4be9-b340-d2186263bc55 HTTP/1.1" status: 200 len: 917 time: 0.1288674 May 12 20:21:28.888473 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-cc506175-c73d-43b0-9f34-40489f4b5106 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2505199-9e46-4656-8eda-549d449fc4f5 HTTP/1.1" status: 200 len: 217 time: 0.0631666 May 12 20:21:28.952416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-23dca59b-4f21-438c-a874-e81fb0e7f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:28.953817 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-23dca59b-4f21-438c-a874-e81fb0e7f676 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c78859-77c0-46d8-8822-4a6882555875 HTTP/1.1" status: 200 len: 855 time: 0.0570300 May 12 20:21:29.011998 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-57a9dbcc-5b72-4267-9c7a-1b4f22bb0adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:29.033668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-5df1e244-7fc1-49db-b832-e23960b8f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:29.035118 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-5df1e244-7fc1-49db-b832-e23960b8f06f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef808a5-ec2b-4be9-b340-d2186263bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749803 May 12 20:21:29.164315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-4e1594b6-95b4-4e91-be7d-f5b27927b7cf service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226397 May 12 20:21:29.306255 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb7b19c8-dba3-4bb2-892b-dc35a5657f47 req-6a8a993b-7411-4921-849d-52598546ea3b service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322427 May 12 20:21:29.797220 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b19f5-a180-42bb-b3d4-2d41bec008f1 req-20067bca-c97a-4030-9785-f770145dba92 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:29.798719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7b19f5-a180-42bb-b3d4-2d41bec008f1 req-20067bca-c97a-4030-9785-f770145dba92 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 944 time: 0.0881441 May 12 20:21:29.846927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c7b19f5-a180-42bb-b3d4-2d41bec008f1 req-ff08e4b6-dd74-4846-9fd0-6062544828ee tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 May 12 20:21:30.247999 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:30.372430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1c1a2bbb-4185-4990-966d-80dc57e056d3 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:30.446528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1c1a2bbb-4185-4990-966d-80dc57e056d3 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:30.446907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:30.571479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1c1a2bbb-4185-4990-966d-80dc57e056d3 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:30.579746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b2505199-9e46-4656-8eda-549d449fc4f5 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:21:30.699432 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:30.744418 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b2505199-9e46-4656-8eda-549d449fc4f5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b2505199-9e46-4656-8eda-549d449fc4f5,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:30.758456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'b2505199-9e46-4656-8eda-549d449fc4f5', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'port_id': 'b2505199-9e46-4656-8eda-549d449fc4f5', 'mac_address': 'fa:16:3e:eb:85:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c78859-77c0-46d8-8822-4a6882555875', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:21:30.815490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b2505199-9e46-4656-8eda-549d449fc4f5 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:30.815867 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:30.833095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2505199-9e46-4656-8eda-549d449fc4f5 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:21:30.850197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b2505199-9e46-4656-8eda-549d449fc4f5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b2505199-9e46-4656-8eda-549d449fc4f5,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:30.856673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:30.971553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b2505199-9e46-4656-8eda-549d449fc4f5,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:31.059399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b2505199-9e46-4656-8eda-549d449fc4f5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:21:31.193777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa716727-71df-44b3-97fa-5a16f67d7f8a req-1312ea92-de5c-4e2a-9c3e-e48cd83c8d52 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:31.195221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa716727-71df-44b3-97fa-5a16f67d7f8a req-1312ea92-de5c-4e2a-9c3e-e48cd83c8d52 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 945 time: 0.0792317 May 12 20:21:31.240520 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aa716727-71df-44b3-97fa-5a16f67d7f8a req-1e8cc56b-8ec6-4bb3-9951-b623e196601f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 May 12 20:21:31.818016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:32.442083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e3aa7-3882-40c9-a866-b153aa5cd46d req-6b202fcf-05bb-4a55-95d4-05a4b690352a tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:32.443468 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c57e3aa7-3882-40c9-a866-b153aa5cd46d req-6b202fcf-05bb-4a55-95d4-05a4b690352a tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 945 time: 0.0867732 May 12 20:21:32.490606 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c57e3aa7-3882-40c9-a866-b153aa5cd46d req-a8efa2f4-a25a-46da-a002-14e567286a9b tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 May 12 20:21:32.597327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b2505199-9e46-4656-8eda-549d449fc4f5 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:21:32.673940 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port b2505199-9e46-4656-8eda-549d449fc4f5 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:32.678760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port b2505199-9e46-4656-8eda-549d449fc4f5 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:32.679126 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:32.795438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b2505199-9e46-4656-8eda-549d449fc4f5 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:21:32.795689 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:32.827728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d198e4-455c-4368-b055-b9088889da54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2505199-9e46-4656-8eda-549d449fc4f5'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:21:32.838022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b2505199-9e46-4656-8eda-549d449fc4f5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b2505199-9e46-4656-8eda-549d449fc4f5,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:32.844381 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:32.883582 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8640e5cc-1f43-44aa-a1d4-04de27b56466'] response: {'server_uuid': '85d198e4-455c-4368-b055-b9088889da54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2505199-9e46-4656-8eda-549d449fc4f5', 'code': 200} May 12 20:21:32.922729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b2505199-9e46-4656-8eda-549d449fc4f5,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:32.999094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5246d4-f7ea-4db2-bc21-71c06cdea6e8 req-2d42d972-b25e-494f-a8d0-7c29a9880cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:33.000618 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c5246d4-f7ea-4db2-bc21-71c06cdea6e8 req-2d42d972-b25e-494f-a8d0-7c29a9880cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 1097 time: 0.0708241 May 12 20:21:33.040725 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3c5246d4-f7ea-4db2-bc21-71c06cdea6e8 req-d8a5061e-e04a-4ee6-ba6b-554531eb82b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 May 12 20:21:33.686832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932e30a-7c29-4fc2-b8b7-9a91b2094cfa req-18639e58-22fb-447d-a6a5-ecc218109246 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:33.688486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f932e30a-7c29-4fc2-b8b7-9a91b2094cfa req-18639e58-22fb-447d-a6a5-ecc218109246 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 946 time: 0.0822663 May 12 20:21:33.733697 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f932e30a-7c29-4fc2-b8b7-9a91b2094cfa req-c936a642-af55-473f-b2e4-376fbd945984 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 May 12 20:21:34.948593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638955-33ae-4bd8-b0d8-a81cc0997758 req-d06d16ad-0eb6-4260-bb77-dd2465baf404 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:34.950527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8638955-33ae-4bd8-b0d8-a81cc0997758 req-d06d16ad-0eb6-4260-bb77-dd2465baf404 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 946 time: 0.0967672 May 12 20:21:34.997056 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d8638955-33ae-4bd8-b0d8-a81cc0997758 req-41975d3d-1dc0-4519-9f7e-363ad4117e0f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 May 12 20:21:35.199196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f570100-322b-45c4-9fff-b8e2f4e1b0c6 req-db916cbd-53c1-4842-8aeb-09e0d5ca1c43 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:35.200669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f570100-322b-45c4-9fff-b8e2f4e1b0c6 req-db916cbd-53c1-4842-8aeb-09e0d5ca1c43 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 946 time: 0.0804636 May 12 20:21:35.249610 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f570100-322b-45c4-9fff-b8e2f4e1b0c6 req-ccf18ec4-a285-41f0-95cb-e5c77915a730 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 May 12 20:21:38.328739 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:39.053794 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:49.887434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fca40-e6c7-49b5-b4fd-62bbbedfb62f req-839946b2-69e5-46cc-b970-dea79e0f9f2f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:49.888866 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b2fca40-e6c7-49b5-b4fd-62bbbedfb62f req-839946b2-69e5-46cc-b970-dea79e0f9f2f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 946 time: 0.0924149 May 12 20:21:49.932698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3b2fca40-e6c7-49b5-b4fd-62bbbedfb62f req-e23d358a-5e5c-4231-9cfd-f44eb19cf154 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379794 May 12 20:21:51.135361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49450a-123e-4de1-839f-792d6fac283c req-f8485907-7eba-437b-a311-d2c23a7d0c55 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:51.136803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c49450a-123e-4de1-839f-792d6fac283c req-f8485907-7eba-437b-a311-d2c23a7d0c55 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 946 time: 0.0901074 May 12 20:21:51.180733 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c49450a-123e-4de1-839f-792d6fac283c req-42de75e5-e25c-4e68-9fdb-53f99daef0fb tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 May 12 20:21:51.352631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-161e4d66-6c3a-4505-817d-f17c4a5f8d01 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:51.353334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-161e4d66-6c3a-4505-817d-f17c4a5f8d01 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Synchronizing usage tracker for tenant:83cd02759739415e8f186931a0380401 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:21:51.372775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-161e4d66-6c3a-4505-817d-f17c4a5f8d01 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Unset dirty status for tenant:83cd02759739415e8f186931a0380401 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:21:51.373981 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-161e4d66-6c3a-4505-817d-f17c4a5f8d01 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 946 time: 0.1080208 May 12 20:21:51.447790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Deleting port b2505199-9e46-4656-8eda-549d449fc4f5 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:21:51.448135 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:51.710760 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] For port b2505199-9e46-4656-8eda-549d449fc4f5, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b2505199-9e46-4656-8eda-549d449fc4f5,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:21:51.711115 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:51.830691 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Calling delete_port for b2505199-9e46-4656-8eda-549d449fc4f5 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:21:51.978164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:51.991018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b2505199-9e46-4656-8eda-549d449fc4f5'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:21:52.026942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Pushing event deleted for resources: {'Port': ['ID=b2505199-9e46-4656-8eda-549d449fc4f5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:52.215405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] No DVR routers for this DVR port b2505199-9e46-4656-8eda-549d449fc4f5 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:21:52.218486 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:52.221090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d198e4-455c-4368-b055-b9088889da54', 'name': 'network-vif-deleted', 'tag': 'b2505199-9e46-4656-8eda-549d449fc4f5'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:21:52.237328 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f61daa3c-4bb2-4f20-9e64-8a0e9f6abeb4 req-ccf9b296-d6a9-4216-93dc-f9a236ca7210 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "DELETE /v2.0/ports/b2505199-9e46-4656-8eda-549d449fc4f5 HTTP/1.1" status: 204 len: 173 time: 0.8577397 May 12 20:21:52.335228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-53990a98-da38-4859-a2ca-4bbaeb6d946f req-f42a668e-6f0f-48e7-b836-88b60b3f7180 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=85d198e4-455c-4368-b055-b9088889da54 HTTP/1.1" status: 200 len: 210 time: 0.0430820 May 12 20:21:52.363891 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c90a992-6eed-4f8a-8af3-34796cc9ff2f'] response: {'server_uuid': '85d198e4-455c-4368-b055-b9088889da54', 'name': 'network-vif-deleted', 'tag': 'b2505199-9e46-4656-8eda-549d449fc4f5', 'status': 'completed', 'code': 200} May 12 20:21:53.837553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-868bff59-8155-4377-816e-cdea15f4a142 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:53.838980 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-868bff59-8155-4377-816e-cdea15f4a142 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/networks?id=9ef808a5-ec2b-4be9-b340-d2186263bc55 HTTP/1.1" status: 200 len: 816 time: 0.1432498 May 12 20:21:53.857028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-6fac819e-560f-4dc2-86d0-09202ef637ff tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/quotas/83cd02759739415e8f186931a0380401 HTTP/1.1" status: 200 len: 375 time: 0.0102997 May 12 20:21:53.950332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-6dff5685-225e-469f-a3d0-49c14a86b690 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=83cd02759739415e8f186931a0380401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877612 May 12 20:21:54.182374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-b2b355c7-395a-4ac1-a5e0-402e2f7b0b1c service neutron] 10.222.0.72 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804948 May 12 20:21:54.326432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-3cbe1324-9b87-41fd-b961-a0c79342423d service neutron] 10.222.0.72 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379902 May 12 20:21:54.505622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db3e71ff-547d-4b00-9822-f1736cc92197 req-43665ef2-c138-4f65-991c-ad4672d917db tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 210 time: 0.0422046 May 12 20:21:55.589868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-7cabe9b4-8e0d-4b33-a3ca-9f645abd6045 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:55.591307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-7cabe9b4-8e0d-4b33-a3ca-9f645abd6045 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "GET /v2.0/networks?id=9ef808a5-ec2b-4be9-b340-d2186263bc55 HTTP/1.1" status: 200 len: 816 time: 0.1549199 May 12 20:21:55.603782 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Request body: {'port': {'device_id': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'admin_state_up': True, 'tenant_id': '83cd02759739415e8f186931a0380401'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:55.653416 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5975c901-33a8-420e-8d69-075a92c5a3fc req-a729be75-51c6-4610-a695-6f9380711965 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 210 time: 0.0443196 May 12 20:21:55.737752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:21:55.741761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Usage tracker for resource:port and tenant:83cd02759739415e8f186931a0380401 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:21:55.744588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:21:55.750619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:21:55.762679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Made reservation on behalf of 83cd02759739415e8f186931a0380401 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:21:55.766307 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:55.930334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Allocated IP 172.20.0.3 (9ef808a5-ec2b-4be9-b340-d2186263bc55/10c78859-77c0-46d8-8822-4a6882555875/3d219135-403f-4cfb-9cdb-a62d48335c51) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:21:56.133356 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.148823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Transition to ACTIVE for port object 3d219135-403f-4cfb-9cdb-a62d48335c51 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:56.173504 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.246266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:21:56.249450 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:21:56.253394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:21:56.283494 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Pushing event updated for resources: {'Port': ['ID=3d219135-403f-4cfb-9cdb-a62d48335c51,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:56.303374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.303706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.304056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.304359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.304706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.305005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.305375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.305694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.306015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.306317 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.306635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.306937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:21:56.330739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:56.331226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.359365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-48b4e647-d4a0-4c7a-876f-614bea41468f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7590997 May 12 20:21:56.450668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Request body: {'port': {'device_id': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:21:56.519470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-48e8336d-a07b-4301-af85-9f27b8b9c996 None None] Provisioning for port 3d219135-403f-4cfb-9cdb-a62d48335c51 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:21:56.524661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-48e8336d-a07b-4301-af85-9f27b8b9c996 None None] Provisioning complete for port 3d219135-403f-4cfb-9cdb-a62d48335c51 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:21:56.524941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48e8336d-a07b-4301-af85-9f27b8b9c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.563321 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.576381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-48e8336d-a07b-4301-af85-9f27b8b9c996 None None] Port 3d219135-403f-4cfb-9cdb-a62d48335c51 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:21:56.720042 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b2505199-9e46-4656-8eda-549d449fc4f5 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:21:56.754944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: b2505199-9e46-4656-8eda-549d449fc4f5 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:21:56.755557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b2505199-9e46-4656-8eda-549d449fc4f5 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:21:56.910423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d219135-403f-4cfb-9cdb-a62d48335c51 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:21:56.918360 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.931717 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d8e54eb8-95d2-44f6-afb6-7067667ce687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.935950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Transition to ACTIVE for port object 3d219135-403f-4cfb-9cdb-a62d48335c51 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:21:56.939952 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:56.966257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d408983-87f5-453d-a90f-1ff4853ec0f8 req-a43ec220-a682-4251-b035-bbbc5728e407 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:56.967708 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d408983-87f5-453d-a90f-1ff4853ec0f8 req-a43ec220-a682-4251-b035-bbbc5728e407 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 931 time: 0.2076082 May 12 20:21:57.014498 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d408983-87f5-453d-a90f-1ff4853ec0f8 req-d70372a0-5d34-4fbb-88f9-fc8f0d4ea141 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 May 12 20:21:57.067951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d219135-403f-4cfb-9cdb-a62d48335c51,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:57.176273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Attempting to bind port 3d219135-403f-4cfb-9cdb-a62d48335c51 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:21:57.176609 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Attempting to bind port 3d219135-403f-4cfb-9cdb-a62d48335c51 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:21:57.176942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Attempting to bind port 3d219135-403f-4cfb-9cdb-a62d48335c51 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:57.181820 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Port 3d219135-403f-4cfb-9cdb-a62d48335c51 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:21:57.182140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Attempting to bind port 3d219135-403f-4cfb-9cdb-a62d48335c51 on network 9ef808a5-ec2b-4be9-b340-d2186263bc55 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:21:57.187411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:21:57.187750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Checking segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:21:57.188135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Bound using segment: {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:21:57.188554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Bound port: 3d219135-403f-4cfb-9cdb-a62d48335c51, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da9cbba-3b7f-45b9-b469-e373746e9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:21:57.188906 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:57.286131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] For port 3d219135-403f-4cfb-9cdb-a62d48335c51, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:21:57.289605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] For port 3d219135-403f-4cfb-9cdb-a62d48335c51, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d219135-403f-4cfb-9cdb-a62d48335c51,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:21:57.296274 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:57.473153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:57.474636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:57.475565 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d219135-403f-4cfb-9cdb-a62d48335c51 HTTP/1.1" status: 200 len: 1091 time: 1.0695400 May 12 20:21:57.476010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'tag': '3d219135-403f-4cfb-9cdb-a62d48335c51'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:21:57.504433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ad86a-e50d-4c76-9ce2-dd21ac5e35d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d219135-403f-4cfb-9cdb-a62d48335c51,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:21:57.554889 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb608224-bf96-4d11-8a5b-2d0cf61b1062'] response: {'name': 'network-changed', 'server_uuid': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'tag': '3d219135-403f-4cfb-9cdb-a62d48335c51', 'status': 'completed', 'code': 200} May 12 20:21:57.602482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-e521de30-41af-49af-8b6b-2317e20a95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:57.604129 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-e521de30-41af-49af-8b6b-2317e20a95b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83cd02759739415e8f186931a0380401&device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 1094 time: 0.0810802 May 12 20:21:57.672661 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-4aea0cf6-2c45-4395-823e-c67947a89719 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d219135-403f-4cfb-9cdb-a62d48335c51 HTTP/1.1" status: 200 len: 217 time: 0.0606859 May 12 20:21:57.738256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-04a65ac0-0fea-41d8-b715-8b125bcb7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:57.739770 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-04a65ac0-0fea-41d8-b715-8b125bcb7a6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c78859-77c0-46d8-8822-4a6882555875 HTTP/1.1" status: 200 len: 855 time: 0.0615802 May 12 20:21:57.814968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-1051a321-14e6-4853-856f-a61515315dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:57.816401 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-1051a321-14e6-4853-856f-a61515315dcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef808a5-ec2b-4be9-b340-d2186263bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707645 May 12 20:21:57.959946 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-2924106c-d80d-48c6-a0a9-57d9ee588127 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333458 May 12 20:21:58.090567 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e0a5381-9646-42e5-b303-af16a40fd0f9 req-714ca9d2-e674-43ea-b8df-057076681422 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248033 May 12 20:21:58.201812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f435-fa30-4bfc-8178-52f5163709bc req-beab2ee1-74a8-4fa0-9223-a8468dce13c5 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:58.203353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6768f435-fa30-4bfc-8178-52f5163709bc req-beab2ee1-74a8-4fa0-9223-a8468dce13c5 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 943 time: 0.0797367 May 12 20:21:58.223702 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-7285e962-15aa-4bd3-bbb2-28ede186327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:58.225530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-7285e962-15aa-4bd3-bbb2-28ede186327c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83cd02759739415e8f186931a0380401&device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 1094 time: 0.0785391 May 12 20:21:58.255626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6768f435-fa30-4bfc-8178-52f5163709bc req-888f1123-b815-46dd-a993-f8fa04fac8d0 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 May 12 20:21:58.356234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-599fbc18-d701-44aa-926e-87797779048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:58.357692 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-599fbc18-d701-44aa-926e-87797779048e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ef808a5-ec2b-4be9-b340-d2186263bc55 HTTP/1.1" status: 200 len: 917 time: 0.1257398 May 12 20:21:58.424219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-069cb03a-2519-42f4-b1ac-8ff7ad444081 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d219135-403f-4cfb-9cdb-a62d48335c51 HTTP/1.1" status: 200 len: 217 time: 0.0591063 May 12 20:21:58.490993 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-33fdedbd-89db-4268-945a-ae986da27a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:58.492413 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-33fdedbd-89db-4268-945a-ae986da27a80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10c78859-77c0-46d8-8822-4a6882555875 HTTP/1.1" status: 200 len: 855 time: 0.0612514 May 12 20:21:58.570375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-8dfcd26f-9830-4133-a25c-759cb78e8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:58.571882 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-8dfcd26f-9830-4133-a25c-759cb78e8f75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef808a5-ec2b-4be9-b340-d2186263bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722098 May 12 20:21:58.703244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-6cd868be-7fd3-4f17-a574-22e5637e2a68 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237891 May 12 20:21:58.846112 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e56e574-ff66-4e64-9035-019b60bc9dbc req-2736c418-355d-466f-b5fd-4781c06a2707 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365263 May 12 20:21:59.027139 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-64232f20-379e-4056-a73a-a1cb48a37948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:21:59.461217 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c2dbd-64aa-4922-85fa-087d5028be00 req-b37edf12-aad4-47ee-aadd-cdc8d6e877e1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:21:59.462638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a9c2dbd-64aa-4922-85fa-087d5028be00 req-b37edf12-aad4-47ee-aadd-cdc8d6e877e1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 943 time: 0.0869398 May 12 20:21:59.511097 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6a9c2dbd-64aa-4922-85fa-087d5028be00 req-0ed8efed-4ad7-4f8a-8ee4-1e739a203576 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 May 12 20:22:00.240547 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:00.653549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:00.699356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f09bf-2231-40f6-a4a4-c31f4a17c083 req-b1aee416-ba84-45da-a96d-6126d929d66c tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:00.700812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-112f09bf-2231-40f6-a4a4-c31f4a17c083 req-b1aee416-ba84-45da-a96d-6126d929d66c tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 943 time: 0.0844021 May 12 20:22:00.740071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d219135-403f-4cfb-9cdb-a62d48335c51 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:22:00.746843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-112f09bf-2231-40f6-a4a4-c31f4a17c083 req-58f64f91-5542-4c61-9a97-86a1560d66ca tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 May 12 20:22:00.876742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3d219135-403f-4cfb-9cdb-a62d48335c51, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d219135-403f-4cfb-9cdb-a62d48335c51,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:00.889469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '3d219135-403f-4cfb-9cdb-a62d48335c51', 'network_id': '9ef808a5-ec2b-4be9-b340-d2186263bc55', 'port_id': '3d219135-403f-4cfb-9cdb-a62d48335c51', 'mac_address': 'fa:16:3e:2d:14:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c78859-77c0-46d8-8822-4a6882555875', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:22:00.948675 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3d219135-403f-4cfb-9cdb-a62d48335c51 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:00.949121 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:00.967977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d219135-403f-4cfb-9cdb-a62d48335c51 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:22:00.984543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3d219135-403f-4cfb-9cdb-a62d48335c51, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d219135-403f-4cfb-9cdb-a62d48335c51,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:00.991205 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:01.059367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3d219135-403f-4cfb-9cdb-a62d48335c51,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:01.066959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.067290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.067618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.067945 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.068256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.068568 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.068883 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.069217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.069532 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.069859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.070150 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.070458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:01.180976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3d219135-403f-4cfb-9cdb-a62d48335c51'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:22:01.821481 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:01.945753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35a43-318a-4db2-a7dc-936a75286405 req-fb234fd6-a0b1-4db2-81ea-46a7546881ee tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:01.947208 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbf35a43-318a-4db2-a7dc-936a75286405 req-fb234fd6-a0b1-4db2-81ea-46a7546881ee tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 944 time: 0.0948391 May 12 20:22:01.996794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cbf35a43-318a-4db2-a7dc-936a75286405 req-3124f7da-27be-432c-9c5c-74c80df5f12d tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 May 12 20:22:02.769101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d219135-403f-4cfb-9cdb-a62d48335c51 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:02.851741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 3d219135-403f-4cfb-9cdb-a62d48335c51 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:02.856363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 3d219135-403f-4cfb-9cdb-a62d48335c51 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:02.856728 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:02.970813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 3d219135-403f-4cfb-9cdb-a62d48335c51 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:02.971203 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:03.000572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d219135-403f-4cfb-9cdb-a62d48335c51'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:22:03.008295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 3d219135-403f-4cfb-9cdb-a62d48335c51, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d219135-403f-4cfb-9cdb-a62d48335c51,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:03.013244 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:03.101952 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=3d219135-403f-4cfb-9cdb-a62d48335c51,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:03.143872 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3580ea-f1f8-40ef-86e0-6eb2a4646a4c'] response: {'server_uuid': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d219135-403f-4cfb-9cdb-a62d48335c51', 'code': 200} May 12 20:22:03.196403 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa129-0a9a-4ca1-83e0-531b804c497a req-f057b8c5-36dc-453e-ae6b-c38e70180986 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:03.198075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c1aa129-0a9a-4ca1-83e0-531b804c497a req-f057b8c5-36dc-453e-ae6b-c38e70180986 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 945 time: 0.0861356 May 12 20:22:03.242543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c1aa129-0a9a-4ca1-83e0-531b804c497a req-7de5ec8a-1e9e-44dd-aa7b-76ac5189e9be tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387309 May 12 20:22:03.267105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856d859-7664-4fad-991a-3196d25ac18d req-63c60a87-4d0b-4496-8253-b67de6f08ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:03.268613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0856d859-7664-4fad-991a-3196d25ac18d req-63c60a87-4d0b-4496-8253-b67de6f08ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 1096 time: 0.0691426 May 12 20:22:03.311943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0856d859-7664-4fad-991a-3196d25ac18d req-c4b92dd9-f2f9-4eb3-a5cf-f754b49de813 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 May 12 20:22:04.444425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744997-6a0f-4aaf-b212-34c997d80e0a req-e486a926-58b1-4dd7-8596-16eb7db1da5d tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:04.445800 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb744997-6a0f-4aaf-b212-34c997d80e0a req-e486a926-58b1-4dd7-8596-16eb7db1da5d tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 945 time: 0.0898073 May 12 20:22:04.495308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cb744997-6a0f-4aaf-b212-34c997d80e0a req-e5272cf1-948b-4aa9-ba46-b7568d4af72f tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 May 12 20:22:04.737988 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:22:05.714345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01cea4-f653-4948-9012-4d3a5d5cd04e req-8968d81d-6327-4cf5-978a-94fc879cc720 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:05.715810 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e01cea4-f653-4948-9012-4d3a5d5cd04e req-8968d81d-6327-4cf5-978a-94fc879cc720 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 945 time: 0.0995069 May 12 20:22:05.761082 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e01cea4-f653-4948-9012-4d3a5d5cd04e req-8f391ab7-dd2c-4edc-be94-e6e09ae67c42 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 May 12 20:22:05.958746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c10979-382a-4a56-ae1c-8581aca217cf req-b0f62605-ee0c-43f2-b597-39a2019f0209 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:05.960191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19c10979-382a-4a56-ae1c-8581aca217cf req-b0f62605-ee0c-43f2-b597-39a2019f0209 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 945 time: 0.0893691 May 12 20:22:06.006686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-19c10979-382a-4a56-ae1c-8581aca217cf req-24637b28-9e82-415e-80cf-4412bfc97784 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380831 May 12 20:22:08.329545 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:09.054136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:20.628611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066359eb-eb5e-4f0b-98ae-5025bc426bf4 req-fd0956e9-a435-4505-b5a6-ccb3beaa7627 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:20.629960 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-066359eb-eb5e-4f0b-98ae-5025bc426bf4 req-fd0956e9-a435-4505-b5a6-ccb3beaa7627 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 945 time: 0.0838344 May 12 20:22:20.677028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-066359eb-eb5e-4f0b-98ae-5025bc426bf4 req-7dad2b72-6566-4c30-9674-ea73ec264c55 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 May 12 20:22:21.884527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deeee86-eb36-4af6-b804-e41bfb2818b7 req-e7203d01-871f-43ad-9435-d7fc1aaf45fe tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:21.886037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0deeee86-eb36-4af6-b804-e41bfb2818b7 req-e7203d01-871f-43ad-9435-d7fc1aaf45fe tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 945 time: 0.0909142 May 12 20:22:21.930307 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0deeee86-eb36-4af6-b804-e41bfb2818b7 req-266ddf4a-2224-4122-a39a-fe1e720b7d40 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/security-groups?id=a8576456-d595-4d29-a184-b35af4417377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 May 12 20:22:22.115412 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-ac236a12-ab06-4631-8cb5-e3ed324175f1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:22.115979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-ac236a12-ab06-4631-8cb5-e3ed324175f1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Synchronizing usage tracker for tenant:83cd02759739415e8f186931a0380401 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:22:22.132819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-ac236a12-ab06-4631-8cb5-e3ed324175f1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Unset dirty status for tenant:83cd02759739415e8f186931a0380401 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:22:22.134105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-ac236a12-ab06-4631-8cb5-e3ed324175f1 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 945 time: 0.1037099 May 12 20:22:22.205868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Deleting port 3d219135-403f-4cfb-9cdb-a62d48335c51 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:22.206208 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:22.550226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] For port 3d219135-403f-4cfb-9cdb-a62d48335c51, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=3d219135-403f-4cfb-9cdb-a62d48335c51,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:22.550573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:22.677356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Calling delete_port for 3d219135-403f-4cfb-9cdb-a62d48335c51 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:22.822554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:22.837256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['3d219135-403f-4cfb-9cdb-a62d48335c51'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:22:22.881490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Pushing event deleted for resources: {'Port': ['ID=3d219135-403f-4cfb-9cdb-a62d48335c51,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:22.958868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] No DVR routers for this DVR port 3d219135-403f-4cfb-9cdb-a62d48335c51 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:22:22.961798 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:22.964582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'name': 'network-vif-deleted', 'tag': '3d219135-403f-4cfb-9cdb-a62d48335c51'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:22:22.985777 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d16430fe-bcb6-496b-9435-7fe77eec9e93 req-55346bc0-baa0-4b08-a625-d7b3eb40b4f7 tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.36 "DELETE /v2.0/ports/3d219135-403f-4cfb-9cdb-a62d48335c51 HTTP/1.1" status: 204 len: 173 time: 0.8456755 May 12 20:22:23.027226 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b2b1c1-0e42-4d8f-a9e5-2e0bb0f86569'] response: {'server_uuid': 'd5056a28-c6e5-4b88-916a-69342c2124fb', 'name': 'network-vif-deleted', 'tag': '3d219135-403f-4cfb-9cdb-a62d48335c51', 'status': 'completed', 'code': 200} May 12 20:22:23.086908 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-218e1325-634e-46d3-982c-0894222ad9f7 req-60611e91-8122-4406-ac40-a8cbf98fa8fd tempest-TestEncryptedCinderVolumes-870571772 tempest-TestEncryptedCinderVolumes-870571772-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5056a28-c6e5-4b88-916a-69342c2124fb HTTP/1.1" status: 200 len: 210 time: 0.0434866 May 12 20:22:24.224485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48912) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:24.766037 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:25.213976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Deleting port da55e66f-d2b0-4b42-9212-e48ce3866e19 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:25.214312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:25.388323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] For port da55e66f-d2b0-4b42-9212-e48ce3866e19, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=da55e66f-d2b0-4b42-9212-e48ce3866e19,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:25.389068 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:25.516153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Calling delete_port for da55e66f-d2b0-4b42-9212-e48ce3866e19 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:25.853063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:25.898693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Pushing event deleted for resources: {'Port': ['ID=da55e66f-d2b0-4b42-9212-e48ce3866e19,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:26.167956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:26.649564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Router 419c375f-d476-49dc-a634-be4056f2331a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:22:26.828204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:22:26.837398 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] Sync routers for ids ['419c375f-d476-49dc-a634-be4056f2331a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:22:26.842438 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ce5885ac-c7de-477d-a2a3-bb2ef8ec0417 admin admin] 10.222.0.72 "PUT /v2.0/routers/419c375f-d476-49dc-a634-be4056f2331a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6161063 May 12 20:22:26.844634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48916) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:26.846744 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] Routers {'419c375f-d476-49dc-a634-be4056f2331a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:26.847344 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:21:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['419c375f-d476-49dc-a634-be4056f2331a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:26.896411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d219135-403f-4cfb-9cdb-a62d48335c51 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:22:26.936950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 3d219135-403f-4cfb-9cdb-a62d48335c51 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:22:26.937219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 3d219135-403f-4cfb-9cdb-a62d48335c51 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:22:26.950466 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ea7-3b3f-4545-82de-f622319c8856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:27.017562 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] Set router 419c375f-d476-49dc-a634-be4056f2331a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:27.025124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:27.201996 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:27.212600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Deleting port cc346545-7ac0-4ab8-acb9-3df30f86439b {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:27.212930 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:27.293534 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:22:25Z', 'revision_number': 5, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port': {'id': 'cc346545-7ac0-4ab8-acb9-3df30f86439b', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c375f-d476-49dc-a634-be4056f2331a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:12Z', 'updated_at': '2022-05-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:27.297308 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] Checking router: 419c375f-d476-49dc-a634-be4056f2331a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:22:27.306558 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] Routers {'419c375f-d476-49dc-a634-be4056f2331a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:27.307263 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:21:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['419c375f-d476-49dc-a634-be4056f2331a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:27.455451 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] Set router 419c375f-d476-49dc-a634-be4056f2331a gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:27.501320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] For port cc346545-7ac0-4ab8-acb9-3df30f86439b, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=cc346545-7ac0-4ab8-acb9-3df30f86439b,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:27.501726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:27.566065 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:22:27Z', 'revision_number': 6, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:27.570060 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d695c1-e712-4f29-af23-4e22f3bfecf7 None None] The sync data for ids ['419c375f-d476-49dc-a634-be4056f2331a'] in n-d-841626-1 is: [{'id': '419c375f-d476-49dc-a634-be4056f2331a', 'name': 'tempest-TestEncryptedCinderVolumes-777522547-router', 'tenant_id': '83cd02759739415e8f186931a0380401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:11Z', 'updated_at': '2022-05-12T20:22:27Z', 'revision_number': 6, 'project_id': '83cd02759739415e8f186931a0380401', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:22:27.624784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Calling delete_port for cc346545-7ac0-4ab8-acb9-3df30f86439b owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:27.801952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:27.852467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc346545-7ac0-4ab8-acb9-3df30f86439b,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:27.889506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.889851 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.890185 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.890517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.890845 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.891187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.891492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.891813 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.892131 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.892447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.892745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.893061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:27.959259 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.143236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.145517 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.176338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.176840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 419c375f-d476-49dc-a634-be4056f2331a {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:22:28.188931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.190101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-008d0c06-b044-4032-9999-7ce57ba118f0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/419c375f-d476-49dc-a634-be4056f2331a HTTP/1.1" status: 204 len: 168 time: 1.3443570 May 12 20:22:28.192773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48920) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:28.254386 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] Deleting subnet 10c78859-77c0-46d8-8822-4a6882555875 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:22:28.257462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.307663 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.392100 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.397128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cc346545-7ac0-4ab8-acb9-3df30f86439b no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:22:28.435651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: cc346545-7ac0-4ab8-acb9-3df30f86439b {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:22:28.436071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device cc346545-7ac0-4ab8-acb9-3df30f86439b not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:22:28.436500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da55e66f-d2b0-4b42-9212-e48ce3866e19 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:22:28.461779 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.472230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: da55e66f-d2b0-4b42-9212-e48ce3866e19 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:22:28.472574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device da55e66f-d2b0-4b42-9212-e48ce3866e19 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:22:28.504963 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c78859-77c0-46d8-8822-4a6882555875,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:28.508001 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.510996 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6118bdc-8b4b-4428-a9a6-95b62839441d None None] Network 9ef808a5-ec2b-4be9-b340-d2186263bc55 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:22:28.514578 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aec54c3b-5ec0-4e38-ba69-e8eb6c76a135 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/10c78859-77c0-46d8-8822-4a6882555875 HTTP/1.1" status: 204 len: 168 time: 0.3208125 May 12 20:22:28.517243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48924) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:28.622539 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.633359 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Deleting port 97daeed5-5835-4c5d-ab88-7ea58c013b41 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:28.633697 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.788579 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] DHCP port deletion for 9ef808a5-ec2b-4be9-b340-d2186263bc55 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:22:28.793035 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Deleting port 97daeed5-5835-4c5d-ab88-7ea58c013b41 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:28.793435 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.842604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] For port 97daeed5-5835-4c5d-ab88-7ea58c013b41, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=97daeed5-5835-4c5d-ab88-7ea58c013b41,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:28.842841 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:28.962917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Calling delete_port for 97daeed5-5835-4c5d-ab88-7ea58c013b41 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:28.992001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] For port 97daeed5-5835-4c5d-ab88-7ea58c013b41, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=97daeed5-5835-4c5d-ab88-7ea58c013b41,segment=NetworkSegment(4da9cbba-3b7f-45b9-b469-e373746e9d7c),segment_id=4da9cbba-3b7f-45b9-b469-e373746e9d7c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:28.992426 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.124071 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Calling delete_port for 97daeed5-5835-4c5d-ab88-7ea58c013b41 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:29.153377 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e02cbdb1-a67d-47f9-9663-f90c077a4ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.164722 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.200148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:22:29.200494 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:22:29.210859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Pushing event deleted for resources: {'Port': ['ID=97daeed5-5835-4c5d-ab88-7ea58c013b41,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:29.214494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] No DVR routers for this DVR port 97daeed5-5835-4c5d-ab88-7ea58c013b41 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:22:29.328302 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.353603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef808a5-ec2b-4be9-b340-d2186263bc55']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:29.365714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da9cbba-3b7f-45b9-b469-e373746e9d7c') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:29.366018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da9cbba-3b7f-45b9-b469-e373746e9d7c') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:29.377863 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.394119 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.400194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:22:29.400587 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: timer() May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:22:29.413512 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:22:29.495107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.515741 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.525940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef808a5-ec2b-4be9-b340-d2186263bc55,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:29.542308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b5c48450-da97-4812-97ce-dc96d68b962c admin admin] 10.222.0.72 "DELETE /v2.0/networks/9ef808a5-ec2b-4be9-b340-d2186263bc55 HTTP/1.1" status: 204 len: 168 time: 1.0236003 May 12 20:22:29.546475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:29.702383 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Deleting port 97daeed5-5835-4c5d-ab88-7ea58c013b41 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:29.702985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:29.774032 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-83f2c1bf-f35a-4287-a631-68e2dcb61466 None None] The port '97daeed5-5835-4c5d-ab88-7ea58c013b41' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:22:30.120553 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:30.242693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:30.394845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 97daeed5-5835-4c5d-ab88-7ea58c013b41 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:22:30.432588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 97daeed5-5835-4c5d-ab88-7ea58c013b41 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:22:30.432880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 97daeed5-5835-4c5d-ab88-7ea58c013b41 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:22:30.469015 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Deleting port 1c1a2bbb-4185-4990-966d-80dc57e056d3 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:30.469382 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:30.660101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:30.755241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] For port 1c1a2bbb-4185-4990-966d-80dc57e056d3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1c1a2bbb-4185-4990-966d-80dc57e056d3,segment=NetworkSegment(8b502d8d-33d5-4040-ae9d-181df2cabae2),segment_id=8b502d8d-33d5-4040-ae9d-181df2cabae2)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:30.755570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:30.874339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Calling delete_port for 1c1a2bbb-4185-4990-966d-80dc57e056d3 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:31.061447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:31.109891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1a2bbb-4185-4990-966d-80dc57e056d3,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:31.383829 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:31.737855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Router 79df6a42-b682-4543-94d7-0c69ca8c766e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:22:31.824466 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:31.919273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:22:31.928265 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-89990da5-66d4-48e3-a356-797871404186 admin admin] 10.222.0.72 "PUT /v2.0/routers/79df6a42-b682-4543-94d7-0c69ca8c766e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3805981 May 12 20:22:31.929706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] Sync routers for ids ['79df6a42-b682-4543-94d7-0c69ca8c766e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:22:31.932054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48932) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:31.939949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] Routers {'79df6a42-b682-4543-94d7-0c69ca8c766e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:31.940556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['79df6a42-b682-4543-94d7-0c69ca8c766e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:32.119710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] Set router 79df6a42-b682-4543-94d7-0c69ca8c766e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:32.235895 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:32.398935 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:22:30Z', 'revision_number': 5, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port': {'id': 'c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:32.403346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] Checking router: 79df6a42-b682-4543-94d7-0c69ca8c766e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:22:32.411790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] Routers {'79df6a42-b682-4543-94d7-0c69ca8c766e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:32.412887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['79df6a42-b682-4543-94d7-0c69ca8c766e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:32.420490 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:32.431007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Deleting port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:32.431352 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:32.602434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] Set router 79df6a42-b682-4543-94d7-0c69ca8c766e gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:32.614378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] For port c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:32.614739 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:32.705343 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:22:32Z', 'revision_number': 6, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:32.709367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0dad59-b728-41d1-b893-ea1a01d3766c None None] The sync data for ids ['79df6a42-b682-4543-94d7-0c69ca8c766e'] in n-d-841626-1 is: [{'id': '79df6a42-b682-4543-94d7-0c69ca8c766e', 'name': 'tempest-TestEncryptedCinderVolumes-12024851-router', 'tenant_id': '4e55f0bba586428093be64f68412abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:21:18Z', 'updated_at': '2022-05-12T20:22:32Z', 'revision_number': 6, 'project_id': '4e55f0bba586428093be64f68412abce', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:22:32.742803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Calling delete_port for c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:32.907703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:32.952972 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Pushing event deleted for resources: {'Port': ['ID=c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:33.054086 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.228450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.230659 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.255340 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.255937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79df6a42-b682-4543-94d7-0c69ca8c766e {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:22:33.268211 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.269358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b7131b50-1f72-485c-b127-3cb02582bbff admin admin] 10.222.0.72 "DELETE /v2.0/routers/79df6a42-b682-4543-94d7-0c69ca8c766e HTTP/1.1" status: 204 len: 168 time: 1.3363807 May 12 20:22:33.273284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:33.333526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] Deleting subnet b02a291a-71e0-4632-9a8b-3bf79bcbe2a0 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:22:33.336637 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.385615 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.471936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.542897 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.584443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02a291a-71e0-4632-9a8b-3bf79bcbe2a0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:33.586425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.595227 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6cfaaf2d-d0cb-493c-ad3a-dada1a9ea693 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b02a291a-71e0-4632-9a8b-3bf79bcbe2a0 HTTP/1.1" status: 204 len: 168 time: 0.3207500 May 12 20:22:33.596427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e162ec81-ac12-4d2b-b8c2-a31fc1502c88 None None] Network 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:22:33.597460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48940) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:33.701957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.722918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Deleting port 829b72fc-a216-4fda-8956-f5375aba3cc3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:33.723982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.849559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] DHCP port deletion for 62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:22:33.854037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Deleting port 829b72fc-a216-4fda-8956-f5375aba3cc3 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:33.854407 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:33.940567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] For port 829b72fc-a216-4fda-8956-f5375aba3cc3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=829b72fc-a216-4fda-8956-f5375aba3cc3,segment=NetworkSegment(8b502d8d-33d5-4040-ae9d-181df2cabae2),segment_id=8b502d8d-33d5-4040-ae9d-181df2cabae2)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:33.941023 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.062885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Calling delete_port for 829b72fc-a216-4fda-8956-f5375aba3cc3 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:34.065025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] For port 829b72fc-a216-4fda-8956-f5375aba3cc3, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=829b72fc-a216-4fda-8956-f5375aba3cc3,segment=NetworkSegment(8b502d8d-33d5-4040-ae9d-181df2cabae2),segment_id=8b502d8d-33d5-4040-ae9d-181df2cabae2)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:34.065458 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.142338 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.184084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Calling delete_port for 829b72fc-a216-4fda-8956-f5375aba3cc3 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:22:34.190898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] No DVR routers for this DVR port 829b72fc-a216-4fda-8956-f5375aba3cc3 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:22:34.216844 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=829b72fc-a216-4fda-8956-f5375aba3cc3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:34.254489 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:22:34.254820 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:22:34.309900 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.334247 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62532ab9-bfc9-439b-a472-8f7c7ee5dfb5']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:34.346342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b502d8d-33d5-4040-ae9d-181df2cabae2') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:34.346697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b502d8d-33d5-4040-ae9d-181df2cabae2') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:34.358341 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.376550 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.383404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:22:34.383815 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.400590 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 829b72fc-a216-4fda-8956-f5375aba3cc3 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: timer() May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:22:34.402541 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:22:34.438302 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 829b72fc-a216-4fda-8956-f5375aba3cc3 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:22:34.438674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 829b72fc-a216-4fda-8956-f5375aba3cc3 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:22:34.439097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1c1a2bbb-4185-4990-966d-80dc57e056d3 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:22:34.474951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1c1a2bbb-4185-4990-966d-80dc57e056d3 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:22:34.475234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1c1a2bbb-4185-4990-966d-80dc57e056d3 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:22:34.475661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:22:34.508891 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:22:34.509197 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c68d1e7a-6ff4-40e4-9e3f-2bb3a7d327bb not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:22:34.585989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.609843 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.615601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=62532ab9-bfc9-439b-a472-8f7c7ee5dfb5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:34.621814 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e70a0eb9-a15d-4767-b025-92e67c467ed4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/62532ab9-bfc9-439b-a472-8f7c7ee5dfb5 HTTP/1.1" status: 204 len: 168 time: 1.0233824 May 12 20:22:34.756214 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Deleting port 829b72fc-a216-4fda-8956-f5375aba3cc3 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:22:34.756819 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.810409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48946) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:34.830266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2d107-8751-48db-9b4c-14ebf05d1b05 None None] The port '829b72fc-a216-4fda-8956-f5375aba3cc3' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:22:34.859655 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f50605d7-95ab-4b14-8195-ca127365fc8a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83cd02759739415e8f186931a0380401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480537 May 12 20:22:34.862417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48950) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:34.929209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd5e2-62e8-42e8-aae4-39345d07f465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:34.956297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd5e2-62e8-42e8-aae4-39345d07f465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:35.010439 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd5e2-62e8-42e8-aae4-39345d07f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:35.027093 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dd5e2-62e8-42e8-aae4-39345d07f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8576456-d595-4d29-a184-b35af4417377,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:35.040963 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd5e2-62e8-42e8-aae4-39345d07f465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:35.042309 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bd3dd5e2-62e8-42e8-aae4-39345d07f465 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8576456-d595-4d29-a184-b35af4417377 HTTP/1.1" status: 204 len: 168 time: 0.1789086 May 12 20:22:35.398745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48958) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:35.449895 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-676f1381-9217-4906-9c11-fde620fc8181 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e55f0bba586428093be64f68412abce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499067 May 12 20:22:35.453440 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 48962) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:35.512166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8779fd13-da8c-4e71-bb25-efde6ccf5b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:35.538099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8779fd13-da8c-4e71-bb25-efde6ccf5b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:35.596456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8779fd13-da8c-4e71-bb25-efde6ccf5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:35.610497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779fd13-da8c-4e71-bb25-efde6ccf5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60941ba0-2621-492f-bde2-9c2cc2345417,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:35.616969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8779fd13-da8c-4e71-bb25-efde6ccf5b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:35.618125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8779fd13-da8c-4e71-bb25-efde6ccf5b78 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/60941ba0-2621-492f-bde2-9c2cc2345417 HTTP/1.1" status: 204 len: 168 time: 0.1636972 May 12 20:22:36.373756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48986) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:36.497615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1878495257-network', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:22:36.503682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:36.508195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Usage tracker for resource:network and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:36.511367 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:36.518421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:36.530981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Made reservation on behalf of cd6ef0e7b5014f9c98aec6927bbc2ce7 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:22:36.533373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.545066 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.559318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:36.563062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:36.565783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:36.571275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:36.657816 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.664244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.694035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:22:36.706079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c248d2f8-1a18-47a7-a93c-c8a35ea9d485,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:36.710491 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.710870 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Added segment e494a581-5e94-4398-96cb-59045eb5ba89 of type vlan for network e68511b4-5aa4-4cbf-8520-865440e8bca9 May 12 20:22:36.736860 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.768511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.769470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:36.770028 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:36.870083 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4952397 May 12 20:22:36.870806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d2dfe-ac6f-4d29-8265-1309d50ffab0 admin admin] Pushing event updated for resources: {'Network': ['ID=e68511b4-5aa4-4cbf-8520-865440e8bca9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:36.873364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48992) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:36.878593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Request body: {'subnet': {'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1878495257-subnet', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:22:36.881157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:22:36.884267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:36.888144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Usage tracker for resource:subnet and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:36.891050 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:36.897398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:36.907210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Made reservation on behalf of cd6ef0e7b5014f9c98aec6927bbc2ce7 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:22:36.909836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.117128 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.192899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17acb96-e8b6-4f4b-8486-a42fc95a60a6,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:37.202800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Checking segment: {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:37.203139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Network hostable DHCP agents. Network: e68511b4-5aa4-4cbf-8520-865440e8bca9, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:22:37.225778 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:22:37.239149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, e68511b4-5aa4-4cbf-8520-865440e8bca9) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:37.243453 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:37.244075 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.250785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3739cdd3-b2c3-4c44-8050-492cdbf07dbb None None] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:22:37.265332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ff36b95-e169-40f3-8def-077a8fa439c9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3909092 May 12 20:22:37.268010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 48996) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:37.273174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:22:37.278665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:37.282751 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Usage tracker for resource:router and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:37.285741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:37.291631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:37.305095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.306263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.321659 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.468852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-e68511b4-5aa4-4cbf-8520-865440e8bca9', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:22:37.469738 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.586095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.626245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Allocated IP 172.20.0.2 (e68511b4-5aa4-4cbf-8520-865440e8bca9/e17acb96-e8b6-4f4b-8486-a42fc95a60a6/aa429ad3-83ff-4d4b-af97-75b207c914a2) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:22:37.878618 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.888708 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Transition to ACTIVE for port object aa429ad3-83ff-4d4b-af97-75b207c914a2 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:37.904751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.906694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Transition to ACTIVE for port object aa429ad3-83ff-4d4b-af97-75b207c914a2 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:37.912581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:37.989054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:37.992141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:37.998858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Pushing event updated for resources: {'Port': ['ID=aa429ad3-83ff-4d4b-af97-75b207c914a2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:38.001144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:22:38.054579 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:38.088680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Attempting to bind port aa429ad3-83ff-4d4b-af97-75b207c914a2 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:22:38.089033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Attempting to bind port aa429ad3-83ff-4d4b-af97-75b207c914a2 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:22:38.089484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Attempting to bind port aa429ad3-83ff-4d4b-af97-75b207c914a2 on network e68511b4-5aa4-4cbf-8520-865440e8bca9 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:22:38.095792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:22:38.096153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Checking segment: {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:38.096688 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:38.097086 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Bound using segment: {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:22:38.097587 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Bound port: aa429ad3-83ff-4d4b-af97-75b207c914a2, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:22:38.097964 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:38.191437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Allocated IP 172.25.2.176 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c50ec660-53f8-4d1e-9c88-45e466fb5e07) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:22:38.193095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] For port aa429ad3-83ff-4d4b-af97-75b207c914a2, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:22:38.196081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] For port aa429ad3-83ff-4d4b-af97-75b207c914a2, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=aa429ad3-83ff-4d4b-af97-75b207c914a2,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:22:38.200804 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:38.284456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536e21-49e6-4b70-8966-b989a0b36fff None None] Pushing event updated for resources: {'Port': ['ID=aa429ad3-83ff-4d4b-af97-75b207c914a2,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:38.345493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:38.348675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:38.379514 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:38.444409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:38.453106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:38.453106 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:22:38.504509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=c50ec660-53f8-4d1e-9c88-45e466fb5e07,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:38.890762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:39.053764 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:39.224589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde0dae1-b56a-4404-86d8-10f67efebea1 None None] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:22:39.235519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:39.313353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2cff6559-1544-4075-bf1f-8924de6b4c09 None None] Provisioning for port aa429ad3-83ff-4d4b-af97-75b207c914a2 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:39.568255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:22:39.746105 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:22:39.754823 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Sync routers for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:22:39.764560 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:39.765126 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:39.772966 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:39.774307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-6c614f01-4b02-4c7d-94a1-a5495c4a1ff8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5053220 May 12 20:22:39.777173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:39.963161 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:40.249967 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:38Z', 'revision_number': 3, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:40.253809 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Checking router: a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:22:40.254148 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Updating router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 port c50ec660-53f8-4d1e-9c88-45e466fb5e07 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:22:40.306005 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.429826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device aa429ad3-83ff-4d4b-af97-75b207c914a2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:40.477495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.500265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port aa429ad3-83ff-4d4b-af97-75b207c914a2 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:40.504957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port aa429ad3-83ff-4d4b-af97-75b207c914a2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:40.505355 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.621826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port aa429ad3-83ff-4d4b-af97-75b207c914a2 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:40.622468 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.639220 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.652223 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Transition to ACTIVE for port object c50ec660-53f8-4d1e-9c88-45e466fb5e07 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:40.655566 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port aa429ad3-83ff-4d4b-af97-75b207c914a2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=aa429ad3-83ff-4d4b-af97-75b207c914a2,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:40.660221 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.662569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.689747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Allocated IP 172.20.0.1 (e68511b4-5aa4-4cbf-8520-865440e8bca9/e17acb96-e8b6-4f4b-8486-a42fc95a60a6/733d6f28-f1b8-415c-9bc2-af9d45ef2474) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:22:40.740169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=aa429ad3-83ff-4d4b-af97-75b207c914a2,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:40.742249 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Attempting to bind port c50ec660-53f8-4d1e-9c88-45e466fb5e07 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:22:40.742680 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Attempting to bind port c50ec660-53f8-4d1e-9c88-45e466fb5e07 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:22:40.745724 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Attempting to bind port c50ec660-53f8-4d1e-9c88-45e466fb5e07 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:22:40.755528 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:22:40.756157 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:40.756263 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.756570 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:22:40.757022 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Bound port: c50ec660-53f8-4d1e-9c88-45e466fb5e07, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:22:40.757414 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.780027 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Pushing event updated for resources: {'Port': ['ID=c50ec660-53f8-4d1e-9c88-45e466fb5e07,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:40.802839 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.803174 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.803506 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.803844 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.804197 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.804486 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.804833 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.805119 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.805463 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.805776 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.806088 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.806399 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:22:40.839938 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] For port c50ec660-53f8-4d1e-9c88-45e466fb5e07, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:22:40.840195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.843281 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] For port c50ec660-53f8-4d1e-9c88-45e466fb5e07, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c50ec660-53f8-4d1e-9c88-45e466fb5e07,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:22:40.847933 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.856236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Transition to ACTIVE for port object 733d6f28-f1b8-415c-9bc2-af9d45ef2474 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:40.880373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:40.926688 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:40.927256 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:40.949554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:40.952501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:40.956206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:22:40.989306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Pushing event updated for resources: {'Port': ['ID=733d6f28-f1b8-415c-9bc2-af9d45ef2474,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:41.015093 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:41.070377 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25292a-6f87-458e-b4df-502a627e3ec7 None None] Pushing event updated for resources: {'Port': ['ID=c50ec660-53f8-4d1e-9c88-45e466fb5e07,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:41.113413 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:41.184061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-657e1c9f-1b2d-48fb-add9-2a0818655431 None None] Provisioning for port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:41.189365 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-657e1c9f-1b2d-48fb-add9-2a0818655431 None None] Provisioning complete for port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:41.189734 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-657e1c9f-1b2d-48fb-add9-2a0818655431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:41.245787 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-657e1c9f-1b2d-48fb-add9-2a0818655431 None None] Port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:22:41.397536 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:41.425528 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:38Z', 'revision_number': 3, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:41.429655 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23d79-10c3-4be9-b893-43b02e6bd32f None None] The sync data for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 is: [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:38Z', 'revision_number': 3, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:22:41.630612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:41.641544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:41.737325 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:22:41.752851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Pushing event updated for resources: {'Port': ['ID=733d6f28-f1b8-415c-9bc2-af9d45ef2474,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:41.755295 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:41.894065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:41.895303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:42.095746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:22:42.172624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5f59a70b-5d18-442d-8654-f9ee5a5b8317 None None] Provisioning complete for port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:42.173153 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f59a70b-5d18-442d-8654-f9ee5a5b8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:42.229593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5f59a70b-5d18-442d-8654-f9ee5a5b8317 None None] Port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:22:42.283463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:22:42.293239 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9d4171f9-9013-4693-bc5a-d228c1131f8c admin admin] 10.222.0.72 "PUT /v2.0/routers/a19a7e86-2d18-44bd-9ba4-656bf9ad86a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5149734 May 12 20:22:42.491285 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device aa429ad3-83ff-4d4b-af97-75b207c914a2 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:42.557454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port aa429ad3-83ff-4d4b-af97-75b207c914a2 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:42.557803 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:42.678284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port aa429ad3-83ff-4d4b-af97-75b207c914a2 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:42.679454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c50ec660-53f8-4d1e-9c88-45e466fb5e07 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:42.750986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port c50ec660-53f8-4d1e-9c88-45e466fb5e07 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:42.756523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c50ec660-53f8-4d1e-9c88-45e466fb5e07 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:42.757092 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:42.833390 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49018) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:42.839090 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1952090134-network', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:22:42.845345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:42.849879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Usage tracker for resource:network and tenant:ac140b367b6a4f62b3aaa3cb6c046cdf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:42.852898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:42.858753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:42.870775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Made reservation on behalf of ac140b367b6a4f62b3aaa3cb6c046cdf for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:22:42.873129 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:42.877694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c50ec660-53f8-4d1e-9c88-45e466fb5e07 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:42.878070 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:42.885123 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:42.894144 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port c50ec660-53f8-4d1e-9c88-45e466fb5e07, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c50ec660-53f8-4d1e-9c88-45e466fb5e07,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:42.898758 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:42.903668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:42.906901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Usage tracker for resource:security_group_rule and tenant:ac140b367b6a4f62b3aaa3cb6c046cdf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:42.909769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:42.915553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:42.956997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Sync routers for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:22:42.977229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:42.977961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:43.005510 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.010071 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.043875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:22:43.049163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9f01df-e130-49f6-9837-6645dbfb741a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:43.055434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=c50ec660-53f8-4d1e-9c88-45e466fb5e07,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:43.060597 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.060823 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Added segment 991499c7-9dc1-4ece-87f5-17d8a9b54465 of type vlan for network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 May 12 20:22:43.088140 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.119733 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.120780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:43.121329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.184233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:43.222546 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] Pushing event updated for resources: {'Network': ['ID=efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:43.226389 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4b9cb3ac-6cf8-4ba7-865e-4cf5992f4e74 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3918500 May 12 20:22:43.229242 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49022) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:43.234561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Request body: {'subnet': {'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1952090134-subnet', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:22:43.237548 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:22:43.240162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:43.244354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Usage tracker for resource:subnet and tenant:ac140b367b6a4f62b3aaa3cb6c046cdf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:43.247369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:43.253379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:43.268612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Made reservation on behalf of ac140b367b6a4f62b3aaa3cb6c046cdf for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:22:43.271031 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.587217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 2, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:43.587805 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.591546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Checking router: a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:22:43.591921 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Updating router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:22:43.644019 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.662813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce145ce-454b-4439-9fc9-9024bb253c5a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:43.673886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Checking segment: {'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:43.674351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Network hostable DHCP agents. Network: efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:22:43.696823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:22:43.707024 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:43.711659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:43.712544 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.721850 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c3a72-aef4-49ae-8afc-b74881464601 None None] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:22:43.736548 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a201b1b1-ad82-4edb-aa98-c705ec1db0ba admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5063725 May 12 20:22:43.739057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49026) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:43.744237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:22:43.749501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:22:43.753460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Usage tracker for resource:router and tenant:ac140b367b6a4f62b3aaa3cb6c046cdf is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:22:43.756238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:22:43.761839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:22:43.773168 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.774226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:43.788829 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.066328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.103621 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687', 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'fixed_ips': [{'subnet_id': '3ce145ce-454b-4439-9fc9-9024bb253c5a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:22:44.104443 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.244521 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.266320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Transition to ACTIVE for port object 733d6f28-f1b8-415c-9bc2-af9d45ef2474 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:44.298724 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.379894 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.410735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.477396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c50ec660-53f8-4d1e-9c88-45e466fb5e07 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:44.545700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Allocated IP 172.20.0.2 (efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687/3ce145ce-454b-4439-9fc9-9024bb253c5a/a085691a-5577-4f12-b573-6e03771ba042) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:22:44.553567 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Allocated IP 172.25.2.137 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/a483c5aa-e794-4e45-91fb-0b0985c2b401) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:22:44.598058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741ea4-fddb-4a1d-b5c7-02219e801177 None None] Pushing event updated for resources: {'Port': ['ID=733d6f28-f1b8-415c-9bc2-af9d45ef2474,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:44.703588 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.735523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Attempting to bind port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:22:44.735902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Attempting to bind port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:22:44.736270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Attempting to bind port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 on network e68511b4-5aa4-4cbf-8520-865440e8bca9 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:22:44.739286 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.751660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:22:44.752031 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Checking segment: {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:44.752430 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.752818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Bound using segment: {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:22:44.753320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Bound port: 733d6f28-f1b8-415c-9bc2-af9d45ef2474, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:22:44.753680 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.792112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c50ec660-53f8-4d1e-9c88-45e466fb5e07 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:44.792490 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:44.805448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:44.808439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:44.812928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:22:44.844749 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Pushing event updated for resources: {'Port': ['ID=a483c5aa-e794-4e45-91fb-0b0985c2b401,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:44.998674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] For port 733d6f28-f1b8-415c-9bc2-af9d45ef2474, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:22:45.003572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] For port 733d6f28-f1b8-415c-9bc2-af9d45ef2474, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=733d6f28-f1b8-415c-9bc2-af9d45ef2474,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:22:45.009070 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.013046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.082792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Transition to ACTIVE for port object a085691a-5577-4f12-b573-6e03771ba042 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:45.163518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Transition to ACTIVE for port object a085691a-5577-4f12-b573-6e03771ba042 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:45.169758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:45.170392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:45.217248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c50ec660-53f8-4d1e-9c88-45e466fb5e07 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:45.225752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741ea4-fddb-4a1d-b5c7-02219e801177 None None] Pushing event updated for resources: {'Port': ['ID=733d6f28-f1b8-415c-9bc2-af9d45ef2474,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:45.236614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.354692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.393567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:45.401753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:45.406244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Pushing event updated for resources: {'Port': ['ID=a085691a-5577-4f12-b573-6e03771ba042,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:45.408369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:22:45.488591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:45.578553 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Attempting to bind port a085691a-5577-4f12-b573-6e03771ba042 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:22:45.578880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Attempting to bind port a085691a-5577-4f12-b573-6e03771ba042 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:22:45.579265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Attempting to bind port a085691a-5577-4f12-b573-6e03771ba042 on network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:22:45.645243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:22:45.645521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Checking segment: {'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:45.645900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.646292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Bound using segment: {'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:22:45.646758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Bound port: a085691a-5577-4f12-b573-6e03771ba042, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:22:45.647128 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.687535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.848802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] For port a085691a-5577-4f12-b573-6e03771ba042, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:22:45.889095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] For port a085691a-5577-4f12-b573-6e03771ba042, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a085691a-5577-4f12-b573-6e03771ba042,segment=NetworkSegment(991499c7-9dc1-4ece-87f5-17d8a9b54465),segment_id=991499c7-9dc1-4ece-87f5-17d8a9b54465)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:22:45.901393 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:45.905320 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Router 3b13a708-c816-46be-922e-6fceaac7cd6d is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:22:46.041370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda2b66-df4d-4d83-b487-bc0c94149d28 None None] Pushing event updated for resources: {'Port': ['ID=a085691a-5577-4f12-b573-6e03771ba042,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:46.057664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:44Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:46.062278 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400534-ff8d-49c6-bffa-ad4682997df1 None None] The sync data for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 is: [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:44Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:22:46.102433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:22:46.147224 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:46.148884 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0b36b9d8-22d9-41ce-9148-f2306625fa16 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4087594 May 12 20:22:46.151542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49030) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:22:46.154751 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Sync routers for ids ['3b13a708-c816-46be-922e-6fceaac7cd6d'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:22:46.164525 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Routers {'3b13a708-c816-46be-922e-6fceaac7cd6d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:46.165489 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3b13a708-c816-46be-922e-6fceaac7cd6d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:46.450941 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Set router 3b13a708-c816-46be-922e-6fceaac7cd6d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:46.525562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a085691a-5577-4f12-b573-6e03771ba042 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:46.618544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a085691a-5577-4f12-b573-6e03771ba042 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:46.626037 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 733d6f28-f1b8-415c-9bc2-af9d45ef2474 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:46.735236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:46.743023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:46.743576 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:46.801221 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:22:45Z', 'revision_number': 3, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port': {'id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:44Z', 'updated_at': '2022-05-12T20:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:46.805115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Checking router: 3b13a708-c816-46be-922e-6fceaac7cd6d for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:22:46.805479 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Updating router 3b13a708-c816-46be-922e-6fceaac7cd6d port a483c5aa-e794-4e45-91fb-0b0985c2b401 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:22:46.865407 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:46.895541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:46.898060 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:46.957821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 733d6f28-f1b8-415c-9bc2-af9d45ef2474, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=733d6f28-f1b8-415c-9bc2-af9d45ef2474,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:46.963211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.079419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=733d6f28-f1b8-415c-9bc2-af9d45ef2474,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:47.250956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.303483 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.323501 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Transition to ACTIVE for port object a483c5aa-e794-4e45-91fb-0b0985c2b401 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:47.335560 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.363542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65659cb-5014-4781-ac44-604861b0890e None None] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:22:47.434306 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Attempting to bind port a483c5aa-e794-4e45-91fb-0b0985c2b401 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:22:47.434738 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Attempting to bind port a483c5aa-e794-4e45-91fb-0b0985c2b401 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:22:47.435156 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Attempting to bind port a483c5aa-e794-4e45-91fb-0b0985c2b401 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:22:47.443037 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09de93c-1dd6-45db-8c9e-1d018a1e4121 None None] Pushing event updated for resources: {'Port': ['ID=a483c5aa-e794-4e45-91fb-0b0985c2b401,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:47.446517 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:22:47.446978 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:47.447436 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.448150 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:22:47.448737 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Bound port: a483c5aa-e794-4e45-91fb-0b0985c2b401, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:22:47.449170 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.474245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] Provisioning for port a085691a-5577-4f12-b573-6e03771ba042 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:47.488643 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Allocated IP 172.20.0.1 (efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687/3ce145ce-454b-4439-9fc9-9024bb253c5a/3da7398c-5f73-40e2-b1fb-327d9308d919) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:22:47.489399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] Provisioning complete for port a085691a-5577-4f12-b573-6e03771ba042 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:47.489523 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.550349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] For port a483c5aa-e794-4e45-91fb-0b0985c2b401, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:22:47.554250 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] For port a483c5aa-e794-4e45-91fb-0b0985c2b401, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a483c5aa-e794-4e45-91fb-0b0985c2b401,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:22:47.560547 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.641795 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Routers {'3b13a708-c816-46be-922e-6fceaac7cd6d'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:47.642654 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3b13a708-c816-46be-922e-6fceaac7cd6d'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:47.654571 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.672610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Transition to ACTIVE for port object 3da7398c-5f73-40e2-b1fb-327d9308d919 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:47.702061 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.709378 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09de93c-1dd6-45db-8c9e-1d018a1e4121 None None] Pushing event updated for resources: {'Port': ['ID=a483c5aa-e794-4e45-91fb-0b0985c2b401,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:47.755137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] Current status of the port a085691a-5577-4f12-b573-6e03771ba042 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:47.755724 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.786850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:47.789959 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:47.794193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:22:47.798674 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] For port a085691a-5577-4f12-b573-6e03771ba042, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a085691a-5577-4f12-b573-6e03771ba042,segment=NetworkSegment(991499c7-9dc1-4ece-87f5-17d8a9b54465),segment_id=991499c7-9dc1-4ece-87f5-17d8a9b54465)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:47.805552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.842950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Pushing event updated for resources: {'Port': ['ID=3da7398c-5f73-40e2-b1fb-327d9308d919,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:47.846608 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] Set router 3b13a708-c816-46be-922e-6fceaac7cd6d gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:47.860130 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:47.899093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20934278-41fa-4722-9068-a5531b63fc1a None None] Pushing event updated for resources: {'Port': ['ID=a085691a-5577-4f12-b573-6e03771ba042,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:47.989572 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.038912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-994d6e70-e5e7-4fd1-ba6b-ca56eb2aca12 None None] Provisioning complete for port a085691a-5577-4f12-b573-6e03771ba042 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:48.039758 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-994d6e70-e5e7-4fd1-ba6b-ca56eb2aca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.205725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-994d6e70-e5e7-4fd1-ba6b-ca56eb2aca12 None None] Current status of the port a085691a-5577-4f12-b573-6e03771ba042 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:48.228636 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:22:45Z', 'revision_number': 3, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port': {'id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:44Z', 'updated_at': '2022-05-12T20:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:48.232583 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb9b91-9208-4c09-8b92-1b06016ddc73 None None] The sync data for ids ['3b13a708-c816-46be-922e-6fceaac7cd6d'] in n-d-841626-1 is: [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:22:45Z', 'revision_number': 3, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port': {'id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:44Z', 'updated_at': '2022-05-12T20:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:22:48.258711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.264263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.329729 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-00d742d6-0d04-4694-b600-62343dbef8f9 None None] Provisioning for port 3da7398c-5f73-40e2-b1fb-327d9308d919 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:48.335609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-00d742d6-0d04-4694-b600-62343dbef8f9 None None] Provisioning complete for port 3da7398c-5f73-40e2-b1fb-327d9308d919 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:48.335901 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00d742d6-0d04-4694-b600-62343dbef8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.373121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Pushing event updated for resources: {'Port': ['ID=3da7398c-5f73-40e2-b1fb-327d9308d919,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:48.378180 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.405250 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-00d742d6-0d04-4694-b600-62343dbef8f9 None None] Port 3da7398c-5f73-40e2-b1fb-327d9308d919 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:22:48.443649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a085691a-5577-4f12-b573-6e03771ba042 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:48.529052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a085691a-5577-4f12-b573-6e03771ba042 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:48.529543 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.534121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:22:48.535286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:22:48.674077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a085691a-5577-4f12-b573-6e03771ba042 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:48.677381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 733d6f28-f1b8-415c-9bc2-af9d45ef2474 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:48.764299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:48.765004 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.842041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a9825c10-0c18-43b3-bbea-b946749af171 None None] Provisioning complete for port 3da7398c-5f73-40e2-b1fb-327d9308d919 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:48.842412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9825c10-0c18-43b3-bbea-b946749af171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:48.876283 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Router 3b13a708-c816-46be-922e-6fceaac7cd6d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:22:48.952273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a9825c10-0c18-43b3-bbea-b946749af171 None None] Port 3da7398c-5f73-40e2-b1fb-327d9308d919 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:22:48.959455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:49.062883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:22:49.071934 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9f35c23e-55d1-44dc-a14f-2159faf36920 admin admin] 10.222.0.72 "PUT /v2.0/routers/3b13a708-c816-46be-922e-6fceaac7cd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9191034 May 12 20:22:49.753244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Sync routers for ids ['3b13a708-c816-46be-922e-6fceaac7cd6d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:22:49.762810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Routers {'3b13a708-c816-46be-922e-6fceaac7cd6d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:49.763442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3b13a708-c816-46be-922e-6fceaac7cd6d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:49.971692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Set router 3b13a708-c816-46be-922e-6fceaac7cd6d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:50.313392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:22:47Z', 'revision_number': 4, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port': {'id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:44Z', 'updated_at': '2022-05-12T20:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '3da7398c-5f73-40e2-b1fb-327d9308d919', 'name': '', 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'mac_address': 'fa:16:3e:c8:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3ce145ce-454b-4439-9fc9-9024bb253c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:47Z', 'updated_at': '2022-05-12T20:22:48Z', 'revision_number': 2, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'subnets': [{'id': '3ce145ce-454b-4439-9fc9-9024bb253c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:50.317603 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Checking router: 3b13a708-c816-46be-922e-6fceaac7cd6d for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:22:50.317951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Updating router 3b13a708-c816-46be-922e-6fceaac7cd6d port 3da7398c-5f73-40e2-b1fb-327d9308d919 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:22:50.373492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:50.488776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a483c5aa-e794-4e45-91fb-0b0985c2b401 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:50.657385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port a483c5aa-e794-4e45-91fb-0b0985c2b401 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:50.666461 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a483c5aa-e794-4e45-91fb-0b0985c2b401 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:50.666830 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:50.880884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a483c5aa-e794-4e45-91fb-0b0985c2b401 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:50.881288 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:50.905007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:50.916559 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port a483c5aa-e794-4e45-91fb-0b0985c2b401, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a483c5aa-e794-4e45-91fb-0b0985c2b401,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:50.921397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Transition to ACTIVE for port object 3da7398c-5f73-40e2-b1fb-327d9308d919 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:22:50.925461 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:50.945318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-e28f1762-4bdf-4d69-a899-ac6a7b347850 req-c61e05f3-5e89-4d46-ae19-0487a0225f35 tempest-TestVolumeBackupRestore-1063346909 tempest-TestVolumeBackupRestore-1063346909-project] (88113) timed out ('10.222.0.73', 65461) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:22:50.963915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:51.121051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=a483c5aa-e794-4e45-91fb-0b0985c2b401,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:51.240366 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Attempting to bind port 3da7398c-5f73-40e2-b1fb-327d9308d919 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:22:51.240725 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Attempting to bind port 3da7398c-5f73-40e2-b1fb-327d9308d919 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:22:51.241089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Attempting to bind port 3da7398c-5f73-40e2-b1fb-327d9308d919 on network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:22:51.248533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:22:51.248916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Checking segment: {'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:22:51.249343 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:51.249730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Bound using segment: {'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:22:51.250204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Bound port: 3da7398c-5f73-40e2-b1fb-327d9308d919, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991499c7-9dc1-4ece-87f5-17d8a9b54465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:22:51.250634 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:51.297058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c8d0e-21d9-437a-af6b-edf9a08f401e None None] Pushing event updated for resources: {'Port': ['ID=3da7398c-5f73-40e2-b1fb-327d9308d919,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:51.364314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] For port 3da7398c-5f73-40e2-b1fb-327d9308d919, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:22:51.368069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] For port 3da7398c-5f73-40e2-b1fb-327d9308d919, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3da7398c-5f73-40e2-b1fb-327d9308d919,segment=NetworkSegment(991499c7-9dc1-4ece-87f5-17d8a9b54465),segment_id=991499c7-9dc1-4ece-87f5-17d8a9b54465)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:22:51.374072 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:51.455546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c8d0e-21d9-437a-af6b-edf9a08f401e None None] Pushing event updated for resources: {'Port': ['ID=3da7398c-5f73-40e2-b1fb-327d9308d919,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:51.462672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Routers {'3b13a708-c816-46be-922e-6fceaac7cd6d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:22:51.463376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:22:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3b13a708-c816-46be-922e-6fceaac7cd6d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:51.719243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] Set router 3b13a708-c816-46be-922e-6fceaac7cd6d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:22:52.076835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:22:47Z', 'revision_number': 4, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port': {'id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:44Z', 'updated_at': '2022-05-12T20:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '3da7398c-5f73-40e2-b1fb-327d9308d919', 'name': '', 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'mac_address': 'fa:16:3e:c8:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3ce145ce-454b-4439-9fc9-9024bb253c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:47Z', 'updated_at': '2022-05-12T20:22:51Z', 'revision_number': 4, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'subnets': [{'id': '3ce145ce-454b-4439-9fc9-9024bb253c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:22:52.081273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6ce4a4-5f7f-4718-8ff5-f63dce1fb08e None None] The sync data for ids ['3b13a708-c816-46be-922e-6fceaac7cd6d'] in n-d-841626-1 is: [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:22:47Z', 'revision_number': 4, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port': {'id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:44Z', 'updated_at': '2022-05-12T20:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '3da7398c-5f73-40e2-b1fb-327d9308d919', 'name': '', 'network_id': 'efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'mac_address': 'fa:16:3e:c8:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3ce145ce-454b-4439-9fc9-9024bb253c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:47Z', 'updated_at': '2022-05-12T20:22:51Z', 'revision_number': 4, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'subnets': [{'id': '3ce145ce-454b-4439-9fc9-9024bb253c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:22:52.526242 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a483c5aa-e794-4e45-91fb-0b0985c2b401 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:52.608934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port a483c5aa-e794-4e45-91fb-0b0985c2b401 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:52.609381 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:52.767127 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port a483c5aa-e794-4e45-91fb-0b0985c2b401 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:52.768206 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3da7398c-5f73-40e2-b1fb-327d9308d919 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:52.850157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 3da7398c-5f73-40e2-b1fb-327d9308d919 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:22:52.855803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3da7398c-5f73-40e2-b1fb-327d9308d919 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:52.856174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:52.995618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3da7398c-5f73-40e2-b1fb-327d9308d919 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:52.996039 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:53.039612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 3da7398c-5f73-40e2-b1fb-327d9308d919, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3da7398c-5f73-40e2-b1fb-327d9308d919,segment=NetworkSegment(991499c7-9dc1-4ece-87f5-17d8a9b54465),segment_id=991499c7-9dc1-4ece-87f5-17d8a9b54465)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:22:53.045090 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:53.120025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=3da7398c-5f73-40e2-b1fb-327d9308d919,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:22:54.421284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3da7398c-5f73-40e2-b1fb-327d9308d919 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:22:54.496746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3da7398c-5f73-40e2-b1fb-327d9308d919 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:22:54.497231 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:54.619202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3da7398c-5f73-40e2-b1fb-327d9308d919 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:22:56.937525 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-234141cd-8678-4c2d-8272-b7a3a3e11c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:59.010164 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c61e7e1-9dac-42b3-9711-6093004eb013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:22:59.091614 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-db9bc925-87b6-4ac7-b20f-d0f647e566d9 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:22:59.092983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-db9bc925-87b6-4ac7-b20f-d0f647e566d9 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 815 time: 0.2789721 May 12 20:22:59.109490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-aacf68c7-06a8-4215-9c40-4cbaaa6f049f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/quotas/cd6ef0e7b5014f9c98aec6927bbc2ce7 HTTP/1.1" status: 200 len: 375 time: 0.0103161 May 12 20:22:59.190713 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-429a54ac-14a6-4d3a-b1ef-14a44b457af0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760672 May 12 20:22:59.508522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-1d6d5e93-8b4d-4139-bf3b-39446bf6379e service neutron] 10.222.0.72 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745694 May 12 20:22:59.668393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-d9617e2b-b0da-4dba-9009-a4203c65de14 service neutron] 10.222.0.72 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511743 May 12 20:23:00.245754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:00.655993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:00.872906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7587889f-faa5-4965-8107-da67a554a3b1 req-1a248e70-3d60-4962-9d96-3ab1493915db tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 210 time: 0.0458322 May 12 20:23:01.822993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:02.026764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a34ac62a-c52b-4c6e-b825-bc163b1db256 req-03e30006-7175-4a2b-9c38-07c8d3ce7364 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 210 time: 0.0479319 May 12 20:23:02.137108 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-caaef27c-f7f0-4067-b4a5-a965616262af tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:02.137753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-caaef27c-f7f0-4067-b4a5-a965616262af tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Synchronizing usage tracker for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:23:02.155336 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-caaef27c-f7f0-4067-b4a5-a965616262af tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Unset dirty status for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:23:02.156887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-caaef27c-f7f0-4067-b4a5-a965616262af tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 815 time: 0.1676159 May 12 20:23:02.168619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'port': {'device_id': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'admin_state_up': True, 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:02.315847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:02.319924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:port and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:02.322736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:02.328481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:02.340308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Made reservation on behalf of cd6ef0e7b5014f9c98aec6927bbc2ce7 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:23:02.344273 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:02.553148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Allocated IP 172.20.0.3 (e68511b4-5aa4-4cbf-8520-865440e8bca9/e17acb96-e8b6-4f4b-8486-a42fc95a60a6/467ef0ce-17f8-46c9-ac73-bec66fdc4b11) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:23:02.870778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:02.888626 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Transition to ACTIVE for port object 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:23:02.914464 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:02.983895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:23:02.987709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:23:02.990292 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:23:03.056314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:03.066903 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.067245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.067577 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.067908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.068235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.068728 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.069057 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.069403 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.069725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.070141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.070465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.070783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:03.097037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:03.098167 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:03.146698 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-4a698ebc-85ab-4b68-b89c-c3e09b8fa095 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9817288 May 12 20:23:03.275089 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a32a2-6c5c-46cd-9985-fea149c3c09b req-0276817e-99a8-426d-8a9e-90643f485b6e tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:03.277625 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e5a32a2-6c5c-46cd-9985-fea149c3c09b req-0276817e-99a8-426d-8a9e-90643f485b6e tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 931 time: 0.1128883 May 12 20:23:03.329072 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e5a32a2-6c5c-46cd-9985-fea149c3c09b req-6e77eaa0-6fde-41d9-85e7-7f0ac4b4a002 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450854 May 12 20:23:03.368068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-28e03cd8-658a-4944-8dbc-f64c6434c06a None None] Provisioning for port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:23:03.374171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-28e03cd8-658a-4944-8dbc-f64c6434c06a None None] Provisioning complete for port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:23:03.374536 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28e03cd8-658a-4944-8dbc-f64c6434c06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:03.428876 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-28e03cd8-658a-4944-8dbc-f64c6434c06a None None] Port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:23:04.537434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349bc8d-f4d6-45ab-96f1-b84ebfa7651a req-62cec17f-ab58-4a64-8a69-1bbe21faf0ff tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:04.539068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1349bc8d-f4d6-45ab-96f1-b84ebfa7651a req-62cec17f-ab58-4a64-8a69-1bbe21faf0ff tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 931 time: 0.0908058 May 12 20:23:04.593630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1349bc8d-f4d6-45ab-96f1-b84ebfa7651a req-e075eaf4-a6fc-4a52-b9b0-53afebbad9e6 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 May 12 20:23:05.787567 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3edf6-a596-4edc-b559-f3802e5967c0 req-3174ddc1-23f4-4bb9-b886-8364b1ce76fe tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:05.789080 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ced3edf6-a596-4edc-b559-f3802e5967c0 req-3174ddc1-23f4-4bb9-b886-8364b1ce76fe tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 931 time: 0.0846937 May 12 20:23:05.849150 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ced3edf6-a596-4edc-b559-f3802e5967c0 req-67040b0b-b366-4129-b1e4-ac2aaac1b293 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513897 May 12 20:23:07.041027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e49c67-9700-4965-a121-b2495909ba1f req-0b042f2d-3ed9-4887-802e-4343021aff49 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:07.042847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87e49c67-9700-4965-a121-b2495909ba1f req-0b042f2d-3ed9-4887-802e-4343021aff49 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 931 time: 0.0875566 May 12 20:23:07.091766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87e49c67-9700-4965-a121-b2495909ba1f req-0c15f6bc-580a-4900-9fc3-6ad74a7fb03f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 May 12 20:23:08.300080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436270d-47c2-4458-8e7b-ed706c09d108 req-3f3457db-6f79-402d-8270-78710697c8b5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:08.301878 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d436270d-47c2-4458-8e7b-ed706c09d108 req-3f3457db-6f79-402d-8270-78710697c8b5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 931 time: 0.1008227 May 12 20:23:08.345307 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:08.356426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d436270d-47c2-4458-8e7b-ed706c09d108 req-e7580e74-f1b1-46c9-943f-5400d2e238b9 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484946 May 12 20:23:09.087274 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:09.557637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24776dbd-d3b4-4245-a1e8-7e1a8cb620c8 req-cb74f77b-41e5-478f-b072-54f9e223377b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:09.559096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24776dbd-d3b4-4245-a1e8-7e1a8cb620c8 req-cb74f77b-41e5-478f-b072-54f9e223377b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 931 time: 0.0812247 May 12 20:23:09.609505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24776dbd-d3b4-4245-a1e8-7e1a8cb620c8 req-8883f8dd-af17-4575-9889-a798be9ddd16 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 May 12 20:23:10.590076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Request body: {'port': {'device_id': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:10.708521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:10.798273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8078fb-5482-400c-a7a8-0a37f447ddd4 req-f0ba2bc2-5092-4ceb-9ad8-b3f8a7e92ed3 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:10.799728 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a8078fb-5482-400c-a7a8-0a37f447ddd4 req-f0ba2bc2-5092-4ceb-9ad8-b3f8a7e92ed3 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 931 time: 0.0829732 May 12 20:23:10.843947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a8078fb-5482-400c-a7a8-0a37f447ddd4 req-47384055-5d1f-4840-bdda-338c5e215786 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 May 12 20:23:11.064824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:23:11.072497 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:11.086935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Transition to ACTIVE for port object 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:23:11.093339 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:11.249637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Pushing event updated for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:11.324703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Attempting to bind port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:23:11.324955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Attempting to bind port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:23:11.325309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Attempting to bind port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 on network e68511b4-5aa4-4cbf-8520-865440e8bca9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:23:11.329918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 on network e68511b4-5aa4-4cbf-8520-865440e8bca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:23:11.330230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Attempting to bind port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 on network e68511b4-5aa4-4cbf-8520-865440e8bca9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:23:11.335467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:23:11.335692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Checking segment: {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:23:11.336298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Bound using segment: {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:23:11.336868 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Bound port: 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e494a581-5e94-4398-96cb-59045eb5ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:23:11.337214 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:11.543531 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:23:11.546548 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:23:11.555488 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:11.616623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:11.617260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:11.618630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 1091 time: 1.0357780 May 12 20:23:11.619089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:23:11.649669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a489c-f3d7-4134-92b5-179dbedf11c3 service neutron] Pushing event updated for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:11.695227 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f425928f-5783-46c6-9933-122214bf9717'] response: {'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'status': 'completed', 'code': 200} May 12 20:23:11.739034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-d2b4c10b-879c-4c3c-9197-f1f4e08753ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:11.740483 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-d2b4c10b-879c-4c3c-9197-f1f4e08753ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1094 time: 0.0805702 May 12 20:23:11.814735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-ea29fdc8-9a28-4803-8c8e-0583d612a37b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 217 time: 0.0660295 May 12 20:23:11.876479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-f26e4c98-0da7-4bd1-ba3b-c3aeecfb69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:11.878019 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-f26e4c98-0da7-4bd1-ba3b-c3aeecfb69c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.0580971 May 12 20:23:11.951139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-c68de798-a206-47bc-ac34-41d8090b1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:11.952593 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-c68de798-a206-47bc-ac34-41d8090b1ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690072 May 12 20:23:12.031373 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8137698-64fd-40b9-865d-e3c585f1d644 req-4bfe6b8c-cb67-4067-ae4e-2b3098277466 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:12.032850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8137698-64fd-40b9-865d-e3c585f1d644 req-4bfe6b8c-cb67-4067-ae4e-2b3098277466 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 943 time: 0.0814095 May 12 20:23:12.082191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8137698-64fd-40b9-865d-e3c585f1d644 req-9504d8a8-bab3-43ba-8b60-4f81b26e8d0c tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 May 12 20:23:12.083820 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-1363acb4-99bf-4da8-8097-7ea62d559cfd service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248889 May 12 20:23:12.223867 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-46d9af8d-5b3a-4853-aa18-042ce24ee3f5 req-e269b0e9-2604-4f98-9c3c-35a7985b20c3 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336367 May 12 20:23:12.352266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-5c2cfba3-d821-4f51-9027-d976f222b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:12.353808 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-5c2cfba3-d821-4f51-9027-d976f222b6e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1094 time: 0.0816081 May 12 20:23:12.484870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-f8dab8f8-53f9-4fd5-8d75-904f6fb8e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:12.486254 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-f8dab8f8-53f9-4fd5-8d75-904f6fb8e792 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1257505 May 12 20:23:12.555181 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-e1007a8e-47a1-416f-b66a-fa3afb8e5daa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 217 time: 0.0624549 May 12 20:23:12.618006 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-4eea80ab-7853-4786-b271-214ca247d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:12.619388 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-4eea80ab-7853-4786-b271-214ca247d15b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.0578225 May 12 20:23:12.696732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-61afca5d-2d1f-4d79-9f10-2afd7f821b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:12.698243 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-61afca5d-2d1f-4d79-9f10-2afd7f821b05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716808 May 12 20:23:12.831532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-8b1b80a3-cae5-4bda-84d5-5d0b4d8f99f7 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253245 May 12 20:23:12.964497 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4e83f1c3-4899-4446-ab58-697cc4920ed2 req-574cd6c1-ecfd-422f-8cea-880a862e076a service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257024 May 12 20:23:13.276863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57295e68-9fd9-4dd1-978b-1e3f07201edf req-b167c1f3-7428-43e7-8326-767a06c8c009 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:13.278832 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57295e68-9fd9-4dd1-978b-1e3f07201edf req-b167c1f3-7428-43e7-8326-767a06c8c009 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 943 time: 0.0891094 May 12 20:23:13.322665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57295e68-9fd9-4dd1-978b-1e3f07201edf req-2b8317e9-5f14-483c-9aea-d886f6968813 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 May 12 20:23:14.518888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcc68d-8ac2-4908-b5c7-14586f315065 req-e3f78145-3cdb-405a-9233-1e1a317d5e42 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:14.520244 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5dcc68d-8ac2-4908-b5c7-14586f315065 req-e3f78145-3cdb-405a-9233-1e1a317d5e42 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 943 time: 0.0878167 May 12 20:23:14.564660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5dcc68d-8ac2-4908-b5c7-14586f315065 req-96e187b5-be02-4701-a733-7c2c3062ac1c tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385725 May 12 20:23:15.240270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:23:15.422029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:23:15.434769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'port_id': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'mac_address': 'fa:16:3e:83:50:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:23:15.494934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:23:15.495444 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:15.513790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:23:15.530443 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:23:15.537707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:15.616588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:15.624367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.624711 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.625049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.625421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.625751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.626078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.626402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.626720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.627039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.627356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.627672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.627986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:15.744018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['467ef0ce-17f8-46c9-ac73-bec66fdc4b11'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:23:15.765771 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec279-03f4-4ea6-93cf-81735c6c4826 req-04aee3fc-363c-439d-a455-c1349e5124dc tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:15.767222 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-befec279-03f4-4ea6-93cf-81735c6c4826 req-04aee3fc-363c-439d-a455-c1349e5124dc tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 944 time: 0.0920560 May 12 20:23:15.811282 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-befec279-03f4-4ea6-93cf-81735c6c4826 req-5f906317-1ce1-42ec-aaf2-9ab6f706e561 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 May 12 20:23:17.012263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bb9b8-484e-4f33-a7e0-7807fd7a4659 req-b1195684-6a77-4145-82d7-0634ecddf5ca tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:17.013734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a11bb9b8-484e-4f33-a7e0-7807fd7a4659 req-b1195684-6a77-4145-82d7-0634ecddf5ca tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 944 time: 0.0903850 May 12 20:23:17.057630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a11bb9b8-484e-4f33-a7e0-7807fd7a4659 req-0ac4bb3a-fa0d-43d3-97a2-1c58c8ad6572 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 May 12 20:23:17.267589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:23:17.342410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:23:17.347236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:23:17.347941 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:17.486465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:23:17.486703 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:17.515221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:23:17.525802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:23:17.531290 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:17.567690 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d0478c-4c1e-4226-992b-d5d7225e0752'] response: {'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'code': 200} May 12 20:23:17.607544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:17.697509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bcdb1-b79a-4774-965a-5ce39ba300d6 req-551d139c-59f6-4044-8b32-268bd3ac2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:17.698994 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-732bcdb1-b79a-4774-965a-5ce39ba300d6 req-551d139c-59f6-4044-8b32-268bd3ac2bd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1096 time: 0.0784643 May 12 20:23:17.741674 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-732bcdb1-b79a-4774-965a-5ce39ba300d6 req-223495d7-8f93-476c-bd1b-1a0a032845fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 May 12 20:23:18.263805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f5dfc-e66f-4e4a-83f5-905b1319cd4c req-7f2fc90c-cf22-477a-a662-2b38d758f9d0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:18.265281 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-794f5dfc-e66f-4e4a-83f5-905b1319cd4c req-7f2fc90c-cf22-477a-a662-2b38d758f9d0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.0873048 May 12 20:23:18.311867 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-794f5dfc-e66f-4e4a-83f5-905b1319cd4c req-960c1569-6baf-4c25-8522-aa8c441bb5cb tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 May 12 20:23:18.736643 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:23:19.522781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa507db-d3d0-4fff-bc31-aeab0290291a req-224f8621-7e02-439c-b536-e7c33cfb70fd tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:19.524120 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9aa507db-d3d0-4fff-bc31-aeab0290291a req-224f8621-7e02-439c-b536-e7c33cfb70fd tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.0908411 May 12 20:23:19.568624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9aa507db-d3d0-4fff-bc31-aeab0290291a req-4ff620da-9a16-4bbe-90c6-39f4b2d31b0f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 May 12 20:23:19.763885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b5e71-884d-4358-bfb2-5b706fe3e9c3 req-cd6e9e80-5f64-43f1-abbd-3ae500516e8f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:19.765360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-529b5e71-884d-4358-bfb2-5b706fe3e9c3 req-cd6e9e80-5f64-43f1-abbd-3ae500516e8f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.0928714 May 12 20:23:19.812276 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-529b5e71-884d-4358-bfb2-5b706fe3e9c3 req-b5c6a5e1-383e-4d12-9641-6fa0cc6c42f2 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 May 12 20:23:20.206933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731d5b-e4ec-4587-8a91-8dcaf3a1a6ca req-73ccb892-63a1-44a5-ae1b-056e730ae559 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:20.208410 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4731d5b-e4ec-4587-8a91-8dcaf3a1a6ca req-73ccb892-63a1-44a5-ae1b-056e730ae559 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.0873587 May 12 20:23:20.254581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e4731d5b-e4ec-4587-8a91-8dcaf3a1a6ca req-9f740b2e-7d8c-40ad-9b7b-9fb1cb85bf80 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 May 12 20:23:26.944483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fae3dd58-a7fb-4f82-9907-85fab9a826e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:29.014123 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61d7a45d-572d-421d-b3c8-24981a23bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:30.256361 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:30.520163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3e882-5c4a-4259-9b92-65bb5bd6a109 req-e6a8b9f5-a22d-4762-83f6-970180177adc tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:30.521710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a3e882-5c4a-4259-9b92-65bb5bd6a109 req-e6a8b9f5-a22d-4762-83f6-970180177adc tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.0981565 May 12 20:23:30.572650 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-41a3e882-5c4a-4259-9b92-65bb5bd6a109 req-16993262-3c4d-42cf-a2bc-ea8daad624c3 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 May 12 20:23:30.606172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49242) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:30.649925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:30.757759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb04f0-af76-4a20-a804-94317ffcd159 tempest-TestMinimumBasicScenario-593818687 tempest-TestMinimumBasicScenario-593818687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:30.758469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eaeb04f0-af76-4a20-a804-94317ffcd159 tempest-TestMinimumBasicScenario-593818687 tempest-TestMinimumBasicScenario-593818687-project-admin] Synchronizing usage tracker for tenant:ac140b367b6a4f62b3aaa3cb6c046cdf on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:23:30.777841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eaeb04f0-af76-4a20-a804-94317ffcd159 tempest-TestMinimumBasicScenario-593818687 tempest-TestMinimumBasicScenario-593818687-project-admin] Unset dirty status for tenant:ac140b367b6a4f62b3aaa3cb6c046cdf on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:23:30.778996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eaeb04f0-af76-4a20-a804-94317ffcd159 tempest-TestMinimumBasicScenario-593818687 tempest-TestMinimumBasicScenario-593818687-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1091 time: 0.1718593 May 12 20:23:30.782278 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49252) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:30.787237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:30.794099 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:30.798010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:floatingip and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:30.800829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:30.806602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:30.819784 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:30.957119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:31.199248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Allocated IP 172.25.2.237 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/aff2c9f4-37cb-4173-a1f7-5c965bb447b1) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:23:31.345989 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:31.378487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:31.447561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:23:31.450347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:23:31.454117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:23:31.487660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'Port': ['ID=aff2c9f4-37cb-4173-a1f7-5c965bb447b1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:31.825432 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:31.876434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:31.957635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:32.165662 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:32.174229 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:32.286840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'Port': ['ID=aff2c9f4-37cb-4173-a1f7-5c965bb447b1,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:32.298607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:32.470489 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Floating IP e38d0f4c-ee34-4e4b-b888-4ef8c21312a9 associated. External IP: 172.25.2.237, port: 467ef0ce-17f8-46c9-ac73-bec66fdc4b11. May 12 20:23:32.929092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:23:33.109754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:23:33.120010 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] Sync routers for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:23:33.129704 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:23:33.130411 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:23:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:23:33.137365 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.194361 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-73afe8ab-9d57-4338-84a4-3f44544d9a3b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4082675 May 12 20:23:33.194361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:23:33.194791 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49256) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:33.200191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149564122', 'description': 'tempest-secgroup-smoke-149564122 description', 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:33.207007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:33.210936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:33.213812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:33.220038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:33.230520 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.238575 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244f10b2-9bb6-43f7-a4dd-5c06c841947d'] response: {'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'status': 'completed', 'code': 200} May 12 20:23:33.250582 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:33.254589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:33.257585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:33.263474 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:33.317296 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:23:33.334736 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.340065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.344280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-634fb168-a31c-4ea8-9ce6-df6618a6f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:33.345851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-634fb168-a31c-4ea8-9ce6-df6618a6f18b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1096 time: 0.0789995 May 12 20:23:33.384289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576fe182-340e-4a68-a398-89af624d64c5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:33.386763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.387979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1922607 May 12 20:23:33.393528 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49262) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:33.396601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.396948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.397315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.397678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.398011 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.398347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.398661 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.398989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.399308 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.399625 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.399943 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.400260 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d3eee-99db-46f8-9b19-3f473946f4f5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:23:33.405970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'security_group_rule': {'security_group_id': '576fe182-340e-4a68-a398-89af624d64c5', 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:33.413520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:33.417515 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:33.420605 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:33.426774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:33.493026 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.493946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-8aabfff3-d82f-423f-8972-3b243e168227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:33.495436 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-8aabfff3-d82f-423f-8972-3b243e168227 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1437752 May 12 20:23:33.559889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.564116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-6aa9a705-fafa-4ed8-b6cd-4773e4af3dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288474 May 12 20:23:33.566835 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.595100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84157955-c5e2-4ff6-851c-9460f876dad5,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:33.601874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.605740 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-0d089896-3632-42ad-8d0a-a63040bb0373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 999 time: 0.1015134 May 12 20:23:33.606087 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c5e3cbf3-8394-4266-a458-b6141e2282e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2085910 May 12 20:23:33.606087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49266) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:33.611064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'security_group_rule': {'security_group_id': '576fe182-340e-4a68-a398-89af624d64c5', 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:33.617945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:33.621841 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:33.624773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:33.630827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:33.650754 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.671950 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-9334c24e-5ab2-4ff6-ad3f-d12bb74f4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:33.673996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-9334c24e-5ab2-4ff6-ad3f-d12bb74f4df1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.0638990 May 12 20:23:33.678599 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'e38d0f4c-ee34-4e4b-b888-4ef8c21312a9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'port_id': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'mac_address': 'fa:16:3e:83:50:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:23:31Z', 'updated_at': '2022-05-12T20:23:31Z', 'revision_number': 0, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:46Z', 'revision_number': 5, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:23:33.682403 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] Checking router: a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:23:33.690718 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:23:33.691425 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:23:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:23:33.721610 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.729336 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.755492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d1b0da-ba96-4188-a851-78ccc85ad07a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:33.760126 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-634f36d9-8258-4371-bdeb-c28ca1da8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:33.761639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-634f36d9-8258-4371-bdeb-c28ca1da8230 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745082 May 12 20:23:33.773404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.774624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-44411c34-af40-4368-8b0b-0fd1ce7bcf59 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677701 May 12 20:23:33.777636 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49270) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:33.782701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'security_group_rule': {'security_group_id': '576fe182-340e-4a68-a398-89af624d64c5', 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:33.790499 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:33.794514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:33.797606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:33.804562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:33.822935 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.878769 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:23:33.888179 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.893140 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.907703 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-1499d5a7-bf52-43fa-aa88-d0b239ff0f17 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331553 May 12 20:23:33.921307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8423d097-5f4f-4296-8808-94307afcc3a6,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:33.929954 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:33.930506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6cba90cd-d293-43ab-b2c6-19985b3e93a1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519105 May 12 20:23:33.933259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49274) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:33.938626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'security_group_rule': {'security_group_id': '576fe182-340e-4a68-a398-89af624d64c5', 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:33.945225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:33.950041 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:33.951952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:33.957667 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:33.979691 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.069162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7b7f7df9-769e-4adb-9798-96552094a1e8 req-0217b1d5-b2c6-4332-9594-1021af7ce98e service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539035 May 12 20:23:34.071246 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.076447 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.114306 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.121901 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1874177 May 12 20:23:34.123333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb743a3-5504-4de7-bb60-8b10ee4029e0 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc4c240-ef9d-4665-ae83-e62819657609,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:34.124726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49278) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:34.129981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'security_group_rule': {'security_group_id': '576fe182-340e-4a68-a398-89af624d64c5', 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:34.137172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:34.141028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:34.144117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:34.156056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:34.168633 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Project cd6ef0e7b5014f9c98aec6927bbc2ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:23:34.175739 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.253916 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'e38d0f4c-ee34-4e4b-b888-4ef8c21312a9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'port_id': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'mac_address': 'fa:16:3e:83:50:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:23:31Z', 'updated_at': '2022-05-12T20:23:31Z', 'revision_number': 0, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:46Z', 'revision_number': 5, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:23:34.258536 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20153c-fdb9-41f1-ac6d-64eee5ccc14e None None] The sync data for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 is: [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'e38d0f4c-ee34-4e4b-b888-4ef8c21312a9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'port_id': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'mac_address': 'fa:16:3e:83:50:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:23:31Z', 'updated_at': '2022-05-12T20:23:31Z', 'revision_number': 0, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:46Z', 'revision_number': 5, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:23:34.294255 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.302118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.330472 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba639ce-18fb-4096-a6c0-b9ebb738ad0c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:34.335270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-106fb2af-2880-41a7-bc98-382543051ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:34.336892 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-106fb2af-2880-41a7-bc98-382543051ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1394444 May 12 20:23:34.346118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.347943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-3dc9266d-cccf-457d-91c4-06fc5f545637 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2216902 May 12 20:23:34.350889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49282) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:23:34.356575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'security_group_rule': {'security_group_id': '576fe182-340e-4a68-a398-89af624d64c5', 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:34.384029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:23:34.435351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Usage tracker for resource:security_group_rule and tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:23:34.442148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:23:34.445593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d21c5-c9fd-4197-b319-8d3acbe5c1e0 None None] New status for floating IP e38d0f4c-ee34-4e4b-b888-4ef8c21312a9: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:23:34.456967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:23:34.479406 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Project cd6ef0e7b5014f9c98aec6927bbc2ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:23:34.498895 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.534526 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-d338f801-70d8-4a86-b23d-185bcdf2ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:34.535996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-d338f801-70d8-4a86-b23d-185bcdf2ac27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1739678 May 12 20:23:34.782063 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-7346873f-606a-4d6e-95bd-5869793b00e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 1001 time: 0.2359180 May 12 20:23:34.786485 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.826370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.875361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2ebf13-e1a8-426d-9ba1-095c6cac7bd4,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:34.888312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-b9744f2b-9753-4f2c-86d5-6097a9368e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:34.889789 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-b9744f2b-9753-4f2c-86d5-6097a9368e10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.1013713 May 12 20:23:34.890916 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:34.891962 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-12f74917-d90f-4366-9a7c-01d6e000b724 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5401509 May 12 20:23:34.969171 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-4395a19a-d991-40ae-a591-436f570ca6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:34.973714 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-4395a19a-d991-40ae-a591-436f570ca6ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735898 May 12 20:23:35.108333 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-950d261d-210e-4623-971f-f9c5c97a94f4 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316464 May 12 20:23:35.172187 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-c301e09e-01ca-465a-8849-715232dc4563 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Synchronizing usage tracker for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:23:35.189734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-c301e09e-01ca-465a-8849-715232dc4563 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Unset dirty status for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:23:35.190965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-c301e09e-01ca-465a-8849-715232dc4563 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149564122&fields=id&tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7 HTTP/1.1" status: 200 len: 267 time: 0.2140648 May 12 20:23:35.245994 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-4fdd215f-bc63-43fc-8549-6abca8f9093b service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305041 May 12 20:23:35.276043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-5a806751-0d8f-42e6-ba16-ea0e4a34cda3 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:35.277527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-5a806751-0d8f-42e6-ba16-ea0e4a34cda3 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.0806348 May 12 20:23:35.289057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'port': {'security_groups': ['c248d2f8-1a18-47a7-a93c-c8a35ea9d485', '576fe182-340e-4a68-a398-89af624d64c5']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:23:35.407429 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:35.665538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:23:35.691226 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:35.697462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:35.709124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['467ef0ce-17f8-46c9-ac73-bec66fdc4b11'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:23:35.766128 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:35.766726 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:35.770167 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1f0e8f28-129f-44b9-b27a-52ee9cbe6e78 req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "PUT /v2.0/ports/467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 981 time: 0.4855750 May 12 20:23:35.770759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:23:35.800817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1f3b0-bc64-4996-ad90-a8561f519eb7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:23:35.878484 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['467ef0ce-17f8-46c9-ac73-bec66fdc4b11'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:23:35.998843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7d004-1cec-49de-bc14-d53851ff6384 req-15a09d92-62af-4284-a527-9569b9755a5b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:36.000501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46a7d004-1cec-49de-bc14-d53851ff6384 req-15a09d92-62af-4284-a527-9569b9755a5b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.1206636 May 12 20:23:36.047972 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-46a7d004-1cec-49de-bc14-d53851ff6384 req-f8716af4-c887-463d-ae7b-93445ae1a467 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410960 May 12 20:23:36.049596 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b87a2a1-95a3-45fe-89a2-d6aad7f8a356'] response: {'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'status': 'completed', 'code': 200} May 12 20:23:36.097763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-14683798-17f8-45d6-8687-a9aef22831e1 None None] Provisioning complete for port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:23:36.098439 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14683798-17f8-45d6-8687-a9aef22831e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:36.155631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-47e4baa6-2c08-4936-8fe4-b5dc8a0dc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:36.157140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-47e4baa6-2c08-4936-8fe4-b5dc8a0dc120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1135 time: 0.0775945 May 12 20:23:36.292400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-37bb3545-e038-4479-b50d-06c19796a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:36.293904 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-37bb3545-e038-4479-b50d-06c19796a634 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1297946 May 12 20:23:36.384951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-14683798-17f8-45d6-8687-a9aef22831e1 None None] Current status of the port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:23:36.398339 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-aa8daf02-0bcc-4e91-a53c-e9b4eb0ea8a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 1001 time: 0.0977433 May 12 20:23:36.462878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-a040f5f6-a343-4cc0-8284-6aed7aad783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:36.464668 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-a040f5f6-a343-4cc0-8284-6aed7aad783c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.0594008 May 12 20:23:36.547229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-7d71a4ce-c502-4469-b41f-c9b26b517498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:36.548727 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-7d71a4ce-c502-4469-b41f-c9b26b517498 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750856 May 12 20:23:36.684779 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-4624836f-426f-43da-8e6f-8ed1e2001752 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291411 May 12 20:23:36.829926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b4c4c695-fbac-4454-89ce-42c75c44aeb3 req-d6b6f9e8-92ad-4dda-9e46-a07b7e1890dd service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388981 May 12 20:23:38.348213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:39.092985 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:51.328041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-43bb19bb-b0ee-4c1a-a17d-410d988828b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:51.329492 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-43bb19bb-b0ee-4c1a-a17d-410d988828b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1135 time: 0.0762975 May 12 20:23:51.365102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ae953-2dbd-481c-9e8a-600d9e7cd512 req-c8632d7a-c46f-46d7-9aba-755eb2a96c08 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:51.366648 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f15ae953-2dbd-481c-9e8a-600d9e7cd512 req-c8632d7a-c46f-46d7-9aba-755eb2a96c08 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0884614 May 12 20:23:51.413101 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f15ae953-2dbd-481c-9e8a-600d9e7cd512 req-c30a3982-d116-430d-aab2-49adeb686e6f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402167 May 12 20:23:51.465712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-c450c748-25ea-4fce-aef5-06ff885691fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:51.467160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-c450c748-25ea-4fce-aef5-06ff885691fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1305652 May 12 20:23:51.676148 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-f3d2344d-1ed6-48f1-8de2-72261468b4a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 1001 time: 0.2025440 May 12 20:23:51.746761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-d673de2a-4530-4b67-a09e-f2ad71cdd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:51.748162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-d673de2a-4530-4b67-a09e-f2ad71cdd980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.0649099 May 12 20:23:51.826135 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-19e5bc20-285d-4c21-9d61-2a8c3f569c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:51.827598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-19e5bc20-285d-4c21-9d61-2a8c3f569c22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723701 May 12 20:23:51.962969 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-080c36d8-5c56-4286-9101-bdbdc8a42f01 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235197 May 12 20:23:52.091687 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d9b99cd7-1284-43ed-9799-ca6cdbabdbe9 req-ed160e11-5e6a-4c68-962d-232f2a8a322b service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220040 May 12 20:23:52.623064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7c456-eee7-4e15-bbe9-2b59114f1966 req-dd604f02-91e8-427f-8569-027cb39f75d2 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:52.624510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4be7c456-eee7-4e15-bbe9-2b59114f1966 req-dd604f02-91e8-427f-8569-027cb39f75d2 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0904169 May 12 20:23:52.674212 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4be7c456-eee7-4e15-bbe9-2b59114f1966 req-636c06bc-3262-4846-85c3-e84dda5c627f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410686 May 12 20:23:53.876911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe91cdf-36f4-4f1b-9ebc-3d4fe0f74255 req-b61e5107-2f3a-4739-af7e-b14122bd63ae tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:53.878396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbe91cdf-36f4-4f1b-9ebc-3d4fe0f74255 req-b61e5107-2f3a-4739-af7e-b14122bd63ae tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0856249 May 12 20:23:53.928382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dbe91cdf-36f4-4f1b-9ebc-3d4fe0f74255 req-a9c116d8-9ea2-4ce3-95ed-000ba9d112bc tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442114 May 12 20:23:55.135501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a68f35-97b6-4f86-9fea-9386d183bfd5 req-91a1fe5f-a9b9-428d-ba1e-ea0b9a36c308 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:55.136984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69a68f35-97b6-4f86-9fea-9386d183bfd5 req-91a1fe5f-a9b9-428d-ba1e-ea0b9a36c308 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0918016 May 12 20:23:55.184465 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69a68f35-97b6-4f86-9fea-9386d183bfd5 req-0ffa70d0-1475-4873-9cf1-0b2f6d49eef8 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414636 May 12 20:23:55.739182 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:23:56.378580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a1f67-2425-4937-b0a9-ad7cdf2b4012 req-36e9c48c-e71d-4a96-9ca1-bb4f5f44c632 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:56.380024 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-302a1f67-2425-4937-b0a9-ad7cdf2b4012 req-36e9c48c-e71d-4a96-9ca1-bb4f5f44c632 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0915477 May 12 20:23:56.427945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-302a1f67-2425-4937-b0a9-ad7cdf2b4012 req-01a5fd0d-849f-48f5-a608-107a6a9f70c5 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420334 May 12 20:23:56.940497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-27eb6758-1a2a-4d54-bc65-3dbe3fedd460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:23:57.626162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a5ad-b145-4e7d-ba1c-48549a815298 req-5ad0a669-dda4-4899-bd08-e64cf50d930a tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:57.627597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c84a5ad-b145-4e7d-ba1c-48549a815298 req-5ad0a669-dda4-4899-bd08-e64cf50d930a tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0814612 May 12 20:23:57.682238 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1c84a5ad-b145-4e7d-ba1c-48549a815298 req-189c2118-7f8f-4644-ab0a-1f39e7938c2b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460162 May 12 20:23:58.882865 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60b832-ca53-400c-9501-d112a082a710 req-b8ff9afa-4832-43e7-90bb-a1ea9e2a046b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:23:58.884308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b60b832-ca53-400c-9501-d112a082a710 req-b8ff9afa-4832-43e7-90bb-a1ea9e2a046b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0836296 May 12 20:23:58.941223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5b60b832-ca53-400c-9501-d112a082a710 req-80b8ff01-4e6a-47b2-a4ff-5db79d036e6b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503380 May 12 20:23:59.010566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc24e28c-b9a1-4347-895a-ad13b1c13d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:00.130706 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fe62c-271b-4e0e-a326-8129f9c7582a req-8115342a-fb65-47e6-a79b-3d609ace97bd tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:00.132499 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c38fe62c-271b-4e0e-a326-8129f9c7582a req-8115342a-fb65-47e6-a79b-3d609ace97bd tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0823841 May 12 20:24:00.185231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c38fe62c-271b-4e0e-a326-8129f9c7582a req-a52a3867-483a-4694-8d05-5170cae310e7 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460896 May 12 20:24:00.253268 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:00.656023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:01.377919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a88274-3342-49c6-95d0-a7e2f66355b4 req-33223f18-60a1-4ff7-b7a4-0fd749e21977 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:01.379404 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9a88274-3342-49c6-95d0-a7e2f66355b4 req-33223f18-60a1-4ff7-b7a4-0fd749e21977 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0793805 May 12 20:24:01.429563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e9a88274-3342-49c6-95d0-a7e2f66355b4 req-e88c7614-1036-4f73-bd5b-f0d85a84ee5a tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415328 May 12 20:24:01.831293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:02.629754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2fca5-db03-4818-920a-e9212ceeab8c req-de751bfa-b953-4a2a-ac37-27da666ea430 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:02.631269 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ba2fca5-db03-4818-920a-e9212ceeab8c req-de751bfa-b953-4a2a-ac37-27da666ea430 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0868421 May 12 20:24:02.677107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6ba2fca5-db03-4818-920a-e9212ceeab8c req-9e04f734-ac50-40c3-be35-87a3bc1f9a61 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399187 May 12 20:24:03.873147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d381b43-fe9d-4225-ac33-0996878d3a43 req-84bc32d8-c05c-4f2c-ad5b-866ed210fecc tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:03.874692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d381b43-fe9d-4225-ac33-0996878d3a43 req-84bc32d8-c05c-4f2c-ad5b-866ed210fecc tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0834124 May 12 20:24:03.942447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d381b43-fe9d-4225-ac33-0996878d3a43 req-ed90a06d-ff59-4cc9-a67d-3d5089b659ca tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=576fe182-340e-4a68-a398-89af624d64c5&id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490391 May 12 20:24:08.353956 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:09.097400 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:26.947286 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04004e53-9af7-4aa3-99d3-529435226979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:29.024442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-613eb976-4a81-492c-883a-c4046c1d8954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:30.261524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:30.672218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:31.842438 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:32.745692 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:24:33.527181 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-5eb0282a-e7e6-42f0-9d69-77a539736039 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783727 May 12 20:24:33.672879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-a492ed21-74d4-4ecd-9dc4-6f982a7dccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:33.674403 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-a492ed21-74d4-4ecd-9dc4-6f982a7dccc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1135 time: 0.0801339 May 12 20:24:33.818326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-9ec31400-bb81-42b5-a081-33a3deb11642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:33.819648 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-9ec31400-bb81-42b5-a081-33a3deb11642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1246870 May 12 20:24:33.921023 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-1308ac81-a870-489a-b0e5-c81bd4835b65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 1001 time: 0.0947335 May 12 20:24:33.987306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-99dbb83f-0d95-46a9-bf86-c35d39aa79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:33.988681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-99dbb83f-0d95-46a9-bf86-c35d39aa79ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.0612288 May 12 20:24:34.063323 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-a4421e07-ba34-4dff-a621-5f88098d1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:34.064771 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-a4421e07-ba34-4dff-a621-5f88098d1789 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698295 May 12 20:24:34.194802 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-8d1cc42c-ba72-49ec-ac03-00e447b3761b service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228592 May 12 20:24:34.325117 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2b3ae9c8-b1ab-4fa3-b2f7-c6e2df9456ca req-69135bd3-ddf0-470c-aefe-e1c4f9cf53b7 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239538 May 12 20:24:36.412422 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-005e270b-1e39-4f7d-a44b-ebce136137f9 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149564122&fields=id&tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7 HTTP/1.1" status: 200 len: 267 time: 0.0502038 May 12 20:24:36.506277 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-a19f8195-a705-4550-b321-11c72c22cea3 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:36.507710 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-a19f8195-a705-4550-b321-11c72c22cea3 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 984 time: 0.0890980 May 12 20:24:36.518431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Request body: {'port': {'security_groups': ['c248d2f8-1a18-47a7-a93c-c8a35ea9d485']}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:24:36.639366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:36.995810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:37.026358 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.033609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.045490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['467ef0ce-17f8-46c9-ac73-bec66fdc4b11'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:24:37.100658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:37.101478 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.102729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b3cfcb1-cfd8-4a9b-9353-d069e09b0e79 req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "PUT /v2.0/ports/467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 942 time: 0.5887387 May 12 20:24:37.103189 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:24:37.110085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49366) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:37.179038 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d0759c-b057-448b-bd06-202a0219a1ce'] response: {'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'status': 'completed', 'code': 200} May 12 20:24:37.179595 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event updated for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:37.198936 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.199278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.199616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.199945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.200273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.200600 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.200920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.201276 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.201601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.202047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.202286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.202611 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04696cc-b1ce-4ff4-9c64-a8e898ded7f1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:37.214672 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-764a8547-9564-4cef-9022-914307ce61c1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.236088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['467ef0ce-17f8-46c9-ac73-bec66fdc4b11'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:24:37.250267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-764a8547-9564-4cef-9022-914307ce61c1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.297063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-c8fafc11-82b8-4f05-897e-56fc03372255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:37.300158 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-c8fafc11-82b8-4f05-897e-56fc03372255 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1050854 May 12 20:24:37.327922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-764a8547-9564-4cef-9022-914307ce61c1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.353554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a8547-9564-4cef-9022-914307ce61c1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576fe182-340e-4a68-a398-89af624d64c5,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:37.368978 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-764a8547-9564-4cef-9022-914307ce61c1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.370393 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-764a8547-9564-4cef-9022-914307ce61c1 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "DELETE /v2.0/security-groups/576fe182-340e-4a68-a398-89af624d64c5 HTTP/1.1" status: 204 len: 168 time: 0.2594254 May 12 20:24:37.373810 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49370) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:37.453485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6bab1956-6f11-4098-93ab-124ff77c5fe7 None None] Provisioning complete for port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:24:37.453852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6bab1956-6f11-4098-93ab-124ff77c5fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.454886 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-e5f168ed-e387-42f3-a5f6-a73019d95c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:37.456605 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-e5f168ed-e387-42f3-a5f6-a73019d95c1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1505811 May 12 20:24:37.562105 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-5533b1be-bfda-4c1c-8e03-83be56aab1ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 1001 time: 0.0984073 May 12 20:24:37.579096 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6bab1956-6f11-4098-93ab-124ff77c5fe7 None None] Current status of the port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:24:37.596626 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Deleting port aff2c9f4-37cb-4173-a1f7-5c965bb447b1 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:37.597232 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.746510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-b2e2035d-764d-4d8a-9a42-9ec881b4c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:37.747939 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-b2e2035d-764d-4d8a-9a42-9ec881b4c495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.1790557 May 12 20:24:37.771121 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.771420 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:37.825304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-378ab2d8-8035-44df-9a68-43a7b561ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:37.826691 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-378ab2d8-8035-44df-9a68-43a7b561ec0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723367 May 12 20:24:37.891594 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Calling delete_port for aff2c9f4-37cb-4173-a1f7-5c965bb447b1 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:37.959792 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-8abb8439-105f-4412-803a-4318953076f3 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257651 May 12 20:24:38.045619 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:38.089915 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e2e6f5e1-b25f-46fb-a2b5-71def2d653ea req-4d39d157-fd6f-424e-b7cc-eca145cb111c service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243651 May 12 20:24:38.092887 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event deleted for resources: {'Port': ['ID=aff2c9f4-37cb-4173-a1f7-5c965bb447b1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:38.188724 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:38.189229 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Floating IP e38d0f4c-ee34-4e4b-b888-4ef8c21312a9 disassociated (deleted). External IP: 172.25.2.237, port: 467ef0ce-17f8-46c9-ac73-bec66fdc4b11. May 12 20:24:38.347257 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:38.671973 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:24:38.859833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:24:38.869836 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] Sync routers for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:24:38.872844 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:38.880091 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:24:38.880731 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:38.929334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-54159c29-a0f1-4b49-b7cf-e38cab40fa92 tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "DELETE /v2.0/floatingips/e38d0f4c-ee34-4e4b-b888-4ef8c21312a9 HTTP/1.1" status: 204 len: 168 time: 1.5517070 May 12 20:24:39.059012 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:24:39.098685 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:39.180555 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:24:39.226373 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88003dfa-2f21-4f59-ab7e-dc4401615e79'] response: {'name': 'network-changed', 'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'status': 'completed', 'code': 200} May 12 20:24:39.324880 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-961be42f-724f-41c7-bee6-cdb3972ccd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:39.326976 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-961be42f-724f-41c7-bee6-cdb3972ccd36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 1096 time: 0.0803969 May 12 20:24:39.391271 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:46Z', 'revision_number': 5, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:39.395172 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] Checking router: a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:24:39.403922 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:24:39.404515 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:39.458904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-a830bec1-6322-440a-8ee7-c907d989bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:39.460320 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-a830bec1-6322-440a-8ee7-c907d989bb2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 200 len: 916 time: 0.1266625 May 12 20:24:39.529279 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-2e18834f-f4f5-450a-9853-bdbc15e0a5dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 200 len: 217 time: 0.0621648 May 12 20:24:39.578437 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:24:39.595067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-41191b2c-90ca-4d50-a449-cb876e831cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:39.596849 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-41191b2c-90ca-4d50-a449-cb876e831cc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 200 len: 854 time: 0.0564671 May 12 20:24:39.671608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-00e1a06f-622c-4408-bcba-8b3c7873956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:39.673079 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-00e1a06f-622c-4408-bcba-8b3c7873956a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e68511b4-5aa4-4cbf-8520-865440e8bca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692282 May 12 20:24:39.807316 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-024e6f36-bb3f-4017-82f6-4fa3ee74ba13 service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276703 May 12 20:24:39.894485 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:46Z', 'revision_number': 5, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:39.898518 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55050b60-21d6-4610-9c4e-0624492bd611 None None] The sync data for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 is: [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:22:41Z', 'revision_number': 4, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '733d6f28-f1b8-415c-9bc2-af9d45ef2474', 'name': '', 'network_id': 'e68511b4-5aa4-4cbf-8520-865440e8bca9', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'mac_address': 'fa:16:3e:69:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:40Z', 'updated_at': '2022-05-12T20:22:46Z', 'revision_number': 5, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'subnets': [{'id': 'e17acb96-e8b6-4f4b-8486-a42fc95a60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:24:39.949062 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-cc3be6d7-ac25-4522-9e2d-0336c0fa5875 req-7e46d17f-f547-4157-bb51-2bef747b0a6c service neutron] 10.222.0.36 "GET /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348240 May 12 20:24:40.134344 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d0aca-e2eb-4a01-9fe2-70594e56f335 None None] New status for floating IP e38d0f4c-ee34-4e4b-b888-4ef8c21312a9: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:24:43.323142 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8383b1c-8058-451e-8fa0-076607f3bc52 req-141bf79b-07e4-4b93-a314-c6604dc4936b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:43.323835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8383b1c-8058-451e-8fa0-076607f3bc52 req-141bf79b-07e4-4b93-a314-c6604dc4936b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Synchronizing usage tracker for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:24:43.342919 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8383b1c-8058-451e-8fa0-076607f3bc52 req-141bf79b-07e4-4b93-a314-c6604dc4936b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Unset dirty status for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:24:43.344142 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8383b1c-8058-451e-8fa0-076607f3bc52 req-141bf79b-07e4-4b93-a314-c6604dc4936b tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.1053886 May 12 20:24:43.389420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8383b1c-8058-451e-8fa0-076607f3bc52 req-a31b080c-1f73-4f1b-b78d-42c549f790cd tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Synchronizing usage tracker for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:24:43.408550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-a8383b1c-8058-451e-8fa0-076607f3bc52 req-a31b080c-1f73-4f1b-b78d-42c549f790cd tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Unset dirty status for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:24:43.409687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8383b1c-8058-451e-8fa0-076607f3bc52 req-a31b080c-1f73-4f1b-b78d-42c549f790cd tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592303 May 12 20:24:44.609206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469f337-288d-4dc4-9b69-c67beb409598 req-4539760d-e20c-4d15-8f22-00bf92121ded tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:44.609206 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0469f337-288d-4dc4-9b69-c67beb409598 req-4539760d-e20c-4d15-8f22-00bf92121ded tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.0851693 May 12 20:24:44.656642 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0469f337-288d-4dc4-9b69-c67beb409598 req-55fffbbd-d484-4d8f-a787-89919b716b7d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/security-groups?id=c248d2f8-1a18-47a7-a93c-c8a35ea9d485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 May 12 20:24:44.909007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-2027df01-d14f-4c8e-becb-dc263a5933bf tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:24:44.909668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-2027df01-d14f-4c8e-becb-dc263a5933bf tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Synchronizing usage tracker for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:24:44.921837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-2027df01-d14f-4c8e-becb-dc263a5933bf tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Unset dirty status for tenant:cd6ef0e7b5014f9c98aec6927bbc2ce7 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:24:44.923020 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-2027df01-d14f-4c8e-becb-dc263a5933bf tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.36 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 945 time: 0.1085825 May 12 20:24:44.992067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Deleting port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:44.992316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:45.239423 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] For port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:45.239785 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:45.463080 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Calling delete_port for 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:45.618494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:45.631221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['467ef0ce-17f8-46c9-ac73-bec66fdc4b11'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:24:45.676114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Pushing event deleted for resources: {'Port': ['ID=467ef0ce-17f8-46c9-ac73-bec66fdc4b11,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:45.718165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.718432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.718781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.719075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.719379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.719713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.720029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.720341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.720655 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.720948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.721629 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.721944 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:24:45.758814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] No DVR routers for this DVR port 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:24:45.761407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:45.764019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'name': 'network-vif-deleted', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:24:45.780357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a3964e2e-a707-4b44-9d9c-a860ab8d2e2c req-31cf20e7-1929-4a5f-b49d-f8951ed6cc6d tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.36 "DELETE /v2.0/ports/467ef0ce-17f8-46c9-ac73-bec66fdc4b11 HTTP/1.1" status: 204 len: 173 time: 0.8516197 May 12 20:24:45.818028 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4efa7ad8-4990-4abc-8810-0b92e0b56461 req-dfa2d4b7-7872-4646-9e0a-63006c6b288f tempest-TestMinimumBasicScenario-250054013 tempest-TestMinimumBasicScenario-250054013-project] 10.222.0.72 "GET /v2.0/ports?device_id=172f65f4-f2b4-4182-81c3-b81550e3d9e3 HTTP/1.1" status: 200 len: 210 time: 0.0420637 May 12 20:24:45.819280 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec8a2d2-47eb-451d-8904-f8297316404d'] response: {'server_uuid': '172f65f4-f2b4-4182-81c3-b81550e3d9e3', 'name': 'network-vif-deleted', 'tag': '467ef0ce-17f8-46c9-ac73-bec66fdc4b11', 'status': 'completed', 'code': 200} May 12 20:24:47.500946 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49466) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:48.044162 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:48.524259 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Deleting port 733d6f28-f1b8-415c-9bc2-af9d45ef2474 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:48.524979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:48.694092 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] For port 733d6f28-f1b8-415c-9bc2-af9d45ef2474, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=733d6f28-f1b8-415c-9bc2-af9d45ef2474,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:48.694361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:48.822999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Calling delete_port for 733d6f28-f1b8-415c-9bc2-af9d45ef2474 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:49.010983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:49.055254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Pushing event deleted for resources: {'Port': ['ID=733d6f28-f1b8-415c-9bc2-af9d45ef2474,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:49.320341 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:49.678563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:24:49.727177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:24:49.762065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:24:49.762386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 467ef0ce-17f8-46c9-ac73-bec66fdc4b11 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:24:49.975332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:24:49.984913 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] Sync routers for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:24:49.987374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e2195ec3-c300-448d-8823-c8748b943efe admin admin] 10.222.0.72 "PUT /v2.0/routers/a19a7e86-2d18-44bd-9ba4-656bf9ad86a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4853218 May 12 20:24:49.990008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49470) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:49.995453 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:24:49.996060 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:50.164615 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:50.203201 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:24:50.343603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:50.355366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Deleting port c50ec660-53f8-4d1e-9c88-45e466fb5e07 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:50.355853 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:50.480717 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:24:48Z', 'revision_number': 5, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port': {'id': 'c50ec660-53f8-4d1e-9c88-45e466fb5e07', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:38Z', 'updated_at': '2022-05-12T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:50.484722 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] Checking router: a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:24:50.493041 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] Routers {'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:24:50.493667 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:50.526034 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] For port c50ec660-53f8-4d1e-9c88-45e466fb5e07, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c50ec660-53f8-4d1e-9c88-45e466fb5e07,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:50.526388 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:50.640495 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] Set router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:24:50.646888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Calling delete_port for c50ec660-53f8-4d1e-9c88-45e466fb5e07 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:50.744823 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:24:50Z', 'revision_number': 6, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:50.748757 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f531d-2ae7-4766-b679-dc6db145c2bd None None] The sync data for ids ['a19a7e86-2d18-44bd-9ba4-656bf9ad86a6'] in n-d-841626-1 is: [{'id': 'a19a7e86-2d18-44bd-9ba4-656bf9ad86a6', 'name': 'tempest-TestMinimumBasicScenario-1878495257-router', 'tenant_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:37Z', 'updated_at': '2022-05-12T20:24:50Z', 'revision_number': 6, 'project_id': 'cd6ef0e7b5014f9c98aec6927bbc2ce7', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:24:50.827611 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:50.876464 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c50ec660-53f8-4d1e-9c88-45e466fb5e07,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:50.967131 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.145635 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.148357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.179409 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.179922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:24:51.192236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.193478 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4e474926-3608-4758-9670-44afa044c3ad admin admin] 10.222.0.72 "DELETE /v2.0/routers/a19a7e86-2d18-44bd-9ba4-656bf9ad86a6 HTTP/1.1" status: 204 len: 168 time: 1.2024722 May 12 20:24:51.195927 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49474) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:51.257683 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] Deleting subnet e17acb96-e8b6-4f4b-8486-a42fc95a60a6 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:24:51.260548 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.440175 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.523561 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.600604 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.639161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17acb96-e8b6-4f4b-8486-a42fc95a60a6,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:51.644267 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.649602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e02e8-a1af-4be4-a598-406fcfa3dd9e None None] Network e68511b4-5aa4-4cbf-8520-865440e8bca9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:24:51.650645 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-168dd423-7bc1-4cb0-b82a-24ce0e697727 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e17acb96-e8b6-4f4b-8486-a42fc95a60a6 HTTP/1.1" status: 204 len: 168 time: 0.4537210 May 12 20:24:51.653352 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49478) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:51.761526 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.773119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Deleting port aa429ad3-83ff-4d4b-af97-75b207c914a2 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:51.773422 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.904511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] DHCP port deletion for e68511b4-5aa4-4cbf-8520-865440e8bca9 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:24:51.908904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Deleting port aa429ad3-83ff-4d4b-af97-75b207c914a2 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:51.909415 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:51.995641 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] For port aa429ad3-83ff-4d4b-af97-75b207c914a2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=aa429ad3-83ff-4d4b-af97-75b207c914a2,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:51.996362 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.113169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] For port aa429ad3-83ff-4d4b-af97-75b207c914a2, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=aa429ad3-83ff-4d4b-af97-75b207c914a2,segment=NetworkSegment(e494a581-5e94-4398-96cb-59045eb5ba89),segment_id=e494a581-5e94-4398-96cb-59045eb5ba89)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:52.113464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.118182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Calling delete_port for aa429ad3-83ff-4d4b-af97-75b207c914a2 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:52.196889 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.236680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Calling delete_port for aa429ad3-83ff-4d4b-af97-75b207c914a2 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:52.246784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa429ad3-83ff-4d4b-af97-75b207c914a2,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:52.251488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] No DVR routers for this DVR port aa429ad3-83ff-4d4b-af97-75b207c914a2 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:24:52.311974 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:24:52.312506 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:24:52.367115 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.392917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68511b4-5aa4-4cbf-8520-865440e8bca9']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:52.404809 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e494a581-5e94-4398-96cb-59045eb5ba89') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:52.405107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e494a581-5e94-4398-96cb-59045eb5ba89') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:52.416408 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.435055 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.442042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:24:52.442903 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: timer() May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:24:52.455899 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:24:52.486575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device aa429ad3-83ff-4d4b-af97-75b207c914a2 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:24:52.520202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: aa429ad3-83ff-4d4b-af97-75b207c914a2 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:24:52.520546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device aa429ad3-83ff-4d4b-af97-75b207c914a2 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:24:52.520972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 733d6f28-f1b8-415c-9bc2-af9d45ef2474 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:24:52.533527 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.549456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.557295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 733d6f28-f1b8-415c-9bc2-af9d45ef2474 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:24:52.557642 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 733d6f28-f1b8-415c-9bc2-af9d45ef2474 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:24:52.558064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c50ec660-53f8-4d1e-9c88-45e466fb5e07 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:24:52.559494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e68511b4-5aa4-4cbf-8520-865440e8bca9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:52.578491 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-edd149af-e94c-4401-84d7-d1cd2b866af5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e68511b4-5aa4-4cbf-8520-865440e8bca9 HTTP/1.1" status: 204 len: 168 time: 0.9213483 May 12 20:24:52.578844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49482) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:52.622972 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: c50ec660-53f8-4d1e-9c88-45e466fb5e07 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:24:52.623229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c50ec660-53f8-4d1e-9c88-45e466fb5e07 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:24:52.813802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Deleting port aa429ad3-83ff-4d4b-af97-75b207c914a2 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:52.814452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:52.890327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fb892932-c1bf-4fca-ae15-accf8d2e695f None None] The port 'aa429ad3-83ff-4d4b-af97-75b207c914a2' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:24:53.247808 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:53.614569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Deleting port 3da7398c-5f73-40e2-b1fb-327d9308d919 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:53.614763 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:53.785902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] For port 3da7398c-5f73-40e2-b1fb-327d9308d919, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3da7398c-5f73-40e2-b1fb-327d9308d919,segment=NetworkSegment(991499c7-9dc1-4ece-87f5-17d8a9b54465),segment_id=991499c7-9dc1-4ece-87f5-17d8a9b54465)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:53.786262 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:53.905970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Calling delete_port for 3da7398c-5f73-40e2-b1fb-327d9308d919 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:54.088279 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:54.136063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3da7398c-5f73-40e2-b1fb-327d9308d919,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:54.526220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:54.885844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Router 3b13a708-c816-46be-922e-6fceaac7cd6d has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:24:55.073345 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:24:55.082740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] Sync routers for ids ['3b13a708-c816-46be-922e-6fceaac7cd6d'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:24:55.093649 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dbe33f12-1b8a-4bf7-bfea-539e5d0bcc8c admin admin] 10.222.0.72 "PUT /v2.0/routers/3b13a708-c816-46be-922e-6fceaac7cd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133898 May 12 20:24:55.094862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] Routers {'3b13a708-c816-46be-922e-6fceaac7cd6d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:24:55.095937 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49486) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:55.096402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3b13a708-c816-46be-922e-6fceaac7cd6d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:55.274332 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:55.319118 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] Set router 3b13a708-c816-46be-922e-6fceaac7cd6d gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:24:55.448581 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:55.461167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Deleting port a483c5aa-e794-4e45-91fb-0b0985c2b401 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:55.461441 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:55.601109 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:24:54Z', 'revision_number': 5, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port': {'id': 'a483c5aa-e794-4e45-91fb-0b0985c2b401', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:22:44Z', 'updated_at': '2022-05-12T20:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:55.605669 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] Checking router: 3b13a708-c816-46be-922e-6fceaac7cd6d for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:24:55.614740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] Routers {'3b13a708-c816-46be-922e-6fceaac7cd6d'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:24:55.615336 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['3b13a708-c816-46be-922e-6fceaac7cd6d'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:55.632160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] For port a483c5aa-e794-4e45-91fb-0b0985c2b401, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a483c5aa-e794-4e45-91fb-0b0985c2b401,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:55.632759 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:55.752074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Calling delete_port for a483c5aa-e794-4e45-91fb-0b0985c2b401 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:55.762560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] Set router 3b13a708-c816-46be-922e-6fceaac7cd6d gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:24:55.869259 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:24:55Z', 'revision_number': 6, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:55.873917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbfa87-dc6d-4132-8acb-401315707254 None None] The sync data for ids ['3b13a708-c816-46be-922e-6fceaac7cd6d'] in n-d-841626-1 is: [{'id': '3b13a708-c816-46be-922e-6fceaac7cd6d', 'name': 'tempest-TestMinimumBasicScenario-1952090134-router', 'tenant_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:22:43Z', 'updated_at': '2022-05-12T20:24:55Z', 'revision_number': 6, 'project_id': 'ac140b367b6a4f62b3aaa3cb6c046cdf', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:24:56.074887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.125388 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Pushing event deleted for resources: {'Port': ['ID=a483c5aa-e794-4e45-91fb-0b0985c2b401,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:56.215273 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.389236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.391520 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.424793 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.425331 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b13a708-c816-46be-922e-6fceaac7cd6d {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:24:56.437632 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.438759 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-18328649-ce1e-4ac8-a21a-5b23435605be admin admin] 10.222.0.72 "DELETE /v2.0/routers/3b13a708-c816-46be-922e-6fceaac7cd6d HTTP/1.1" status: 204 len: 168 time: 1.3412101 May 12 20:24:56.441428 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49490) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:56.508202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] Deleting subnet 3ce145ce-454b-4439-9fc9-9024bb253c5a {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:24:56.511354 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.558674 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.650686 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.665873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3da7398c-5f73-40e2-b1fb-327d9308d919 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:24:56.703005 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 3da7398c-5f73-40e2-b1fb-327d9308d919 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:24:56.703350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3da7398c-5f73-40e2-b1fb-327d9308d919 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:24:56.703772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a483c5aa-e794-4e45-91fb-0b0985c2b401 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:24:56.723621 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.737710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a483c5aa-e794-4e45-91fb-0b0985c2b401 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:24:56.738070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a483c5aa-e794-4e45-91fb-0b0985c2b401 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:24:56.764369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce145ce-454b-4439-9fc9-9024bb253c5a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:56.769092 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.774334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9c2c90-8abc-4961-9497-28e5cafc122e None None] Network efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:24:56.775727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-392e948e-2f47-4248-9a5e-183e1b5f4b75 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3ce145ce-454b-4439-9fc9-9024bb253c5a HTTP/1.1" status: 204 len: 168 time: 0.3333383 May 12 20:24:56.778389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49494) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:56.883934 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.896815 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Deleting port a085691a-5577-4f12-b573-6e03771ba042 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:56.897152 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:56.966429 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a1f60435-f60c-4e81-8d55-333390253f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.049381 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] DHCP port deletion for efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:24:57.053939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Deleting port a085691a-5577-4f12-b573-6e03771ba042 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:57.054314 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.115471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] For port a085691a-5577-4f12-b573-6e03771ba042, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a085691a-5577-4f12-b573-6e03771ba042,segment=NetworkSegment(991499c7-9dc1-4ece-87f5-17d8a9b54465),segment_id=991499c7-9dc1-4ece-87f5-17d8a9b54465)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:57.115824 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.240448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Calling delete_port for a085691a-5577-4f12-b573-6e03771ba042 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:57.287815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] For port a085691a-5577-4f12-b573-6e03771ba042, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=a085691a-5577-4f12-b573-6e03771ba042,segment=NetworkSegment(991499c7-9dc1-4ece-87f5-17d8a9b54465),segment_id=991499c7-9dc1-4ece-87f5-17d8a9b54465)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:24:57.288202 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.319701 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.365065 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Pushing event deleted for resources: {'Port': ['ID=a085691a-5577-4f12-b573-6e03771ba042,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:57.369738 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] No DVR routers for this DVR port a085691a-5577-4f12-b573-6e03771ba042 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:24:57.408279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Calling delete_port for a085691a-5577-4f12-b573-6e03771ba042 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:24:57.480211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:24:57.480488 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:24:57.486335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.511787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:57.523933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991499c7-9dc1-4ece-87f5-17d8a9b54465') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:57.524233 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991499c7-9dc1-4ece-87f5-17d8a9b54465') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:24:57.535629 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.551839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.558601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:24:57.558979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: timer() May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:24:57.572043 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:24:57.654887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.674346 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.684184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:57.691107 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-0a56c6be-6624-469a-a495-677b1d4bf675 admin admin] 10.222.0.72 "DELETE /v2.0/networks/efe3ad0f-33f3-4c8a-a4da-1c3b3ec90687 HTTP/1.1" status: 204 len: 168 time: 0.9117982 May 12 20:24:57.876500 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49500) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:57.928927 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5970a6c6-e66e-4d27-9a40-decca20dd1ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd6ef0e7b5014f9c98aec6927bbc2ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510426 May 12 20:24:57.932558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49504) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:57.981852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Deleting port a085691a-5577-4f12-b573-6e03771ba042 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:24:57.982409 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:57.995891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58b146dd-fec3-4e3e-b4b4-52782de5399b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.022913 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58b146dd-fec3-4e3e-b4b4-52782de5399b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.049301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-43492426-b467-4158-a6a6-a3fbd3334b78 None None] The port 'a085691a-5577-4f12-b573-6e03771ba042' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:24:58.079562 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58b146dd-fec3-4e3e-b4b4-52782de5399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.097067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b146dd-fec3-4e3e-b4b4-52782de5399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c248d2f8-1a18-47a7-a93c-c8a35ea9d485,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:58.107874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-58b146dd-fec3-4e3e-b4b4-52782de5399b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.111556 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-58b146dd-fec3-4e3e-b4b4-52782de5399b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c248d2f8-1a18-47a7-a93c-c8a35ea9d485 HTTP/1.1" status: 204 len: 168 time: 0.1755409 May 12 20:24:58.481043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a085691a-5577-4f12-b573-6e03771ba042 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:24:58.482447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49512) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:58.514814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: a085691a-5577-4f12-b573-6e03771ba042 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:24:58.515255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device a085691a-5577-4f12-b573-6e03771ba042 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:24:58.531764 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-24a45029-379c-441d-ab24-2b26e999cbf7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac140b367b6a4f62b3aaa3cb6c046cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481088 May 12 20:24:58.534450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49516) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:24:58.590582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55f00e03-ee85-43d5-a389-192c24ccabd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.619022 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55f00e03-ee85-43d5-a389-192c24ccabd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.788886 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55f00e03-ee85-43d5-a389-192c24ccabd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.804202 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f00e03-ee85-43d5-a389-192c24ccabd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9f01df-e130-49f6-9837-6645dbfb741a,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:24:58.809554 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-55f00e03-ee85-43d5-a389-192c24ccabd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:24:58.813370 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-55f00e03-ee85-43d5-a389-192c24ccabd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b9f01df-e130-49f6-9837-6645dbfb741a HTTP/1.1" status: 204 len: 168 time: 0.2758296 May 12 20:24:59.020874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ececf62d-95e4-4fa6-9e12-01a2b9cce7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.261064 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.505612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49562) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:00.511264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274892333', 'description': 'tempest-secgroup-smoke-1274892333 description', 'project_id': 'fad95b45a29248879685b3eadad6f627'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:00.518027 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:00.521875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:00.524680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:00.531073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:00.542356 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.554578 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.569106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:00.573150 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:00.576149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:00.582354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:00.658240 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.666783 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.672099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.685042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:00.692978 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:00.703385 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:00.713780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:00.717514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee54c7-d97a-49a6-aa9a-d097728eff14,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:00.789584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.794877 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.834629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c860d7-637f-45ae-8b91-45aab316eacf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:00.837262 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.838444 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fec33714-5d76-4849-b8e1-35f2853b39ce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3317831 May 12 20:25:00.841479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49566) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:00.846894 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '67c860d7-637f-45ae-8b91-45aab316eacf', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:00.853942 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:00.858481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:00.861627 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:00.867689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:00.887367 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.946359 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.952327 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.975671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a78e5a-7787-44ca-bdd7-e706a2aea587,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:00.993094 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:00.994510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7234eba4-d62d-4124-abcc-62a75458e95a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521220 May 12 20:25:00.998100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49570) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:01.003202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '67c860d7-637f-45ae-8b91-45aab316eacf', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:01.010137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:01.014121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:01.017026 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:01.023413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:01.042395 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.104234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.110122 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.132831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7dc722-7cbf-429a-9c14-12cf3aca4020,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:01.143251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.147581 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49574) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:01.149737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-66c1fa2f-77c3-400f-87ba-9d8bd56b4093 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505044 May 12 20:25:01.152824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '67c860d7-637f-45ae-8b91-45aab316eacf', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:01.159672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:01.163540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:01.166431 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:01.172043 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:01.190871 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.254660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.260874 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.283330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40b5401-80f5-4bdc-9242-7f01532437bd,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:01.293020 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.294411 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b03d3329-fcfc-43a6-92cd-ae4d8189765f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457980 May 12 20:25:01.297216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49578) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:01.302085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '67c860d7-637f-45ae-8b91-45aab316eacf', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:01.308903 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:01.312820 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:01.315681 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:01.321225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:01.339057 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.410641 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.416976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.440094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bf7faa-a287-4d54-89f0-7109a0234dbc,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:01.451378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.452684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-287be3ae-3912-4d58-be6f-51cdd2858873 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545703 May 12 20:25:01.455643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:01.460587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '67c860d7-637f-45ae-8b91-45aab316eacf', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:01.467107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:01.471488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:01.474471 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:01.480317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:01.492707 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:25:01.499418 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.567746 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.574468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.599254 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db4f312-01db-4381-aaf7-9fc76d0ced36,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:01.609795 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.611096 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-060db9c7-a6cc-4a1e-a13d-1243d075c42e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544778 May 12 20:25:01.614541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49586) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:01.620088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '67c860d7-637f-45ae-8b91-45aab316eacf', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:01.627578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:01.632088 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:01.635395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:01.641969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:01.655064 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:25:01.661946 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.731407 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.737567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.760499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd70ad47-2664-4edf-b449-032926059cc5,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:01.768858 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.770063 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0fe2a32f-a39e-4436-8267-ee78f5aa2eb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544287 May 12 20:25:01.773150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49590) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:01.778713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'network': {'name': 'tempest-network-smoke--2078756032', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:01.784443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:01.788456 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:network and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:01.791322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:01.796932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:01.808226 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:25:01.811838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.835290 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.841018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:25:01.850692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.851039 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Added segment 96ea0798-2969-44d6-873b-757833e97b2d of type vlan for network 5af01d04-ba85-4210-a148-c7146636fa15 May 12 20:25:01.877560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.909716 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:01.915103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:01.915687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:02.014850 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2406213 May 12 20:25:02.018093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49594) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:02.023814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'admin_state_up': True, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:02.023966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06738869-de66-4eb5-9dc9-dcb22763fbfa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Network': ['ID=5af01d04-ba85-4210-a148-c7146636fa15,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:02.032014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:02.034949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 5af01d04-ba85-4210-a148-c7146636fa15 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:25:02.035902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:router and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:02.038861 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:02.049328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:02.060905 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:02.062049 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:02.076691 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:02.347845 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:02.648397 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:02.680405 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:02.817382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.147 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/c2fc94c4-e0f4-4eeb-ae23-44468d147a02) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:25:02.962714 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:03.000229 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:03.180372 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:25:03.183271 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:25:03.186920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:25:03.214907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:03.597091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:03.935872 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:04.136290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 2d4dbb71-5461-4c45-8cb0-f220335d6558 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:25:04.310832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:25:04.320499 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Sync routers for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:25:04.330013 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:25:04.330600 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:04.341953 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:04.343180 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-920bc284-40bb-48d0-a26d-ebb60611fb7d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3237562 May 12 20:25:04.346684 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49598) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:04.498491 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:25:04.500676 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-693a703e-d464-4c37-b70b-9d2e9d2f1b43 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=fad95b45a29248879685b3eadad6f627&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1529212 May 12 20:25:04.503676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49604) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:04.634940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee91d35-75ac-4492-aa63-7ffde98f3cc6 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:04.636330 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aee91d35-75ac-4492-aa63-7ffde98f3cc6 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316519 May 12 20:25:04.639397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49608) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:04.681010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5be0ba30-f0f5-4953-8274-679a98196a72 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405631 May 12 20:25:04.683698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49612) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:04.688963 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839910506', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:04.777590 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:03Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:04.781359 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Checking router: 2d4dbb71-5461-4c45-8cb0-f220335d6558 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:25:04.781700 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Updating router 2d4dbb71-5461-4c45-8cb0-f220335d6558 port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:25:04.797586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:04.801512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:subnet and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:04.804312 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:04.809919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:04.821098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:25:04.825398 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:04.832769 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.039530 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.116422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Subnet': ['ID=45600f7b-5eda-40c0-a7b4-2229a03908a4,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:05.123882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Checking segment: {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:25:05.124339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network hostable DHCP agents. Network: 5af01d04-ba85-4210-a148-c7146636fa15, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:25:05.144561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 5af01d04-ba85-4210-a148-c7146636fa15 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:25:05.155349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 5af01d04-ba85-4210-a148-c7146636fa15) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:25:05.159667 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:05.160254 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.167660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3149b54-5aa0-4d16-9e02-1712373da34a None None] Network 5af01d04-ba85-4210-a148-c7146636fa15 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:25:05.191623 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-11e2823c-233f-4152-9815-1b6a9532a8d4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5043106 May 12 20:25:05.191976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49616) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:05.207369 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.219699 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Transition to ACTIVE for port object c2fc94c4-e0f4-4eeb-ae23-44468d147a02 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:25:05.227491 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.303117 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Attempting to bind port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:25:05.303392 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Attempting to bind port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:25:05.303754 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Attempting to bind port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:25:05.314195 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:25:05.314584 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:25:05.315084 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.315468 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:25:05.315944 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Bound port: c2fc94c4-e0f4-4eeb-ae23-44468d147a02, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:25:05.316303 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.353217 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Pushing event updated for resources: {'Port': ['ID=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:05.386790 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.387127 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.387456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.387779 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.388097 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.388471 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.388786 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.389100 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.389438 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.389747 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.390055 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.390365 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.395117 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-5af01d04-ba85-4210-a148-c7146636fa15', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:25:05.396336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.406072 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] For port c2fc94c4-e0f4-4eeb-ae23-44468d147a02, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:25:05.409963 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] For port c2fc94c4-e0f4-4eeb-ae23-44468d147a02, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:25:05.416855 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.494530 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:25:05.495135 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:05.553305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Allocated IP 172.20.0.2 (5af01d04-ba85-4210-a148-c7146636fa15/45600f7b-5eda-40c0-a7b4-2229a03908a4/69551aca-c722-4f10-b4fc-0129b791bbbb) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:25:05.568188 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20f64c-3762-4a5c-86e5-0423b3f65f4a None None] Pushing event updated for resources: {'Port': ['ID=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:05.678354 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:25:05.767317 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.778524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Transition to ACTIVE for port object 69551aca-c722-4f10-b4fc-0129b791bbbb will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:25:05.797511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Transition to ACTIVE for port object 69551aca-c722-4f10-b4fc-0129b791bbbb will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:25:05.804169 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.867125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Network 5af01d04-ba85-4210-a148-c7146636fa15 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:25:05.869315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:25:05.873082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:25:05.881796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Pushing event updated for resources: {'Port': ['ID=69551aca-c722-4f10-b4fc-0129b791bbbb,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:05.946442 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.946784 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.947116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.947444 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.947779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.948088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.948402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.948716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.949215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.949374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.949694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.950004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:25:05.963685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:03Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:05.967941 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef8b6b-bd24-464c-9307-ac0408121cf8 None None] The sync data for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 is: [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:03Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:25:05.978918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Attempting to bind port 69551aca-c722-4f10-b4fc-0129b791bbbb on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:25:05.979281 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Attempting to bind port 69551aca-c722-4f10-b4fc-0129b791bbbb by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:25:05.979644 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Attempting to bind port 69551aca-c722-4f10-b4fc-0129b791bbbb on network 5af01d04-ba85-4210-a148-c7146636fa15 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:25:05.985311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:25:05.985763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Checking segment: {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:25:05.986257 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:05.986709 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Bound using segment: {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:25:05.991694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Bound port: 69551aca-c722-4f10-b4fc-0129b791bbbb, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:25:05.991694 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.020717 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.079846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] For port 69551aca-c722-4f10-b4fc-0129b791bbbb, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:25:06.082994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] For port 69551aca-c722-4f10-b4fc-0129b791bbbb, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69551aca-c722-4f10-b4fc-0129b791bbbb,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:25:06.090225 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.174243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd0e02-e4f6-4370-a195-fff297c5131d None None] Pushing event updated for resources: {'Port': ['ID=69551aca-c722-4f10-b4fc-0129b791bbbb,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:06.497425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.1 (5af01d04-ba85-4210-a148-c7146636fa15/45600f7b-5eda-40c0-a7b4-2229a03908a4/8a5e7352-9e42-4460-910a-f63ea2f392c4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:25:06.602036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c2fc94c4-e0f4-4eeb-ae23-44468d147a02 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:25:06.680355 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.684985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:25:06.691765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:06.692133 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.699917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object 8a5e7352-9e42-4460-910a-f63ea2f392c4 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:25:06.725638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.801558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 5af01d04-ba85-4210-a148-c7146636fa15 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:25:06.804961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:25:06.809248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:25:06.839152 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=8a5e7352-9e42-4460-910a-f63ea2f392c4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:06.854632 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:06.855010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.871303 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.872133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port c2fc94c4-e0f4-4eeb-ae23-44468d147a02, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:25:06.878730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:06.879907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69551aca-c722-4f10-b4fc-0129b791bbbb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:25:06.989880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:07.006232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:07.013995 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 69551aca-c722-4f10-b4fc-0129b791bbbb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:25:07.304838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c1547-8580-4249-a1db-d35a36ffcabe None None] Network 5af01d04-ba85-4210-a148-c7146636fa15 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:25:07.395872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] Provisioning for port 69551aca-c722-4f10-b4fc-0129b791bbbb completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:25:07.405987 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] Provisioning complete for port 69551aca-c722-4f10-b4fc-0129b791bbbb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:07.406350 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:07.551200 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:07.558029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:07.647349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] Current status of the port 69551aca-c722-4f10-b4fc-0129b791bbbb is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:07.647673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:07.672542 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:07.677075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=8a5e7352-9e42-4460-910a-f63ea2f392c4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:07.686813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] For port 69551aca-c722-4f10-b4fc-0129b791bbbb, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69551aca-c722-4f10-b4fc-0129b791bbbb,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:25:07.697605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:07.775796 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cef09-a0e1-47f9-a12f-857d875d3a29 None None] Pushing event updated for resources: {'Port': ['ID=69551aca-c722-4f10-b4fc-0129b791bbbb,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:07.828075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 5af01d04-ba85-4210-a148-c7146636fa15 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:25:07.829351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:25:07.922231 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ed3bdd75-8154-4b8a-8585-86e298e73063 None None] Provisioning complete for port 69551aca-c722-4f10-b4fc-0129b791bbbb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:07.922601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdd75-8154-4b8a-8585-86e298e73063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:08.026711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 2d4dbb71-5461-4c45-8cb0-f220335d6558 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:25:08.044624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bdd75-8154-4b8a-8585-86e298e73063 None None] Current status of the port 69551aca-c722-4f10-b4fc-0129b791bbbb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:08.058471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ed3bdd75-8154-4b8a-8585-86e298e73063 None None] Provisioning for port 8a5e7352-9e42-4460-910a-f63ea2f392c4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:25:08.063468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ed3bdd75-8154-4b8a-8585-86e298e73063 None None] Provisioning complete for port 8a5e7352-9e42-4460-910a-f63ea2f392c4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:08.063831 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdd75-8154-4b8a-8585-86e298e73063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:08.123832 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bdd75-8154-4b8a-8585-86e298e73063 None None] Port 8a5e7352-9e42-4460-910a-f63ea2f392c4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:25:08.223115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:25:08.234934 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Sync routers for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:25:08.244506 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-95d95d55-7493-4f6b-81c8-b0768bffd865 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/2d4dbb71-5461-4c45-8cb0-f220335d6558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0444324 May 12 20:25:08.251364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:25:08.251974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:08.305448 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-87cdc83e-f05f-437e-9e9d-530ffc947edb None None] Provisioning complete for port 8a5e7352-9e42-4460-910a-f63ea2f392c4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:08.306054 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-87cdc83e-f05f-437e-9e9d-530ffc947edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:08.393120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-87cdc83e-f05f-437e-9e9d-530ffc947edb None None] Port 8a5e7352-9e42-4460-910a-f63ea2f392c4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:25:08.396515 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:08.406404 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-d560e278-e75f-4c26-9524-1fc38a816bfc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:25:08.423672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-d560e278-e75f-4c26-9524-1fc38a816bfc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:25:08.424850 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-d560e278-e75f-4c26-9524-1fc38a816bfc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274892333&fields=id&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 267 time: 0.0618753 May 12 20:25:08.497360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:25:08.552547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c2fc94c4-e0f4-4eeb-ae23-44468d147a02 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:25:08.634941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5ab4a68b-f06f-4557-9c6b-c2eb836df34a None None] Provisioning complete for port 8a5e7352-9e42-4460-910a-f63ea2f392c4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:08.635284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a68b-f06f-4557-9c6b-c2eb836df34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:08.703183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-67f84e4f-369c-4502-9fe0-ad28d8207275 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:08.704517 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-67f84e4f-369c-4502-9fe0-ad28d8207275 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/networks?id=5af01d04-ba85-4210-a148-c7146636fa15 HTTP/1.1" status: 200 len: 797 time: 0.2725909 May 12 20:25:08.720046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dabeb64f-cf93-495d-a635-27751f7a1e75 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/quotas/fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 375 time: 0.0098808 May 12 20:25:08.802385 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-9c566aa6-a723-4220-abe4-de4a7afb0066 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764732 May 12 20:25:08.812970 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4a68b-f06f-4557-9c6b-c2eb836df34a None None] Port 8a5e7352-9e42-4460-910a-f63ea2f392c4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:25:08.878503 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:08.878882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:08.940083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-63da5724-757f-4513-97a1-c804887e99d0 service neutron] 10.222.0.72 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256013 May 12 20:25:09.066677 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:09.067662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69551aca-c722-4f10-b4fc-0129b791bbbb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:25:09.071480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-cceedd73-6144-477f-926f-688fee33de00 service neutron] 10.222.0.72 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251462 May 12 20:25:09.142471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:09.144866 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:07Z', 'revision_number': 2, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:09.153317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Checking router: 2d4dbb71-5461-4c45-8cb0-f220335d6558 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:25:09.153635 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Updating router 2d4dbb71-5461-4c45-8cb0-f220335d6558 port 8a5e7352-9e42-4460-910a-f63ea2f392c4 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:25:09.205079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 69551aca-c722-4f10-b4fc-0129b791bbbb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:09.205482 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:09.257043 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:09.277877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a265722d-bd27-4ee1-a6ec-976364c743e7 req-a10f1f0e-08a9-44fb-94cb-049e23f4fe5f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 210 time: 0.0507867 May 12 20:25:09.445388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 69551aca-c722-4f10-b4fc-0129b791bbbb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:09.660552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:09.673455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Transition to ACTIVE for port object 8a5e7352-9e42-4460-910a-f63ea2f392c4 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:25:09.680616 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:09.736247 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:25:09.841221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f07c1a-1e09-445e-870e-4220c2836e62 None None] Pushing event updated for resources: {'Port': ['ID=8a5e7352-9e42-4460-910a-f63ea2f392c4,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:09.901706 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Attempting to bind port 8a5e7352-9e42-4460-910a-f63ea2f392c4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:25:09.902073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Attempting to bind port 8a5e7352-9e42-4460-910a-f63ea2f392c4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:25:09.902433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Attempting to bind port 8a5e7352-9e42-4460-910a-f63ea2f392c4 on network 5af01d04-ba85-4210-a148-c7146636fa15 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:25:09.908084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:25:09.908452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Checking segment: {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:25:09.908896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:09.909266 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Bound using segment: {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:25:09.909733 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Bound port: 8a5e7352-9e42-4460-910a-f63ea2f392c4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:25:09.910267 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:10.003873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] For port 8a5e7352-9e42-4460-910a-f63ea2f392c4, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:25:10.006963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] For port 8a5e7352-9e42-4460-910a-f63ea2f392c4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8a5e7352-9e42-4460-910a-f63ea2f392c4,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:25:10.011369 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:10.089166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:25:10.089810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:10.155903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f07c1a-1e09-445e-870e-4220c2836e62 None None] Pushing event updated for resources: {'Port': ['ID=8a5e7352-9e42-4460-910a-f63ea2f392c4,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:10.281620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:25:10.406121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-5b3e49d4-c938-4ab8-89af-f8b72fd259b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:10.406940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-5b3e49d4-c938-4ab8-89af-f8b72fd259b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:25:10.428433 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-5b3e49d4-c938-4ab8-89af-f8b72fd259b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:25:10.429707 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-5b3e49d4-c938-4ab8-89af-f8b72fd259b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/networks?id=5af01d04-ba85-4210-a148-c7146636fa15 HTTP/1.1" status: 200 len: 797 time: 0.1968486 May 12 20:25:10.447394 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-56c7043b-4fe6-4064-8039-5ee0c1da6494 req-89b57c83-3993-483e-a2a3-c375a53bb107 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 210 time: 0.0546007 May 12 20:25:10.497981 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-b6430f54-975f-4639-9910-9353d006eb80 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 380 time: 0.0518286 May 12 20:25:10.506440 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'port': {'device_id': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'admin_state_up': True, 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'security_groups': ['67c860d7-637f-45ae-8b91-45aab316eacf']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:10.644318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:10.648563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:port and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:10.651601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:10.657897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:10.661788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:09Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:10.666013 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ec9c4-2ab6-42ec-a08c-dc59dff1248a None None] The sync data for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 is: [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:09Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:25:10.670573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:25:10.675866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:10.852461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.8 (5af01d04-ba85-4210-a148-c7146636fa15/45600f7b-5eda-40c0-a7b4-2229a03908a4/d255d567-f224-4c8c-b821-2e61bb1fbee9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:25:11.050470 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:11.066967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object d255d567-f224-4c8c-b821-2e61bb1fbee9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:25:11.095001 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:11.170071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 5af01d04-ba85-4210-a148-c7146636fa15 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:25:11.173370 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:25:11.177262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:25:11.211856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=d255d567-f224-4c8c-b821-2e61bb1fbee9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:11.244902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:11.245666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:11.270813 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-dbd0281d-db60-477b-a31b-f00897fdaeca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7681894 May 12 20:25:11.281208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-892034f1-4db2-4d6d-9f6b-e61f830a00c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:25:11.282265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-892034f1-4db2-4d6d-9f6b-e61f830a00c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055635 May 12 20:25:11.295417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Request body: {'port': {'device_id': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:11.396943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-43045c9f-91d0-48d1-ba5d-bd6475c2ae10 None None] Provisioning for port d255d567-f224-4c8c-b821-2e61bb1fbee9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:25:11.402907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-43045c9f-91d0-48d1-ba5d-bd6475c2ae10 None None] Provisioning complete for port d255d567-f224-4c8c-b821-2e61bb1fbee9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:11.403277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43045c9f-91d0-48d1-ba5d-bd6475c2ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:11.465686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-43045c9f-91d0-48d1-ba5d-bd6475c2ae10 None None] Port d255d567-f224-4c8c-b821-2e61bb1fbee9 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:25:11.529554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:11.640556 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3348-347c-43fa-8dce-94d5bf9c9d8f req-947f424c-8efc-4ba8-a452-d77cb66abdc4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:11.642162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62ff3348-347c-43fa-8dce-94d5bf9c9d8f req-947f424c-8efc-4ba8-a452-d77cb66abdc4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 931 time: 0.0829985 May 12 20:25:11.689716 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-62ff3348-347c-43fa-8dce-94d5bf9c9d8f req-81a5a3f0-7ecb-426e-8ddd-c2bd607c5aa4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 May 12 20:25:11.886191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d255d567-f224-4c8c-b821-2e61bb1fbee9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:25:11.893840 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:11.908724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Transition to ACTIVE for port object d255d567-f224-4c8c-b821-2e61bb1fbee9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:25:11.914500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:12.074558 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d255d567-f224-4c8c-b821-2e61bb1fbee9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:12.153520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Attempting to bind port d255d567-f224-4c8c-b821-2e61bb1fbee9 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:25:12.153996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Attempting to bind port d255d567-f224-4c8c-b821-2e61bb1fbee9 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:25:12.154393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Attempting to bind port d255d567-f224-4c8c-b821-2e61bb1fbee9 on network 5af01d04-ba85-4210-a148-c7146636fa15 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:25:12.159674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Port d255d567-f224-4c8c-b821-2e61bb1fbee9 on network 5af01d04-ba85-4210-a148-c7146636fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:25:12.160065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Attempting to bind port d255d567-f224-4c8c-b821-2e61bb1fbee9 on network 5af01d04-ba85-4210-a148-c7146636fa15 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:25:12.165330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:25:12.165715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Checking segment: {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:25:12.166096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Bound using segment: {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:25:12.166521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Bound port: d255d567-f224-4c8c-b821-2e61bb1fbee9, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ea0798-2969-44d6-873b-757833e97b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:25:12.166869 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:12.256183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] For port d255d567-f224-4c8c-b821-2e61bb1fbee9, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:25:12.259183 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] For port d255d567-f224-4c8c-b821-2e61bb1fbee9, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:25:12.266391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:12.331569 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:12.332199 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:12.333669 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] 10.222.0.36 "PUT /v2.0/ports/d255d567-f224-4c8c-b821-2e61bb1fbee9 HTTP/1.1" status: 200 len: 1091 time: 1.0434277 May 12 20:25:12.334051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:25:12.363692 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263d1fc-2da6-447f-a17f-41aaf0eb3cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d255d567-f224-4c8c-b821-2e61bb1fbee9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:12.413616 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177dcd5b-6c5f-48e4-a164-0cf0ca1d5120'] response: {'name': 'network-changed', 'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'status': 'completed', 'code': 200} May 12 20:25:12.467189 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-918a5f2a-5b78-4ad0-b0e1-6fdeccaa62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:12.468787 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-918a5f2a-5b78-4ad0-b0e1-6fdeccaa62cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 1094 time: 0.0863435 May 12 20:25:12.522716 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a5e7352-9e42-4460-910a-f63ea2f392c4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:25:12.542604 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-6c1a4a40-80f2-47c9-aaec-88f159115997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9 HTTP/1.1" status: 200 len: 217 time: 0.0661349 May 12 20:25:12.594376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 8a5e7352-9e42-4460-910a-f63ea2f392c4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:25:12.603000 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8a5e7352-9e42-4460-910a-f63ea2f392c4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:12.603371 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:12.606232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0c9176d2-1844-459e-8c29-f0ca69437dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:12.607816 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-0c9176d2-1844-459e-8c29-f0ca69437dda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45600f7b-5eda-40c0-a7b4-2229a03908a4 HTTP/1.1" status: 200 len: 834 time: 0.0592897 May 12 20:25:12.687389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-38d68e6f-fb26-46e0-93a2-e73f6dea3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:12.688993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-38d68e6f-fb26-46e0-93a2-e73f6dea3ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5af01d04-ba85-4210-a148-c7146636fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754836 May 12 20:25:12.731147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8a5e7352-9e42-4460-910a-f63ea2f392c4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:12.731651 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:12.765104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 8a5e7352-9e42-4460-910a-f63ea2f392c4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8a5e7352-9e42-4460-910a-f63ea2f392c4,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:25:12.770243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:12.823599 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-8fee9678-7456-4238-b0bc-df86695a93eb service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278846 May 12 20:25:12.841239 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=8a5e7352-9e42-4460-910a-f63ea2f392c4,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:12.880871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29591e78-0ce9-4c1e-acb5-d9cd4b666bd4 req-00134010-4fed-462d-b874-56f4dc98227e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:12.882353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29591e78-0ce9-4c1e-acb5-d9cd4b666bd4 req-00134010-4fed-462d-b874-56f4dc98227e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 943 time: 0.0864441 May 12 20:25:12.926027 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-29591e78-0ce9-4c1e-acb5-d9cd4b666bd4 req-bd8df0f7-03ef-42c2-bc5f-eb80091b71cc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 May 12 20:25:12.958581 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-81250cc1-7ca1-4ca9-b765-2c8ed65a804b req-efab6527-d364-4fd7-836f-efe6bff08e41 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288929 May 12 20:25:13.073532 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-435a3a56-7eeb-46ee-8ac1-82c925c61154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:13.075018 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-435a3a56-7eeb-46ee-8ac1-82c925c61154 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 1094 time: 0.0715110 May 12 20:25:13.322100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-9878c168-fdb5-42d4-aa95-b4364baecbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:13.324030 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-9878c168-fdb5-42d4-aa95-b4364baecbdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5af01d04-ba85-4210-a148-c7146636fa15 HTTP/1.1" status: 200 len: 898 time: 0.2427413 May 12 20:25:13.393332 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-9609e863-efe4-4533-b936-b55cf4c5115e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9 HTTP/1.1" status: 200 len: 217 time: 0.0628469 May 12 20:25:13.456310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-f3dc8050-5c5c-4493-8b25-09b653a9b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:13.457705 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-f3dc8050-5c5c-4493-8b25-09b653a9b740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45600f7b-5eda-40c0-a7b4-2229a03908a4 HTTP/1.1" status: 200 len: 834 time: 0.0576079 May 12 20:25:13.545678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-19916e72-1dff-4c06-936c-98087c44ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:13.547199 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-19916e72-1dff-4c06-936c-98087c44ae90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5af01d04-ba85-4210-a148-c7146636fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825934 May 12 20:25:13.686375 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-d0701839-d1d9-4270-98a6-689f72006fb5 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321847 May 12 20:25:13.817707 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d899159d-0f8d-4146-b86a-a4d3635156e5 req-0f1c814d-fa7f-4d4f-98fe-a21a15b4570b service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235690 May 12 20:25:14.132078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f3a6b-631e-4b5d-8421-e17ed00b4d5f req-f7f8c83f-018c-4770-b91a-0bb290a6b44c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:14.133573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f3a6b-631e-4b5d-8421-e17ed00b4d5f req-f7f8c83f-018c-4770-b91a-0bb290a6b44c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 943 time: 0.0826821 May 12 20:25:14.180712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7e9f3a6b-631e-4b5d-8421-e17ed00b4d5f req-243198f9-9d06-43cb-aa3c-44e511cc2a1d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 May 12 20:25:14.508628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a5e7352-9e42-4460-910a-f63ea2f392c4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:25:14.590909 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8a5e7352-9e42-4460-910a-f63ea2f392c4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:14.591431 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:14.708991 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8a5e7352-9e42-4460-910a-f63ea2f392c4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:15.378736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead3a5a-b1c1-4e9b-a6ea-dac896aaae72 req-91c0cb48-e883-4ea5-9705-e2b5cbf5c1c3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:15.380231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dead3a5a-b1c1-4e9b-a6ea-dac896aaae72 req-91c0cb48-e883-4ea5-9705-e2b5cbf5c1c3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 943 time: 0.0863543 May 12 20:25:15.428359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dead3a5a-b1c1-4e9b-a6ea-dac896aaae72 req-50f2fcb8-372e-49f8-9f49-60bde721a03b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395796 May 12 20:25:15.862288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d255d567-f224-4c8c-b821-2e61bb1fbee9 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:25:16.009405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d255d567-f224-4c8c-b821-2e61bb1fbee9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:25:16.022954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'port_id': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'mac_address': 'fa:16:3e:2d:9d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:25:16.079158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d255d567-f224-4c8c-b821-2e61bb1fbee9 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:16.079901 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:16.100907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d255d567-f224-4c8c-b821-2e61bb1fbee9 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:25:16.118304 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d255d567-f224-4c8c-b821-2e61bb1fbee9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:25:16.123328 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:16.194257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d255d567-f224-4c8c-b821-2e61bb1fbee9,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:16.328868 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['d255d567-f224-4c8c-b821-2e61bb1fbee9'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:25:16.621377 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e25c2-66db-4d21-9f4a-c6fe40d8a950 req-afa1fb06-8d27-4ded-9100-6840f7436c70 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:16.622934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c54e25c2-66db-4d21-9f4a-c6fe40d8a950 req-afa1fb06-8d27-4ded-9100-6840f7436c70 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 944 time: 0.0854886 May 12 20:25:16.668256 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c54e25c2-66db-4d21-9f4a-c6fe40d8a950 req-0bf75b55-f1af-4566-ae54-5482237170b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 May 12 20:25:17.871914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301ff1-425c-47d6-a9d1-d0174e6a52b2 req-7c48c46c-5e52-4847-8f34-8d3a429c2976 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:17.873481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-63301ff1-425c-47d6-a9d1-d0174e6a52b2 req-7c48c46c-5e52-4847-8f34-8d3a429c2976 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 944 time: 0.0900841 May 12 20:25:17.876081 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d255d567-f224-4c8c-b821-2e61bb1fbee9 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:25:17.919887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-63301ff1-425c-47d6-a9d1-d0174e6a52b2 req-3cf6675f-f1cd-4750-81d6-fc7be1445ebd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400069 May 12 20:25:17.944923 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port d255d567-f224-4c8c-b821-2e61bb1fbee9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:25:17.949526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port d255d567-f224-4c8c-b821-2e61bb1fbee9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:25:17.949897 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:18.100549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port d255d567-f224-4c8c-b821-2e61bb1fbee9 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:25:18.100845 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:18.127320 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:25:18.136907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port d255d567-f224-4c8c-b821-2e61bb1fbee9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:25:18.141957 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:18.176996 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9712477a-b654-49f7-8911-2110e7cc3d60'] response: {'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'code': 200} May 12 20:25:18.216156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=d255d567-f224-4c8c-b821-2e61bb1fbee9,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:18.305620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0265fd-bf15-4a40-9a60-6f58c7c9c572 req-0a3e4b46-7bfe-46ad-969c-9a9b6a73f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:18.307063 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eb0265fd-bf15-4a40-9a60-6f58c7c9c572 req-0a3e4b46-7bfe-46ad-969c-9a9b6a73f594 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 1096 time: 0.0709541 May 12 20:25:18.348658 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eb0265fd-bf15-4a40-9a60-6f58c7c9c572 req-f04e1c69-fff8-4c29-bf35-88936263e065 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 May 12 20:25:19.117883 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e08815-b84e-403f-995d-ed5c82df462b req-57d87217-18a7-4ba1-90c4-422fd54a1c86 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:19.119333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39e08815-b84e-403f-995d-ed5c82df462b req-57d87217-18a7-4ba1-90c4-422fd54a1c86 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.0949774 May 12 20:25:19.166859 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-39e08815-b84e-403f-995d-ed5c82df462b req-cc6ce1b7-1504-4cc4-9820-cbdd564b04fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 May 12 20:25:20.350994 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a044b-fba4-4d7d-b728-b0f080887440 req-467de848-a6a9-47e1-aa2f-9d9637ca69d1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:20.352449 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e98a044b-fba4-4d7d-b728-b0f080887440 req-467de848-a6a9-47e1-aa2f-9d9637ca69d1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.0804224 May 12 20:25:20.399079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e98a044b-fba4-4d7d-b728-b0f080887440 req-fb08f52a-63b3-4b17-82ad-4cc12ea3b702 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 May 12 20:25:20.587001 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10416a-3779-4845-81cc-6127c3179558 req-a04e5f2f-cdcc-4b96-a624-fd0e9ed7cdd4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:20.588433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d10416a-3779-4845-81cc-6127c3179558 req-a04e5f2f-cdcc-4b96-a624-fd0e9ed7cdd4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.0850973 May 12 20:25:20.645349 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d10416a-3779-4845-81cc-6127c3179558 req-634760fe-fb44-4ba0-8013-56f407bfd462 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480807 May 12 20:25:20.667993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49676) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:20.748873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa77bd-b82f-48e2-912d-3f095e20a4d6 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:20.750333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-effa77bd-b82f-48e2-912d-3f095e20a4d6 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 1091 time: 0.0814080 May 12 20:25:20.753356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49680) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:20.758140 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:25:20.764741 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:25:20.768596 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:floatingip and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:25:20.771434 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:25:20.777246 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:25:20.792725 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:20.929139 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:21.090347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.120 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/336e7afb-18ed-4228-b962-a7d5d9870f42) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:25:21.239873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:21.270729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:21.451214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:25:21.454141 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:25:21.457875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:25:21.486541 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=336e7afb-18ed-4228-b962-a7d5d9870f42,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:21.883144 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:21.960834 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:22.166596 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:22.173456 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:22.281470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=336e7afb-18ed-4228-b962-a7d5d9870f42,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:25:22.292509 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:22.468442 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a associated. External IP: 172.25.2.120, port: d255d567-f224-4c8c-b821-2e61bb1fbee9. May 12 20:25:22.819565 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 2d4dbb71-5461-4c45-8cb0-f220335d6558 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:25:23.118843 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:25:23.134930 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] Sync routers for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:25:23.145505 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:25:23.148264 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:23.148884 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:23.209855 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d6ba0390-4be9-4757-889f-79eea05f6b30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4554503 May 12 20:25:23.212670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:25:23.255588 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fa7803-c6bc-4c7e-be81-bd5d863ef483'] response: {'name': 'network-changed', 'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'status': 'completed', 'code': 200} May 12 20:25:23.334930 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:25:23.352908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-1fa8382d-a058-42f8-a23c-f73823c1b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:23.354438 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-1fa8382d-a058-42f8-a23c-f73823c1b75d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 1096 time: 0.0756981 May 12 20:25:23.387429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf363e-3522-4151-a9fb-280ecb7677d1 req-cc3cd1e3-f699-4d48-aa7f-afcc8f33c118 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:23.389057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24bf363e-3522-4151-a9fb-280ecb7677d1 req-cc3cd1e3-f699-4d48-aa7f-afcc8f33c118 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.0852873 May 12 20:25:23.434729 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-24bf363e-3522-4151-a9fb-280ecb7677d1 req-d68e8224-5331-4775-a317-823e545ed5bf tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 May 12 20:25:23.459338 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49688) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:23.486630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-54b4e8f8-bece-4152-82c3-b512bb2bcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:23.488104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-54b4e8f8-bece-4152-82c3-b512bb2bcce1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5af01d04-ba85-4210-a148-c7146636fa15 HTTP/1.1" status: 200 len: 898 time: 0.1277151 May 12 20:25:23.574313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e0b0174f-21fb-44e8-a877-efa6f2c82872 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a HTTP/1.1" status: 200 len: 991 time: 0.1138020 May 12 20:25:23.598033 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-e8881799-f48c-4d48-a018-35d0a4aabaf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9 HTTP/1.1" status: 200 len: 999 time: 0.1035142 May 12 20:25:23.659678 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-ebaec82c-2f1e-40b2-85e1-1cc5b41027bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:23.661141 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-ebaec82c-2f1e-40b2-85e1-1cc5b41027bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45600f7b-5eda-40c0-a7b4-2229a03908a4 HTTP/1.1" status: 200 len: 834 time: 0.0562577 May 12 20:25:23.714627 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'port_id': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'mac_address': 'fa:16:3e:2d:9d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:25:21Z', 'updated_at': '2022-05-12T20:25:21Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:12Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:23.718660 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] Checking router: 2d4dbb71-5461-4c45-8cb0-f220335d6558 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:25:23.727367 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:25:23.727950 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:24:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:23.735708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-7b2d8d73-06d7-4a80-be61-657bf1bc0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:23.737262 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-7b2d8d73-06d7-4a80-be61-657bf1bc0515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5af01d04-ba85-4210-a148-c7146636fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699260 May 12 20:25:23.867561 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-786393fd-d40c-41ab-b0e2-febe88691cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241174 May 12 20:25:23.899740 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:25:23.998778 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fb6f07e4-1e7a-447f-95a3-6e7fa9212d3e req-6a31def2-0ab1-4acc-9ea4-bf55b492b874 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249769 May 12 20:25:24.238281 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'port_id': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'mac_address': 'fa:16:3e:2d:9d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:25:21Z', 'updated_at': '2022-05-12T20:25:21Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:12Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:25:24.242297 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfac8c-57b0-4f11-a65b-e139245595b4 None None] The sync data for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 is: [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'port_id': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'mac_address': 'fa:16:3e:2d:9d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:25:21Z', 'updated_at': '2022-05-12T20:25:21Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:12Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:25:24.444975 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddce592-5df3-4113-9cc1-58e7c9d179ea None None] New status for floating IP ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:25:24.578605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49692) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:24.683073 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c739ec84-ff26-4ade-92f4-f76d8c8bb6fe tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a HTTP/1.1" status: 200 len: 991 time: 0.1033797 May 12 20:25:25.688272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49696) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:25.799823 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-eee819fd-652f-4783-a8fd-0d0f393fc79b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a HTTP/1.1" status: 200 len: 993 time: 0.1098416 May 12 20:25:26.942782 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5e42845-eb26-46f8-b4f9-11466871f564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:29.023184 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4c5142ed-49a3-43c5-a999-9c99e171472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:30.271556 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:30.668882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:31.837937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:35.605619 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-58f783a0-222a-4ccc-a6fe-4d0a56082f00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1850057 May 12 20:25:35.764475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779b74d-cd44-4877-a962-95995e795e63 req-4220fc46-4b13-4473-8f90-30c1b2f0e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:35.766186 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-4220fc46-4b13-4473-8f90-30c1b2f0e8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 1096 time: 0.0772312 May 12 20:25:35.918174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779b74d-cd44-4877-a962-95995e795e63 req-24402132-bbd7-4b6f-9115-5b5a8ed9b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:35.919613 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-24402132-bbd7-4b6f-9115-5b5a8ed9b79a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5af01d04-ba85-4210-a148-c7146636fa15 HTTP/1.1" status: 200 len: 898 time: 0.1332662 May 12 20:25:36.022394 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-90ca72a8-033c-47d6-9433-9566438813f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9 HTTP/1.1" status: 200 len: 1001 time: 0.0959752 May 12 20:25:36.088435 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779b74d-cd44-4877-a962-95995e795e63 req-7aa03939-50af-471f-84b2-7143515c74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:36.089885 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-7aa03939-50af-471f-84b2-7143515c74a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45600f7b-5eda-40c0-a7b4-2229a03908a4 HTTP/1.1" status: 200 len: 834 time: 0.0598617 May 12 20:25:36.168987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779b74d-cd44-4877-a962-95995e795e63 req-e7122246-635c-4efc-a4d1-c40ca8ec9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:36.170451 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-e7122246-635c-4efc-a4d1-c40ca8ec9c17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5af01d04-ba85-4210-a148-c7146636fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735679 May 12 20:25:36.310984 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-b7ebca14-55e9-4b00-a9df-267ffa8c3141 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326067 May 12 20:25:36.446042 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9779b74d-cd44-4877-a962-95995e795e63 req-f23d02a1-7a88-421d-bd7e-75ffde195e37 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281364 May 12 20:25:38.389863 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:39.129212 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:46.742349 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:25:55.452511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b91be9-aaa4-4e13-93f6-4e7bc0f9219f req-8f5c8d2f-d6a0-4bef-98cf-e297f9ad7676 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:55.454183 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14b91be9-aaa4-4e13-93f6-4e7bc0f9219f req-8f5c8d2f-d6a0-4bef-98cf-e297f9ad7676 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.1024261 May 12 20:25:55.503664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-14b91be9-aaa4-4e13-93f6-4e7bc0f9219f req-36e0b60d-90f9-432f-9466-8fa85027387c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 May 12 20:25:56.721078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320180f-ab3a-4e5b-b4aa-ff0103e8fb7d req-aa3fdcca-af3f-4a97-bcc9-85252f31559c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:56.722438 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c320180f-ab3a-4e5b-b4aa-ff0103e8fb7d req-aa3fdcca-af3f-4a97-bcc9-85252f31559c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.0851924 May 12 20:25:56.766100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c320180f-ab3a-4e5b-b4aa-ff0103e8fb7d req-37f9dd4e-3fe2-436a-a487-7056339a3d5f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 May 12 20:25:56.789115 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49720) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:56.895984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2a365cc0-4624-4d60-b721-20288f1385ca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a HTTP/1.1" status: 200 len: 993 time: 0.1042044 May 12 20:25:56.932032 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6add4b62-40f6-4a88-9261-646334561e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:58.358542 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db783318-f362-4437-ad01-316b7f1b6a94 req-9190c482-3085-4d8c-be98-7a2db3d8c8c0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:58.359999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db783318-f362-4437-ad01-316b7f1b6a94 req-9190c482-3085-4d8c-be98-7a2db3d8c8c0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.0969825 May 12 20:25:58.408851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-db783318-f362-4437-ad01-316b7f1b6a94 req-e079e3b4-cf46-4cd6-8cf1-de18668ac33d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406735 May 12 20:25:59.022835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7354dcf9-c1b6-4b6b-9bf2-afb839790386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:25:59.628831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720b83-1999-4a3b-a6f9-8f80786454d3 req-2dca634b-3343-44ba-b3bb-baa4045d7830 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:25:59.630333 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3720b83-1999-4a3b-a6f9-8f80786454d3 req-2dca634b-3343-44ba-b3bb-baa4045d7830 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.1005688 May 12 20:25:59.679619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3720b83-1999-4a3b-a6f9-8f80786454d3 req-d3a414f2-6f15-4abd-8cf8-6d8b6d86bece tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 May 12 20:25:59.708855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49732) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:25:59.817376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ce653c6b-b1c5-4d30-9ecd-00054b9cc5b8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a HTTP/1.1" status: 200 len: 993 time: 0.1073248 May 12 20:26:00.079742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49740) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:00.266239 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:00.286475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 336e7afb-18ed-4228-b962-a7d5d9870f42 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:26:00.286822 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:00.574653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:00.574961 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:00.653207 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:00.703678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 336e7afb-18ed-4228-b962-a7d5d9870f42 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:26:00.857820 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:00.909397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=336e7afb-18ed-4228-b962-a7d5d9870f42,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:00.947868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.948201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.948532 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.948827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.949256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.949577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.949899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.950215 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.950537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.950854 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.951152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:00.951461 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:01.005952 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:01.006288 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a disassociated (deleted). External IP: 172.25.2.120, port: d255d567-f224-4c8c-b821-2e61bb1fbee9. May 12 20:26:01.372108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 2d4dbb71-5461-4c45-8cb0-f220335d6558 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:26:01.555794 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:26:01.566163 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] Sync routers for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:26:01.569066 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:01.576936 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:01.577604 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:01.626153 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c0551062-b013-4dc7-b799-b2771b7ca9c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/floatingips/ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a HTTP/1.1" status: 204 len: 168 time: 1.5451541 May 12 20:26:01.626569 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:26:01.675905 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a78e42-cbde-4749-84d3-bb3fb18a601b'] response: {'name': 'network-changed', 'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'status': 'completed', 'code': 200} May 12 20:26:01.761096 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:01.778724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-c4cbbfb9-0a2b-48d1-874b-a4aede951d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:01.780942 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-c4cbbfb9-0a2b-48d1-874b-a4aede951d46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 1096 time: 0.0787022 May 12 20:26:01.848268 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:01.934953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-c8160473-fe15-48f2-be1b-32abacc81983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:01.936484 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-c8160473-fe15-48f2-be1b-32abacc81983 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5af01d04-ba85-4210-a148-c7146636fa15 HTTP/1.1" status: 200 len: 898 time: 0.1488948 May 12 20:26:02.006602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-f05ff9e3-4243-4873-9909-034e7163d74e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9 HTTP/1.1" status: 200 len: 217 time: 0.0636983 May 12 20:26:02.013206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5b2d-89f3-4854-9ac8-1577586de243 req-b3f0c355-8fca-4e47-ad52-6f3341e331c7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:02.013910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-abbe5b2d-89f3-4854-9ac8-1577586de243 req-b3f0c355-8fca-4e47-ad52-6f3341e331c7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:26:02.034018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-abbe5b2d-89f3-4854-9ac8-1577586de243 req-b3f0c355-8fca-4e47-ad52-6f3341e331c7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:26:02.035303 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abbe5b2d-89f3-4854-9ac8-1577586de243 req-b3f0c355-8fca-4e47-ad52-6f3341e331c7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.1083362 May 12 20:26:02.076128 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-53f21f4a-3863-4b1a-8529-e193f6584230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:02.078345 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-53f21f4a-3863-4b1a-8529-e193f6584230 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45600f7b-5eda-40c0-a7b4-2229a03908a4 HTTP/1.1" status: 200 len: 834 time: 0.0631390 May 12 20:26:02.085778 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abbe5b2d-89f3-4854-9ac8-1577586de243 req-04eff00a-3a89-41bd-a87e-10c44c6a3bac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442171 May 12 20:26:02.086785 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:12Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:02.091247 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] Checking router: 2d4dbb71-5461-4c45-8cb0-f220335d6558 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:26:02.109634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:02.109634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:02.155772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-0ef3efb7-025e-4fb2-ba05-5b4874b040f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:02.157503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-0ef3efb7-025e-4fb2-ba05-5b4874b040f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5af01d04-ba85-4210-a148-c7146636fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724373 May 12 20:26:02.287092 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-e2b6b97a-cfd0-48b2-a3b5-8040b5d6c117 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228073 May 12 20:26:02.315553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:02.416818 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6bb871e5-9bb5-4dac-b4dd-443138946ae3 req-0668b94a-52be-4e12-a100-b88b405b6fa9 service neutron] 10.222.0.36 "GET /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222291 May 12 20:26:02.627326 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:12Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:02.631626 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439de28-0c33-4589-89ad-13540fe081f0 None None] The sync data for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 is: [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8a5e7352-9e42-4460-910a-f63ea2f392c4', 'name': '', 'network_id': '5af01d04-ba85-4210-a148-c7146636fa15', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:1e:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:06Z', 'updated_at': '2022-05-12T20:25:12Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '45600f7b-5eda-40c0-a7b4-2229a03908a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:26:02.872307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6af89a-cca5-4691-bed3-ecda9ca70561 None None] New status for floating IP ca31a402-f4e2-4e1b-9dfa-f8cb2d0cd59a: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:26:03.291063 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfeab7-54ec-49a5-a773-8cdc9e6e1d02 req-a0a23449-f0d2-4753-ac83-8711d5ad0f6d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:03.292417 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16cfeab7-54ec-49a5-a773-8cdc9e6e1d02 req-a0a23449-f0d2-4753-ac83-8711d5ad0f6d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.0905464 May 12 20:26:03.338890 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-16cfeab7-54ec-49a5-a773-8cdc9e6e1d02 req-079c2d16-b5bb-4909-8cbb-56a5ef6247e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=67c860d7-637f-45ae-8b91-45aab316eacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 May 12 20:26:03.458004 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-11c879d6-f290-40f2-be03-3370dc74507d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:03.458730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-11c879d6-f290-40f2-be03-3370dc74507d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:26:03.472382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-11c879d6-f290-40f2-be03-3370dc74507d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:26:03.473510 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-11c879d6-f290-40f2-be03-3370dc74507d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 945 time: 0.1049707 May 12 20:26:03.653065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port d255d567-f224-4c8c-b821-2e61bb1fbee9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:26:03.653425 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:03.902582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port d255d567-f224-4c8c-b821-2e61bb1fbee9, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=d255d567-f224-4c8c-b821-2e61bb1fbee9,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:03.902930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:04.021905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for d255d567-f224-4c8c-b821-2e61bb1fbee9 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:26:04.170706 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:04.221376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=d255d567-f224-4c8c-b821-2e61bb1fbee9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:04.258855 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.259196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.259525 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.259851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.260172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.260498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.260816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.261131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.261505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.261847 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.262150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.262446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:04.306251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] No DVR routers for this DVR port d255d567-f224-4c8c-b821-2e61bb1fbee9 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:26:04.308957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:04.311554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'name': 'network-vif-deleted', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:26:04.330021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8376cb8a-e41a-4682-baf3-43159cafd5ac req-36c7cf9b-1b0e-4bcd-93c5-de8362b05218 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "DELETE /v2.0/ports/d255d567-f224-4c8c-b821-2e61bb1fbee9 HTTP/1.1" status: 204 len: 173 time: 0.8514574 May 12 20:26:04.361051 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c50b69f-62fe-4e4c-ae23-f359fe7061ca'] response: {'server_uuid': '5d23af1d-3b4d-44e9-8533-f43f12cd26b8', 'name': 'network-vif-deleted', 'tag': 'd255d567-f224-4c8c-b821-2e61bb1fbee9', 'status': 'completed', 'code': 200} May 12 20:26:04.494953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c210024a-4b16-441a-b53b-020931bc5af6 req-02f476ee-ea7c-4dfe-b355-e2ca5beb79cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d23af1d-3b4d-44e9-8533-f43f12cd26b8 HTTP/1.1" status: 200 len: 210 time: 0.0455842 May 12 20:26:05.603354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49758) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:06.288991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:06.666059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 8a5e7352-9e42-4460-910a-f63ea2f392c4 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:26:06.666742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:06.854518 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 8a5e7352-9e42-4460-910a-f63ea2f392c4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8a5e7352-9e42-4460-910a-f63ea2f392c4,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:06.854748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:06.980823 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 8a5e7352-9e42-4460-910a-f63ea2f392c4 owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:26:07.176846 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:07.348389 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=8a5e7352-9e42-4460-910a-f63ea2f392c4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:07.625944 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:07.991356 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 2d4dbb71-5461-4c45-8cb0-f220335d6558 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:26:08.127084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d255d567-f224-4c8c-b821-2e61bb1fbee9 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:26:08.161128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: d255d567-f224-4c8c-b821-2e61bb1fbee9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:26:08.161751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device d255d567-f224-4c8c-b821-2e61bb1fbee9 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:26:08.169612 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:26:08.179438 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] Sync routers for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:26:08.182284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-006fdbad-bcf0-4a44-b55b-0d2a3a67cede tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/2d4dbb71-5461-4c45-8cb0-f220335d6558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774372 May 12 20:26:08.185209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49762) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:08.188888 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:08.189514 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:08.249787 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting subnet 45600f7b-5eda-40c0-a7b4-2229a03908a4 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:26:08.252742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.309540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.359054 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:08.375390 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.396557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.474119 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.518946 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.521920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Subnet': ['ID=45600f7b-5eda-40c0-a7b4-2229a03908a4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:08.527789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5222e609-399d-46f5-a96a-117d801e68ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/subnets/45600f7b-5eda-40c0-a7b4-2229a03908a4 HTTP/1.1" status: 204 len: 168 time: 0.3415811 May 12 20:26:08.531555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:08.533039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2925abe8-755e-4fa7-93df-c286685850b6 None None] Network 5af01d04-ba85-4210-a148-c7146636fa15 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:26:08.659274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:26:07Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:08.663191 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] Checking router: 2d4dbb71-5461-4c45-8cb0-f220335d6558 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:26:08.671774 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] Routers {'2d4dbb71-5461-4c45-8cb0-f220335d6558'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:08.672353 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['2d4dbb71-5461-4c45-8cb0-f220335d6558'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:08.712624 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.794477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] DHCP port deletion for 5af01d04-ba85-4210-a148-c7146636fa15 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:26:08.798780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Deleting port 69551aca-c722-4f10-b4fc-0129b791bbbb {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:26:08.799248 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.859283 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] Set router 2d4dbb71-5461-4c45-8cb0-f220335d6558 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:08.897467 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:08.910992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port c2fc94c4-e0f4-4eeb-ae23-44468d147a02 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:26:08.911861 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.012091 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] For port 69551aca-c722-4f10-b4fc-0129b791bbbb, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=69551aca-c722-4f10-b4fc-0129b791bbbb,segment=NetworkSegment(96ea0798-2969-44d6-873b-757833e97b2d),segment_id=96ea0798-2969-44d6-873b-757833e97b2d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:09.012402 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.091267 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port c2fc94c4-e0f4-4eeb-ae23-44468d147a02, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:09.091619 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.149371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Calling delete_port for 69551aca-c722-4f10-b4fc-0129b791bbbb owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:26:09.179945 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:26:07Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:09.184456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d32e83-fbb0-4c11-8447-f6af33f83e53 None None] The sync data for ids ['2d4dbb71-5461-4c45-8cb0-f220335d6558'] in n-d-841626-1 is: [{'id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884923399', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:26:07Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'c2fc94c4-e0f4-4eeb-ae23-44468d147a02', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4dbb71-5461-4c45-8cb0-f220335d6558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:25:02Z', 'updated_at': '2022-05-12T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:26:09.233765 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.244187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.326802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Pushing event deleted for resources: {'Port': ['ID=69551aca-c722-4f10-b4fc-0129b791bbbb,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:09.331564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] No DVR routers for this DVR port 69551aca-c722-4f10-b4fc-0129b791bbbb on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:26:09.337800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.338128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.338460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.338782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.339104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.339423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.339768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.340082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.340392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.341056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.341056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.341421 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36867b1d-ec5e-4bfc-97b1-826fbfa5bb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:09.355053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for c2fc94c4-e0f4-4eeb-ae23-44468d147a02 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:26:09.655526 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.706573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=c2fc94c4-e0f4-4eeb-ae23-44468d147a02,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:09.797244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.967566 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:09.971428 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.001776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.002624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Fanout notify agent at l3_agent the message router_deleted on router 2d4dbb71-5461-4c45-8cb0-f220335d6558 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:26:10.019054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.020150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a0b96844-c4b4-42d8-ab5c-03bb31c0f233 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/routers/2d4dbb71-5461-4c45-8cb0-f220335d6558 HTTP/1.1" status: 204 len: 168 time: 1.4877388 May 12 20:26:10.023030 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49770) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:10.135872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.267638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.291575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af01d04-ba85-4210-a148-c7146636fa15']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:10.303293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ea0798-2969-44d6-873b-757833e97b2d') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:10.303594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ea0798-2969-44d6-873b-757833e97b2d') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:10.314670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.330291 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.336684 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:26:10.337086 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: timer() May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:26:10.351488 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:26:10.438358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.456328 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.468044 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Network': ['ID=5af01d04-ba85-4210-a148-c7146636fa15,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:10.480709 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f0e74714-1cc9-451f-920d-a5548713e2cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/networks/5af01d04-ba85-4210-a148-c7146636fa15 HTTP/1.1" status: 204 len: 168 time: 0.4565716 May 12 20:26:10.483402 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49774) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:10.536609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c2fc94c4-e0f4-4eeb-ae23-44468d147a02 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:26:10.559600 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36ed245b-6ac4-4db3-b5cf-cffb99d520fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.569727 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: c2fc94c4-e0f4-4eeb-ae23-44468d147a02 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:26:10.570074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device c2fc94c4-e0f4-4eeb-ae23-44468d147a02 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:26:10.570524 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a5e7352-9e42-4460-910a-f63ea2f392c4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:26:10.589123 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36ed245b-6ac4-4db3-b5cf-cffb99d520fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.602760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 8a5e7352-9e42-4460-910a-f63ea2f392c4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:26:10.603082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8a5e7352-9e42-4460-910a-f63ea2f392c4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:26:10.603527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69551aca-c722-4f10-b4fc-0129b791bbbb no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:26:10.638347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 69551aca-c722-4f10-b4fc-0129b791bbbb {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:26:10.638692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 69551aca-c722-4f10-b4fc-0129b791bbbb not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:26:10.657922 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36ed245b-6ac4-4db3-b5cf-cffb99d520fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.675184 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed245b-6ac4-4db3-b5cf-cffb99d520fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c860d7-637f-45ae-8b91-45aab316eacf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:10.689879 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36ed245b-6ac4-4db3-b5cf-cffb99d520fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.691188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-36ed245b-6ac4-4db3-b5cf-cffb99d520fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/security-groups/67c860d7-637f-45ae-8b91-45aab316eacf HTTP/1.1" status: 204 len: 168 time: 0.2055762 May 12 20:26:10.816748 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49782) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:10.822157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932212136', 'description': 'tempest-secgroup-smoke-1932212136 description', 'project_id': 'fad95b45a29248879685b3eadad6f627'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:10.830252 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:10.834914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:10.838229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:10.844101 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:10.858031 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.880980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:10.885727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:10.889074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:10.895096 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:10.963973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:10.970391 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.015126 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:11.019149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.020432 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-83a2d9ff-ed08-4748-8727-2c16d6d08d7e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2026091 May 12 20:26:11.023505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:11.028662 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '4ffeb471-3d8b-4cab-8b3a-b9187f8b423a', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:11.036178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:11.040694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:11.043873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:11.050742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:11.071153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.133600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.138714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.163689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43eaaabf-3ff0-4bf6-b182-17dafabdd119,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:11.173495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.174746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f93d8062-a1e5-4e89-9a38-3f79cb0e364e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502457 May 12 20:26:11.177720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49790) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:11.182714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '4ffeb471-3d8b-4cab-8b3a-b9187f8b423a', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:11.189821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:11.194111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:11.197263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:11.203407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:11.223735 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.285969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.291668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.314883 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2704b01d-1310-45ec-9421-5d0391658270,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:11.323982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.325176 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4593ec76-45dd-4a8c-8a8e-1401b4f7627d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465216 May 12 20:26:11.328084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49794) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:11.333140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '4ffeb471-3d8b-4cab-8b3a-b9187f8b423a', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:11.339839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:11.343669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:11.347071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:11.353121 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:11.372616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.434336 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.440012 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.462393 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593476f5-ff13-4e40-80f4-5315c8dd56fe,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:11.474315 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.475738 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-85ff7062-47a5-48a4-b9d1-50a54dbda2a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466494 May 12 20:26:11.478687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49798) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:11.483755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '4ffeb471-3d8b-4cab-8b3a-b9187f8b423a', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:11.490415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:11.494506 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:11.497451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:11.503163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:11.521384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.587776 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.594010 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.626710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4f5b9f-2a06-4080-af4c-2c69e790643d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:11.636578 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.637918 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-983fa7b9-bebc-4091-9976-f148303f66f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582482 May 12 20:26:11.640743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49802) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:11.645724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '4ffeb471-3d8b-4cab-8b3a-b9187f8b423a', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:11.652180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:11.656100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:11.659031 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:11.664712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:11.787753 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:26:11.795404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.861652 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.868967 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.892894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599f1dae-f2da-4ad7-b84b-22dc1db99149,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:11.903779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:11.905004 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5709d57a-0036-44b6-b522-322a49350155 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2631691 May 12 20:26:11.908143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49806) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:11.913350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '4ffeb471-3d8b-4cab-8b3a-b9187f8b423a', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:11.920003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:11.923855 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:11.926737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:11.932450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:11.946336 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:26:11.952857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.019052 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.025055 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.047490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc484bd2-ca9b-437b-965a-3ea6af574809,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:12.058091 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.060079 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fb8f1a31-b258-4623-86ca-8c3d8c45a341 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508656 May 12 20:26:12.063273 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49810) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:12.071573 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'network': {'name': 'tempest-network-smoke--1850384862', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'port_security_enabled': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:12.079859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:12.086275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:network and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:12.090235 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:12.096960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:12.108909 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:26:12.112534 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.139808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:26:12.148732 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.149072 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Added segment e5228fe7-a7c8-4533-ad5e-e180ee759641 of type vlan for network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 May 12 20:26:12.295494 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.334999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.340438 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:12.341024 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.445690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3810298 May 12 20:26:12.448706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49814) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:12.449915 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597ec76-ee56-4f1d-af19-2d087f4e4b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Network': ['ID=c6e4c4cc-fafa-466a-b690-0d620a88e9b1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:12.454924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'admin_state_up': True, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:12.460238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:26:12.463901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:12.468153 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:router and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:12.471537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:12.479254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:12.493292 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.494487 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.510228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:12.775141 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:13.076548 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:13.105215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:13.239097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.185 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/860bbf58-a148-40f4-96c6-cad23f16c53f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:26:13.392535 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:13.425912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:13.489591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:26:13.492467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:26:13.496078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:26:13.528534 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=860bbf58-a148-40f4-96c6-cad23f16c53f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:14.037876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:14.377667 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:14.591608 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8d94b949-920b-4893-995e-a81499218d5a is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:26:14.774342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:26:14.784069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Sync routers for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:26:14.793981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:14.794898 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:14.802090 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:14.803281 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c861fdfc-98aa-4ab0-b470-6efe017f9a9e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3535480 May 12 20:26:14.806616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49818) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:14.846793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9ba41f71-79a7-4327-960c-77b873d9f7a4 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=fad95b45a29248879685b3eadad6f627&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389113 May 12 20:26:14.849661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49822) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:14.980102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:14.982298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a30471-33a5-4ae8-875e-632574765f0f tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:14.983809 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-21a30471-33a5-4ae8-875e-632574765f0f tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331880 May 12 20:26:14.986964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49826) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:15.025766 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a5e508d3-8c0c-4c6c-ade1-1a9b9a18b3f9 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375469 May 12 20:26:15.028436 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49830) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:15.033783 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040333396', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:15.142424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:15.146362 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:subnet and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:15.149175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:15.155492 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:15.168249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:26:15.171796 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:15.260633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:13Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:15.264939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Checking router: 8d94b949-920b-4893-995e-a81499218d5a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:26:15.265327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Updating router 8d94b949-920b-4893-995e-a81499218d5a port 860bbf58-a148-40f4-96c6-cad23f16c53f binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:26:15.316795 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:15.389660 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:15.464470 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Subnet': ['ID=d57c1b85-36f7-4745-a388-6511c91a9d4a,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:15.476490 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Checking segment: {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:26:15.476831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network hostable DHCP agents. Network: c6e4c4cc-fafa-466a-b690-0d620a88e9b1, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:26:15.496999 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:26:15.507315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, c6e4c4cc-fafa-466a-b690-0d620a88e9b1) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:26:15.512212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:15.514074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:15.521012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae7ec13-7a68-4b5c-93bb-ee1c1dc4bdb2 None None] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:26:15.537961 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-732f3f42-ff5b-4780-bb23-c3979d0b5944 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5085468 May 12 20:26:15.540872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49834) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:15.820757 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:15.835619 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:26:15.836439 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:15.848740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Transition to ACTIVE for port object 860bbf58-a148-40f4-96c6-cad23f16c53f will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:26:15.861732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:16.029616 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Attempting to bind port 860bbf58-a148-40f4-96c6-cad23f16c53f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:26:16.029994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Attempting to bind port 860bbf58-a148-40f4-96c6-cad23f16c53f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:26:16.030345 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Attempting to bind port 860bbf58-a148-40f4-96c6-cad23f16c53f on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:26:16.034726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c2efd-ee11-4fff-8780-a815a7d1ca95 None None] Pushing event updated for resources: {'Port': ['ID=860bbf58-a148-40f4-96c6-cad23f16c53f,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:16.045083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:26:16.045473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:26:16.045865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:16.046241 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:26:16.046698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Bound port: 860bbf58-a148-40f4-96c6-cad23f16c53f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:26:16.047059 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:16.171829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] For port 860bbf58-a148-40f4-96c6-cad23f16c53f, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:26:16.174049 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Allocated IP 172.20.0.2 (c6e4c4cc-fafa-466a-b690-0d620a88e9b1/d57c1b85-36f7-4745-a388-6511c91a9d4a/eb6ff9cc-5f8c-4f5b-b394-352203a7f914) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:26:16.177054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] For port 860bbf58-a148-40f4-96c6-cad23f16c53f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=860bbf58-a148-40f4-96c6-cad23f16c53f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:26:16.185560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:16.228815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:16.363905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:16.364533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:16.412626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c2efd-ee11-4fff-8780-a815a7d1ca95 None None] Pushing event updated for resources: {'Port': ['ID=860bbf58-a148-40f4-96c6-cad23f16c53f,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:16.605971 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:16.619689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:16.714958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Transition to ACTIVE for port object eb6ff9cc-5f8c-4f5b-b394-352203a7f914 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:26:16.806458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Transition to ACTIVE for port object eb6ff9cc-5f8c-4f5b-b394-352203a7f914 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:26:16.819617 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:16.883135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.1 (c6e4c4cc-fafa-466a-b690-0d620a88e9b1/d57c1b85-36f7-4745-a388-6511c91a9d4a/e55e8c1b-2f17-4aec-a183-7eb1aee61d38) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:26:16.909392 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:26:16.920045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:26:16.928949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:26:16.932597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Pushing event updated for resources: {'Port': ['ID=eb6ff9cc-5f8c-4f5b-b394-352203a7f914,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:17.055002 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:17.061487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Attempting to bind port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:26:17.061872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Attempting to bind port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:26:17.062228 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Attempting to bind port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 on network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:26:17.071043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:26:17.071410 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Checking segment: {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:26:17.071846 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:17.072236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Bound using segment: {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:26:17.072726 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Bound port: eb6ff9cc-5f8c-4f5b-b394-352203a7f914, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:26:17.072862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object e55e8c1b-2f17-4aec-a183-7eb1aee61d38 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:26:17.073068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:17.101940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:17.135746 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:13Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:17.141538 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb4044-b476-41e1-b13a-7124f337308c None None] The sync data for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 is: [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:13Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:26:17.174595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] For port eb6ff9cc-5f8c-4f5b-b394-352203a7f914, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:26:17.175138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:26:17.178460 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:26:17.178645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] For port eb6ff9cc-5f8c-4f5b-b394-352203a7f914, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eb6ff9cc-5f8c-4f5b-b394-352203a7f914,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:26:17.183016 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:26:17.186296 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:17.213369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:17.255424 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:17.283848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8ecd9-88fc-4e93-b0da-499947dbe16c None None] Pushing event updated for resources: {'Port': ['ID=eb6ff9cc-5f8c-4f5b-b394-352203a7f914,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:17.638823 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:18.117719 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:18.130976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:18.245938 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:18.249452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:18.373002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c16006-1416-43a5-8d18-e5f005ec32c3 None None] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:26:18.518892 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-46d0f45c-1943-496d-a610-2583bdf237f6 None None] Provisioning for port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:26:18.519069 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:26:18.520241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:26:18.642469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eb6ff9cc-5f8c-4f5b-b394-352203a7f914 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:26:18.722420 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8d94b949-920b-4893-995e-a81499218d5a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:26:18.736263 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:26:18.741528 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:18.742091 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:18.872863 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:18.873294 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:18.909877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port eb6ff9cc-5f8c-4f5b-b394-352203a7f914, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eb6ff9cc-5f8c-4f5b-b394-352203a7f914,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:18.915918 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:18.917654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 860bbf58-a148-40f4-96c6-cad23f16c53f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:26:18.919693 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:26:18.931095 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Sync routers for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:26:18.942685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-d4a011ec-3b2d-4ab6-9274-edf84777ff17 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/8d94b949-920b-4893-995e-a81499218d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3911982 May 12 20:26:18.957575 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:18.958437 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:19.047836 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-65a41084-51ee-4794-b381-b9caeb9cf58d None None] Provisioning complete for port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:19.048313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-65a41084-51ee-4794-b381-b9caeb9cf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.116663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=eb6ff9cc-5f8c-4f5b-b394-352203a7f914,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:19.158351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-2b3443c7-1cd6-4970-bde2-716974183e3b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:26:19.170300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 860bbf58-a148-40f4-96c6-cad23f16c53f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:26:19.188225 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 860bbf58-a148-40f4-96c6-cad23f16c53f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:19.188592 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.194615 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:19.196475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-2b3443c7-1cd6-4970-bde2-716974183e3b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:26:19.197768 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-2b3443c7-1cd6-4970-bde2-716974183e3b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932212136&fields=id&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 267 time: 0.1139340 May 12 20:26:19.245928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-65a41084-51ee-4794-b381-b9caeb9cf58d None None] Current status of the port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:19.269542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-65a41084-51ee-4794-b381-b9caeb9cf58d None None] Provisioning for port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:26:19.332083 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 860bbf58-a148-40f4-96c6-cad23f16c53f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:19.332083 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.338651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-65a41084-51ee-4794-b381-b9caeb9cf58d None None] Provisioning complete for port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:19.339007 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-65a41084-51ee-4794-b381-b9caeb9cf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.365472 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-424c735c-9580-4ecb-8941-1ccbefd4309e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:19.366272 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-424c735c-9580-4ecb-8941-1ccbefd4309e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:26:19.388552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-424c735c-9580-4ecb-8941-1ccbefd4309e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:26:19.390933 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-424c735c-9580-4ecb-8941-1ccbefd4309e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 797 time: 0.1809800 May 12 20:26:19.395758 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 860bbf58-a148-40f4-96c6-cad23f16c53f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=860bbf58-a148-40f4-96c6-cad23f16c53f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:19.407323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.410412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-65a41084-51ee-4794-b381-b9caeb9cf58d None None] Port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:26:19.411296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-3336743e-8cfa-4257-9a59-50f18f95f924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/quotas/fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 375 time: 0.0142596 May 12 20:26:19.484201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=860bbf58-a148-40f4-96c6-cad23f16c53f,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:19.498148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e1fba9b6-89e9-4078-a138-7f885bf93212 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:26:19.514453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e1fba9b6-89e9-4078-a138-7f885bf93212 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:26:19.515839 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e1fba9b6-89e9-4078-a138-7f885bf93212 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988340 May 12 20:26:19.537762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-016a9d37-d25e-4eaa-afdd-d153ceef723a None None] Provisioning complete for port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:19.538130 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-016a9d37-d25e-4eaa-afdd-d153ceef723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.570101 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 2, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:19.574115 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Checking router: 8d94b949-920b-4893-995e-a81499218d5a for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:26:19.574448 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Updating router 8d94b949-920b-4893-995e-a81499218d5a port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:26:19.597025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-016a9d37-d25e-4eaa-afdd-d153ceef723a None None] Port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:26:19.634659 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.682006 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-1e0f8632-20ea-4b97-8c9d-889381edefe2 service neutron] 10.222.0.72 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540649 May 12 20:26:19.825741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-39ce97b3-761f-43f5-b59a-747185358e1d service neutron] 10.222.0.72 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427402 May 12 20:26:19.985517 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:19.996659 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Transition to ACTIVE for port object e55e8c1b-2f17-4aec-a183-7eb1aee61d38 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:26:20.003742 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:20.010751 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2ff7ded1-bc9c-480c-98cf-3e61a011c5fa req-8f50c7e8-b6ee-4ce3-844e-7fe48febff7c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 210 time: 0.0465386 May 12 20:26:20.154603 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Pushing event updated for resources: {'Port': ['ID=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:20.197262 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.197523 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.197838 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.198162 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.198484 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.198889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.199294 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.199612 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.199925 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.200240 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.200558 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.200985 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:26:20.224164 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Attempting to bind port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:26:20.224590 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Attempting to bind port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:26:20.224857 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Attempting to bind port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 on network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:26:20.230184 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:26:20.230542 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Checking segment: {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:26:20.230931 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:20.231306 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Bound using segment: {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:26:20.231756 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Bound port: e55e8c1b-2f17-4aec-a183-7eb1aee61d38, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:26:20.232118 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:20.323973 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] For port e55e8c1b-2f17-4aec-a183-7eb1aee61d38, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:26:20.326989 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] For port e55e8c1b-2f17-4aec-a183-7eb1aee61d38, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:26:20.334009 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:20.441708 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:20.442323 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:25:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:20.505594 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a715fe-b65e-4643-8276-7f126116de01 None None] Pushing event updated for resources: {'Port': ['ID=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:20.548212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eb6ff9cc-5f8c-4f5b-b394-352203a7f914 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:26:20.616350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:20.616721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:20.623665 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:20.742288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:20.743328 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 860bbf58-a148-40f4-96c6-cad23f16c53f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:26:20.814550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 860bbf58-a148-40f4-96c6-cad23f16c53f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:20.814939 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:20.929922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 860bbf58-a148-40f4-96c6-cad23f16c53f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:20.930178 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:20Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:20.934343 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135aad1-9ed0-4a87-a039-6d411ffe1778 None None] The sync data for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 is: [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:20Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:26:21.106575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b22e2b71-d58f-4d39-a8b8-e1bb943d9614 req-b65613a4-c2c8-431e-92d2-ee8891871909 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 210 time: 0.0431280 May 12 20:26:22.205169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-342aadc0-56e8-4f96-84e3-6d09c9375c50 req-71d134f8-b2ae-4f13-adc0-a9636c5c1e2f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 210 time: 0.0436826 May 12 20:26:22.566567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e55e8c1b-2f17-4aec-a183-7eb1aee61d38 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:26:22.647279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:26:22.652402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:22.652817 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:22.779169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:22.779497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:22.815593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port e55e8c1b-2f17-4aec-a183-7eb1aee61d38, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:22.823144 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:22.891349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:23.303433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d5299085-6c8c-41e0-b6ce-a258057e8c37 req-04e71667-2a37-4b26-9f27-cc79bab48d73 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 210 time: 0.0454102 May 12 20:26:23.731716 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:26:24.517553 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-58a332ed-8662-4d8f-afc1-97c29ff1c7cd req-3dacf0f2-bea7-49c6-a1b3-fcea7784dc78 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 210 time: 0.0990059 May 12 20:26:24.538888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e55e8c1b-2f17-4aec-a183-7eb1aee61d38 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:26:24.612885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:24.613277 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:24.765606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:25.315821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-c85b30d1-7bc2-4d57-8403-58cfa4b096bb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:25.316556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-c85b30d1-7bc2-4d57-8403-58cfa4b096bb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:26:25.328599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-c85b30d1-7bc2-4d57-8403-58cfa4b096bb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:26:25.329734 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-c85b30d1-7bc2-4d57-8403-58cfa4b096bb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 797 time: 0.1633868 May 12 20:26:25.384065 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-da29f699-fa8b-47c4-a80c-009e1a2aacbc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 380 time: 0.0461495 May 12 20:26:25.394131 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'port': {'device_id': '4c834dfa-960a-4066-a8be-da1a0858423c', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'admin_state_up': True, 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'security_groups': ['4ffeb471-3d8b-4cab-8b3a-b9187f8b423a']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:25.645501 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:25.655094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:25.665931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:26:25.669494 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:25.719558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-da8d3110-987d-49cb-b0dc-94e2539e211e req-98d89b3b-d25e-4b11-9c71-93543a21e931 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 210 time: 0.0936155 May 12 20:26:25.845537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.11 (c6e4c4cc-fafa-466a-b690-0d620a88e9b1/d57c1b85-36f7-4745-a388-6511c91a9d4a/b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:26:26.045479 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.065878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:26:26.092405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.162849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:26:26.166061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:26:26.169873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:26:26.203465 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:26.241089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:26.241778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.267813 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-e18433b5-bac7-4b80-9115-187530205394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8771939 May 12 20:26:26.279724 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Request body: {'port': {'device_id': '4c834dfa-960a-4066-a8be-da1a0858423c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:26.393399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.445436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fbc22a2a-f591-428f-9c95-ad070b8fbd54 None None] Provisioning for port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:26:26.450324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-fbc22a2a-f591-428f-9c95-ad070b8fbd54 None None] Provisioning complete for port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:26.450799 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fbc22a2a-f591-428f-9c95-ad070b8fbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.505487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fbc22a2a-f591-428f-9c95-ad070b8fbd54 None None] Port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:26:26.735180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:26:26.742506 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.758669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Transition to ACTIVE for port object b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:26:26.764049 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.911933 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3d7bd-835e-41d2-bbf7-85ba3926d222 req-4a598768-145b-404e-99d2-ae9749b169d0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:26.913554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eda3d7bd-835e-41d2-bbf7-85ba3926d222 req-4a598768-145b-404e-99d2-ae9749b169d0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 944 time: 0.0879433 May 12 20:26:26.920201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Pushing event updated for resources: {'Port': ['ID=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:26.937023 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-33093092-2f1e-4d5c-a6ac-2889747ab2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:26.970665 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eda3d7bd-835e-41d2-bbf7-85ba3926d222 req-66338496-1155-4db8-b9a2-0650e73d6931 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507860 May 12 20:26:27.002399 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Attempting to bind port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:26:27.002729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Attempting to bind port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:26:27.003059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Attempting to bind port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a on network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:26:27.010041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a on network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:26:27.010427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Attempting to bind port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a on network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:26:27.016115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:26:27.016451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Checking segment: {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:26:27.016835 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Bound using segment: {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:26:27.017333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Bound port: b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5228fe7-a7c8-4533-ad5e-e180ee759641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:26:27.017680 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:27.107557 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] For port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:26:27.110481 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] For port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:26:27.117471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:27.179042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:27.179654 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:27.181038 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] 10.222.0.36 "PUT /v2.0/ports/b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 1092 time: 0.9056926 May 12 20:26:27.181564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:26:27.207878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d08e0e-148b-4673-b2d2-04704834ef0e service neutron] Pushing event updated for resources: {'Port': ['ID=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:27.257633 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa8d50b-f400-4ca9-a97a-8bc6e3cea80e'] response: {'name': 'network-changed', 'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'status': 'completed', 'code': 200} May 12 20:26:27.294897 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-23534e03-e33f-4a9f-9afb-4c6dfe4af22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:27.296380 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-23534e03-e33f-4a9f-9afb-4c6dfe4af22b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1095 time: 0.0742753 May 12 20:26:27.370503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-6e758968-116d-4c3d-ade8-118ce4afdefc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 217 time: 0.0671782 May 12 20:26:27.430962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-3beec7e4-cdcb-4db9-8c23-2e9bd67e9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:27.432318 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-3beec7e4-cdcb-4db9-8c23-2e9bd67e9ed8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 200 len: 835 time: 0.0559044 May 12 20:26:27.611753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-a4e3ac00-46aa-4729-b5aa-d7c89c0e03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:27.613101 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-a4e3ac00-46aa-4729-b5aa-d7c89c0e03ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743324 May 12 20:26:27.751542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-034ce1f3-0bbb-4bd1-a757-745ef56671a5 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313689 May 12 20:26:27.886634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18fb2da-4dac-4517-b662-f1d5b15a3bb4 req-f091b6fe-6315-4adb-a749-d980e6360653 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284034 May 12 20:26:28.011263 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c41b8-eb22-479c-9c88-ebc63901382b req-7f31a5bc-7183-4008-adad-1a0008daece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:28.012766 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-353c41b8-eb22-479c-9c88-ebc63901382b req-7f31a5bc-7183-4008-adad-1a0008daece5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1095 time: 0.0733457 May 12 20:26:28.143968 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c41b8-eb22-479c-9c88-ebc63901382b req-16253615-aef9-4d37-96af-d3e375278ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:28.145487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-353c41b8-eb22-479c-9c88-ebc63901382b req-16253615-aef9-4d37-96af-d3e375278ea3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 898 time: 0.1267560 May 12 20:26:28.160172 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e265c-4480-4c50-abf2-78a8e854b03c req-86bd0e8b-86a6-4e6e-b275-7361d9a3d240 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:28.161958 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f1e265c-4480-4c50-abf2-78a8e854b03c req-86bd0e8b-86a6-4e6e-b275-7361d9a3d240 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 944 time: 0.0801387 May 12 20:26:28.208552 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9f1e265c-4480-4c50-abf2-78a8e854b03c req-7312e510-983e-4765-9e92-fdbaf7e3afdb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 May 12 20:26:28.216274 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-353c41b8-eb22-479c-9c88-ebc63901382b req-257a511a-18a0-4322-8b82-4290824522db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 217 time: 0.0636830 May 12 20:26:28.283094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c41b8-eb22-479c-9c88-ebc63901382b req-82b1b1b5-b0c8-460e-8ce3-e54f38902d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:28.284515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-353c41b8-eb22-479c-9c88-ebc63901382b req-82b1b1b5-b0c8-460e-8ce3-e54f38902d34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 200 len: 835 time: 0.0609648 May 12 20:26:28.366470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c41b8-eb22-479c-9c88-ebc63901382b req-6d30508b-ae98-4357-9c09-2677bd4f2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:28.367937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-353c41b8-eb22-479c-9c88-ebc63901382b req-6d30508b-ae98-4357-9c09-2677bd4f2dfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766113 May 12 20:26:28.504926 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-353c41b8-eb22-479c-9c88-ebc63901382b req-27d8fbf1-15f2-4c72-8b3a-87b53f728d4d service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285799 May 12 20:26:28.634758 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-353c41b8-eb22-479c-9c88-ebc63901382b req-ad9b0369-2a3e-4617-945d-46a435d8c93f service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226299 May 12 20:26:29.023914 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0d9d023b-e3fb-4b6c-9739-c7006b317e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:29.421591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cdb91-bd07-45f5-9e12-a250ddd20886 req-0c831c5a-2aaf-4f83-bd5d-c6f7d3d38a22 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:29.423058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-217cdb91-bd07-45f5-9e12-a250ddd20886 req-0c831c5a-2aaf-4f83-bd5d-c6f7d3d38a22 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 944 time: 0.0941904 May 12 20:26:29.472440 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-217cdb91-bd07-45f5-9e12-a250ddd20886 req-4c164262-e460-4887-aae2-de87a2efdf6d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 May 12 20:26:30.222142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:26:30.331919 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:30.371419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:30.384168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'port_id': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'mac_address': 'fa:16:3e:ef:65:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:26:30.441356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:30.441766 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:30.462565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:26:30.481202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:30.487863 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:30.556175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:30.659046 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:30.667417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eddb73-c71b-4e8e-966e-59ba23d9dc7f req-693b2248-3035-4804-85ed-4b94d7792009 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:30.668876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40eddb73-c71b-4e8e-966e-59ba23d9dc7f req-693b2248-3035-4804-85ed-4b94d7792009 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 945 time: 0.0907159 May 12 20:26:30.690251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:26:30.714979 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-40eddb73-c71b-4e8e-966e-59ba23d9dc7f req-46826914-ca2e-41fd-9ce2-78c026738a43 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 May 12 20:26:31.848810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:31.935616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652e0e3-937a-4795-9b91-ffd4d2e04e82 req-579211b9-5943-40bd-9ce2-2bffc7b80394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:31.937083 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d652e0e3-937a-4795-9b91-ffd4d2e04e82 req-579211b9-5943-40bd-9ce2-2bffc7b80394 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 945 time: 0.0870576 May 12 20:26:31.981053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d652e0e3-937a-4795-9b91-ffd4d2e04e82 req-c47996cd-2002-40cc-babc-c0ca295cee57 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380983 May 12 20:26:32.220315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:26:32.304062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:26:32.309151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:26:32.309552 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:32.436801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:26:32.437327 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:32.471154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:26:32.480896 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:26:32.486695 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:32.525479 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5405a3-f69f-4971-8947-64540667ad4a'] response: {'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'code': 200} May 12 20:26:32.556561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:32.661602 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ea222-44e7-4bfc-a2a4-9dcfd8ad7fe8 req-f447cedb-7624-4cb3-884a-e2610acda76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:32.663150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-067ea222-44e7-4bfc-a2a4-9dcfd8ad7fe8 req-f447cedb-7624-4cb3-884a-e2610acda76b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1097 time: 0.0775938 May 12 20:26:32.705035 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-067ea222-44e7-4bfc-a2a4-9dcfd8ad7fe8 req-0423e6c5-6d4b-4c4b-b383-b96f3461a634 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350711 May 12 20:26:33.288782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542637d-55ff-4e9a-9091-bcc5804c1554 req-13b8b5af-6b3e-4eef-b61d-2cda3e1046c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:33.290160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c542637d-55ff-4e9a-9091-bcc5804c1554 req-13b8b5af-6b3e-4eef-b61d-2cda3e1046c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.1954410 May 12 20:26:33.332999 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c542637d-55ff-4e9a-9091-bcc5804c1554 req-c2da63f1-5983-427f-988b-c53c74d21b8e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369864 May 12 20:26:34.526977 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0655f40-f855-43ff-97ae-f82462332fc3 req-b9a3b2e8-37c0-4f2c-9577-b4ad49c6ca2f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:34.529712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0655f40-f855-43ff-97ae-f82462332fc3 req-b9a3b2e8-37c0-4f2c-9577-b4ad49c6ca2f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0837576 May 12 20:26:34.575190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d0655f40-f855-43ff-97ae-f82462332fc3 req-9ba78389-a285-4508-9adf-b20b06e7d1c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407629 May 12 20:26:34.767723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7bc8-5e66-4d0b-80b5-86f8b0cc82c5 req-c22d504f-bf1a-4a4c-8870-8c8ae166c6a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:34.769090 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa4d7bc8-5e66-4d0b-80b5-86f8b0cc82c5 req-c22d504f-bf1a-4a4c-8870-8c8ae166c6a4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0880115 May 12 20:26:34.812182 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa4d7bc8-5e66-4d0b-80b5-86f8b0cc82c5 req-6fcd95d9-1825-4229-a20c-ea6aa159c9fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374105 May 12 20:26:34.834914 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49916) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:34.909534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c5236-ee73-4474-b564-e29566c2cb00 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:34.911016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-651c5236-ee73-4474-b564-e29566c2cb00 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1092 time: 0.0751359 May 12 20:26:34.915219 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 49920) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:34.920337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:26:34.927212 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:26:34.931139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:floatingip and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:26:34.934014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:26:34.940193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:26:34.953133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:35.097723 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:35.232967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.42 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/56e08b93-6901-4290-86f7-2d49eb3e3440) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:26:35.377672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:35.410495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:35.582027 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:26:35.584875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:26:35.588695 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:26:35.622669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=56e08b93-6901-4290-86f7-2d49eb3e3440,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:36.030475 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:36.110378 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:36.338326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:36.345384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:36.452383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=56e08b93-6901-4290-86f7-2d49eb3e3440,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:26:36.465734 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:36.634376 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP 8e8bd720-5383-47fa-95cc-fd65985b56d1 associated. External IP: 172.25.2.42, port: b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a. May 12 20:26:36.989874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8d94b949-920b-4893-995e-a81499218d5a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:26:37.334562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:26:37.342280 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-50aeb41a-6715-4690-9ca0-e5841ee92580 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789012 May 12 20:26:37.345517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] Sync routers for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:26:37.355388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:37.356221 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:37.365913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:37.462746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7e9a9632-3395-4f33-b624-83c58d3d6d0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5464413 May 12 20:26:37.463991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:26:37.499515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d324a0-b078-4f30-aebe-ff7905770def req-10ad895c-2fb0-4941-852c-b139a56c81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:37.501077 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-10ad895c-2fb0-4941-852c-b139a56c81da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1097 time: 0.0900042 May 12 20:26:37.522893 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef8ac9f-2709-4205-9c41-fd260679f5ab'] response: {'name': 'network-changed', 'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'status': 'completed', 'code': 200} May 12 20:26:37.542088 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:37.664623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715c96e-e268-43ea-9629-66763ca38007 req-27e6272e-641c-44e9-8da2-c9483271f548 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:37.668663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d324a0-b078-4f30-aebe-ff7905770def req-c6658335-803a-4b39-aeb4-9ce18b5f7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:37.670386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-c6658335-803a-4b39-aeb4-9ce18b5f7432 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 898 time: 0.1503751 May 12 20:26:37.670803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5715c96e-e268-43ea-9629-66763ca38007 req-27e6272e-641c-44e9-8da2-c9483271f548 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0969191 May 12 20:26:37.721619 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5715c96e-e268-43ea-9629-66763ca38007 req-1b82cf06-0746-41b3-a49b-4f1d08324ea7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482984 May 12 20:26:37.738076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49928) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:37.770634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-34b16162-5ad6-4034-bcc8-edc0ae9ede6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 999 time: 0.0940781 May 12 20:26:37.846411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d324a0-b078-4f30-aebe-ff7905770def req-e0a5dc3a-8768-48e0-a900-d25b7b88ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:37.847627 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ad594234-c506-4085-8614-5550d28bde29 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/8e8bd720-5383-47fa-95cc-fd65985b56d1 HTTP/1.1" status: 200 len: 991 time: 0.1083999 May 12 20:26:37.847867 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-e0a5dc3a-8768-48e0-a900-d25b7b88ac88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 200 len: 835 time: 0.0718827 May 12 20:26:37.925234 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d324a0-b078-4f30-aebe-ff7905770def req-724ca6c3-d13e-4e73-a62d-cf7ba81fd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:37.927219 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-724ca6c3-d13e-4e73-a62d-cf7ba81fd31c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732305 May 12 20:26:37.941495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8e8bd720-5383-47fa-95cc-fd65985b56d1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8d94b949-920b-4893-995e-a81499218d5a', 'port_id': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'mac_address': 'fa:16:3e:ef:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c834dfa-960a-4066-a8be-da1a0858423c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:26:35Z', 'updated_at': '2022-05-12T20:26:35Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:22Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:37.945939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] Checking router: 8d94b949-920b-4893-995e-a81499218d5a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:26:37.955271 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:26:37.955899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:26:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:38.056814 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-cd41d5b1-9c1e-40e9-9cc7-9f976c0df6fe service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224999 May 12 20:26:38.133175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:26:38.187789 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-80d324a0-b078-4f30-aebe-ff7905770def req-cd31bcfb-4c9d-4e70-b5f6-eeed7eea1a9f service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235445 May 12 20:26:38.303396 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9695b97-467c-4915-9a3b-b8868674f85c req-01272b47-a488-46a4-bd67-b993196bad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:38.304870 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a9695b97-467c-4915-9a3b-b8868674f85c req-01272b47-a488-46a4-bd67-b993196bad90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1097 time: 0.0740640 May 12 20:26:38.393814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:38.435047 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9695b97-467c-4915-9a3b-b8868674f85c req-714aff0d-8290-4e7d-ba0a-b4b7362b4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:38.436544 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a9695b97-467c-4915-9a3b-b8868674f85c req-714aff0d-8290-4e7d-ba0a-b4b7362b4c68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 898 time: 0.1257277 May 12 20:26:38.490835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8e8bd720-5383-47fa-95cc-fd65985b56d1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8d94b949-920b-4893-995e-a81499218d5a', 'port_id': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'mac_address': 'fa:16:3e:ef:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c834dfa-960a-4066-a8be-da1a0858423c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:26:35Z', 'updated_at': '2022-05-12T20:26:35Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:22Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:26:38.495324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2342a7d-f4bf-48f6-b4f6-aac612a67f03 None None] The sync data for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 is: [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8e8bd720-5383-47fa-95cc-fd65985b56d1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8d94b949-920b-4893-995e-a81499218d5a', 'port_id': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'mac_address': 'fa:16:3e:ef:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c834dfa-960a-4066-a8be-da1a0858423c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:26:35Z', 'updated_at': '2022-05-12T20:26:35Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:22Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:26:38.538993 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a9695b97-467c-4915-9a3b-b8868674f85c req-b57f6e1d-fd64-4de7-9088-9f7bc07c1189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 999 time: 0.0968902 May 12 20:26:38.614948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9695b97-467c-4915-9a3b-b8868674f85c req-ccb62799-0dcd-4527-b9ee-c21e8094cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:38.616406 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a9695b97-467c-4915-9a3b-b8868674f85c req-ccb62799-0dcd-4527-b9ee-c21e8094cdce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 200 len: 835 time: 0.0581791 May 12 20:26:38.685376 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e430c-b21d-4917-9fc6-e64a449f30e7 None None] New status for floating IP 8e8bd720-5383-47fa-95cc-fd65985b56d1: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:26:38.704025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9695b97-467c-4915-9a3b-b8868674f85c req-8f086a69-f028-4667-9328-e3b5f2d5b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:26:38.705553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a9695b97-467c-4915-9a3b-b8868674f85c req-8f086a69-f028-4667-9328-e3b5f2d5b5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751638 May 12 20:26:38.850361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49932) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:38.952018 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a9695b97-467c-4915-9a3b-b8868674f85c req-cfac66b4-fa98-4aec-9bc6-991785eab610 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398965 May 12 20:26:38.958414 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f5fc578b-a24a-46cb-b417-8316a589699b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/8e8bd720-5383-47fa-95cc-fd65985b56d1 HTTP/1.1" status: 200 len: 991 time: 0.1058006 May 12 20:26:39.093197 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a9695b97-467c-4915-9a3b-b8868674f85c req-96c1cf6b-add3-41c8-8bc4-32745818f417 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348505 May 12 20:26:39.158651 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:39.962501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49936) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:26:40.081407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b9c8994e-5110-47d4-b679-1191519d9b9d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/8e8bd720-5383-47fa-95cc-fd65985b56d1 HTTP/1.1" status: 200 len: 993 time: 0.1173508 May 12 20:26:56.934145 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9dfd-ae95-49fd-8a19-b64125c629ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:26:59.026501 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b46518d7-0346-4fa8-8187-a25d258922f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:00.276136 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:00.664837 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:00.734343 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:27:01.852631 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:05.059558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd451b-abcf-4923-b008-ff472206f9ee req-8ead9cd4-7b70-4b1c-af7e-7d501f52be96 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:05.061003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9fd451b-abcf-4923-b008-ff472206f9ee req-8ead9cd4-7b70-4b1c-af7e-7d501f52be96 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0897930 May 12 20:27:05.064419 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-7cf0bea6-508a-4e4e-8902-1a3c6c25cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:05.065920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-7cf0bea6-508a-4e4e-8902-1a3c6c25cc52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1097 time: 0.1242919 May 12 20:27:05.105305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9fd451b-abcf-4923-b008-ff472206f9ee req-5e2c9637-6b54-401b-aec8-bf8d1aa9c62c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 May 12 20:27:05.196647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-742f8255-2452-4826-99df-276942bed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:05.198143 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-742f8255-2452-4826-99df-276942bed590 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 898 time: 0.1256275 May 12 20:27:05.302906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-ba47ffac-d296-4d55-955b-afe9c3c8634f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 1001 time: 0.0974829 May 12 20:27:05.373073 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-efdc5d33-c4a7-44b7-acba-d896a38914f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:05.375109 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-efdc5d33-c4a7-44b7-acba-d896a38914f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 200 len: 835 time: 0.0628211 May 12 20:27:05.465293 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-363f4da3-7464-4cc3-865d-dba79c7c7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:05.466594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-363f4da3-7464-4cc3-865d-dba79c7c7ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836327 May 12 20:27:05.598308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-8dfadecf-e40d-4aea-a43f-a5eac2e85ae8 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250305 May 12 20:27:05.730927 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8638fca1-c198-4b04-aefd-199c3e7a6d84 req-bfd2916b-2699-4310-af66-fba4d9525466 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252944 May 12 20:27:06.306036 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20a32-efb1-4fb6-bbd5-8ba4711b4c4c req-b0f99fb2-ac83-435b-8334-b1df440a3823 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:06.307481 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bac20a32-efb1-4fb6-bbd5-8ba4711b4c4c req-b0f99fb2-ac83-435b-8334-b1df440a3823 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0931089 May 12 20:27:06.354161 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bac20a32-efb1-4fb6-bbd5-8ba4711b4c4c req-ccfc6a4b-05b4-4db7-816e-9064ef110923 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384910 May 12 20:27:07.550082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026ee5-b164-4221-8fe4-d15537684776 req-d8d83706-5c69-407e-822e-c1c279942ad3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:07.551423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54026ee5-b164-4221-8fe4-d15537684776 req-d8d83706-5c69-407e-822e-c1c279942ad3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0796087 May 12 20:27:07.598174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-54026ee5-b164-4221-8fe4-d15537684776 req-5d61d976-5547-4e6e-921e-cab269cd96c5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404232 May 12 20:27:08.401619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:08.805064 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c912f-c88b-4745-88c6-77213f0db516 req-6e646469-0ae5-445c-a9dd-47611c6e0343 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:08.806461 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-609c912f-c88b-4745-88c6-77213f0db516 req-6e646469-0ae5-445c-a9dd-47611c6e0343 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0927217 May 12 20:27:08.851391 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-609c912f-c88b-4745-88c6-77213f0db516 req-54fbae05-dea7-4690-8eb7-da3456b41c51 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 May 12 20:27:09.155660 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:10.063376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41edaf1-11aa-48d8-9d34-3cd8ae01b57d req-5527db73-ee95-4614-9316-78ce06e50f3c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:10.064843 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d41edaf1-11aa-48d8-9d34-3cd8ae01b57d req-5527db73-ee95-4614-9316-78ce06e50f3c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0914171 May 12 20:27:10.109075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d41edaf1-11aa-48d8-9d34-3cd8ae01b57d req-9d85344f-af66-4e83-8c44-4fd9e6bd255c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384872 May 12 20:27:11.309120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d377ae-3b70-453f-baa9-dda1fbf9be6a req-7ffaec7e-4231-47ae-987b-d8466fa56b6d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:11.310852 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8d377ae-3b70-453f-baa9-dda1fbf9be6a req-7ffaec7e-4231-47ae-987b-d8466fa56b6d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0948124 May 12 20:27:11.357763 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c8d377ae-3b70-453f-baa9-dda1fbf9be6a req-2dfa148d-5689-422e-aaae-14c866c9ce6f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 May 12 20:27:12.560947 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a4bda-f400-4f39-8c16-17de004e8e12 req-16350735-63c8-460e-91c0-0b1c3833b1d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:12.562454 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-104a4bda-f400-4f39-8c16-17de004e8e12 req-16350735-63c8-460e-91c0-0b1c3833b1d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0932088 May 12 20:27:12.608054 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-104a4bda-f400-4f39-8c16-17de004e8e12 req-1d88d6a8-49f2-4717-8233-e82b1f7c5acd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397420 May 12 20:27:13.806004 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7634-ce19-46ac-a4eb-2bd6ee539cc5 req-fff693ba-be33-4624-9be9-dee2ca26692a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:13.807434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0eca7634-ce19-46ac-a4eb-2bd6ee539cc5 req-fff693ba-be33-4624-9be9-dee2ca26692a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0830231 May 12 20:27:13.853058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0eca7634-ce19-46ac-a4eb-2bd6ee539cc5 req-78775cdb-9236-49fb-be0a-966c273f652c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373747 May 12 20:27:15.045196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87284a-8b53-4977-8335-e6a7f1783453 req-6a711cb4-b725-44ab-8c3d-f72f9cbda234 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:15.046687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec87284a-8b53-4977-8335-e6a7f1783453 req-6a711cb4-b725-44ab-8c3d-f72f9cbda234 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0848134 May 12 20:27:15.090657 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ec87284a-8b53-4977-8335-e6a7f1783453 req-85133c27-9abc-4a81-aaf3-49e854d0611f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 May 12 20:27:16.293893 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a76ca-02f1-41ff-81c8-bc55de534571 req-d364aa9f-d5b3-4667-afd6-e11bdf074084 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:16.295575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-246a76ca-02f1-41ff-81c8-bc55de534571 req-d364aa9f-d5b3-4667-afd6-e11bdf074084 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0982325 May 12 20:27:16.345213 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-246a76ca-02f1-41ff-81c8-bc55de534571 req-eb336b80-5055-44d6-8acb-717c26288d99 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 May 12 20:27:17.541559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc5c5-1ef5-4871-ad55-acacf827e93c req-db4e0e71-3bb3-414b-b24d-cc5f0d1057c0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:17.542904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d98cc5c5-1ef5-4871-ad55-acacf827e93c req-db4e0e71-3bb3-414b-b24d-cc5f0d1057c0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0892580 May 12 20:27:17.600118 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d98cc5c5-1ef5-4871-ad55-acacf827e93c req-d8ae3061-91c9-4181-ba17-df43e176aac2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513582 May 12 20:27:17.623753 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 49982) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:17.739203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3d4ee49e-7066-40c1-a6e4-13485fa525ed tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/8e8bd720-5383-47fa-95cc-fd65985b56d1 HTTP/1.1" status: 200 len: 993 time: 0.1140039 May 12 20:27:26.936454 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8002-8f4e-4953-911f-98c6325a4ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:29.023610 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2933d229-746a-483c-ac0e-39790f566fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:30.281833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:30.671251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:31.851944 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:37.734747 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:27:38.143843 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-81507e43-5aca-47d6-9735-b1ca335cb53d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768392 May 12 20:27:38.292969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-20240d82-29d4-4d58-b3d3-06d5a37a52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:38.296871 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-20240d82-29d4-4d58-b3d3-06d5a37a52b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1097 time: 0.0835180 May 12 20:27:38.393711 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:38.458882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-4bd57b6a-0c71-495e-a37a-6c531634fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:38.460237 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-4bd57b6a-0c71-495e-a37a-6c531634fb41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 898 time: 0.1408377 May 12 20:27:38.564046 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-eee820eb-0ace-4bca-b9b1-62ef229eb15f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 1001 time: 0.0952280 May 12 20:27:38.638817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-72e8f393-9fa8-4d63-899c-47c10c307b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:38.640150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-72e8f393-9fa8-4d63-899c-47c10c307b8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 200 len: 835 time: 0.0609133 May 12 20:27:38.717379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-050fd1c5-7afc-4140-8502-572956587759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:38.719103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-050fd1c5-7afc-4140-8502-572956587759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713282 May 12 20:27:38.848216 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-47993049-8d13-4e98-a55d-1bdc4793a426 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226346 May 12 20:27:39.091302 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0a9f46a4-1465-49cd-97c8-214c4d7c6595 req-a7d881b8-34fd-49a5-85d8-c87acea9c95e service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370698 May 12 20:27:39.156591 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:48.496158 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50004) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:48.815940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 56e08b93-6901-4290-86f7-2d49eb3e3440 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:27:48.816203 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:48.982545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:48.982837 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:49.104608 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 56e08b93-6901-4290-86f7-2d49eb3e3440 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:27:49.251147 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:49.310108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=56e08b93-6901-4290-86f7-2d49eb3e3440,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:49.350387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.350732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.351076 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.351410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.351745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.352073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.352398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.352721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.353042 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.353441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.353744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.354060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:49.408693 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:49.409015 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP 8e8bd720-5383-47fa-95cc-fd65985b56d1 disassociated (deleted). External IP: 172.25.2.42, port: b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a. May 12 20:27:49.769486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8d94b949-920b-4893-995e-a81499218d5a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:27:49.945922 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:27:49.956174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] Sync routers for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:27:49.962329 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:49.966393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:27:49.967002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:50.142886 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-be94ea31-fe6f-47c8-bd1b-d03dfc45e66e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/floatingips/8e8bd720-5383-47fa-95cc-fd65985b56d1 HTTP/1.1" status: 204 len: 168 time: 1.6446593 May 12 20:27:50.142886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:27:50.147204 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:27:50.193457 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da621c1-37e6-4806-ab6b-fded692f4034'] response: {'name': 'network-changed', 'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'status': 'completed', 'code': 200} May 12 20:27:50.287711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-b9c8f714-005a-48a3-a493-bbf57b685e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:50.289233 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-b9c8f714-005a-48a3-a493-bbf57b685e10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 1097 time: 0.0737760 May 12 20:27:50.427907 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-8b993d94-f89e-4935-a052-a3f091f9b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:50.429324 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-8b993d94-f89e-4935-a052-a3f091f9b45b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 200 len: 898 time: 0.1339138 May 12 20:27:50.497024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-58198786-c92a-4a8b-91c0-44a527f0ce97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 200 len: 217 time: 0.0608084 May 12 20:27:50.510964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:22Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:50.515378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] Checking router: 8d94b949-920b-4893-995e-a81499218d5a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:27:50.523789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:27:50.524393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:50.529028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35623ab0-1c32-4067-90dc-490d201a711e req-7a341b5c-e049-43db-92d0-0904f94033a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:50.529974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-35623ab0-1c32-4067-90dc-490d201a711e req-7a341b5c-e049-43db-92d0-0904f94033a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:27:50.550950 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-35623ab0-1c32-4067-90dc-490d201a711e req-7a341b5c-e049-43db-92d0-0904f94033a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:27:50.552820 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35623ab0-1c32-4067-90dc-490d201a711e req-7a341b5c-e049-43db-92d0-0904f94033a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.1160634 May 12 20:27:50.565034 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-e8bca798-ec57-4cf1-b235-1cd0e54b8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:50.566514 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-e8bca798-ec57-4cf1-b235-1cd0e54b8b42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 200 len: 835 time: 0.0631015 May 12 20:27:50.602209 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-35623ab0-1c32-4067-90dc-490d201a711e req-aa707ee0-f9fe-47f3-8ac2-3301fcc8add4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 May 12 20:27:50.643432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-b7dc6951-5f07-463c-ad6e-b20d1ed34819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:50.644917 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-b7dc6951-5f07-463c-ad6e-b20d1ed34819 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6e4c4cc-fafa-466a-b690-0d620a88e9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710185 May 12 20:27:50.703015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:27:50.776853 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-3911f391-6142-4146-8d83-4a34ada5680e service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244962 May 12 20:27:50.923085 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5a1c4f9d-5017-44d0-b7ee-ff2da411130a req-e250f17f-4835-4759-919d-91b40944bb51 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400368 May 12 20:27:51.018854 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:22Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:51.023021 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2b67f-814f-483e-86c4-ee2489e4a456 None None] The sync data for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 is: [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:26:17Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': 'e55e8c1b-2f17-4aec-a183-7eb1aee61d38', 'name': '', 'network_id': 'c6e4c4cc-fafa-466a-b690-0d620a88e9b1', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:16Z', 'updated_at': '2022-05-12T20:26:22Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'd57c1b85-36f7-4745-a388-6511c91a9d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:27:51.231193 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760492c4-1c68-4efc-bb2d-0f8b7701b468 None None] New status for floating IP 8e8bd720-5383-47fa-95cc-fd65985b56d1: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:27:51.802703 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae520b-034a-4b7b-8ade-57342fcfa497 req-f294707b-3b3d-4516-80a4-0ee8f0e61eee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:51.804141 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deae520b-034a-4b7b-8ade-57342fcfa497 req-f294707b-3b3d-4516-80a4-0ee8f0e61eee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.0887146 May 12 20:27:51.848626 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-deae520b-034a-4b7b-8ade-57342fcfa497 req-a91ed1d4-5e33-4a7a-b698-f81ad3655832 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386999 May 12 20:27:51.915060 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-0fdd18be-8244-467e-9ff5-ec7a8fd7fa62 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:27:51.915771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-0fdd18be-8244-467e-9ff5-ec7a8fd7fa62 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:27:51.928867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-0fdd18be-8244-467e-9ff5-ec7a8fd7fa62 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:27:51.930154 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-0fdd18be-8244-467e-9ff5-ec7a8fd7fa62 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 946 time: 0.1115112 May 12 20:27:52.001680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:27:52.002015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:52.254976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:27:52.255232 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:52.379211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:27:52.525609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:52.575981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:52.617382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.617727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.618067 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.618386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.618710 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.619102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.619427 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.619753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.620077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.620395 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.620716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.621038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:52.764145 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] No DVR routers for this DVR port b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:27:52.767016 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:52.769509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'name': 'network-vif-deleted', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:27:52.786371 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-526e0296-bc65-40c1-9863-edd3b3694c4a req-e1c670e2-4705-4cb5-9be9-6320da7356a3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "DELETE /v2.0/ports/b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a HTTP/1.1" status: 204 len: 173 time: 0.8507111 May 12 20:27:52.868245 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162fde80-7b17-496f-adb0-8e8bf9f3e0c1'] response: {'server_uuid': '4c834dfa-960a-4066-a8be-da1a0858423c', 'name': 'network-vif-deleted', 'tag': 'b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a', 'status': 'completed', 'code': 200} May 12 20:27:53.032505 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01029385-8493-498d-a6ed-57aa0b769fd5 req-159df25e-f81f-4187-8e29-600d8dc861d6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c834dfa-960a-4066-a8be-da1a0858423c HTTP/1.1" status: 200 len: 210 time: 0.0443647 May 12 20:27:54.134081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:54.706503 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:55.057005 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port e55e8c1b-2f17-4aec-a183-7eb1aee61d38 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:27:55.057392 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:55.246744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port e55e8c1b-2f17-4aec-a183-7eb1aee61d38, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:27:55.247434 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:55.367874 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for e55e8c1b-2f17-4aec-a183-7eb1aee61d38 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:27:55.663238 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:55.708775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=e55e8c1b-2f17-4aec-a183-7eb1aee61d38,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:55.991533 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:56.368200 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8d94b949-920b-4893-995e-a81499218d5a has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:27:56.545711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:27:56.564002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] Sync routers for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:27:56.568744 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d8958d2f-8c6b-44f8-8c9f-53974bd992a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/8d94b949-920b-4893-995e-a81499218d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4238279 May 12 20:27:56.568744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50028) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:56.571978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:27:56.572680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:56.632063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting subnet d57c1b85-36f7-4745-a388-6511c91a9d4a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:27:56.634893 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:56.687138 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:56.710342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:27:56.761291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:27:56.761624 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device b6c8c0a1-c60f-4fd7-bfb6-84e3d3b5ed2a not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:27:56.774147 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:56.786055 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:27:56.846913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:56.886658 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Subnet': ['ID=d57c1b85-36f7-4745-a388-6511c91a9d4a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:56.888519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:56.898241 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-138c8acf-a257-40f7-aa04-53b43c2d472a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/subnets/d57c1b85-36f7-4745-a388-6511c91a9d4a HTTP/1.1" status: 204 len: 168 time: 0.3294287 May 12 20:27:56.898241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:56.907882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdc7e2c-0c92-45e2-9185-e85f42b5de9a None None] Network c6e4c4cc-fafa-466a-b690-0d620a88e9b1 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:27:57.038709 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3cab9402-8e6e-4f73-88de-93a3792a6556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.198399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.289968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:27:55Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:57.294270 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] Checking router: 8d94b949-920b-4893-995e-a81499218d5a for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:27:57.303376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] Routers {'8d94b949-920b-4893-995e-a81499218d5a'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:27:57.303980 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8d94b949-920b-4893-995e-a81499218d5a'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:57.365656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] DHCP port deletion for c6e4c4cc-fafa-466a-b690-0d620a88e9b1 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:27:57.383962 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.384549 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Deleting port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:27:57.384549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.394816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 860bbf58-a148-40f4-96c6-cad23f16c53f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:27:57.395149 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.564103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 860bbf58-a148-40f4-96c6-cad23f16c53f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=860bbf58-a148-40f4-96c6-cad23f16c53f,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:27:57.564320 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.567717 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] Set router 8d94b949-920b-4893-995e-a81499218d5a gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:27:57.685941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 860bbf58-a148-40f4-96c6-cad23f16c53f owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:27:57.840129 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] For port eb6ff9cc-5f8c-4f5b-b394-352203a7f914, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=eb6ff9cc-5f8c-4f5b-b394-352203a7f914,segment=NetworkSegment(e5228fe7-a7c8-4533-ad5e-e180ee759641),segment_id=e5228fe7-a7c8-4533-ad5e-e180ee759641)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:27:57.840410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.853443 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:57.904203 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=860bbf58-a148-40f4-96c6-cad23f16c53f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:57.974545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Calling delete_port for eb6ff9cc-5f8c-4f5b-b394-352203a7f914 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:27:57.993070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.101962 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.155458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Pushing event deleted for resources: {'Port': ['ID=eb6ff9cc-5f8c-4f5b-b394-352203a7f914,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:58.157765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] No DVR routers for this DVR port eb6ff9cc-5f8c-4f5b-b394-352203a7f914 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:27:58.168159 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:27:55Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:58.170340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.170659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.170907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.171244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.171575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.171903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.172232 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.172555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.172669 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.172915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.173257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.173534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.173852 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.174167 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9650668-fb1d-4cfb-babb-fe0e649124ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:27:58.178867 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d134-c61f-4b83-943e-feda31a544fb None None] The sync data for ids ['8d94b949-920b-4893-995e-a81499218d5a'] in n-d-841626-1 is: [{'id': '8d94b949-920b-4893-995e-a81499218d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164681133', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:26:12Z', 'updated_at': '2022-05-12T20:27:55Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '860bbf58-a148-40f4-96c6-cad23f16c53f', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d94b949-920b-4893-995e-a81499218d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:26:13Z', 'updated_at': '2022-05-12T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:27:58.204859 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.205490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Fanout notify agent at l3_agent the message router_deleted on router 8d94b949-920b-4893-995e-a81499218d5a {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:27:58.221401 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.225005 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-07969b42-6169-4b02-8a8a-a72d62abe097 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/routers/8d94b949-920b-4893-995e-a81499218d5a HTTP/1.1" status: 204 len: 168 time: 1.3240001 May 12 20:27:58.225206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50036) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:58.342844 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.475556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.516443 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e4c4cc-fafa-466a-b690-0d620a88e9b1']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:58.653609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e55e8c1b-2f17-4aec-a183-7eb1aee61d38 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:27:58.659606 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5228fe7-a7c8-4533-ad5e-e180ee759641') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:58.659904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5228fe7-a7c8-4533-ad5e-e180ee759641') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:27:58.673340 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.687610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: e55e8c1b-2f17-4aec-a183-7eb1aee61d38 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:27:58.687954 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e55e8c1b-2f17-4aec-a183-7eb1aee61d38 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:27:58.690162 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eb6ff9cc-5f8c-4f5b-b394-352203a7f914 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:27:58.692054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.699552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:27:58.700267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: timer() May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:27:58.715164 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:27:58.722290 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: eb6ff9cc-5f8c-4f5b-b394-352203a7f914 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:27:58.722628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device eb6ff9cc-5f8c-4f5b-b394-352203a7f914 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:27:58.798757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.817376 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.828771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Network': ['ID=c6e4c4cc-fafa-466a-b690-0d620a88e9b1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:58.838421 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d455bee3-6507-4714-bf89-bdda8858c883 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/networks/c6e4c4cc-fafa-466a-b690-0d620a88e9b1 HTTP/1.1" status: 204 len: 168 time: 0.6120710 May 12 20:27:58.841510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50040) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:58.915822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1339244-19b4-47fb-9a38-22f97750faf9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:58.946218 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1339244-19b4-47fb-9a38-22f97750faf9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.014727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1339244-19b4-47fb-9a38-22f97750faf9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.015878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c8ff173-de9b-4c7f-ac42-cdaec7456d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.033969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1339244-19b4-47fb-9a38-22f97750faf9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffeb471-3d8b-4cab-8b3a-b9187f8b423a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:59.042546 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c1339244-19b4-47fb-9a38-22f97750faf9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.043694 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c1339244-19b4-47fb-9a38-22f97750faf9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/security-groups/4ffeb471-3d8b-4cab-8b3a-b9187f8b423a HTTP/1.1" status: 204 len: 168 time: 0.2012646 May 12 20:27:59.168670 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50048) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:59.174231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185354645', 'description': 'tempest-secgroup-smoke-1185354645 description', 'project_id': 'fad95b45a29248879685b3eadad6f627'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:27:59.181389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:27:59.185918 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:27:59.188709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:27:59.194539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:27:59.214024 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.234509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:27:59.238623 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:27:59.242215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:27:59.248600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:27:59.327384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.331246 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.376852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a370d94a-53a7-45d7-9879-3bfd7ecbdb82,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:59.381324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.382533 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e6be20e2-ce12-4402-ba2c-18f228008a0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2127953 May 12 20:27:59.385559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50052) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:59.390754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'a370d94a-53a7-45d7-9879-3bfd7ecbdb82', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:27:59.397723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:27:59.401790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:27:59.404631 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:27:59.410262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:27:59.428745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.490030 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.497019 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.533362 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59724323-f2d6-4b9c-86ed-184f4c9e5d56,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:59.540538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.542066 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-24a7a839-cead-48af-8433-6c30adc2e13f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554179 May 12 20:27:59.544921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50056) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:59.549790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'a370d94a-53a7-45d7-9879-3bfd7ecbdb82', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:27:59.556431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:27:59.560285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:27:59.563155 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:27:59.568712 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:27:59.589692 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.661136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.666540 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.689306 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4e7abb-e985-4817-bc20-7d9a91ad846b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:59.699370 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.700589 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0a278859-a52a-4b78-b6a1-a5aa204718db tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546886 May 12 20:27:59.703386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50060) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:59.708254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'a370d94a-53a7-45d7-9879-3bfd7ecbdb82', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:27:59.714857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:27:59.719036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:27:59.721931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:27:59.727781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:27:59.744377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.805429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.811156 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.833809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fbc306-2198-4112-a832-795723be8655,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:27:59.844424 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.846081 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2f6077c6-dd68-4f55-a371-b3b17417d2e1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416950 May 12 20:27:59.848784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50064) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:27:59.853763 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'a370d94a-53a7-45d7-9879-3bfd7ecbdb82', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:27:59.860405 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:27:59.864410 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:27:59.867455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:27:59.873377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:27:59.893174 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.961495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.966618 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:27:59.990455 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2ccd3b-67e6-4b5f-b585-55ade2105df7,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:00.001005 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.002826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4eeae5a7-9cf2-417d-9cc3-541ac738a755 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528680 May 12 20:28:00.005639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50068) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:00.010570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'a370d94a-53a7-45d7-9879-3bfd7ecbdb82', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:00.017648 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:28:00.021829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:28:00.024854 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:28:00.031337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:28:00.044496 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:28:00.051731 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.119440 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.124600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.151196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cfea8d-918a-471e-8683-782680e4a060,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:00.163748 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.164955 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-29f7c169-bd93-4e60-9826-bd9edc5943d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584063 May 12 20:28:00.167969 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50072) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:00.173243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'a370d94a-53a7-45d7-9879-3bfd7ecbdb82', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:00.180059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:28:00.184218 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:28:00.187201 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:28:00.192972 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:28:00.204173 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:28:00.211096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.283930 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.287600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.291903 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.317431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7a8d7e-1d0f-42f4-a95f-b5612d982bd0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:00.328263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.329507 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d0532cd3-4870-498f-88b1-2e8ec9f4d329 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604540 May 12 20:28:00.332431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50076) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:00.338098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'network': {'name': 'tempest-network-smoke--179849098', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:00.344541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:28:00.350282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:network and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:28:00.353561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:28:00.360046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:28:00.372927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:28:00.376589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.406949 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:28:00.416358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.416753 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Added segment 007ad611-d243-4d40-ba2a-30b8d8c0d283 of type vlan for network 9d7e3c35-5734-499b-ab52-374095dcc1e9 May 12 20:28:00.442880 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.472789 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.478461 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:00.479045 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.555033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 860bbf58-a148-40f4-96c6-cad23f16c53f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:28:00.580486 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2470024 May 12 20:28:00.583379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50080) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:00.588829 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'admin_state_up': True, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:00.590258 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1d4b1-87b0-4b7e-bf87-b77b813908d9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Network': ['ID=9d7e3c35-5734-499b-ab52-374095dcc1e9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:00.602232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:28:00.607022 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:router and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:28:00.609760 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:28:00.610026 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:28:00.616710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:28:00.624902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 860bbf58-a148-40f4-96c6-cad23f16c53f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:28:00.625292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 860bbf58-a148-40f4-96c6-cad23f16c53f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:28:00.628810 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.630766 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.650601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.714988 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:00.928104 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:01.270523 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:01.302459 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:01.452095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.70 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/f29fb214-fa5e-4974-93d4-ca5d92d2d116) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:28:01.604003 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:01.638407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:01.701870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:28:01.704805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:28:01.708425 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:28:01.740862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=f29fb214-fa5e-4974-93d4-ca5d92d2d116,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:01.854252 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:02.249973 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:02.611127 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:02.820250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:28:02.997653 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:28:03.008227 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Sync routers for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:28:03.018419 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:28:03.019586 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:03.026522 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:03.027781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-348586a2-cfeb-46b0-808f-fe7bd6ca12b6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4430940 May 12 20:28:03.031222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50084) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:03.072616 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e9f030d1-39d7-4182-bcbb-1e993ccd1778 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=fad95b45a29248879685b3eadad6f627&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402167 May 12 20:28:03.075314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50088) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:03.203147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce19ee-1544-4c58-925b-a05aacf6aae2 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:03.204629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-afce19ee-1544-4c58-925b-a05aacf6aae2 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284261 May 12 20:28:03.207523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50092) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:03.230815 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:28:03.245601 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a7cc63ab-f94d-457c-b477-b6cf4558f75b tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370202 May 12 20:28:03.248296 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50096) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:03.253443 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127422610', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:03.492080 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:28:03.496222 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:subnet and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:28:03.499153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:28:03.505300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:28:03.513727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:02Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:03.517030 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:28:03.517826 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Checking router: 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:28:03.518177 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Updating router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf port f29fb214-fa5e-4974-93d4-ca5d92d2d116 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:28:03.520673 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:03.569671 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:03.739603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:03.818451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Subnet': ['ID=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:03.827147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Checking segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:28:03.827504 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network hostable DHCP agents. Network: 9d7e3c35-5734-499b-ab52-374095dcc1e9, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:28:03.848052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:28:03.857342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 9d7e3c35-5734-499b-ab52-374095dcc1e9) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:28:03.861405 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:03.861985 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:03.869593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe61aa-cfc8-47e6-ae84-84e3c7b870a9 None None] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:28:03.889805 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c629a7be-4f94-4bfe-81f3-b2a6b7fec813 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6404340 May 12 20:28:03.891334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50100) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:03.896863 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:03.908852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Transition to ACTIVE for port object f29fb214-fa5e-4974-93d4-ca5d92d2d116 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:28:03.916461 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:03.995060 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Attempting to bind port f29fb214-fa5e-4974-93d4-ca5d92d2d116 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:28:03.995422 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Attempting to bind port f29fb214-fa5e-4974-93d4-ca5d92d2d116 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:28:03.995781 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Attempting to bind port f29fb214-fa5e-4974-93d4-ca5d92d2d116 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:28:04.005272 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:28:04.006237 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:28:04.006636 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.007021 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:28:04.007501 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Bound port: f29fb214-fa5e-4974-93d4-ca5d92d2d116, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:28:04.007867 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.037355 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Pushing event updated for resources: {'Port': ['ID=f29fb214-fa5e-4974-93d4-ca5d92d2d116,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:04.048905 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.049316 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.049634 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.049960 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.050286 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.050618 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.050902 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.051218 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.051537 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.051863 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.052196 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.052505 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:28:04.095545 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] For port f29fb214-fa5e-4974-93d4-ca5d92d2d116, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:28:04.098822 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] For port f29fb214-fa5e-4974-93d4-ca5d92d2d116, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f29fb214-fa5e-4974-93d4-ca5d92d2d116,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:28:04.106028 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.135175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-9d7e3c35-5734-499b-ab52-374095dcc1e9', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:28:04.136334 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.206871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:28:04.207497 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:04.284398 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae57f-40f9-4581-8b37-8c272c284e94 None None] Pushing event updated for resources: {'Port': ['ID=f29fb214-fa5e-4974-93d4-ca5d92d2d116,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:04.299762 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Allocated IP 172.20.0.2 (9d7e3c35-5734-499b-ab52-374095dcc1e9/5d9f0cf9-b263-4b19-a6c0-395aee7dfee4/5308efb7-5199-4119-8270-3cf97a185ece) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:28:04.396888 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:28:04.507690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.518175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Transition to ACTIVE for port object 5308efb7-5199-4119-8270-3cf97a185ece will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:28:04.537721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Transition to ACTIVE for port object 5308efb7-5199-4119-8270-3cf97a185ece will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:28:04.547078 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.608887 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.613468 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:28:04.616424 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:28:04.620073 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:28:04.626388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Pushing event updated for resources: {'Port': ['ID=5308efb7-5199-4119-8270-3cf97a185ece,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:04.718723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Attempting to bind port 5308efb7-5199-4119-8270-3cf97a185ece on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:28:04.719041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Attempting to bind port 5308efb7-5199-4119-8270-3cf97a185ece by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:28:04.719269 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:02Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:04.719423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Attempting to bind port 5308efb7-5199-4119-8270-3cf97a185ece on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:28:04.723173 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b67d6-0c43-42eb-8e3e-e11906dc2be7 None None] The sync data for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 is: [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:02Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:28:04.724806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:28:04.725203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Checking segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:28:04.725614 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.726002 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Bound using segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:28:04.726589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Bound port: 5308efb7-5199-4119-8270-3cf97a185ece, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:28:04.726967 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.822545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] For port 5308efb7-5199-4119-8270-3cf97a185ece, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:28:04.825798 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] For port 5308efb7-5199-4119-8270-3cf97a185ece, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5308efb7-5199-4119-8270-3cf97a185ece,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:28:04.831568 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:04.919364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491aaac-420e-445d-9eca-371a70c497e6 None None] Pushing event updated for resources: {'Port': ['ID=5308efb7-5199-4119-8270-3cf97a185ece,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:05.048904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.1 (9d7e3c35-5734-499b-ab52-374095dcc1e9/5d9f0cf9-b263-4b19-a6c0-395aee7dfee4/7be59a95-96d7-40b2-bbcf-a6e2e4e873cb) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:28:05.357323 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:05.373514 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:28:05.398629 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:05.477412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:28:05.480762 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:28:05.484737 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:28:05.518674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:05.549156 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:05.684745 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:05.914981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606fc914-aaf1-4312-b1c4-5b4752e25028 None None] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:28:06.014697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-23ef1401-3617-4c17-b951-a8f3f6205a59 None None] Provisioning for port 5308efb7-5199-4119-8270-3cf97a185ece completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:28:06.108035 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:06.115737 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:06.243366 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:06.250368 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:06.387812 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:28:06.389028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:28:06.469445 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a95c5eb9-2826-47e4-8c80-31ae5d27d8ad None None] Provisioning for port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:28:06.475435 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a95c5eb9-2826-47e4-8c80-31ae5d27d8ad None None] Provisioning complete for port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:06.475810 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a95c5eb9-2826-47e4-8c80-31ae5d27d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:06.535656 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a95c5eb9-2826-47e4-8c80-31ae5d27d8ad None None] Port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:28:06.599387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:28:06.667153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9c8abb33-c77c-4d5e-b367-5dfdde54a8ff None None] Provisioning complete for port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:06.667767 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9c8abb33-c77c-4d5e-b367-5dfdde54a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:06.701518 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5308efb7-5199-4119-8270-3cf97a185ece up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:28:06.775092 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9c8abb33-c77c-4d5e-b367-5dfdde54a8ff None None] Port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:28:06.793813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5308efb7-5199-4119-8270-3cf97a185ece completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:28:06.799194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5308efb7-5199-4119-8270-3cf97a185ece triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:06.799596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:06.927511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-4daab95b-5e86-4ad8-b4c7-9c1649cec756 None None] Provisioning complete for port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:06.927841 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4daab95b-5e86-4ad8-b4c7-9c1649cec756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:06.935487 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:28:06.958192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1486b221-1e92-4f6c-8f43-dd22a40d504b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/86e18c93-83f3-4a68-80bf-ceb2c11f8ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0567822 May 12 20:28:06.958377 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Sync routers for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:28:06.959412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5308efb7-5199-4119-8270-3cf97a185ece is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:06.959785 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:07.002177 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:28:07.002789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:07.069458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4daab95b-5e86-4ad8-b4c7-9c1649cec756 None None] Port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:28:07.100369 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 5308efb7-5199-4119-8270-3cf97a185ece, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5308efb7-5199-4119-8270-3cf97a185ece,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:28:07.115313 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-44707176-6b6d-400e-92fa-88f22eace276 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185354645&fields=id&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 267 time: 0.0425630 May 12 20:28:07.186477 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:07.187218 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f29fb214-fa5e-4974-93d4-ca5d92d2d116 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:28:07.266506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-eb6425c6-028c-4c91-9643-e860cc824734 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:07.267922 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-eb6425c6-028c-4c91-9643-e860cc824734 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 796 time: 0.1459394 May 12 20:28:07.284039 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-55f2d06d-27f9-4626-8cae-afa36ed5e6c3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/quotas/fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 375 time: 0.0100379 May 12 20:28:07.334036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:28:07.366807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-c181e846-0616-4bc7-8acb-4a28e01356ed tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:28:07.383072 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-c181e846-0616-4bc7-8acb-4a28e01356ed tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:28:07.384537 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-c181e846-0616-4bc7-8acb-4a28e01356ed tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950608 May 12 20:28:07.395136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=5308efb7-5199-4119-8270-3cf97a185ece,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:07.462821 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port f29fb214-fa5e-4974-93d4-ca5d92d2d116 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:28:07.485604 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f29fb214-fa5e-4974-93d4-ca5d92d2d116 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:07.485975 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:07.568117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-2e8ad6ed-6482-4d6d-8979-74e855af78ee service neutron] 10.222.0.72 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707058 May 12 20:28:07.704221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-241cd1da-1db7-43ba-a19c-2a4374e6dca5 service neutron] 10.222.0.72 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301205 May 12 20:28:07.726297 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f29fb214-fa5e-4974-93d4-ca5d92d2d116 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:07.727044 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:07.750370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port f29fb214-fa5e-4974-93d4-ca5d92d2d116, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f29fb214-fa5e-4974-93d4-ca5d92d2d116,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:28:07.757271 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:07.828565 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 2, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:07.835862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Checking router: 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:28:07.836182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Updating router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:28:07.864414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=f29fb214-fa5e-4974-93d4-ca5d92d2d116,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:07.891002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:07.894762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa9bd92d-d556-45fa-8db4-9e1456e0e22c req-1439218e-31c0-4a0d-9c92-dc94e0680bb4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 210 time: 0.0476890 May 12 20:28:08.247231 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:08.259751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Transition to ACTIVE for port object 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:28:08.266510 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:08.410245 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb2a1b-4b88-4328-a8e1-76ef902dd543 None None] Pushing event updated for resources: {'Port': ['ID=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:08.442866 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:08.498525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Attempting to bind port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:28:08.498893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Attempting to bind port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:28:08.499251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Attempting to bind port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:28:08.505157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:28:08.505555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Checking segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:28:08.505960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:08.506346 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Bound using segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:28:08.506815 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Bound port: 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:28:08.507797 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:08.610804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] For port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:28:08.616567 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] For port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:28:08.619430 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5308efb7-5199-4119-8270-3cf97a185ece up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:28:08.648845 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:08.799527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:28:08.800141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:08.887261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb2a1b-4b88-4328-a8e1-76ef902dd543 None None] Pushing event updated for resources: {'Port': ['ID=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:08.904873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5308efb7-5199-4119-8270-3cf97a185ece triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:08.905164 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:09.042706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-58656b05-cfac-4165-b5a2-172ff9fed54d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:09.043555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-58656b05-cfac-4165-b5a2-172ff9fed54d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:28:09.061917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-58656b05-cfac-4165-b5a2-172ff9fed54d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:28:09.063211 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-58656b05-cfac-4165-b5a2-172ff9fed54d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 796 time: 0.2125888 May 12 20:28:09.076193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:28:09.116985 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b3e8c1e2-b68b-46b0-98e7-ef5a3a4d7988 req-80b128f1-6534-437a-aaed-1d1cde3fda50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 210 time: 0.0514231 May 12 20:28:09.128715 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-94e002c0-592b-44d4-a227-0a55d13a1cc4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:28:09.157973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-94e002c0-592b-44d4-a227-0a55d13a1cc4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:28:09.159829 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-94e002c0-592b-44d4-a227-0a55d13a1cc4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 380 time: 0.0881920 May 12 20:28:09.169788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'port': {'device_id': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'admin_state_up': True, 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'security_groups': ['a370d94a-53a7-45d7-9879-3bfd7ecbdb82']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:09.264970 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:09.288822 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5308efb7-5199-4119-8270-3cf97a185ece is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:09.289901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f29fb214-fa5e-4974-93d4-ca5d92d2d116 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:28:09.306193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:28:09.316245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:28:09.327978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:28:09.331521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:09.478067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port f29fb214-fa5e-4974-93d4-ca5d92d2d116 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:09.478349 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:09.494517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.13 (9d7e3c35-5734-499b-ab52-374095dcc1e9/5d9f0cf9-b263-4b19-a6c0-395aee7dfee4/c3490ec6-ccc5-448c-80c0-712915375ecd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:28:09.590983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:08Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:09.608494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7781eb-b6cf-4e9c-b82c-9e8447561a67 None None] The sync data for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 is: [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:08Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:28:09.623397 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port f29fb214-fa5e-4974-93d4-ca5d92d2d116 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:09.696146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:09.716876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object c3490ec6-ccc5-448c-80c0-712915375ecd will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:28:09.743704 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:09.932764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:28:09.935914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:28:09.940146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:28:09.976509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:10.008533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:10.009211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.039414 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-f9b558ee-268c-414f-8bd4-1bdf15adea14 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8750112 May 12 20:28:10.051957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Request body: {'port': {'device_id': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:10.172211 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.208492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-38ffdb9e-27e4-438d-a63c-cd3fa5dbb03f None None] Provisioning for port c3490ec6-ccc5-448c-80c0-712915375ecd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:28:10.214862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-38ffdb9e-27e4-438d-a63c-cd3fa5dbb03f None None] Provisioning complete for port c3490ec6-ccc5-448c-80c0-712915375ecd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:10.215297 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38ffdb9e-27e4-438d-a63c-cd3fa5dbb03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.275692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-38ffdb9e-27e4-438d-a63c-cd3fa5dbb03f None None] Port c3490ec6-ccc5-448c-80c0-712915375ecd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:28:10.333119 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec87148-e69b-4c3f-9440-e7561c5124df req-b76643c9-13c8-4b8c-900a-ad8290470f40 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:10.334687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ec87148-e69b-4c3f-9440-e7561c5124df req-b76643c9-13c8-4b8c-900a-ad8290470f40 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 932 time: 0.0908282 May 12 20:28:10.382524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ec87148-e69b-4c3f-9440-e7561c5124df req-09672bb3-5621-44c3-817b-64b44dc7fec7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415821 May 12 20:28:10.551870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3490ec6-ccc5-448c-80c0-712915375ecd {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:28:10.559521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.577866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Transition to ACTIVE for port object c3490ec6-ccc5-448c-80c0-712915375ecd will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:28:10.583768 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.638533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:28:10.719933 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:10.746640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:28:10.753560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:10.753934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.854298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:28:10.854630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:28:10.854962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:28:10.859748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Port c3490ec6-ccc5-448c-80c0-712915375ecd on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:28:10.860069 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:28:10.865425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:28:10.865754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Checking segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:28:10.866140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Bound using segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:28:10.866775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Bound port: c3490ec6-ccc5-448c-80c0-712915375ecd, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:28:10.866954 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.881823 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:10.882198 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.925272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:28:10.930101 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.958943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:28:10.962059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:28:10.967459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:10.997778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:11.025774 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:11.026429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:11.027806 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1092 time: 0.9810586 May 12 20:28:11.028244 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:28:11.054619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee689353-d1ba-4b5e-bc2e-bc2fd37094b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:11.105963 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71024a7-7e11-4768-9092-2263c60e6fa1'] response: {'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'status': 'completed', 'code': 200} May 12 20:28:11.149357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-954bdbcc-512d-4eab-b839-eab90e00e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:11.150889 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-954bdbcc-512d-4eab-b839-eab90e00e77d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1095 time: 0.0769129 May 12 20:28:11.223991 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-8636640a-821f-433e-9521-50dbc6d9ec20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 217 time: 0.0667133 May 12 20:28:11.289310 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-79c88137-b298-439a-ae44-16e4be511e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:11.290637 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-79c88137-b298-439a-ae44-16e4be511e20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0600820 May 12 20:28:11.368573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-743b3eaa-d5b4-4fe3-b839-75e88af41d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:11.370225 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-743b3eaa-d5b4-4fe3-b839-75e88af41d20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723526 May 12 20:28:11.500063 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-187d8a79-69bd-4861-bc76-9e899d951ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239555 May 12 20:28:11.566045 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9802fc7-e006-436b-98ed-a2b213f7ef80 req-f8349d12-9bc7-4798-a6fa-a7bf0571abb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:11.567837 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9802fc7-e006-436b-98ed-a2b213f7ef80 req-f8349d12-9bc7-4798-a6fa-a7bf0571abb1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 944 time: 0.0795791 May 12 20:28:11.615178 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c9802fc7-e006-436b-98ed-a2b213f7ef80 req-f472d473-0c22-4b1b-9a25-c96f42d8ffce tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 May 12 20:28:11.632173 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ce9b1344-5a98-48d2-800c-8c793a683d03 req-738918c0-e53f-41af-b4cd-8c37d1118aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253650 May 12 20:28:11.755837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-69887284-1f24-4b9a-88ee-1eccbe8dbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:11.757362 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-69887284-1f24-4b9a-88ee-1eccbe8dbda3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1095 time: 0.0744648 May 12 20:28:11.995484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-d22bfcc5-5247-4ec9-a861-9b84f7e71b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:11.996942 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-d22bfcc5-5247-4ec9-a861-9b84f7e71b47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.2332456 May 12 20:28:12.066515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-63de9240-dba0-4d42-8c7c-82473c0b247f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 217 time: 0.0622542 May 12 20:28:12.131726 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-b60715d2-880b-44e0-acab-73a37329ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:12.133156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-b60715d2-880b-44e0-acab-73a37329ec98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0598741 May 12 20:28:12.210377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-e1c18b7b-1d12-4486-b6ca-e9e39b9a515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:12.211863 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-e1c18b7b-1d12-4486-b6ca-e9e39b9a515e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704808 May 12 20:28:12.344996 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-2fdd9cf3-eddb-44ff-8fb7-0e659fab9662 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256125 May 12 20:28:12.480012 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d6fc08b-7fa0-4808-9ccb-cdd99a73f6e3 req-6d3cb456-4ed4-423d-baa2-87f730619fd5 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276300 May 12 20:28:12.610372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:28:12.684074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:12.684454 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:12.801608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:12.808911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53e330-c82d-4189-883a-7579e9161314 req-7ee20f1f-b4f1-425a-9d8a-a785563560c7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:12.810419 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e53e330-c82d-4189-883a-7579e9161314 req-7ee20f1f-b4f1-425a-9d8a-a785563560c7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 944 time: 0.0870872 May 12 20:28:12.854111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e53e330-c82d-4189-883a-7579e9161314 req-3b82f499-af94-49ee-a8a1-6e1c9f9183c1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379167 May 12 20:28:14.072890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d3bbd-8778-426d-956c-3a5771c73e03 req-47f1a8ab-034f-4f5b-8536-329c2f034d54 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:14.074387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-932d3bbd-8778-426d-956c-3a5771c73e03 req-47f1a8ab-034f-4f5b-8536-329c2f034d54 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 944 time: 0.0989397 May 12 20:28:14.118784 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-932d3bbd-8778-426d-956c-3a5771c73e03 req-6d920d46-a1d7-4a9f-872b-0a48df07e387 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385451 May 12 20:28:14.740302 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:28:14.812772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:28:14.949664 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:28:14.965622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'port_id': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'mac_address': 'fa:16:3e:46:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:28:15.069780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c3490ec6-ccc5-448c-80c0-712915375ecd is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:15.070060 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:15.086623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3490ec6-ccc5-448c-80c0-712915375ecd {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:28:15.102312 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:28:15.107876 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:15.176180 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:15.313948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['c3490ec6-ccc5-448c-80c0-712915375ecd'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:28:15.317629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d2aa2-321d-4878-bd3f-75be0b5f1a71 req-25b295f7-89ee-4c2d-ab23-bdb2486eb5d2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:15.319115 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-259d2aa2-321d-4878-bd3f-75be0b5f1a71 req-25b295f7-89ee-4c2d-ab23-bdb2486eb5d2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 945 time: 0.0937014 May 12 20:28:15.367214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-259d2aa2-321d-4878-bd3f-75be0b5f1a71 req-f1f5dbdc-e617-430e-bde0-49c9f2673110 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 May 12 20:28:16.573305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab044e16-793f-4937-a548-a08e2e03e691 req-90a2c018-029b-45d2-9d00-0ece3d23c723 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:16.574796 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab044e16-793f-4937-a548-a08e2e03e691 req-90a2c018-029b-45d2-9d00-0ece3d23c723 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 945 time: 0.0938659 May 12 20:28:16.622352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab044e16-793f-4937-a548-a08e2e03e691 req-c186e9e6-8ef2-4c70-ae63-12f61708cc87 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417907 May 12 20:28:16.811667 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:28:16.892108 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port c3490ec6-ccc5-448c-80c0-712915375ecd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:28:16.897097 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port c3490ec6-ccc5-448c-80c0-712915375ecd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:28:16.897502 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:17.018924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port c3490ec6-ccc5-448c-80c0-712915375ecd is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:28:17.019303 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:17.046460 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:28:17.055918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:28:17.060494 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:17.132517 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:17.148126 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1beb4d4f-7350-43d6-a60b-a3637fcea016'] response: {'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'code': 200} May 12 20:28:17.282231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757098-335e-4af6-b500-4edc2b688ebb req-e4011e51-fe6e-4759-bc99-66ba4fcd7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:17.283685 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89757098-335e-4af6-b500-4edc2b688ebb req-e4011e51-fe6e-4759-bc99-66ba4fcd7154 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1097 time: 0.0738475 May 12 20:28:17.329376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-89757098-335e-4af6-b500-4edc2b688ebb req-51106862-fd7f-4083-a8ee-78424aaaf175 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386620 May 12 20:28:17.819543 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d11ce-eeb5-4f2c-bad6-12cca06e5b35 req-b826f42a-e0b6-4950-bbeb-7d4c3e90081e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:17.821059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c7d11ce-eeb5-4f2c-bad6-12cca06e5b35 req-b826f42a-e0b6-4950-bbeb-7d4c3e90081e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0861228 May 12 20:28:17.867196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4c7d11ce-eeb5-4f2c-bad6-12cca06e5b35 req-4f63308f-f4cc-493e-90c3-744890692b68 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402825 May 12 20:28:19.077745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9d1da-5e54-4719-9830-810d8ba39d0c req-d16cf4e1-db45-4c51-b6a2-79a1b253918b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:19.079197 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6a9d1da-5e54-4719-9830-810d8ba39d0c req-d16cf4e1-db45-4c51-b6a2-79a1b253918b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0916557 May 12 20:28:19.126803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f6a9d1da-5e54-4719-9830-810d8ba39d0c req-c77df9c3-b6e9-4e11-9091-3fbc830ab8e4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 May 12 20:28:19.317262 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04586d4-103a-456a-9cde-8fa56ed8093d req-7c85d25a-3771-47c6-9a8d-7ebd8f9e85ec tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:19.318731 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b04586d4-103a-456a-9cde-8fa56ed8093d req-7c85d25a-3771-47c6-9a8d-7ebd8f9e85ec tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0807087 May 12 20:28:19.364830 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b04586d4-103a-456a-9cde-8fa56ed8093d req-9bfb13bb-0fbc-4101-aa6c-cfde0a7de6be tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 May 12 20:28:19.390988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50162) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:19.465623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77237689-cf4b-498e-b2e1-e8bbd0d07107 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:19.467042 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-77237689-cf4b-498e-b2e1-e8bbd0d07107 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1092 time: 0.0751069 May 12 20:28:19.470498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50166) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:19.475589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:28:19.482665 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:28:19.486575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:floatingip and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:28:19.489474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:28:19.495690 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:28:19.508382 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:19.647584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:19.785328 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.120 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/d16085d3-7858-4d04-ace2-14c67ae7897f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:28:19.934478 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:19.968791 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:20.035699 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:28:20.038575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:28:20.042330 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:28:20.070795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=d16085d3-7858-4d04-ace2-14c67ae7897f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:20.570239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:20.646447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:20.854153 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:20.860373 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:20.965407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=d16085d3-7858-4d04-ace2-14c67ae7897f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:28:20.978240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:21.156117 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP c3a4cb00-06c5-474f-9a83-6ae985c1f463 associated. External IP: 172.25.2.120, port: c3490ec6-ccc5-448c-80c0-712915375ecd. May 12 20:28:21.506052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:28:21.684296 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:28:21.696168 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] Sync routers for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:28:21.706953 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:28:21.707561 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:21.710868 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:21.765379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-74653411-846b-4c7e-b2d4-58aa8c281049 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2936666 May 12 20:28:21.765974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:28:21.819595 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5373bb9a-6295-41fd-af8d-112f5690c80d'] response: {'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'status': 'completed', 'code': 200} May 12 20:28:21.888039 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:28:21.916133 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-5c579a8f-f72a-4438-913d-40d633e16a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:21.917876 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-5c579a8f-f72a-4438-913d-40d633e16a61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1097 time: 0.0754137 May 12 20:28:21.940188 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a63e0-8ce8-40a5-8ebd-afd8f2abc4d1 req-17bf7d72-4566-4a32-ba6f-5d37a4575c36 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:21.941693 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e48a63e0-8ce8-40a5-8ebd-afd8f2abc4d1 req-17bf7d72-4566-4a32-ba6f-5d37a4575c36 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0811288 May 12 20:28:21.988109 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e48a63e0-8ce8-40a5-8ebd-afd8f2abc4d1 req-baebae0e-a540-49bd-922c-678c386c8328 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 May 12 20:28:22.012836 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50174) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:22.139624 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8d9eebdc-2ece-46c8-b269-ac9a2733beb8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/c3a4cb00-06c5-474f-9a83-6ae985c1f463 HTTP/1.1" status: 200 len: 992 time: 0.1243083 May 12 20:28:22.187115 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-899283b9-5712-4779-bfa5-dd3699870b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:22.188920 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-899283b9-5712-4779-bfa5-dd3699870b81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.2654669 May 12 20:28:22.233553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'c3a4cb00-06c5-474f-9a83-6ae985c1f463', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'port_id': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'mac_address': 'fa:16:3e:46:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:28:20Z', 'updated_at': '2022-05-12T20:28:20Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:22.237393 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] Checking router: 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:28:22.245828 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:28:22.246421 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:27:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:22.290851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-f3569779-bd07-41c8-be70-362a0675cc8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1000 time: 0.0953178 May 12 20:28:22.354601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-ef83ea6b-1732-4543-9b6a-751dfd9bdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:22.356137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-ef83ea6b-1732-4543-9b6a-751dfd9bdff6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0593047 May 12 20:28:22.423440 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:28:22.429150 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-0010f3be-119d-4e08-a5f8-36da48ad784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:22.430650 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-0010f3be-119d-4e08-a5f8-36da48ad784f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690525 May 12 20:28:22.564356 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-9d905d3c-91aa-4288-89dc-8495bd2e8e9f service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276650 May 12 20:28:22.694814 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4a013b84-1be8-44f6-9e74-e8b6f2bbe7c4 req-0312978f-eca6-4971-9e6f-479678853aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245158 May 12 20:28:22.780563 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'c3a4cb00-06c5-474f-9a83-6ae985c1f463', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'port_id': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'mac_address': 'fa:16:3e:46:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:28:20Z', 'updated_at': '2022-05-12T20:28:20Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:28:22.784958 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aff095-5270-4762-a639-4d574eb6fc60 None None] The sync data for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 is: [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'c3a4cb00-06c5-474f-9a83-6ae985c1f463', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'port_id': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'mac_address': 'fa:16:3e:46:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:28:20Z', 'updated_at': '2022-05-12T20:28:20Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:28:22.976074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef07b7f-7b52-4b73-b50d-00ea5708a381 None None] New status for floating IP c3a4cb00-06c5-474f-9a83-6ae985c1f463: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:28:23.142597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50178) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:23.254062 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-cc136309-d0a9-4f14-a193-7e3d08372408 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/c3a4cb00-06c5-474f-9a83-6ae985c1f463 HTTP/1.1" status: 200 len: 992 time: 0.1101956 May 12 20:28:24.258784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50184) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:24.367166 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-5bf63f41-50af-413b-a948-05a513c29cb5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/c3a4cb00-06c5-474f-9a83-6ae985c1f463 HTTP/1.1" status: 200 len: 994 time: 0.1072254 May 12 20:28:26.929850 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2690f6a6-e10a-4f1c-bc2c-dc82d9fa4c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:29.032667 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d59675bc-a84c-4862-852d-559431611c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:30.288268 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:30.671213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:31.868483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:38.432192 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:39.185809 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:40.122062 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-6ff65c9b-09c6-42f2-94b0-c4d122120d43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774434 May 12 20:28:40.271383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-68de8024-292d-4278-a7f0-632ab2440e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:40.272871 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-68de8024-292d-4278-a7f0-632ab2440e43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1097 time: 0.0781059 May 12 20:28:40.419659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-8204ae23-b573-4737-89c3-81f72464fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:40.421099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-8204ae23-b573-4737-89c3-81f72464fbe2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.1283724 May 12 20:28:40.528274 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-74f95ce9-972e-4278-b7b3-7caa0282d2ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1002 time: 0.1000502 May 12 20:28:40.597078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-4ea16c4c-3354-496d-80e4-f6a6de46ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:40.598521 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-4ea16c4c-3354-496d-80e4-f6a6de46ea0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0637202 May 12 20:28:40.673964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-fddb3ca2-d804-4af8-8590-05cd5825569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:40.675334 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-fddb3ca2-d804-4af8-8590-05cd5825569d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705321 May 12 20:28:40.806671 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-0d93837f-77ac-47f5-8613-38debd100cce service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245015 May 12 20:28:40.941987 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7e635567-c131-47f2-aed9-0f2f71bc9e80 req-ad8ace2f-916b-4761-aef3-ce04d3ffb27b service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288397 May 12 20:28:51.745950 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:28:54.037765 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50210) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:28:54.102589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b434c7b-d6ab-4042-ba7d-1888fd1e3551 req-3edf2ac6-c62d-4df4-afab-d9e2c37b01f4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:54.104029 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b434c7b-d6ab-4042-ba7d-1888fd1e3551 req-3edf2ac6-c62d-4df4-afab-d9e2c37b01f4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0810633 May 12 20:28:54.146406 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-60e465dd-808f-45fc-9020-7e97479316f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074629 May 12 20:28:54.149663 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1b434c7b-d6ab-4042-ba7d-1888fd1e3551 req-8b1a3ebf-2137-45d9-a0c0-ce135733832e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 May 12 20:28:55.342658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae187e7-206b-4721-b9bd-3b5e3e0bdd6d req-f136ce97-1291-410f-9468-2e13d2f4a9a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:55.344268 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ae187e7-206b-4721-b9bd-3b5e3e0bdd6d req-f136ce97-1291-410f-9468-2e13d2f4a9a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0872166 May 12 20:28:55.391179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0ae187e7-206b-4721-b9bd-3b5e3e0bdd6d req-546c4105-2f80-4a1a-be6b-8d2eb754e67e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 May 12 20:28:55.455417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-75927851-9481-4cfd-ad5d-176c270a5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:55.456806 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-75927851-9481-4cfd-ad5d-176c270a5714 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1097 time: 0.0741172 May 12 20:28:55.694939 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-9ccd9881-0d51-4071-8d7b-8327099aa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:55.696382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-9ccd9881-0d51-4071-8d7b-8327099aa23d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.2331893 May 12 20:28:55.800848 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-61be0b73-8219-4c19-9d73-d74c1d70cc02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1002 time: 0.0976253 May 12 20:28:55.863966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-1f0b06b1-df23-4a36-9026-19fda5cc4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:55.865389 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-1f0b06b1-df23-4a36-9026-19fda5cc4456 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0583131 May 12 20:28:55.942799 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-6c49b216-55d3-4be5-b067-fac488e5215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:55.944227 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-6c49b216-55d3-4be5-b067-fac488e5215e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733113 May 12 20:28:56.076082 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-287fe227-ccc9-4e37-9be6-e5dc59cf958c service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249194 May 12 20:28:56.207851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-41cb4843-0b71-444e-9a15-744d6b1c0824 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258192 May 12 20:28:56.583663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600adf-6da0-42a8-92b6-17e4fad4396b req-330b0da6-beb9-4647-af82-bcaefec8e5ef tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:56.585113 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc600adf-6da0-42a8-92b6-17e4fad4396b req-330b0da6-beb9-4647-af82-bcaefec8e5ef tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0858083 May 12 20:28:56.631772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bc600adf-6da0-42a8-92b6-17e4fad4396b req-43e60926-d04c-4879-b03c-11009b0189fe tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 May 12 20:28:56.933006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a40e-4f23-4758-9137-b5db8d874808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:57.848258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b2735-69ef-4d0b-bb00-2042eae32cdb req-7effb2f7-075e-4ded-b0c7-c7301cb177f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:57.849761 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-763b2735-69ef-4d0b-bb00-2042eae32cdb req-7effb2f7-075e-4ded-b0c7-c7301cb177f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0894887 May 12 20:28:57.893162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-763b2735-69ef-4d0b-bb00-2042eae32cdb req-cbb0ca90-c611-40c3-9613-12335b7cfb30 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 May 12 20:28:59.026345 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-365787cb-8f7c-49b8-bff9-b8756ed0ed91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:28:59.221449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23416b58-7332-4c53-b367-ce4ecaa0a6f3 req-70b82b61-a8da-47ab-b414-7ffd767f6c4b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:28:59.222838 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23416b58-7332-4c53-b367-ce4ecaa0a6f3 req-70b82b61-a8da-47ab-b414-7ffd767f6c4b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.2201998 May 12 20:28:59.270245 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-23416b58-7332-4c53-b367-ce4ecaa0a6f3 req-e4afdbfb-7295-4946-a600-fa1cd5772aa6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 May 12 20:29:00.292864 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:00.465118 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43ce18-a6bf-4260-98fd-217a71895588 req-5b407b8a-964b-4977-ab57-9d2f660024aa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:00.466659 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba43ce18-a6bf-4260-98fd-217a71895588 req-5b407b8a-964b-4977-ab57-9d2f660024aa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0824487 May 12 20:29:00.515284 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba43ce18-a6bf-4260-98fd-217a71895588 req-6df3e0c3-8a2a-46cd-bc1f-cc8eaaff5b5a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423851 May 12 20:29:00.656045 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:01.723397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1aed60-ffc6-4115-aff2-2c267d8bedc1 req-6d3f89a1-ebec-4d76-b469-da1fe66ed578 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:01.724828 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1aed60-ffc6-4115-aff2-2c267d8bedc1 req-6d3f89a1-ebec-4d76-b469-da1fe66ed578 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0938985 May 12 20:29:01.789621 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fe1aed60-ffc6-4115-aff2-2c267d8bedc1 req-97ecc414-d8de-47f7-8cac-874222dccb86 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590489 May 12 20:29:01.868934 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:02.981916 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646313c2-38fd-4d3d-9c84-04204c8096be req-8438e3db-ed70-4daf-a8c7-7a6e7040d8c0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:02.987091 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-646313c2-38fd-4d3d-9c84-04204c8096be req-8438e3db-ed70-4daf-a8c7-7a6e7040d8c0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0887089 May 12 20:29:03.038190 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-646313c2-38fd-4d3d-9c84-04204c8096be req-09796a6c-1ee4-4ac3-8b0f-d1f65b5e98ba tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 May 12 20:29:04.241061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93abd0-065e-443c-a5a8-95b3ccb07977 req-589146ca-8d7e-4529-bd68-61b8930c02b1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:04.242525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf93abd0-065e-443c-a5a8-95b3ccb07977 req-589146ca-8d7e-4529-bd68-61b8930c02b1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0803690 May 12 20:29:04.288576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf93abd0-065e-443c-a5a8-95b3ccb07977 req-aaf9ec49-b9ea-43f5-a0b0-cd2c4b692b11 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403187 May 12 20:29:05.494685 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa434690-8b84-4403-bf53-79dccd10e108 req-074629e6-b146-48de-8ef6-3ae95afddb42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:05.496059 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa434690-8b84-4403-bf53-79dccd10e108 req-074629e6-b146-48de-8ef6-3ae95afddb42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0899293 May 12 20:29:05.540377 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa434690-8b84-4403-bf53-79dccd10e108 req-7ae438b4-0c5a-4e06-9dfe-2679fe925345 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384669 May 12 20:29:06.749067 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04defb-67f6-4191-9e1e-524bc15de21c req-964fdb60-309a-4dbc-9602-437d624813e4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:06.750563 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c04defb-67f6-4191-9e1e-524bc15de21c req-964fdb60-309a-4dbc-9602-437d624813e4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0935407 May 12 20:29:06.794382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6c04defb-67f6-4191-9e1e-524bc15de21c req-290b71c9-87b1-4b5c-b439-68b1d4e7fa7f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 May 12 20:29:08.009873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeff35-b76d-4fcc-84a0-1f9e8ee64ad8 req-792a767c-aca1-4b50-9947-6eb03df4f8f3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:08.011480 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2cfeff35-b76d-4fcc-84a0-1f9e8ee64ad8 req-792a767c-aca1-4b50-9947-6eb03df4f8f3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0900340 May 12 20:29:08.056078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2cfeff35-b76d-4fcc-84a0-1f9e8ee64ad8 req-b6a3ad68-5a06-4f5e-b18e-a1f441a8e2ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 May 12 20:29:08.432016 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:09.201204 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:09.253885 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28676547-6d9e-454d-879c-714a899eb96f req-229cd252-d29e-4157-bc53-22a27935b9ba tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:09.255344 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28676547-6d9e-454d-879c-714a899eb96f req-229cd252-d29e-4157-bc53-22a27935b9ba tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0862815 May 12 20:29:09.302171 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28676547-6d9e-454d-879c-714a899eb96f req-d96f2f20-69ed-4d71-8891-0bdb1474c95f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 May 12 20:29:10.512054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a835cd-45f7-4d0c-81bc-10fe323f9a9c req-a645f9d9-948a-4d24-aa7e-c3e8168be6ff tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:10.513439 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61a835cd-45f7-4d0c-81bc-10fe323f9a9c req-a645f9d9-948a-4d24-aa7e-c3e8168be6ff tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0865772 May 12 20:29:10.557396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-61a835cd-45f7-4d0c-81bc-10fe323f9a9c req-81e6d259-12ff-4545-be5d-7e806942b780 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381570 May 12 20:29:11.759339 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13e02-0406-4d5b-ad4c-d230045230fe req-6bba9385-1fce-43da-95e1-3a766430a228 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:11.760674 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88b13e02-0406-4d5b-ad4c-d230045230fe req-6bba9385-1fce-43da-95e1-3a766430a228 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0848074 May 12 20:29:11.808934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88b13e02-0406-4d5b-ad4c-d230045230fe req-bb632004-c047-4a5c-aa5b-6336e1671ab5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 May 12 20:29:12.996285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766641e-257a-4cdc-b0ef-0e150bd1356e req-290527f1-a4cd-4b03-92b8-51e31de8d0ad tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:12.997775 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f766641e-257a-4cdc-b0ef-0e150bd1356e req-290527f1-a4cd-4b03-92b8-51e31de8d0ad tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0833375 May 12 20:29:13.041988 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f766641e-257a-4cdc-b0ef-0e150bd1356e req-5682d1ec-db9d-4950-b97c-0f45f36253e6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 May 12 20:29:13.178116 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-485ac9dd-b8c1-4498-ba38-271300c07a6b service neutron] show failed (client error): The resource could not be found. May 12 20:29:13.179150 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-485ac9dd-b8c1-4498-ba38-271300c07a6b service neutron] 10.222.0.36 "GET /v2.0/ports/c3490ec6-ccc5-448c-80c0-712915375ecd/bindings/n-h2-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0823061 May 12 20:29:13.532111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-1486501b-7dd9-41f9-9be7-c5618feada3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:13.533628 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-1486501b-7dd9-41f9-9be7-c5618feada3e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 1097 time: 0.1155608 May 12 20:29:13.543848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841626-1', 'device_owner': 'compute:nova'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:29:13.654606 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:13.923976 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:13.951868 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h1-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:29:14.009664 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:29:14.015462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:14.030328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Transition to ACTIVE for port object c3490ec6-ccc5-448c-80c0-712915375ecd will not be triggered until provisioned by entity L2. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:29:14.036285 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:14.181567 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1feef816-f922-4005-bb51-35c9bf2c53d4'] response: {'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'code': 200} May 12 20:29:14.397698 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=6']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:14.410910 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] No DVR routers for this DVR port c3490ec6-ccc5-448c-80c0-712915375ecd on host n-h1-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:29:14.465522 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.465789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.466123 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.466455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.466778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.467448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.467777 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.468095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.468400 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.468727 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.469038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.469384 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:14.607124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c863e4-405f-4aa5-8107-c5b5cb5216a5 req-cfda15e5-7354-4057-985c-9dc7f9b4d1d6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:14.608609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92c863e4-405f-4aa5-8107-c5b5cb5216a5 req-cfda15e5-7354-4057-985c-9dc7f9b4d1d6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 944 time: 0.4197733 May 12 20:29:14.697335 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:29:14.697643 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:29:14.697988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:29:14.702363 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-92c863e4-405f-4aa5-8107-c5b5cb5216a5 req-8cdc072b-e77d-4223-b2e0-8d24beb74592 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874667 May 12 20:29:14.705779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Port c3490ec6-ccc5-448c-80c0-712915375ecd on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:29:14.706383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Attempting to bind port c3490ec6-ccc5-448c-80c0-712915375ecd on network 9d7e3c35-5734-499b-ab52-374095dcc1e9 {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:29:14.711782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:29:14.712113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Checking segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:29:14.712485 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Bound using segment: {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'} {{(pid=88112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:29:14.712907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.managers [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Bound port: c3490ec6-ccc5-448c-80c0-712915375ecd, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007ad611-d243-4d40-ba2a-30b8d8c0d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9'}}] {{(pid=88112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:29:14.713291 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:14.801258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h2-841626-1, cleared binding levels {{(pid=88112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:29:14.805613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:29:14.814407 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:14.876148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:14.876761 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:14.878188 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] 10.222.0.73 "PUT /v2.0/ports/c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1092 time: 1.3381646 May 12 20:29:14.897305 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106e23f-4be5-4e88-8cff-021d9ad29662 service neutron] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=7']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:14.974435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-76547f40-c1d8-4e4a-80d5-e25085da163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:14.976004 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-76547f40-c1d8-4e4a-80d5-e25085da163a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1095 time: 0.0748503 May 12 20:29:15.108147 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-dfec4850-9efc-4658-b921-e2bab70b65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:15.109688 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-dfec4850-9efc-4658-b921-e2bab70b65f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.1268675 May 12 20:29:15.213396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-c3f0df48-88e6-4b12-a286-a625584b1e5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1000 time: 0.0981319 May 12 20:29:15.275666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-f2428eef-4bb8-4495-afa4-229b5bbc9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:15.277063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-f2428eef-4bb8-4495-afa4-229b5bbc9d8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0575471 May 12 20:29:15.356178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-e115a01b-5073-48eb-8a36-8d6b8707f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:15.357600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-e115a01b-5073-48eb-8a36-8d6b8707f70b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745165 May 12 20:29:15.367073 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-f39b2272-eb97-4984-ab69-6aeb7b7b27c6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:29:15.368003 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-f39b2272-eb97-4984-ab69-6aeb7b7b27c6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047317 May 12 20:29:15.498347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-8321664e-42eb-45ca-84e2-69ace1be1c85 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233404 May 12 20:29:15.634666 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a63d3b9-b1b9-4617-ad60-fc474b27f072 req-2fbeda05-0d31-4c59-a07c-577582a9a683 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301336 May 12 20:29:15.890961 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ea1fb-0e59-4894-be6c-aafed88e3446 req-7c47684a-b03e-4dde-ad78-36bc71838bcf tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:15.892415 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e31ea1fb-0e59-4894-be6c-aafed88e3446 req-7c47684a-b03e-4dde-ad78-36bc71838bcf tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 944 time: 0.0833352 May 12 20:29:15.940214 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e31ea1fb-0e59-4894-be6c-aafed88e3446 req-fd563c61-aee2-43d8-a393-475838316ae1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393283 May 12 20:29:16.182606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:29:16.239623 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b5d690-7c1f-4b33-a476-253558ee29fe'] response: {'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'status': 'completed', 'code': 200} May 12 20:29:16.332104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-8d4c341d-9074-4129-841d-93ee59a13526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.333735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-8d4c341d-9074-4129-841d-93ee59a13526 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1095 time: 0.0717559 May 12 20:29:16.339143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-35110766-b2af-4186-a12f-424c74d25ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.340620 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-35110766-b2af-4186-a12f-424c74d25ad7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1095 time: 0.0748105 May 12 20:29:16.472468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-1f392996-0bf7-4f80-82ee-f4c9f08a53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.473948 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-1f392996-0bf7-4f80-82ee-f4c9f08a53f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.1346133 May 12 20:29:16.579490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-3de058f0-35e3-4c63-9f7e-08f758c0ef5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1000 time: 0.0991383 May 12 20:29:16.597278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-82245439-f5d8-401e-a938-815d513fbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.598919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-82245439-f5d8-401e-a938-815d513fbeb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.2523119 May 12 20:29:16.645781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-15b52d2d-2430-43d0-8528-aeb7893b1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.647206 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-15b52d2d-2430-43d0-8528-aeb7893b1f5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0609865 May 12 20:29:16.656015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:29:16.702019 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-1b5e8f12-fcfb-4085-9ab2-3eea30eadcd2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1000 time: 0.0964978 May 12 20:29:16.721124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-9e824bd6-3e94-4312-a947-636f50fad945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.722830 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-9e824bd6-3e94-4312-a947-636f50fad945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699453 May 12 20:29:16.765300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-42f8ecfe-98bf-4c10-9eee-19334aa253af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.766791 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-42f8ecfe-98bf-4c10-9eee-19334aa253af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0580735 May 12 20:29:16.792324 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:16.805839 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'port_id': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'mac_address': 'fa:16:3e:46:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:29:16.845607 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-e5d379c7-2db4-4001-baf0-5b008a632f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:16.847234 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-e5d379c7-2db4-4001-baf0-5b008a632f7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742464 May 12 20:29:16.856159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-d5d599fe-9d34-4991-a138-d4435842108b service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269386 May 12 20:29:16.861595 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port c3490ec6-ccc5-448c-80c0-712915375ecd is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:29:16.861977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:16.879614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3490ec6-ccc5-448c-80c0-712915375ecd {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:29:16.894961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:16.900181 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:16.997040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-8766ac76-eb3b-4af1-846d-80a06634fcfd service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352115 May 12 20:29:17.008588 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-76562248-2624-415f-b0bd-d1e777069225 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524506 May 12 20:29:17.026065 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:17.033707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.034268 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.034686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.035104 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.035555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.035966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.036875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.036875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.037140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.037584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.037986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.038389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:17.145426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['c3490ec6-ccc5-448c-80c0-712915375ecd'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:29:17.174051 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:29:17.217635 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fa643170-08ef-4d00-bedf-553b6fc4ea0a req-ce8360e0-9488-4df5-ae48-593c93f9ff98 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007375 May 12 20:29:17.226412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1e6ec-6ef5-47a1-9489-b18eb213050b req-0a159ef1-e49c-40a5-8bcb-5b47ec8c497f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:17.227885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75d1e6ec-6ef5-47a1-9489-b18eb213050b req-0a159ef1-e49c-40a5-8bcb-5b47ec8c497f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 945 time: 0.1428254 May 12 20:29:17.267139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:29:17.276289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75d1e6ec-6ef5-47a1-9489-b18eb213050b req-bdfcf3a7-a762-4d49-b255-ff424c006cf3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 May 12 20:29:18.504559 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fe1ee-fdd6-47af-bd7f-8908257c6212 req-fb9ca0f3-d9c5-4f7c-a902-504a0fc74518 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:18.505983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-773fe1ee-fdd6-47af-bd7f-8908257c6212 req-fb9ca0f3-d9c5-4f7c-a902-504a0fc74518 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 945 time: 0.0956023 May 12 20:29:18.553149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-773fe1ee-fdd6-47af-bd7f-8908257c6212 req-e8166e4a-53c3-4e6f-b212-7b6640e723c5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 May 12 20:29:18.665089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:29:18.740527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port c3490ec6-ccc5-448c-80c0-712915375ecd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:29:18.746362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port c3490ec6-ccc5-448c-80c0-712915375ecd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:29:18.746745 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:18.873224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port c3490ec6-ccc5-448c-80c0-712915375ecd is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:29:18.873612 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:18.890491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb1b82-acf3-4dc7-87c1-9fb0fbf8d111 req-2e7a93aa-3bf2-40ab-a896-0d378779f376 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:18.892063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9bbb1b82-acf3-4dc7-87c1-9fb0fbf8d111 req-2e7a93aa-3bf2-40ab-a896-0d378779f376 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 945 time: 0.0884604 May 12 20:29:18.896927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-9521f572-efa1-4a66-bf85-896cda5f1ed8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:18.897717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-9521f572-efa1-4a66-bf85-896cda5f1ed8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:29:18.902168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:29:18.914192 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:18.917831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-9521f572-efa1-4a66-bf85-896cda5f1ed8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:29:18.919779 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:18.920303 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-9521f572-efa1-4a66-bf85-896cda5f1ed8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3&tenant_id=fad95b45a29248879685b3eadad6f627&binding%3Ahost_id=n-h2-841626-1 HTTP/1.1" status: 200 len: 945 time: 0.1142848 May 12 20:29:18.948065 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9bbb1b82-acf3-4dc7-87c1-9fb0fbf8d111 req-a39ad38c-df10-413d-951e-90c4b5db2adb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 May 12 20:29:18.986554 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb79fc5-3e3e-4145-81ad-c68e118cdbb6'] response: {'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'code': 200} May 12 20:29:19.004077 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:19.015402 n-d-841626-1 neutron-server[88113]: INFO neutron.api.v2.resource [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-c14402de-2149-4e11-8579-454c9e6a0d69 service neutron] delete failed (client error): The resource could not be found. May 12 20:29:19.016666 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-c14402de-2149-4e11-8579-454c9e6a0d69 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c3490ec6-ccc5-448c-80c0-712915375ecd/bindings/n-h1-841626-1 HTTP/1.1" status: 404 len: 380 time: 0.0903518 May 12 20:29:19.165446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-3c94746f-6b95-4f2f-ba47-0ea10fae9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:19.168179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-3c94746f-6b95-4f2f-ba47-0ea10fae9a44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1097 time: 0.0813222 May 12 20:29:19.310914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-d668108a-6c6a-4b04-871c-fa0616373799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:19.312351 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-d668108a-6c6a-4b04-871c-fa0616373799 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.1387522 May 12 20:29:19.320996 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb485c5-cb0f-4517-9cd7-bfd309ca4c2f req-98ada87a-c0f5-4672-bca8-364c8cce4c3b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:19.322587 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8bb485c5-cb0f-4517-9cd7-bfd309ca4c2f req-98ada87a-c0f5-4672-bca8-364c8cce4c3b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0868366 May 12 20:29:19.373221 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8bb485c5-cb0f-4517-9cd7-bfd309ca4c2f req-28009344-605d-4de3-9a2a-8143f7f1cae3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 May 12 20:29:19.519267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-2d4e2a46-7195-44a8-9d47-26a3287e346c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1002 time: 0.2005024 May 12 20:29:19.581149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-9d0a2068-1328-45a0-99ba-d1522705c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:19.582572 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-9d0a2068-1328-45a0-99ba-d1522705c1b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0574389 May 12 20:29:19.656147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-a18ca4d7-0b34-42fb-869d-ea9151975153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:19.657618 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-a18ca4d7-0b34-42fb-869d-ea9151975153 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691190 May 12 20:29:19.790640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-c392c1cf-4b00-4dee-b90b-6ec24143d1d0 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260011 May 12 20:29:19.929524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f5172fb3-7e84-402c-9d7f-576f6e23673e req-71a1f548-6beb-44d7-8cb1-0b6cd2023352 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325948 May 12 20:29:20.570935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7a77b-a183-4aa4-8379-967a32ee25ed req-f024d1d1-0869-405e-b3b8-34eee916b4f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:20.578957 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9cd7a77b-a183-4aa4-8379-967a32ee25ed req-f024d1d1-0869-405e-b3b8-34eee916b4f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0899978 May 12 20:29:20.624660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9cd7a77b-a183-4aa4-8379-967a32ee25ed req-7ae7c9fe-efcc-4fd5-bfda-69eee4a2e585 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445614 May 12 20:29:20.647932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:20.755056 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b9178f30-3191-471b-b6f0-8f3387dc2694 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/c3a4cb00-06c5-474f-9a83-6ae985c1f463 HTTP/1.1" status: 200 len: 994 time: 0.1058309 May 12 20:29:26.937965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d27e8936-4f5f-4ec0-8b8c-6618d1e198ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:28.737716 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:29:29.026932 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-890983a6-8527-46e0-b1c9-722a5e1577b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:30.300354 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:30.663892 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:31.870676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:38.434351 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:39.223031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:47.754651 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-8d0b2523-06f6-4624-971d-04a71d831850 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689254 May 12 20:29:47.895564 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-df4f347e-c95a-48e4-9cda-b8882f100cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:47.897012 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-df4f347e-c95a-48e4-9cda-b8882f100cb4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1097 time: 0.0714610 May 12 20:29:48.040944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-ecdc7b24-9d93-4db1-8839-5225b7451ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:48.042320 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-ecdc7b24-9d93-4db1-8839-5225b7451ccb service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.1256523 May 12 20:29:48.149286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-2abb8b42-d704-4a1d-bda5-2bca9fab0f5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 1002 time: 0.1001735 May 12 20:29:48.214722 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-4e7fcada-9cda-4171-9d55-8c62a405a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:48.216119 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-4e7fcada-9cda-4171-9d55-8c62a405a9fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0597620 May 12 20:29:48.290849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-b3b53ff3-2f17-45aa-a9de-7ecd2e646bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:48.292361 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-b3b53ff3-2f17-45aa-a9de-7ecd2e646bb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695403 May 12 20:29:48.527334 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-7ebe7d09-fcc1-4874-93b7-f5000dbe25ce service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288239 May 12 20:29:48.656653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55cf4caf-55e2-4c03-9971-d8ce184c8082 req-abcdbf5b-cbf2-4831-9d2a-7a348ef4cf03 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231177 May 12 20:29:49.388209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50316) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:49.593380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port d16085d3-7858-4d04-ace2-14c67ae7897f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:29:49.593604 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:49.759898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:49.760189 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:49.878210 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for d16085d3-7858-4d04-ace2-14c67ae7897f owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:29:50.029031 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:50.076482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=d16085d3-7858-4d04-ace2-14c67ae7897f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:50.122914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.123254 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.123610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.124008 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.124332 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.124652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.124973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.125319 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.125640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.125958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.126270 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.126578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:29:50.180263 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:50.180636 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP c3a4cb00-06c5-474f-9a83-6ae985c1f463 disassociated (deleted). External IP: 172.25.2.120, port: c3490ec6-ccc5-448c-80c0-712915375ecd. May 12 20:29:50.646848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:29:50.835951 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:29:50.846322 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] Sync routers for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:29:50.856036 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:29:50.856566 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:50.857133 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:50.913791 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-63efb78f-1585-4f06-bd0c-f9aa5ff2f92d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/floatingips/c3a4cb00-06c5-474f-9a83-6ae985c1f463 HTTP/1.1" status: 204 len: 168 time: 1.5244820 May 12 20:29:50.914356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:29:50.959970 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7bf7f1-2d63-49f5-820b-1f58b6d681fe'] response: {'name': 'network-changed', 'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'status': 'completed', 'code': 200} May 12 20:29:51.038230 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:29:51.058028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-94f7ef14-e5e6-4c97-9836-b412e6f7ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:51.059527 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-94f7ef14-e5e6-4c97-9836-b412e6f7ea63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 1097 time: 0.0758801 May 12 20:29:51.210878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-f07e2dbc-b26b-4a33-b749-50a115b6b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:51.212336 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-f07e2dbc-b26b-4a33-b749-50a115b6b2e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 200 len: 897 time: 0.1469119 May 12 20:29:51.315932 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-cf5b10b1-1d52-4582-9996-250530bbde32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 200 len: 217 time: 0.0955071 May 12 20:29:51.389713 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:51.393743 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] Checking router: 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:29:51.394725 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-4b7ebf47-f024-4a18-83b3-91c24069db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:51.396235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-4b7ebf47-f024-4a18-83b3-91c24069db73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 200 len: 834 time: 0.0736928 May 12 20:29:51.402434 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:29:51.403024 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:51.447299 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01077bf7-8b88-47a6-9ec4-94243b28b6f2 req-dabbf076-03af-4493-9bc7-a72bf3a76c8a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:51.448734 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01077bf7-8b88-47a6-9ec4-94243b28b6f2 req-dabbf076-03af-4493-9bc7-a72bf3a76c8a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.1766944 May 12 20:29:51.509046 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-01077bf7-8b88-47a6-9ec4-94243b28b6f2 req-2fa2dfe1-bb5c-41a0-8651-922b61d5cd0c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 May 12 20:29:51.522055 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-f2ccfabd-4d80-496d-ac0d-6954714f5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:51.523506 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-f2ccfabd-4d80-496d-ac0d-6954714f5f69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7e3c35-5734-499b-ab52-374095dcc1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192789 May 12 20:29:51.588955 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:29:51.654078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-ea4f5e41-4775-4d3c-869a-3b2920490b14 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225948 May 12 20:29:51.793750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8f281dd7-fbf0-40a8-a66b-5d3259cb7d1b req-ec0b2bf9-e441-4451-9baa-f0000a498b79 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314635 May 12 20:29:51.900521 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:51.904935 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1d4d8-1298-4c1b-a53c-b0c9c44ddd77 None None] The sync data for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 is: [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:28:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '7be59a95-96d7-40b2-bbcf-a6e2e4e873cb', 'name': '', 'network_id': '9d7e3c35-5734-499b-ab52-374095dcc1e9', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:bc:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:04Z', 'updated_at': '2022-05-12T20:28:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '5d9f0cf9-b263-4b19-a6c0-395aee7dfee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:29:52.145557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2faa4-bfc7-4029-84f4-1ad41afee26a None None] New status for floating IP c3a4cb00-06c5-474f-9a83-6ae985c1f463: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:29:52.503735 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-157101a8-3926-4486-9bd9-bd9f3e3797fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:52.505075 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-157101a8-3926-4486-9bd9-bd9f3e3797fc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.0888529 May 12 20:29:52.578816 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port c3490ec6-ccc5-448c-80c0-712915375ecd {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:29:52.579151 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:52.838589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4fdf4-a3b3-4315-8fb9-65340589c533 req-d1e38d76-a4cc-485c-92bb-ba41a6bca923 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:29:52.839928 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ab4fdf4-a3b3-4315-8fb9-65340589c533 req-d1e38d76-a4cc-485c-92bb-ba41a6bca923 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b67e9c-8d91-45f6-8c8c-6294ed5218c3 HTTP/1.1" status: 200 len: 946 time: 0.2150652 May 12 20:29:52.914354 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port c3490ec6-ccc5-448c-80c0-712915375ecd, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=c3490ec6-ccc5-448c-80c0-712915375ecd,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:52.914703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:52.923808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4ab4fdf4-a3b3-4315-8fb9-65340589c533 req-c833f078-58a6-4d5e-94e8-6636c1a0b844 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=a370d94a-53a7-45d7-9879-3bfd7ecbdb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776281 May 12 20:29:53.153498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for c3490ec6-ccc5-448c-80c0-712915375ecd owned by compute:nova {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:29:53.305331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:53.354193 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=c3490ec6-ccc5-448c-80c0-712915375ecd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:53.428270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] No DVR routers for this DVR port c3490ec6-ccc5-448c-80c0-712915375ecd on host n-h2-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:29:53.430966 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:53.433604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-deleted', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:29:53.445228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.73 "DELETE /v2.0/ports/c3490ec6-ccc5-448c-80c0-712915375ecd HTTP/1.1" status: 204 len: 173 time: 0.9343150 May 12 20:29:53.481561 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d49d24-622f-4d3e-9645-9e25697b4365'] response: {'server_uuid': 'e0b67e9c-8d91-45f6-8c8c-6294ed5218c3', 'name': 'network-vif-deleted', 'tag': 'c3490ec6-ccc5-448c-80c0-712915375ecd', 'status': 'completed', 'code': 200} May 12 20:29:54.025552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50332) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:54.574769 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:54.814728 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:29:54.859137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: c3490ec6-ccc5-448c-80c0-712915375ecd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:29:54.859393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device c3490ec6-ccc5-448c-80c0-712915375ecd not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:29:55.061340 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:29:55.061977 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:55.245444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:55.245806 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:55.370346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:29:55.566316 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:55.613163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=7be59a95-96d7-40b2-bbcf-a6e2e4e873cb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:55.892621 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:56.264053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:29:56.562408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:29:56.572528 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] Sync routers for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:29:56.576214 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-de683bc9-2484-41e5-b9b6-ba6ab0ada837 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/86e18c93-83f3-4a68-80bf-ceb2c11f8ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5495467 May 12 20:29:56.579113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50336) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:56.583870 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:29:56.584476 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:56.645526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting subnet 5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:29:56.648634 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:56.704814 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:56.756330 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:29:56.785426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:56.862969 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:56.901018 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9f0cf9-b263-4b19-a6c0-395aee7dfee4,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:56.904664 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:56.913424 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-dde0a1bc-1e8d-4c09-adbd-4f1706f80673 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/subnets/5d9f0cf9-b263-4b19-a6c0-395aee7dfee4 HTTP/1.1" status: 204 len: 168 time: 0.3308623 May 12 20:29:56.913658 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50340) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:56.919961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b0e2ea-5ef0-4b09-a9b9-3fbe1525b0b8 None None] Network 9d7e3c35-5734-499b-ab52-374095dcc1e9 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:29:57.082261 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:29:55Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:57.086309 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] Checking router: 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:29:57.098214 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] Routers {'86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:29:57.099311 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:57.105631 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.126133 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a75664a-0b2f-40b4-88f4-ebc30438cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.214450 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] DHCP port deletion for 9d7e3c35-5734-499b-ab52-374095dcc1e9 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:29:57.219190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] Deleting port 5308efb7-5199-4119-8270-3cf97a185ece {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:29:57.219652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.293863 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] Set router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:29:57.295220 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.308598 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port f29fb214-fa5e-4974-93d4-ca5d92d2d116 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:29:57.309197 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.421223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] For port 5308efb7-5199-4119-8270-3cf97a185ece, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5308efb7-5199-4119-8270-3cf97a185ece,segment=NetworkSegment(007ad611-d243-4d40-ba2a-30b8d8c0d283),segment_id=007ad611-d243-4d40-ba2a-30b8d8c0d283)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:57.421607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.501332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port f29fb214-fa5e-4974-93d4-ca5d92d2d116, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=f29fb214-fa5e-4974-93d4-ca5d92d2d116,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:29:57.501605 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.546794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] Calling delete_port for 5308efb7-5199-4119-8270-3cf97a185ece owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:29:57.574989 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:29:55Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:57.579449 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313c12f-f8be-492b-9dcb-1bd7bdce0475 None None] The sync data for ids ['86e18c93-83f3-4a68-80bf-ceb2c11f8ccf'] in n-d-841626-1 is: [{'id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150140481', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:28:00Z', 'updated_at': '2022-05-12T20:29:55Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'f29fb214-fa5e-4974-93d4-ca5d92d2d116', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e18c93-83f3-4a68-80bf-ceb2c11f8ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:28:01Z', 'updated_at': '2022-05-12T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:29:57.625224 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for f29fb214-fa5e-4974-93d4-ca5d92d2d116 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:29:57.628874 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:57.673872 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] Pushing event deleted for resources: {'Port': ['ID=5308efb7-5199-4119-8270-3cf97a185ece,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:57.677122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51635e19-a1cd-44b2-909e-d1aeca5d4664 None None] No DVR routers for this DVR port 5308efb7-5199-4119-8270-3cf97a185ece on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:29:58.048399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.098889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=f29fb214-fa5e-4974-93d4-ca5d92d2d116,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:58.193864 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.362931 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.365301 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.395106 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.395850 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Fanout notify agent at l3_agent the message router_deleted on router 86e18c93-83f3-4a68-80bf-ceb2c11f8ccf {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:29:58.411742 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.413352 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-8d78ed80-6fa8-49c1-aedf-e1bdc24b3ac6 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/routers/86e18c93-83f3-4a68-80bf-ceb2c11f8ccf HTTP/1.1" status: 204 len: 168 time: 1.4982581 May 12 20:29:58.415806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50344) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:58.531146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.665002 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.691779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7e3c35-5734-499b-ab52-374095dcc1e9']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:58.707614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007ad611-d243-4d40-ba2a-30b8d8c0d283') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:58.707921 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007ad611-d243-4d40-ba2a-30b8d8c0d283') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:29:58.720215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.736617 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.744824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:29:58.745234 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: timer() May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:29:58.759736 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:29:58.845697 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.864195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.877827 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Network': ['ID=9d7e3c35-5734-499b-ab52-374095dcc1e9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:58.878399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5308efb7-5199-4119-8270-3cf97a185ece no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:29:58.888488 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-49916d08-3b88-42a5-ab6a-5af59dcad91a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/networks/9d7e3c35-5734-499b-ab52-374095dcc1e9 HTTP/1.1" status: 204 len: 168 time: 0.4715772 May 12 20:29:58.891213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:58.945441 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 5308efb7-5199-4119-8270-3cf97a185ece {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:29:58.945827 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5308efb7-5199-4119-8270-3cf97a185ece not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:29:58.946238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:29:58.962584 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2d90d0f-3b30-41d4-86d2-35c5d1512f9c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:58.978151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:29:58.978490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 7be59a95-96d7-40b2-bbcf-a6e2e4e873cb not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:29:58.978903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f29fb214-fa5e-4974-93d4-ca5d92d2d116 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:29:58.993093 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2d90d0f-3b30-41d4-86d2-35c5d1512f9c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.020494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: f29fb214-fa5e-4974-93d4-ca5d92d2d116 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:29:59.020835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device f29fb214-fa5e-4974-93d4-ca5d92d2d116 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:29:59.033579 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-62972c59-97e5-4b6d-86c2-d6a74b76bd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.060646 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2d90d0f-3b30-41d4-86d2-35c5d1512f9c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.082773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d90d0f-3b30-41d4-86d2-35c5d1512f9c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370d94a-53a7-45d7-9879-3bfd7ecbdb82,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:59.097148 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2d90d0f-3b30-41d4-86d2-35c5d1512f9c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.100947 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-b2d90d0f-3b30-41d4-86d2-35c5d1512f9c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/security-groups/a370d94a-53a7-45d7-9879-3bfd7ecbdb82 HTTP/1.1" status: 204 len: 168 time: 0.2062209 May 12 20:29:59.220580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50356) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:59.225830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-603307655', 'description': 'tempest-secgroup-smoke-603307655 description', 'project_id': 'fad95b45a29248879685b3eadad6f627'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:29:59.232637 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:29:59.236821 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:29:59.239762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:29:59.245505 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:29:59.257044 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.284804 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:29:59.288915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:29:59.291936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:29:59.298729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:29:59.368008 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.373745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.417790 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffecc2e-ac49-4078-a1c9-4177d66b5d24,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:59.422004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.423250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eadb5fed-7811-429a-8a1e-ef0096ac4b92 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2016072 May 12 20:29:59.426236 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50360) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:59.431389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '7ffecc2e-ac49-4078-a1c9-4177d66b5d24', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:29:59.438418 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:29:59.442682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:29:59.445824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:29:59.451927 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:29:59.471808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.535311 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.540904 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.566889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863dc73b-487f-4e55-9e84-a12b9252a850,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:59.576400 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.577638 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e62b6c98-c8f0-4c88-84f9-32b77a81d1dd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504335 May 12 20:29:59.580619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50364) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:59.585653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '7ffecc2e-ac49-4078-a1c9-4177d66b5d24', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:29:59.592787 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:29:59.596830 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:29:59.599839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:29:59.605990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:29:59.622741 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.682253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.688329 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.722107 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b681991-706a-42ef-a76f-5a5a31ba41e3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:59.732194 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.733512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c9d79acc-8172-40fe-97cb-1e565c4d7b42 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518505 May 12 20:29:59.736373 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50368) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:59.741202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '7ffecc2e-ac49-4078-a1c9-4177d66b5d24', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:29:59.747761 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:29:59.751638 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:29:59.754498 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:29:59.760055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:29:59.779961 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.844997 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.850780 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.873167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e72c95-0b9e-47d1-8104-f156638fa74b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:29:59.883799 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:29:59.884937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-84813604-911d-454c-8064-f39dca95ad55 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476841 May 12 20:29:59.887934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50372) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:29:59.895639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '7ffecc2e-ac49-4078-a1c9-4177d66b5d24', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:29:59.905209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:29:59.909110 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:29:59.912010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:29:59.917668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:29:59.936175 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.002674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.007297 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.030262 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edc0cd2-8bc5-4237-9d2a-624ed1190425,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:00.040761 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.042078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-06ff7571-37c6-4a11-9f45-14971ecb068e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528487 May 12 20:30:00.045001 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50376) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:00.050041 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '7ffecc2e-ac49-4078-a1c9-4177d66b5d24', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:00.056822 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:30:00.060630 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:30:00.063675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:30:00.069314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:30:00.080890 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:30:00.087609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.152917 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.158094 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.182294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3b7497-b272-4482-8d6b-9111a234aa7c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:00.193095 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.194407 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a186489b-1c4a-4713-bb9d-ba81f9c8da61 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483440 May 12 20:30:00.197469 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50380) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:00.202803 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': '7ffecc2e-ac49-4078-a1c9-4177d66b5d24', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:00.214869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:30:00.221422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:30:00.224432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:30:00.230331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:30:00.243219 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:30:00.250393 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.293862 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.318201 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.323596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.346282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f85d53c-522a-426b-8303-1473a4e9931e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:00.357096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.358400 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8de009a7-9144-459f-8939-9dd62771b2c9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597924 May 12 20:30:00.361344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50384) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:00.366788 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'network': {'name': 'tempest-network-smoke--1719504940', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'port_security_enabled': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:00.372475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:30:00.376700 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:network and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:30:00.379962 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:30:00.386237 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:30:00.399342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:30:00.403151 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.433140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:30:00.443225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.443662 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Added segment 87e469c5-8208-492b-a45d-d770f585201f of type vlan for network 2b023f87-7b3d-4c4c-a923-57fc96456252 May 12 20:30:00.470970 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.501673 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.507048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:00.507618 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.615069 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2499630 May 12 20:30:00.615497 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50388) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:00.623861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c147cb1-1614-474a-b768-0065adac6ad5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Network': ['ID=2b023f87-7b3d-4c4c-a923-57fc96456252,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:00.635237 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:30:00.674946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'admin_state_up': True, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:00.683313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:30:00.687178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:router and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:30:00.690184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:30:00.696014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:30:00.709822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.711048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.712977 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:00.728794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:01.111594 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:01.410912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:01.439225 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:01.585217 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.211 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/9b1e7d7d-b083-4cb1-91ca-a097c41757dc) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:30:01.727905 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:01.760556 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:01.822974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:30:01.825878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:30:01.829489 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:30:01.857877 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:01.869280 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:02.347762 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:02.700063 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:02.908772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 92d6e47d-bdca-4ff3-8319-90466ad8363e is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:30:03.084937 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:30:03.096274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Sync routers for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:30:03.107229 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:30:03.107953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:03.113444 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:03.114655 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aed90b91-c06c-40f0-8631-766655ebdfb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4982708 May 12 20:30:03.118014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50394) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:03.158021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f7e8fb34-a4de-4e93-b634-a798e83868e7 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=fad95b45a29248879685b3eadad6f627&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376730 May 12 20:30:03.159970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50398) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:03.283929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:30:03.294459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8dba1-89ec-4791-9b09-d684bb1fa3ea tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:03.295996 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-13c8dba1-89ec-4791-9b09-d684bb1fa3ea tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349781 May 12 20:30:03.298895 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50402) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:03.342286 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-808c9fe3-fc6a-4b98-8424-665a1bb74e11 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421777 May 12 20:30:03.344935 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50406) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:03.350160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-405930542', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:03.456553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:30:03.460467 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:subnet and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:30:03.463451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:30:03.469784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:30:03.481920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:30:03.485917 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:03.569569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:02Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:03.573557 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Checking router: 92d6e47d-bdca-4ff3-8319-90466ad8363e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:30:03.573962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Updating router 92d6e47d-bdca-4ff3-8319-90466ad8363e port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:30:03.625109 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:03.713692 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:03.793459 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Subnet': ['ID=fec8c772-ab4b-49c9-8b3c-a44b45168882,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:03.801826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Checking segment: {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:30:03.802232 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network hostable DHCP agents. Network: 2b023f87-7b3d-4c4c-a923-57fc96456252, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:30:03.822835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:30:03.837212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 2b023f87-7b3d-4c4c-a923-57fc96456252) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:30:03.843648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:03.844259 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:03.849134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e650f-d028-46d9-8e19-d227a4668611 None None] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:30:03.868217 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f7f02806-6dd2-49bd-8ea6-d2ad9a6669ac tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5221202 May 12 20:30:03.871191 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50410) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:04.100732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:04.147486 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Transition to ACTIVE for port object 9b1e7d7d-b083-4cb1-91ca-a097c41757dc will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:30:04.157433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:04.190543 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-2b023f87-7b3d-4c4c-a923-57fc96456252', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:30:04.191368 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:04.328307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650aa91-971c-40dc-a3c3-c478a0decee0 None None] Pushing event updated for resources: {'Port': ['ID=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:04.336994 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Attempting to bind port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:30:04.337376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Attempting to bind port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:30:04.337739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Attempting to bind port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:30:04.359414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:30:04.359665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:30:04.360055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:04.363193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:30:04.363686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Bound port: 9b1e7d7d-b083-4cb1-91ca-a097c41757dc, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:30:04.364057 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:04.491001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] For port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:30:04.495236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] For port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:30:04.501741 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:04.535535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Allocated IP 172.20.0.2 (2b023f87-7b3d-4c4c-a923-57fc96456252/fec8c772-ab4b-49c9-8b3c-a44b45168882/be0c9cd0-5ed0-4c5a-9859-64d7e834c263) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:30:04.667817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:30:04.668431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:04.688530 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:04.731378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650aa91-971c-40dc-a3c3-c478a0decee0 None None] Pushing event updated for resources: {'Port': ['ID=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:04.935697 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:30:05.033102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.068453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Transition to ACTIVE for port object be0c9cd0-5ed0-4c5a-9859-64d7e834c263 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:30:05.144362 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Transition to ACTIVE for port object be0c9cd0-5ed0-4c5a-9859-64d7e834c263 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:30:05.154940 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.222137 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.1 (2b023f87-7b3d-4c4c-a923-57fc96456252/fec8c772-ab4b-49c9-8b3c-a44b45168882/1d0268f0-fe0a-4d8b-a02a-c3d36b88c512) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:30:05.252174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:30:05.277884 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:30:05.279586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Pushing event updated for resources: {'Port': ['ID=be0c9cd0-5ed0-4c5a-9859-64d7e834c263,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:05.284103 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:30:05.382164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.389722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Attempting to bind port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:30:05.390350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Attempting to bind port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:30:05.390496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Attempting to bind port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 on network 2b023f87-7b3d-4c4c-a923-57fc96456252 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:30:05.397303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:30:05.397640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Checking segment: {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:30:05.397831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:30:05.398102 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.398504 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Bound using segment: {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:30:05.398871 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Bound port: be0c9cd0-5ed0-4c5a-9859-64d7e834c263, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:30:05.399229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.422132 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.462654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:02Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:05.470453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307905ad-6798-4e51-8dea-d2fbe666a4a1 None None] The sync data for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 is: [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:02Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:30:05.488618 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:30:05.491840 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:30:05.496152 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:30:05.503555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] For port be0c9cd0-5ed0-4c5a-9859-64d7e834c263, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:30:05.507698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] For port be0c9cd0-5ed0-4c5a-9859-64d7e834c263, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=be0c9cd0-5ed0-4c5a-9859-64d7e834c263,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:30:05.512975 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.542568 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:05.563043 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:05.602851 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fd462-f944-47f7-841b-c0ca06f2e9cf None None] Pushing event updated for resources: {'Port': ['ID=be0c9cd0-5ed0-4c5a-9859-64d7e834c263,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:05.737730 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:30:06.014400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:06.441081 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:06.452711 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:06.569400 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:06.572918 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:06.603576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1de30-dbe4-4c58-9d32-23e86079c560 None None] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:30:06.722025 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:30:06.723498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:30:06.735691 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b1e7d7d-b083-4cb1-91ca-a097c41757dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:30:06.801818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-053ef661-7f26-4f3f-99e4-e49ff77625e8 None None] Provisioning for port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:30:06.877373 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:30:06.892511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:06.892880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:06.914418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 92d6e47d-bdca-4ff3-8319-90466ad8363e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:30:07.066353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:07.066666 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:07.086649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:30:07.101838 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:30:07.103360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:07.111529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device be0c9cd0-5ed0-4c5a-9859-64d7e834c263 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:30:07.113295 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Sync routers for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:30:07.129508 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:30:07.130389 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:07.147423 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b0c0f86c-2c6b-400e-8347-baa0fb8737f8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/92d6e47d-bdca-4ff3-8319-90466ad8363e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2751005 May 12 20:30:07.253482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:07.270342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:30:07.275661 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:07.275978 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:07.345816 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-ff30f9cc-2d1b-4c46-887d-4c21cbdcb77c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603307655&fields=id&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 267 time: 0.0566411 May 12 20:30:07.350023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Provisioning complete for port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:07.350395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:07.379828 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:30:07.471330 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:07.471706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:07.521298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-a1c94815-0025-4cf7-95c3-82facda08e31 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:07.522774 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-a1c94815-0025-4cf7-95c3-82facda08e31 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 797 time: 0.1761663 May 12 20:30:07.548770 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-89616dbb-ff72-4451-89c1-ed5222184cb9 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/quotas/fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 375 time: 0.0106199 May 12 20:30:07.551978 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port be0c9cd0-5ed0-4c5a-9859-64d7e834c263, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=be0c9cd0-5ed0-4c5a-9859-64d7e834c263,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:30:07.566642 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:07.630917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Current status of the port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:07.631601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:07.651066 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-07a6af98-2b96-43e6-9138-48f718fada7e req-31cdef8e-4031-4a50-9f83-d08149c5c3da tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:30:07.660502 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=be0c9cd0-5ed0-4c5a-9859-64d7e834c263,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:07.672828 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-07a6af98-2b96-43e6-9138-48f718fada7e req-31cdef8e-4031-4a50-9f83-d08149c5c3da tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:30:07.674225 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-31cdef8e-4031-4a50-9f83-d08149c5c3da tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191666 May 12 20:30:07.694093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-fa989971-0f4f-449c-8da8-a1f1df5e5002 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:30:07.695064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-fa989971-0f4f-449c-8da8-a1f1df5e5002 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058455 May 12 20:30:07.722442 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:30:07.722659 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:30:07.790694 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:06Z', 'revision_number': 2, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:07.794826 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Checking router: 92d6e47d-bdca-4ff3-8319-90466ad8363e for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:30:07.795187 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Updating router 92d6e47d-bdca-4ff3-8319-90466ad8363e port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:30:07.843383 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-58cdc7b2-30f2-4003-abba-63ab376900e8 service neutron] 10.222.0.72 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401672 May 12 20:30:07.852549 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.094130 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-e9f506b8-44c4-4272-98f5-fd84e9271f49 service neutron] 10.222.0.72 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448385 May 12 20:30:08.231798 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.244547 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Transition to ACTIVE for port object 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:30:08.252563 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.296311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Current status of the port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:08.311905 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-560016b4-aee1-4e14-bfc2-33c38f004b91 None None] Provisioning for port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:30:08.316543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a40aebd2-f7a9-402a-994d-01b5dd8d6643 req-2e459848-ff75-490e-b596-b24f91f3f308 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 210 time: 0.0635448 May 12 20:30:08.431702 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Pushing event updated for resources: {'Port': ['ID=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:08.447527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.478665 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.478998 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.479325 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.479652 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.479966 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.480279 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.480590 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.480909 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.481220 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.481534 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.481840 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.482145 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:08.512837 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Attempting to bind port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:30:08.513264 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Attempting to bind port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:30:08.513584 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Attempting to bind port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 on network 2b023f87-7b3d-4c4c-a923-57fc96456252 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:30:08.520300 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:30:08.520652 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Checking segment: {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:30:08.521049 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.521457 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Bound using segment: {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:30:08.521919 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Bound port: 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:30:08.522291 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.613614 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] For port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:30:08.616852 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] For port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:30:08.622560 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.675847 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b1e7d7d-b083-4cb1-91ca-a097c41757dc up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:30:08.702230 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:30:08.702853 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:08.761389 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:08.761949 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:08.772786 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8c098-69a4-4a11-a5df-cd78aac3d202 None None] Pushing event updated for resources: {'Port': ['ID=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:08.893275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:08.894658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device be0c9cd0-5ed0-4c5a-9859-64d7e834c263 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:30:08.896535 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:30:08.971340 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:08.971621 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:09.094427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:09.213206 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:08Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:09.217897 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032a309-6d54-4587-99c3-b5d81506bfc6 None None] The sync data for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 is: [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:08Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:30:09.230561 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:09.460550 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-bbbb2089-f915-45db-9a27-dd7a81b3a119 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:09.461338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-07a6af98-2b96-43e6-9138-48f718fada7e req-bbbb2089-f915-45db-9a27-dd7a81b3a119 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:30:09.477661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57effbf2-8bbc-45c6-be26-b6511e940e5e req-284d8370-d3b4-4b2b-ad3e-f1493091faab tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 210 time: 0.0490232 May 12 20:30:09.480119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-07a6af98-2b96-43e6-9138-48f718fada7e req-bbbb2089-f915-45db-9a27-dd7a81b3a119 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:30:09.481834 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-bbbb2089-f915-45db-9a27-dd7a81b3a119 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 797 time: 0.1951699 May 12 20:30:09.540167 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-07a6af98-2b96-43e6-9138-48f718fada7e req-98a09bdd-4d92-412e-ae67-ab6c87c27d76 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:30:09.557350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-07a6af98-2b96-43e6-9138-48f718fada7e req-98a09bdd-4d92-412e-ae67-ab6c87c27d76 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:30:09.558507 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-98a09bdd-4d92-412e-ae67-ab6c87c27d76 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 379 time: 0.0694172 May 12 20:30:09.567555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'port': {'device_id': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'admin_state_up': True, 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'security_groups': ['7ffecc2e-ac49-4078-a1c9-4177d66b5d24']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:09.719463 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:30:09.729706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:30:09.739922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:30:09.743613 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:09.904560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.13 (2b023f87-7b3d-4c4c-a923-57fc96456252/fec8c772-ab4b-49c9-8b3c-a44b45168882/0b4474c6-1493-41f3-a8e8-b067b42b18df) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:30:10.225736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.241869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object 0b4474c6-1493-41f3-a8e8-b067b42b18df will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:30:10.266437 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.335843 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:30:10.339071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:30:10.343361 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:30:10.376205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=0b4474c6-1493-41f3-a8e8-b067b42b18df,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:10.412164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:10.412773 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.441005 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-13612d38-bbfd-4750-bd14-8a69837cbb5e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8773353 May 12 20:30:10.453734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Request body: {'port': {'device_id': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:10.559776 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-91354695-845a-4374-9a7e-2927c3c65c96 None None] Provisioning for port 0b4474c6-1493-41f3-a8e8-b067b42b18df completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:30:10.568078 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-91354695-845a-4374-9a7e-2927c3c65c96 None None] Provisioning complete for port 0b4474c6-1493-41f3-a8e8-b067b42b18df triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:10.568740 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91354695-845a-4374-9a7e-2927c3c65c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.570220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.656492 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-91354695-845a-4374-9a7e-2927c3c65c96 None None] Port 0b4474c6-1493-41f3-a8e8-b067b42b18df cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:30:10.714374 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:30:10.789439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:30:10.794370 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:10.794745 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.853768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529da815-1512-4052-8c68-cc06cdb035b7 req-d1f6e68d-6293-458a-a372-d1fd862cabc3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:10.856074 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-529da815-1512-4052-8c68-cc06cdb035b7 req-d1f6e68d-6293-458a-a372-d1fd862cabc3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 932 time: 0.0955114 May 12 20:30:10.903730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-529da815-1512-4052-8c68-cc06cdb035b7 req-f1f7d394-7033-4893-946c-ed7442787914 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413578 May 12 20:30:10.921804 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:10.922183 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.940344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4474c6-1493-41f3-a8e8-b067b42b18df {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:30:10.947742 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.953877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:30:10.958597 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:10.963159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Transition to ACTIVE for port object 0b4474c6-1493-41f3-a8e8-b067b42b18df will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:30:10.968054 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:11.028040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:11.095100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4474c6-1493-41f3-a8e8-b067b42b18df,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:11.201213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Attempting to bind port 0b4474c6-1493-41f3-a8e8-b067b42b18df on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:30:11.201605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Attempting to bind port 0b4474c6-1493-41f3-a8e8-b067b42b18df by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:30:11.202048 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Attempting to bind port 0b4474c6-1493-41f3-a8e8-b067b42b18df on network 2b023f87-7b3d-4c4c-a923-57fc96456252 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:30:11.207094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Port 0b4474c6-1493-41f3-a8e8-b067b42b18df on network 2b023f87-7b3d-4c4c-a923-57fc96456252 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:30:11.207408 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Attempting to bind port 0b4474c6-1493-41f3-a8e8-b067b42b18df on network 2b023f87-7b3d-4c4c-a923-57fc96456252 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:30:11.213535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:30:11.213871 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Checking segment: {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:30:11.214256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Bound using segment: {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:30:11.214687 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Bound port: 0b4474c6-1493-41f3-a8e8-b067b42b18df, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e469c5-8208-492b-a45d-d770f585201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:30:11.215034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:11.302829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] For port 0b4474c6-1493-41f3-a8e8-b067b42b18df, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:30:11.305875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] For port 0b4474c6-1493-41f3-a8e8-b067b42b18df, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:30:11.313119 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:11.375014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:11.375657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:11.377029 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 1092 time: 0.9276319 May 12 20:30:11.377467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:30:11.398852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd76ce3-896b-4d92-8cfd-446ac13c84c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4474c6-1493-41f3-a8e8-b067b42b18df,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:11.453505 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d8a607-1ed6-44d0-ab29-28a7348e52c1'] response: {'name': 'network-changed', 'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'status': 'completed', 'code': 200} May 12 20:30:11.495902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-916d13c9-654c-4538-803d-144dc12d42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:11.497449 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-916d13c9-654c-4538-803d-144dc12d42d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1095 time: 0.0772893 May 12 20:30:11.568103 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-ba99ed2d-e941-486a-96ef-d4a3984402b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 217 time: 0.0641627 May 12 20:30:11.636173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-988d4169-cddf-4ff3-b9cc-3f784370b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:11.637654 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-988d4169-cddf-4ff3-b9cc-3f784370b703 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 200 len: 834 time: 0.0638838 May 12 20:30:11.716511 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6af98-2b96-43e6-9138-48f718fada7e req-34d418ce-4008-4609-8a55-3cfd0506d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:11.718308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-34d418ce-4008-4609-8a55-3cfd0506d7bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b023f87-7b3d-4c4c-a923-57fc96456252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746796 May 12 20:30:11.851555 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-63d127a9-34d3-4aad-be75-f3ed3dcbfdbe service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272671 May 12 20:30:11.980751 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-07a6af98-2b96-43e6-9138-48f718fada7e req-ffa5e14b-fd27-445d-8698-a25bae84588a service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235337 May 12 20:30:12.087992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cfb1a-c864-4ca3-9917-33fb40514cd7 req-1113ab93-8907-482f-bbb6-9be1aa3d809d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:12.089661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f17cfb1a-c864-4ca3-9917-33fb40514cd7 req-1113ab93-8907-482f-bbb6-9be1aa3d809d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 944 time: 0.0809674 May 12 20:30:12.138477 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f17cfb1a-c864-4ca3-9917-33fb40514cd7 req-cfc9b557-efe8-4c91-99a5-9944d294bdde tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 May 12 20:30:12.206266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370581b4-0c1f-4194-8704-32344f57b75a req-017ba148-c735-4506-9966-65eb1e371e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:12.207765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-370581b4-0c1f-4194-8704-32344f57b75a req-017ba148-c735-4506-9966-65eb1e371e43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1095 time: 0.1821187 May 12 20:30:12.336964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370581b4-0c1f-4194-8704-32344f57b75a req-70e9e282-80ce-42f9-b497-2eaa4ca222e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:12.338425 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-370581b4-0c1f-4194-8704-32344f57b75a req-70e9e282-80ce-42f9-b497-2eaa4ca222e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 898 time: 0.1240878 May 12 20:30:12.407948 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-370581b4-0c1f-4194-8704-32344f57b75a req-92d13558-ce22-40a2-8915-33ce618b0088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 217 time: 0.0625749 May 12 20:30:12.474954 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370581b4-0c1f-4194-8704-32344f57b75a req-9fd11604-4e8c-44df-bff5-0a78ed9c835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:12.476989 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-370581b4-0c1f-4194-8704-32344f57b75a req-9fd11604-4e8c-44df-bff5-0a78ed9c835f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 200 len: 834 time: 0.0613079 May 12 20:30:12.563752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370581b4-0c1f-4194-8704-32344f57b75a req-23f7191f-c2ad-47ed-b8c2-318af7963b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:12.565221 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-370581b4-0c1f-4194-8704-32344f57b75a req-23f7191f-c2ad-47ed-b8c2-318af7963b32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b023f87-7b3d-4c4c-a923-57fc96456252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807292 May 12 20:30:12.674645 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:30:12.699162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-370581b4-0c1f-4194-8704-32344f57b75a req-a5864734-9053-43c5-8c72-73a40d66d5c4 service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264446 May 12 20:30:12.774487 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:12.775158 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:12.834042 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-370581b4-0c1f-4194-8704-32344f57b75a req-f5ea3cd9-8d1e-410b-b6bd-2c153db0f05d service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260052 May 12 20:30:12.888471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:13.351107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145a40e-2eb8-47ab-8b55-4ad292c1ab03 req-a45a493e-a7f5-4bf7-99dc-8a057a0767ca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:13.352573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3145a40e-2eb8-47ab-8b55-4ad292c1ab03 req-a45a493e-a7f5-4bf7-99dc-8a057a0767ca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 944 time: 0.0976198 May 12 20:30:13.396117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3145a40e-2eb8-47ab-8b55-4ad292c1ab03 req-684a9864-28c7-4bbf-ba3a-685f4d8eb861 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377579 May 12 20:30:13.432742 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b4474c6-1493-41f3-a8e8-b067b42b18df details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:30:13.568680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0b4474c6-1493-41f3-a8e8-b067b42b18df, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:30:13.581609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'port_id': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'mac_address': 'fa:16:3e:cc:d1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:30:13.641514 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0b4474c6-1493-41f3-a8e8-b067b42b18df is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:13.641903 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:13.663105 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4474c6-1493-41f3-a8e8-b067b42b18df {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:30:13.678546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0b4474c6-1493-41f3-a8e8-b067b42b18df, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:30:13.686370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:13.764842 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0b4474c6-1493-41f3-a8e8-b067b42b18df,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:13.921639 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['0b4474c6-1493-41f3-a8e8-b067b42b18df'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:30:14.591811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95365b-d78a-4a1e-a66d-9beef06b3707 req-cdf2d234-f28f-46ae-8571-89c094bf4153 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:14.593342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf95365b-d78a-4a1e-a66d-9beef06b3707 req-cdf2d234-f28f-46ae-8571-89c094bf4153 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 945 time: 0.0909386 May 12 20:30:14.642614 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bf95365b-d78a-4a1e-a66d-9beef06b3707 req-66c3d1d7-1b4f-444b-bd3f-132af393c8e0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 May 12 20:30:15.436398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b4474c6-1493-41f3-a8e8-b067b42b18df up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:30:15.516772 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 0b4474c6-1493-41f3-a8e8-b067b42b18df completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:30:15.521904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 0b4474c6-1493-41f3-a8e8-b067b42b18df triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:30:15.522305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:15.646791 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 0b4474c6-1493-41f3-a8e8-b067b42b18df is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:30:15.647164 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:15.679880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:30:15.690529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 0b4474c6-1493-41f3-a8e8-b067b42b18df, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:30:15.696702 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:15.728232 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044d411f-5f2e-435b-bed5-10477e1a4036'] response: {'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'code': 200} May 12 20:30:15.768491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=0b4474c6-1493-41f3-a8e8-b067b42b18df,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:15.835580 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200502a2-272a-4d88-b0d5-02d857ef9ad6 req-f484e82d-8060-4232-81f2-5fc863cd79ab tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:15.837064 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-200502a2-272a-4d88-b0d5-02d857ef9ad6 req-f484e82d-8060-4232-81f2-5fc863cd79ab tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0878615 May 12 20:30:15.853123 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aeabc-0c56-4859-a416-e9c72fa452b1 req-15f58ce9-46b3-4de0-80d9-43809240ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:15.854628 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ea9aeabc-0c56-4859-a416-e9c72fa452b1 req-15f58ce9-46b3-4de0-80d9-43809240ca5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1097 time: 0.0688031 May 12 20:30:15.882715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-200502a2-272a-4d88-b0d5-02d857ef9ad6 req-d74f9bcc-05c1-47dd-a6ef-37345af1e7cd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 May 12 20:30:15.901377 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ea9aeabc-0c56-4859-a416-e9c72fa452b1 req-55919c3b-4fc6-4c37-ba63-bed47cabc581 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 May 12 20:30:17.081697 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45f947-2b76-418e-89bb-61f1d0c26d74 req-9af128b9-684a-4ed3-992a-9681660660a1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:17.083144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb45f947-2b76-418e-89bb-61f1d0c26d74 req-9af128b9-684a-4ed3-992a-9681660660a1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0863028 May 12 20:30:17.127219 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb45f947-2b76-418e-89bb-61f1d0c26d74 req-65213354-46ca-43df-8d7d-409fc32b37c1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 May 12 20:30:17.318847 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bd978-dc90-4fa1-8c2d-31f208d975a4 req-e692637d-29f0-42a1-92b1-e60c53f3fc82 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:17.320305 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b06bd978-dc90-4fa1-8c2d-31f208d975a4 req-e692637d-29f0-42a1-92b1-e60c53f3fc82 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0908060 May 12 20:30:17.367510 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b06bd978-dc90-4fa1-8c2d-31f208d975a4 req-232235b5-f6af-4fdf-9ebe-1317947b0082 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390167 May 12 20:30:17.390177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50456) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:17.506249 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b7675-7b67-41f7-9802-5e4a96b792e7 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:17.507723 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f35b7675-7b67-41f7-9802-5e4a96b792e7 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1092 time: 0.1165578 May 12 20:30:17.511859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50462) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:17.516689 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:30:17.523239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:30:17.527167 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:floatingip and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:30:17.530238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:30:17.536361 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:30:17.549074 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:17.700064 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:17.840859 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.126 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/bc2d0af0-174d-42ab-9dde-d50128fb30da) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:30:17.990057 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:18.022627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:18.083817 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:30:18.086591 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:30:18.090456 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:30:18.124116 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=bc2d0af0-174d-42ab-9dde-d50128fb30da,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:18.140298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.140644 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.140981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.141344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.141674 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.142009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.142316 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.142904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.143013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.143264 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.143588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.143888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:30:18.633728 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:18.710065 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:18.937950 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:18.944983 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:19.050383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=bc2d0af0-174d-42ab-9dde-d50128fb30da,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:30:19.062058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:19.235166 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP cc4cded8-0856-4204-853f-c3d1685d1744 associated. External IP: 172.25.2.126, port: 0b4474c6-1493-41f3-a8e8-b067b42b18df. May 12 20:30:19.590870 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 92d6e47d-bdca-4ff3-8319-90466ad8363e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:30:19.780176 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:30:19.790186 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05906820-0636-4b59-9f5c-d9662187968e None None] Sync routers for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:30:19.800817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:30:19.801485 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:19.806738 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:19.867513 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-60cc0cab-d7be-4b9d-adb6-39e6bc06e165 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3545361 May 12 20:30:19.868350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:30:19.918953 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4937d7b7-ff8f-43d3-8ba9-84b69ad6201f'] response: {'name': 'network-changed', 'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'status': 'completed', 'code': 200} May 12 20:30:19.984558 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:30:20.019837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-ffa088e5-9654-45c0-abff-3072e3a281a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:20.021524 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-ffa088e5-9654-45c0-abff-3072e3a281a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1097 time: 0.0778797 May 12 20:30:20.043699 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3883ffa-14a7-4716-a3b0-c2b8e4ee7ff5 req-a367ba7e-b35b-4d95-bc90-4640f81131b8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:20.045669 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3883ffa-14a7-4716-a3b0-c2b8e4ee7ff5 req-a367ba7e-b35b-4d95-bc90-4640f81131b8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0839887 May 12 20:30:20.096934 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e3883ffa-14a7-4716-a3b0-c2b8e4ee7ff5 req-5c94d7fe-4d89-4bf5-af55-bd557ba3d18b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 May 12 20:30:20.125053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50470) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:20.168929 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-ffbe1eab-a242-4467-a685-c4a4e2bb4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:20.170620 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-ffbe1eab-a242-4467-a685-c4a4e2bb4e0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 898 time: 0.1427152 May 12 20:30:20.289051 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-580d74a3-cbfc-434f-8a95-d05789b120be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 1000 time: 0.1126938 May 12 20:30:20.367381 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-dab442b9-4df7-4b8d-aa15-d9b9c38d081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:20.371357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-dab442b9-4df7-4b8d-aa15-d9b9c38d081d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 200 len: 834 time: 0.0742400 May 12 20:30:20.387501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-11b0ed3e-0b4e-440a-83f9-56b4387660d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/cc4cded8-0856-4204-853f-c3d1685d1744 HTTP/1.1" status: 200 len: 992 time: 0.2611778 May 12 20:30:20.397938 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'cc4cded8-0856-4204-853f-c3d1685d1744', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'port_id': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'mac_address': 'fa:16:3e:cc:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:30:18Z', 'updated_at': '2022-05-12T20:30:18Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:20.402251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05906820-0636-4b59-9f5c-d9662187968e None None] Checking router: 92d6e47d-bdca-4ff3-8319-90466ad8363e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:30:20.411046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:30:20.411640 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:29:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:20.454255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-27eeb923-d67e-4af5-b3a3-de0392a4f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:20.456852 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-27eeb923-d67e-4af5-b3a3-de0392a4f423 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b023f87-7b3d-4c4c-a923-57fc96456252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808849 May 12 20:30:20.598900 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-50c9f449-5cc4-46e1-a145-55e90c9517eb service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347878 May 12 20:30:20.603576 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:30:20.745812 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d8c68299-47ed-437c-a410-0f196bc34c4c req-75a22a0d-2bc2-49a2-aeb7-c62ebe40c871 service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405339 May 12 20:30:21.008458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-05906820-0636-4b59-9f5c-d9662187968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'cc4cded8-0856-4204-853f-c3d1685d1744', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'port_id': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'mac_address': 'fa:16:3e:cc:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:30:18Z', 'updated_at': '2022-05-12T20:30:18Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:30:21.012438 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05906820-0636-4b59-9f5c-d9662187968e None None] The sync data for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 is: [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'cc4cded8-0856-4204-853f-c3d1685d1744', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'port_id': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'mac_address': 'fa:16:3e:cc:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:30:18Z', 'updated_at': '2022-05-12T20:30:18Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:30:21.225958 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee91f6-5e6b-4892-9430-7024c2cba05a None None] New status for floating IP cc4cded8-0856-4204-853f-c3d1685d1744: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:30:21.389172 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50474) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:30:21.602475 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-99470a8a-7af7-4d86-910e-82b2fd227564 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/cc4cded8-0856-4204-853f-c3d1685d1744 HTTP/1.1" status: 200 len: 994 time: 0.2120643 May 12 20:30:26.941581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c3cec970-b1fc-4435-a4f1-2d0d89394661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:29.031673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e228a4f-cee2-41d9-8d2b-1d3e4620f587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:30.307572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:30.670335 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:31.876923 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:38.461640 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:39.253176 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:42.741161 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:30:43.110988 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-469ee43c-6d2c-49d1-9a7e-5b623cc057c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771646 May 12 20:30:43.268122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-146e4975-6d6d-4939-a9cc-97a9004df123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:43.269633 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-146e4975-6d6d-4939-a9cc-97a9004df123 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1097 time: 0.0893345 May 12 20:30:43.416592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-3380a4b7-64b4-4d2c-a9c4-d05090b049ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:43.418152 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-3380a4b7-64b4-4d2c-a9c4-d05090b049ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 898 time: 0.1251228 May 12 20:30:43.524598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-357970fc-9000-4629-bf21-481895fa6de8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 1002 time: 0.0998638 May 12 20:30:43.585398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-d5ef4f8c-186c-4ef9-8e3f-94b61b485c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:43.586762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-d5ef4f8c-186c-4ef9-8e3f-94b61b485c0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 200 len: 834 time: 0.0558109 May 12 20:30:43.673572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-28f617fd-ac10-4aae-acdd-0173227457c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:43.675015 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-28f617fd-ac10-4aae-acdd-0173227457c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b023f87-7b3d-4c4c-a923-57fc96456252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818229 May 12 20:30:43.810679 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-e16d70a2-ad94-4abe-821a-cd5bd64925e0 service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286943 May 12 20:30:43.958682 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-100e2bf3-a46b-4ea6-ab2f-f9698f7e2164 req-66421356-f155-468e-9f3a-b54b5ae01322 service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420426 May 12 20:30:53.205077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed521d3-0205-426c-a011-8979c6a22b36 req-91803053-03a8-4738-9b05-de637d3029fa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:53.206575 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ed521d3-0205-426c-a011-8979c6a22b36 req-91803053-03a8-4738-9b05-de637d3029fa tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0826728 May 12 20:30:53.250482 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1ed521d3-0205-426c-a011-8979c6a22b36 req-7dca8db8-af11-40ee-9d73-6109f465ae9a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380075 May 12 20:30:54.465261 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77345d-e037-4fab-b3e5-cbc4d0e67d78 req-5c5950d8-3deb-4309-86f9-5cc32ba37064 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:54.466983 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b77345d-e037-4fab-b3e5-cbc4d0e67d78 req-5c5950d8-3deb-4309-86f9-5cc32ba37064 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0904257 May 12 20:30:54.509700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9b77345d-e037-4fab-b3e5-cbc4d0e67d78 req-89e61e41-7502-4d94-aec4-46b282200bd3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371201 May 12 20:30:55.714473 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891240d0-07c5-48ee-8b08-7a5dcceea9c3 req-f2282a77-b1a8-495e-86ea-d4a76ebc3f73 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:55.716288 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-891240d0-07c5-48ee-8b08-7a5dcceea9c3 req-f2282a77-b1a8-495e-86ea-d4a76ebc3f73 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0890088 May 12 20:30:55.767443 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-891240d0-07c5-48ee-8b08-7a5dcceea9c3 req-03952442-77c9-42da-8f58-a6f4eab1535c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454488 May 12 20:30:56.937697 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9fa9-07f6-46f6-b53c-a3b561803768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:56.970744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023a262-bb71-42ca-9729-1b6dcfcfe3a5 req-e649bd17-8ff5-4ba8-98e7-93f71af0d302 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:56.972191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7023a262-bb71-42ca-9729-1b6dcfcfe3a5 req-e649bd17-8ff5-4ba8-98e7-93f71af0d302 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0921528 May 12 20:30:57.020571 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7023a262-bb71-42ca-9729-1b6dcfcfe3a5 req-58df7ddc-6fb7-4bad-a051-31310ab37e8f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424562 May 12 20:30:58.218756 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9683b1-9ec0-455a-8980-a52180b3f827 req-87d01610-7c82-48d3-bc65-5f3caefff088 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:58.220205 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e9683b1-9ec0-455a-8980-a52180b3f827 req-87d01610-7c82-48d3-bc65-5f3caefff088 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0801034 May 12 20:30:58.267959 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6e9683b1-9ec0-455a-8980-a52180b3f827 req-6354c294-4a68-4930-85ec-36a313735d65 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 May 12 20:30:59.026534 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf608-ee6b-4b99-bb61-87d02c313553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:30:59.477967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa189-eae5-48e6-bbd8-9377b291f7ea req-6627bdd5-c748-4886-8001-0280a9c298ba tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:30:59.479407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-257fa189-eae5-48e6-bbd8-9377b291f7ea req-6627bdd5-c748-4886-8001-0280a9c298ba tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0968370 May 12 20:30:59.524679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-257fa189-eae5-48e6-bbd8-9377b291f7ea req-928e196f-9c69-45ef-8472-c7e3734c8115 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394988 May 12 20:31:00.304273 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:00.656602 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:00.724663 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b639be-4042-4de2-990f-d782abffdcd7 req-20e20e4a-ee8a-42d1-82af-bcbd56b7cc1e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:00.726241 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72b639be-4042-4de2-990f-d782abffdcd7 req-20e20e4a-ee8a-42d1-82af-bcbd56b7cc1e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0822935 May 12 20:31:00.770248 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72b639be-4042-4de2-990f-d782abffdcd7 req-3a4d041e-6a3d-4cf4-9f14-f86dcbe462f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381446 May 12 20:31:01.877395 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:01.963120 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5293bf-0f56-4dec-8aac-7b6d570fea6d req-f39a356e-0392-4da4-aab0-b033b1ddc802 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:01.964594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e5293bf-0f56-4dec-8aac-7b6d570fea6d req-f39a356e-0392-4da4-aab0-b033b1ddc802 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0861597 May 12 20:31:02.008904 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e5293bf-0f56-4dec-8aac-7b6d570fea6d req-2e30899c-2f44-45d8-8cae-fd825dd4d37f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380659 May 12 20:31:03.213678 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cabc4-0fe2-4f69-83ca-a787d7a0ee3b req-1c1e0a4c-5afe-4493-bfb6-974259bcfe0d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:03.215231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94cabc4-0fe2-4f69-83ca-a787d7a0ee3b req-1c1e0a4c-5afe-4493-bfb6-974259bcfe0d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0858970 May 12 20:31:03.266577 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e94cabc4-0fe2-4f69-83ca-a787d7a0ee3b req-2d15bb10-c06f-437f-9f66-b2be47645dd3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 May 12 20:31:04.472803 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a4473-8b3d-4e6a-bee5-0d151b470307 req-c4f8b091-2dd7-4fd1-b367-ef611734099d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:04.474347 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a7a4473-8b3d-4e6a-bee5-0d151b470307 req-c4f8b091-2dd7-4fd1-b367-ef611734099d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0819261 May 12 20:31:04.517815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9a7a4473-8b3d-4e6a-bee5-0d151b470307 req-743bd66f-cb40-4090-a768-e5be255a856d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377870 May 12 20:31:05.718250 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f4830-ce50-4da3-9441-330fdcfe0994 req-d3c754b9-9d30-4310-837d-1661fb48e919 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:05.719689 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-653f4830-ce50-4da3-9441-330fdcfe0994 req-d3c754b9-9d30-4310-837d-1661fb48e919 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0900092 May 12 20:31:05.763994 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-653f4830-ce50-4da3-9441-330fdcfe0994 req-da971d07-5168-4f78-a301-ac7953647147 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386460 May 12 20:31:06.974964 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaffb8-00c6-4ce8-9400-4c7ceca3d07d req-1c1b1fc0-8c09-4456-9669-13aa3e6a105f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:06.976331 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adeaffb8-00c6-4ce8-9400-4c7ceca3d07d req-1c1b1fc0-8c09-4456-9669-13aa3e6a105f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0948448 May 12 20:31:07.022719 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-adeaffb8-00c6-4ce8-9400-4c7ceca3d07d req-0cc3e7cb-e6dd-4ddb-bc17-51d6d11d5934 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378416 May 12 20:31:08.221153 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaac95-be5e-4180-b453-d8cfbd42455e req-0a784699-a6ef-4ed1-b95e-00130118431d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:08.222608 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79eaac95-be5e-4180-b453-d8cfbd42455e req-0a784699-a6ef-4ed1-b95e-00130118431d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0908823 May 12 20:31:08.267179 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79eaac95-be5e-4180-b453-d8cfbd42455e req-2da216e8-6200-4683-b449-b85384a0c31b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381315 May 12 20:31:08.439535 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:09.256211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:09.467960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc0890-6ed4-4c4b-9106-789dd75ce213 req-56fb7616-8250-4ea7-b55f-34659a4cb112 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:09.469341 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3abc0890-6ed4-4c4b-9106-789dd75ce213 req-56fb7616-8250-4ea7-b55f-34659a4cb112 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0907671 May 12 20:31:09.513315 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3abc0890-6ed4-4c4b-9106-789dd75ce213 req-b9926e41-c9a0-48a4-8418-c6d67b6eabc1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381069 May 12 20:31:09.536814 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50524) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:09.644117 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-76352fb2-e425-4691-b6b7-2848b57d8b77 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/cc4cded8-0856-4204-853f-c3d1685d1744 HTTP/1.1" status: 200 len: 994 time: 0.1061602 May 12 20:31:11.087578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014116b-c137-4094-99c1-812fe8ea5599 req-b93972df-48c3-4614-8bde-30eff63aea39 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:11.089084 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7014116b-c137-4094-99c1-812fe8ea5599 req-b93972df-48c3-4614-8bde-30eff63aea39 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0882065 May 12 20:31:11.118446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17943dd-9484-4393-acec-f460fa50da14 req-3796f6c9-920f-4c1c-8c77-c3b52d13cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:11.119925 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f17943dd-9484-4393-acec-f460fa50da14 req-3796f6c9-920f-4c1c-8c77-c3b52d13cada service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1097 time: 0.0696378 May 12 20:31:11.134164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7014116b-c137-4094-99c1-812fe8ea5599 req-3c8dbd94-a293-4e91-8751-ac5679441fca tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388997 May 12 20:31:11.249744 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17943dd-9484-4393-acec-f460fa50da14 req-52f59662-5144-4a20-aa9a-c8a6d82aadcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:11.251078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f17943dd-9484-4393-acec-f460fa50da14 req-52f59662-5144-4a20-aa9a-c8a6d82aadcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 898 time: 0.1244135 May 12 20:31:11.352039 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f17943dd-9484-4393-acec-f460fa50da14 req-d599281c-6868-4d2a-b36d-6196769026eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 1002 time: 0.0942407 May 12 20:31:11.412861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17943dd-9484-4393-acec-f460fa50da14 req-13907e43-0b71-4165-9294-4fb93be8652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:11.414354 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f17943dd-9484-4393-acec-f460fa50da14 req-13907e43-0b71-4165-9294-4fb93be8652f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 200 len: 834 time: 0.0565255 May 12 20:31:11.494266 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17943dd-9484-4393-acec-f460fa50da14 req-9d3b1036-a626-4957-8ed9-c989d96bffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:11.495733 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f17943dd-9484-4393-acec-f460fa50da14 req-9d3b1036-a626-4957-8ed9-c989d96bffd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b023f87-7b3d-4c4c-a923-57fc96456252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753844 May 12 20:31:11.624369 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f17943dd-9484-4393-acec-f460fa50da14 req-53b0dba8-6e4c-4368-a448-fa82b57a9d02 service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212862 May 12 20:31:11.874631 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f17943dd-9484-4393-acec-f460fa50da14 req-7d1d52d7-fdbb-4b66-8e65-129bcb35d3f6 service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445455 May 12 20:31:12.325603 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f2d0-ca39-4a64-930c-bdee3e82db5e req-ea48cb90-c1cb-4166-ac08-b39367af8a7a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:12.327089 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5190f2d0-ca39-4a64-930c-bdee3e82db5e req-ea48cb90-c1cb-4166-ac08-b39367af8a7a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0804505 May 12 20:31:12.377047 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5190f2d0-ca39-4a64-930c-bdee3e82db5e req-d4c83dce-5097-4ee8-ba4d-9374123b8902 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 May 12 20:31:13.572577 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9666-52b7-43ff-9541-f68bd9641bc0 req-777250b5-83cc-4e50-bdef-ed75c75d3a27 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:13.574058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0acc9666-52b7-43ff-9541-f68bd9641bc0 req-777250b5-83cc-4e50-bdef-ed75c75d3a27 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0844002 May 12 20:31:13.618132 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0acc9666-52b7-43ff-9541-f68bd9641bc0 req-c3d0850d-b133-43c6-aade-ef09fee01a1e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383828 May 12 20:31:13.641713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50542) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:13.751630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-35366341-90d8-4a60-ba5a-79938a4335bc tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/cc4cded8-0856-4204-853f-c3d1685d1744 HTTP/1.1" status: 200 len: 994 time: 0.1086919 May 12 20:31:19.746234 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:31:26.941320 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-041fafca-a57f-4048-ab5d-a1b5d9d83f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:29.025588 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a44f002e-6abd-49b5-baa3-33e36212aeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:30.314953 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:30.658826 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:31.886177 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:38.451227 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:39.254494 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:43.216382 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-d44725cd-4964-42e6-8d1b-eaeb8acc8ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707705 May 12 20:31:43.365434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-547d79d6-4ae9-4ce8-b9e9-470d6f17dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:43.366932 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-547d79d6-4ae9-4ce8-b9e9-470d6f17dc6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1097 time: 0.0799150 May 12 20:31:43.515781 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-add0ed16-05e6-4a21-aa82-d9b34ea09fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:43.517096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-add0ed16-05e6-4a21-aa82-d9b34ea09fee service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 898 time: 0.1269624 May 12 20:31:43.619578 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-f35d7739-e049-4c31-8209-81e1614abdea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 1002 time: 0.0949526 May 12 20:31:43.686308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-031e1afa-39d7-475f-9bc0-13d75883e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:43.687667 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-031e1afa-39d7-475f-9bc0-13d75883e151 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 200 len: 834 time: 0.0607541 May 12 20:31:43.771739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-235d912e-e78a-45ab-90fe-32dc1e628fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:43.773138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-235d912e-e78a-45ab-90fe-32dc1e628fe8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b023f87-7b3d-4c4c-a923-57fc96456252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786295 May 12 20:31:43.907626 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-93975f19-7485-4bfb-826a-4a5558e5595b service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276448 May 12 20:31:44.039625 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d18bb389-b07b-440b-afff-39281a40d4b1 req-89794ae4-ca98-440e-8acc-c76d8189a8ee service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246057 May 12 20:31:44.603013 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50564) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:44.923881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port bc2d0af0-174d-42ab-9dde-d50128fb30da {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:31:44.924164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:45.096839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:45.097177 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:45.218562 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for bc2d0af0-174d-42ab-9dde-d50128fb30da owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:31:45.379432 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:45.424670 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=bc2d0af0-174d-42ab-9dde-d50128fb30da,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:45.464503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.465156 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.465546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.465879 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.466203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.466527 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.466849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.467171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.467488 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.467806 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.468125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.468417 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:45.529657 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:45.529982 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP cc4cded8-0856-4204-853f-c3d1685d1744 disassociated (deleted). External IP: 172.25.2.126, port: 0b4474c6-1493-41f3-a8e8-b067b42b18df. May 12 20:31:45.885575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 92d6e47d-bdca-4ff3-8319-90466ad8363e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:31:46.084139 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:31:46.094533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] Sync routers for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:31:46.101034 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:46.104586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:31:46.105210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:46.160459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f4c3ee1-b22a-4809-b0df-6fa0b1bc5271 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/floatingips/cc4cded8-0856-4204-853f-c3d1685d1744 HTTP/1.1" status: 204 len: 168 time: 1.5559964 May 12 20:31:46.161102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:31:46.210896 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722c659e-db97-45b8-8b36-84f249b62063'] response: {'name': 'network-changed', 'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'status': 'completed', 'code': 200} May 12 20:31:46.294658 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:31:46.309205 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-6e766270-d072-48c4-8b4e-008ffc3a297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:46.311795 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-6e766270-d072-48c4-8b4e-008ffc3a297b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 1097 time: 0.0766325 May 12 20:31:46.450101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-e9eefcdc-793c-4a46-9b77-678cb08cdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:46.451468 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-e9eefcdc-793c-4a46-9b77-678cb08cdef1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 200 len: 898 time: 0.1343074 May 12 20:31:46.527144 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-d3817878-81b6-46ee-934d-6808bec4bfee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 200 len: 217 time: 0.0676677 May 12 20:31:46.597037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-d8c8ff82-25c1-4e8b-993a-23548ac39980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:46.598619 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-d8c8ff82-25c1-4e8b-993a-23548ac39980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 200 len: 834 time: 0.0634210 May 12 20:31:46.601734 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff56b1a-fda3-4ab3-9fac-0eae7e12c90d req-de7b751d-9517-4a12-a775-87ac78f05886 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:46.602391 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bff56b1a-fda3-4ab3-9fac-0eae7e12c90d req-de7b751d-9517-4a12-a775-87ac78f05886 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:31:46.619181 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bff56b1a-fda3-4ab3-9fac-0eae7e12c90d req-de7b751d-9517-4a12-a775-87ac78f05886 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:31:46.620684 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bff56b1a-fda3-4ab3-9fac-0eae7e12c90d req-de7b751d-9517-4a12-a775-87ac78f05886 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.1506059 May 12 20:31:46.667618 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bff56b1a-fda3-4ab3-9fac-0eae7e12c90d req-aa5195dd-5064-4124-a33f-447bb58ddde0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408683 May 12 20:31:46.671056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:46.675473 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] Checking router: 92d6e47d-bdca-4ff3-8319-90466ad8363e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:31:46.678661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-02565b00-3aef-436b-ad6c-d3182996428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:46.680159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-02565b00-3aef-436b-ad6c-d3182996428c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b023f87-7b3d-4c4c-a923-57fc96456252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749187 May 12 20:31:46.685434 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:31:46.686039 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:46.811952 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-7e87e898-c1db-4d17-a723-5d995189b13e service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238008 May 12 20:31:46.862752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:31:46.946384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-115e4b4c-7033-427c-b8de-8f3da0c42741 req-71ffbf32-ffc5-475b-a6b6-a01d77560d40 service neutron] 10.222.0.36 "GET /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263006 May 12 20:31:47.174363 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:47.178490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00ccc2-f32f-423e-aaae-5980fc097cd0 None None] The sync data for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 is: [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:30:05Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '1d0268f0-fe0a-4d8b-a02a-c3d36b88c512', 'name': '', 'network_id': '2b023f87-7b3d-4c4c-a923-57fc96456252', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:ff:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:04Z', 'updated_at': '2022-05-12T20:30:10Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': 'fec8c772-ab4b-49c9-8b3c-a44b45168882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:31:47.394553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301aab8e-227a-49e8-97bc-944e585f4b7a None None] New status for floating IP cc4cded8-0856-4204-853f-c3d1685d1744: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:31:47.909511 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96f4f4-1979-4461-9f22-c0640b346c5b req-1b007708-822a-4ff4-85c5-fc0c0fa06ff0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:47.911002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e96f4f4-1979-4461-9f22-c0640b346c5b req-1b007708-822a-4ff4-85c5-fc0c0fa06ff0 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.1272938 May 12 20:31:47.954742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d78a80-3a54-489b-9981-97b2f50de42b req-22974723-d14f-4c37-873f-b421cd3104cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:47.955432 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-26d78a80-3a54-489b-9981-97b2f50de42b req-22974723-d14f-4c37-873f-b421cd3104cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:31:47.968895 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-26d78a80-3a54-489b-9981-97b2f50de42b req-22974723-d14f-4c37-873f-b421cd3104cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:31:47.970085 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-26d78a80-3a54-489b-9981-97b2f50de42b req-22974723-d14f-4c37-873f-b421cd3104cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 946 time: 0.0985484 May 12 20:31:48.044307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 0b4474c6-1493-41f3-a8e8-b067b42b18df {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:31:48.044515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:48.075081 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3e96f4f4-1979-4461-9f22-c0640b346c5b req-17ad8594-fb7b-41c6-a81a-9451959f222e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ffecc2e-ac49-4078-a1c9-4177d66b5d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579878 May 12 20:31:48.397960 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 0b4474c6-1493-41f3-a8e8-b067b42b18df, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=0b4474c6-1493-41f3-a8e8-b067b42b18df,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:31:48.398324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:48.518568 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 0b4474c6-1493-41f3-a8e8-b067b42b18df owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:31:48.670053 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:48.719490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=0b4474c6-1493-41f3-a8e8-b067b42b18df,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:48.760215 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.760566 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.760908 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.761248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.761594 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.761923 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.762252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.762581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.762913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.763240 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.763562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.763884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:48.804615 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] No DVR routers for this DVR port 0b4474c6-1493-41f3-a8e8-b067b42b18df on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:31:48.807057 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:48.809549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'name': 'network-vif-deleted', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:31:48.825704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-26d78a80-3a54-489b-9981-97b2f50de42b req-e92758a7-364c-4e74-9130-a729b0b9d0b4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "DELETE /v2.0/ports/0b4474c6-1493-41f3-a8e8-b067b42b18df HTTP/1.1" status: 204 len: 173 time: 0.8497417 May 12 20:31:48.855733 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7ed03c-d467-4029-b3d4-c3da4c171c59'] response: {'server_uuid': 'a90a51c6-579b-4131-a2f5-b1bc1a4ee024', 'name': 'network-vif-deleted', 'tag': '0b4474c6-1493-41f3-a8e8-b067b42b18df', 'status': 'completed', 'code': 200} May 12 20:31:49.240622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ba844b3d-bc72-4fef-9462-1fb96f56a4c6 req-adb7ae63-ec6d-43a3-aafa-6a32265fbbfb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=a90a51c6-579b-4131-a2f5-b1bc1a4ee024 HTTP/1.1" status: 200 len: 210 time: 0.0424798 May 12 20:31:50.355415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50592) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:50.945538 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:51.416915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:31:51.417689 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:51.600273 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:31:51.600632 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:51.719478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:31:51.866291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b4474c6-1493-41f3-a8e8-b067b42b18df no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:31:51.899865 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 0b4474c6-1493-41f3-a8e8-b067b42b18df {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:31:51.900208 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 0b4474c6-1493-41f3-a8e8-b067b42b18df not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:31:51.913422 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:51.965174 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=1d0268f0-fe0a-4d8b-a02a-c3d36b88c512,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:52.240309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:52.594208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 92d6e47d-bdca-4ff3-8319-90466ad8363e has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:31:52.884851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:31:52.894753 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] Sync routers for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:31:52.897555 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a5a6394e-bd14-40e1-840d-887913b8c7a8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/92d6e47d-bdca-4ff3-8319-90466ad8363e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5409157 May 12 20:31:52.900468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:52.905315 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:31:52.905943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:52.967448 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting subnet fec8c772-ab4b-49c9-8b3c-a44b45168882 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:31:52.970663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.024901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.079299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:31:53.111875 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.185206 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.225101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Subnet': ['ID=fec8c772-ab4b-49c9-8b3c-a44b45168882,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:53.227055 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.233224 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-2094c754-f301-46a2-a19d-bbcc36dab546 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/subnets/fec8c772-ab4b-49c9-8b3c-a44b45168882 HTTP/1.1" status: 204 len: 168 time: 0.3318052 May 12 20:31:53.235915 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50600) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:53.248236 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23202737-d56e-447f-9fb7-e368e41ac1d7 None None] Network 2b023f87-7b3d-4c4c-a923-57fc96456252 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:31:53.414205 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.526133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:31:51Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': '9b1e7d7d-b083-4cb1-91ca-a097c41757dc', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:30:01Z', 'updated_at': '2022-05-12T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:53.530262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] Checking router: 92d6e47d-bdca-4ff3-8319-90466ad8363e for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:31:53.539076 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] Routers {'92d6e47d-bdca-4ff3-8319-90466ad8363e'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:31:53.539641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['92d6e47d-bdca-4ff3-8319-90466ad8363e'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:53.598746 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.612119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:31:53.612459 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.642059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] DHCP port deletion for 2b023f87-7b3d-4c4c-a923-57fc96456252 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:31:53.707911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Deleting port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:31:53.708151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.800773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 9b1e7d7d-b083-4cb1-91ca-a097c41757dc, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:31:53.801058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:53.817412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] Set router 92d6e47d-bdca-4ff3-8319-90466ad8363e gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:31:53.920693 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 9b1e7d7d-b083-4cb1-91ca-a097c41757dc owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:31:53.930342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:31:53Z', 'revision_number': 6, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:53.938584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad2336-2dac-4cf6-a981-b434714341e9 None None] The sync data for ids ['92d6e47d-bdca-4ff3-8319-90466ad8363e'] in n-d-841626-1 is: [{'id': '92d6e47d-bdca-4ff3-8319-90466ad8363e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527105292', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:30:00Z', 'updated_at': '2022-05-12T20:31:53Z', 'revision_number': 6, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:31:54.047175 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] For port be0c9cd0-5ed0-4c5a-9859-64d7e834c263, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=be0c9cd0-5ed0-4c5a-9859-64d7e834c263,segment=NetworkSegment(87e469c5-8208-492b-a45d-d770f585201f),segment_id=87e469c5-8208-492b-a45d-d770f585201f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:31:54.047531 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.092007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.140574 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=9b1e7d7d-b083-4cb1-91ca-a097c41757dc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:54.171817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Calling delete_port for be0c9cd0-5ed0-4c5a-9859-64d7e834c263 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:31:54.251835 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.298739 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Pushing event deleted for resources: {'Port': ['ID=be0c9cd0-5ed0-4c5a-9859-64d7e834c263,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:54.301119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] No DVR routers for this DVR port be0c9cd0-5ed0-4c5a-9859-64d7e834c263 on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:31:54.312893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.313805 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.313944 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.314342 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.314741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.315132 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.315523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.315907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.316387 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.316752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.317238 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.317633 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c271a0-2ed5-4b24-a033-51f11d01dad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:31:54.359687 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.532394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.534663 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.562683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.563255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Fanout notify agent at l3_agent the message router_deleted on router 92d6e47d-bdca-4ff3-8319-90466ad8363e {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:31:54.579064 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.580128 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-56365d35-7f64-4987-bdd5-769509f3a0ee tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/routers/92d6e47d-bdca-4ff3-8319-90466ad8363e HTTP/1.1" status: 204 len: 168 time: 1.3433070 May 12 20:31:54.583747 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50604) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:54.696107 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.743977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:31:54.780367 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:31:54.780701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 1d0268f0-fe0a-4d8b-a02a-c3d36b88c512 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:31:54.781124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b1e7d7d-b083-4cb1-91ca-a097c41757dc no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:31:54.814084 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 9b1e7d7d-b083-4cb1-91ca-a097c41757dc {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:31:54.814436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 9b1e7d7d-b083-4cb1-91ca-a097c41757dc not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:31:54.814856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device be0c9cd0-5ed0-4c5a-9859-64d7e834c263 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:31:54.837718 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.849137 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: be0c9cd0-5ed0-4c5a-9859-64d7e834c263 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:31:54.849523 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device be0c9cd0-5ed0-4c5a-9859-64d7e834c263 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:31:54.864163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b023f87-7b3d-4c4c-a923-57fc96456252']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:54.876062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e469c5-8208-492b-a45d-d770f585201f') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:54.876359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e469c5-8208-492b-a45d-d770f585201f') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:54.888083 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.905244 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.911987 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:31:54.912374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: timer() May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:31:54.927147 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:31:55.012184 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.028979 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.039727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Network': ['ID=2b023f87-7b3d-4c4c-a923-57fc96456252,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:55.049263 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-5b3d032c-d245-4c1f-b32a-d77a5b521c6b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/networks/2b023f87-7b3d-4c4c-a923-57fc96456252 HTTP/1.1" status: 204 len: 168 time: 0.4644787 May 12 20:31:55.051955 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50608) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:55.118058 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bcc0bfbf-2991-478e-a34d-3a29d12c71c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.147346 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bcc0bfbf-2991-478e-a34d-3a29d12c71c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.210807 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bcc0bfbf-2991-478e-a34d-3a29d12c71c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.232798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0bfbf-2991-478e-a34d-3a29d12c71c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffecc2e-ac49-4078-a1c9-4177d66b5d24,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:55.244105 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bcc0bfbf-2991-478e-a34d-3a29d12c71c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.245240 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bcc0bfbf-2991-478e-a34d-3a29d12c71c4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/security-groups/7ffecc2e-ac49-4078-a1c9-4177d66b5d24 HTTP/1.1" status: 204 len: 168 time: 0.1923769 May 12 20:31:55.375586 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50616) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:55.382966 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682288593', 'description': 'tempest-secgroup-smoke-1682288593 description', 'project_id': 'fad95b45a29248879685b3eadad6f627'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:55.391504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:55.396680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:55.399723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:55.405773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:55.419055 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.438641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:55.442454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:55.445165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:55.450716 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:55.519648 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.525210 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.569338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abafe3d6-8854-4562-ab13-ef53cdd60127,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:55.571911 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.573224 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-411d5ef3-8d48-4263-9045-b2bee5c5b61a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1965766 May 12 20:31:55.576188 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50620) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:55.581211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'abafe3d6-8854-4562-ab13-ef53cdd60127', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:55.587990 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:55.592180 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:55.595076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:55.600815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:55.619922 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.681195 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.686256 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.711056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f27ef3b-28da-4b58-a178-81a65d81618e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:55.721808 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.723181 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-83cb45d1-32cd-4cd3-a914-12a5f9ca80cb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458874 May 12 20:31:55.726086 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50624) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:55.733839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'abafe3d6-8854-4562-ab13-ef53cdd60127', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:55.744351 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:55.750255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:55.754753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:55.761064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:55.782516 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.859388 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.864670 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.887269 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1547225e-ca7b-4ba1-baab-3283f9652518,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:55.897287 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:55.898543 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ec898272-6e2f-4ad7-819f-e70392f75814 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1712615 May 12 20:31:55.902439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50628) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:55.907357 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'abafe3d6-8854-4562-ab13-ef53cdd60127', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:55.914628 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:55.918754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:55.921800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:55.927755 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:55.946596 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.009357 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.015007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.037599 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fe1fa8-6470-4131-89d4-bb0a21d5d688,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:56.047711 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.049027 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-550b9af8-9947-4813-a97c-032dc4c30b71 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455927 May 12 20:31:56.051935 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50632) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:56.056973 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'abafe3d6-8854-4562-ab13-ef53cdd60127', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:56.064062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:56.068213 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:56.071307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:56.077466 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:56.099441 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.165981 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.171253 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.196841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f16a616-8d75-4325-8db5-a4d51fcfff5e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:56.207512 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.208758 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-748d9ded-cd5c-4a38-9675-649468ff4f89 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557808 May 12 20:31:56.213644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50636) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:56.218841 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'abafe3d6-8854-4562-ab13-ef53cdd60127', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:56.225446 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:56.229202 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:56.232022 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:56.237679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:56.250101 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:31:56.256591 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.323837 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.329391 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.353151 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c713d7-94c0-4987-867f-4e510029d09b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:56.366609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.367841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ce8c20e1-8227-46a1-b098-73cc14e14309 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532607 May 12 20:31:56.370682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:56.375669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'security_group_rule': {'security_group_id': 'abafe3d6-8854-4562-ab13-ef53cdd60127', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:56.382739 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:56.386984 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:security_group_rule and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:56.390420 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:56.398444 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:56.413107 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Project fad95b45a29248879685b3eadad6f627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:31:56.419642 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.485301 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.490519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.515467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1b3177-d67c-4974-963e-0835c1c155e6,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:56.525121 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.526384 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-55087373-4175-4b56-9df2-f6d2f3d91911 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547804 May 12 20:31:56.529576 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:56.535135 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'network': {'name': 'tempest-network-smoke--736133516', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'port_security_enabled': True}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:56.541457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:56.545925 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:network and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:56.548940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:56.555637 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:56.566932 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:31:56.570450 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.599229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:31:56.608999 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.609400 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Added segment 357d7aae-00a4-4f99-9c80-16f78d150c28 of type vlan for network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e May 12 20:31:56.636572 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.670099 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.675563 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:56.676133 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.745885 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:31:56.780664 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2499380 May 12 20:31:56.781535 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5afd27-cd8b-4629-9559-cc5a59631e93 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Network': ['ID=0eaf89a6-4651-4bbe-8890-7e832b02aa4e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:56.783623 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50648) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:56.789094 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'admin_state_up': True, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:56.792692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:31:56.797009 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:56.800848 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:router and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:56.803784 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:56.810164 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:56.821107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.822184 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.838588 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:56.934182 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-98c2fe57-1168-46f6-8c16-fa6a446323e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:57.101813 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:57.413136 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:57.441910 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:57.575926 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.209 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/fb7600fd-cea4-425a-a4b6-da4e92492cd6) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:31:57.736658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:57.774817 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:57.837282 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:31:57.840366 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:31:57.844111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:31:57.881102 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=fb7600fd-cea4-425a-a4b6-da4e92492cd6,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:58.376426 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:58.741582 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:58.948098 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:31:59.020644 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-254691d0-3886-48d5-a91b-f49b85a633da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:59.132525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:31:59.144163 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Sync routers for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:31:59.153585 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:31:59.154163 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:59.160946 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:59.163572 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-a0c7fe0f-01c4-4d2a-824a-0fb9dc8a7fe8 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3777034 May 12 20:31:59.166038 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50652) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:59.213599 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-68b3ce80-e956-488e-8f92-2df52342c8c3 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=fad95b45a29248879685b3eadad6f627&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451691 May 12 20:31:59.215872 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50656) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:59.331641 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:31:59.341785 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39810cd-67ec-4e03-b4c4-794d8261d09e tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:59.343266 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b39810cd-67ec-4e03-b4c4-794d8261d09e tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265166 May 12 20:31:59.346330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50660) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:59.383913 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-78fab165-7208-44d0-8e1f-29e788b904ba tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=79f6a4f4-7b97-421e-9184-eeab9b532ba3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365148 May 12 20:31:59.386531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50664) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:31:59.391710 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209109938', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'project_id': 'fad95b45a29248879685b3eadad6f627', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:31:59.618514 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:31:58Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:31:59.622364 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Checking router: 8b5150c3-a209-474b-9cc3-b4b5e52514c2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:31:59.622702 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Updating router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 port fb7600fd-cea4-425a-a4b6-da4e92492cd6 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:31:59.623286 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:31:59.627387 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:subnet and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:31:59.630342 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:31:59.636228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:31:59.648435 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'subnet': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:31:59.652228 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27217281'] for subnet, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:59.675768 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:59.866186 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27217303'] for subnet, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:31:59.944481 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Subnet': ['ID=950c2b93-dcb8-47f8-8a42-19b4da4b32bb,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:31:59.953715 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Checking segment: {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:31:59.954074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network hostable DHCP agents. Network: 0eaf89a6-4651-4bbe-8890-7e832b02aa4e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:31:59.982037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:31:59.993360 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 0eaf89a6-4651-4bbe-8890-7e832b02aa4e) {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:31:59.997673 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:31:59.998260 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.004451 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e7389-4935-44d7-9939-6bdc98b4637e None None] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:32:00.013624 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.026104 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Transition to ACTIVE for port object fb7600fd-cea4-425a-a4b6-da4e92492cd6 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:32:00.029058 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-441a4739-96e4-41bc-bdab-b6df8f6a1203 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6413188 May 12 20:32:00.032289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50668) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:00.034093 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.111270 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Attempting to bind port fb7600fd-cea4-425a-a4b6-da4e92492cd6 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:32:00.111637 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Attempting to bind port fb7600fd-cea4-425a-a4b6-da4e92492cd6 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:32:00.111998 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Attempting to bind port fb7600fd-cea4-425a-a4b6-da4e92492cd6 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:32:00.122323 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:32:00.122697 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:32:00.123096 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.123482 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:32:00.123945 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Bound port: fb7600fd-cea4-425a-a4b6-da4e92492cd6, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:32:00.125494 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.213390 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] For port fb7600fd-cea4-425a-a4b6-da4e92492cd6, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:32:00.218018 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] For port fb7600fd-cea4-425a-a4b6-da4e92492cd6, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fb7600fd-cea4-425a-a4b6-da4e92492cd6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:32:00.219884 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Pushing event updated for resources: {'Port': ['ID=fb7600fd-cea4-425a-a4b6-da4e92492cd6,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:00.230741 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.231543 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.232032 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.232546 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.233015 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.233512 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.234030 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.234494 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.234999 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.235470 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.235930 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.236440 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:00.242102 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.262608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:32:00.264213 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.337061 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:32:00.337707 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:00.386315 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.403093 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d450c2-1193-4942-8e46-9fbd37a2cb6a None None] Pushing event updated for resources: {'Port': ['ID=fb7600fd-cea4-425a-a4b6-da4e92492cd6,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:00.510080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Allocated IP 172.20.0.2 (0eaf89a6-4651-4bbe-8890-7e832b02aa4e/950c2b93-dcb8-47f8-8a42-19b4da4b32bb/e952c30e-2239-426a-ba5c-6a943bc926ac) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:32:00.564670 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:32:00.727236 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.738063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Transition to ACTIVE for port object e952c30e-2239-426a-ba5c-6a943bc926ac will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:32:00.773755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Transition to ACTIVE for port object e952c30e-2239-426a-ba5c-6a943bc926ac will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:32:00.776914 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.785544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.858580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:32:00.862350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:32:00.870011 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:32:00.881703 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.902912 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:31:58Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:00.906862 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ab5b6-0f16-42cd-a987-dc9a3c828b73 None None] The sync data for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 is: [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:31:58Z', 'revision_number': 3, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:32:00.909205 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Pushing event updated for resources: {'Port': ['ID=e952c30e-2239-426a-ba5c-6a943bc926ac,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:00.971413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Attempting to bind port e952c30e-2239-426a-ba5c-6a943bc926ac on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:32:00.971775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Attempting to bind port e952c30e-2239-426a-ba5c-6a943bc926ac by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:32:00.972262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Attempting to bind port e952c30e-2239-426a-ba5c-6a943bc926ac on network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:32:00.978044 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:32:00.978415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Checking segment: {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:32:00.978813 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:00.979201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Bound using segment: {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:32:00.979663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Bound port: e952c30e-2239-426a-ba5c-6a943bc926ac, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:32:00.980032 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:01.073654 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] For port e952c30e-2239-426a-ba5c-6a943bc926ac, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:32:01.076766 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] For port e952c30e-2239-426a-ba5c-6a943bc926ac, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e952c30e-2239-426a-ba5c-6a943bc926ac,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:32:01.083578 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:01.160997 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc902e4-066c-413b-999c-7a8d7b1fab88 None None] Pushing event updated for resources: {'Port': ['ID=e952c30e-2239-426a-ba5c-6a943bc926ac,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:01.321773 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.1 (0eaf89a6-4651-4bbe-8890-7e832b02aa4e/950c2b93-dcb8-47f8-8a42-19b4da4b32bb/5782fe1d-5875-4e46-873b-ebe6ad88e006) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:32:01.626489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:01.642540 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object 5782fe1d-5875-4e46-873b-ebe6ad88e006 will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:32:01.667901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:01.737759 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:32:01.741095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:32:01.743597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:32:01.784411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=5782fe1d-5875-4e46-873b-ebe6ad88e006,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:01.811559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:01.890601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:01.949164 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:02.170393 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0a13a-d39b-4ccd-833a-e53b120db9e8 None None] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:32:02.262928 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b239cc57-4d2c-4659-90f7-99534efcc357 None None] Provisioning for port e952c30e-2239-426a-ba5c-6a943bc926ac completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:32:02.375487 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:02.380720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:02.499901 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:02.503399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=5782fe1d-5875-4e46-873b-ebe6ad88e006,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:02.645160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:32:02.646465 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:32:02.711552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-74111c21-3561-481c-bb00-b32700ca1746 None None] Provisioning for port 5782fe1d-5875-4e46-873b-ebe6ad88e006 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:32:02.725234 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-74111c21-3561-481c-bb00-b32700ca1746 None None] Provisioning complete for port 5782fe1d-5875-4e46-873b-ebe6ad88e006 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:02.725627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74111c21-3561-481c-bb00-b32700ca1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:02.804941 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-74111c21-3561-481c-bb00-b32700ca1746 None None] Port 5782fe1d-5875-4e46-873b-ebe6ad88e006 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:32:02.830323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fb7600fd-cea4-425a-a4b6-da4e92492cd6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:32:02.849398 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:32:02.901388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port fb7600fd-cea4-425a-a4b6-da4e92492cd6 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:32:02.908432 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fb7600fd-cea4-425a-a4b6-da4e92492cd6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:02.909006 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:02.980864 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8d5c0e1-b913-453f-9c9b-bf99ee888b53 None None] Provisioning complete for port 5782fe1d-5875-4e46-873b-ebe6ad88e006 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:02.981252 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c0e1-b913-453f-9c9b-bf99ee888b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:03.078004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5c0e1-b913-453f-9c9b-bf99ee888b53 None None] Port 5782fe1d-5875-4e46-873b-ebe6ad88e006 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:32:03.098399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fb7600fd-cea4-425a-a4b6-da4e92492cd6 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:03.098759 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:03.116452 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port fb7600fd-cea4-425a-a4b6-da4e92492cd6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fb7600fd-cea4-425a-a4b6-da4e92492cd6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:32:03.122651 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:03.123412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e952c30e-2239-426a-ba5c-6a943bc926ac up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:32:03.169519 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:32:03.183630 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-28b7da2c-f2cb-440d-8d33-5c8cb66e77fd tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/8b5150c3-a209-474b-9cc3-b4b5e52514c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1496594 May 12 20:32:03.194453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Sync routers for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:32:03.247914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:32:03.248531 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:03.339131 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dd4773ce-3af7-47b6-898b-4061746ddd62 None None] Provisioning complete for port 5782fe1d-5875-4e46-873b-ebe6ad88e006 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:03.339853 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd4773ce-3af7-47b6-898b-4061746ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:03.347448 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-96afc4c5-ffec-402c-9fbc-3b78b2677263 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682288593&fields=id&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 267 time: 0.0395982 May 12 20:32:03.368964 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=fb7600fd-cea4-425a-a4b6-da4e92492cd6,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:03.505161 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-e1581bad-8a1b-4a04-8522-641001f85ae3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:03.505880 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-e1581bad-8a1b-4a04-8522-641001f85ae3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:32:03.520089 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port e952c30e-2239-426a-ba5c-6a943bc926ac completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:32:03.523409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-e1581bad-8a1b-4a04-8522-641001f85ae3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:32:03.524653 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-e1581bad-8a1b-4a04-8522-641001f85ae3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/networks?id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 200 len: 796 time: 0.1703823 May 12 20:32:03.525474 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dd4773ce-3af7-47b6-898b-4061746ddd62 None None] Port 5782fe1d-5875-4e46-873b-ebe6ad88e006 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:32:03.532496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e952c30e-2239-426a-ba5c-6a943bc926ac triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:03.532833 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:03.541057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-7d428b52-d589-43bc-a94e-729aca4f5162 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/quotas/fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 375 time: 0.0102265 May 12 20:32:03.587779 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:32:03.627432 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-46fd865a-89fd-4731-b51f-8ee4bfabb148 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:32:03.644014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-46fd865a-89fd-4731-b51f-8ee4bfabb148 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:32:03.645434 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-46fd865a-89fd-4731-b51f-8ee4bfabb148 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990193 May 12 20:32:03.785459 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-615339f9-f3bb-48b4-a852-9e5e301e9643 service neutron] 10.222.0.72 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276045 May 12 20:32:03.855571 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e952c30e-2239-426a-ba5c-6a943bc926ac is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:03.855915 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:03.918607 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port e952c30e-2239-426a-ba5c-6a943bc926ac, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e952c30e-2239-426a-ba5c-6a943bc926ac,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:32:03.923125 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-579f5997-0984-4d40-b2cf-e2474e6197e7 service neutron] 10.222.0.72 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305809 May 12 20:32:03.945706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:04.029165 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=e952c30e-2239-426a-ba5c-6a943bc926ac,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:04.048705 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:02Z', 'revision_number': 2, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:04.053276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Checking router: 8b5150c3-a209-474b-9cc3-b4b5e52514c2 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:32:04.053659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Updating router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 port 5782fe1d-5875-4e46-873b-ebe6ad88e006 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:32:04.112454 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:04.114623 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2b5f22e6-bba7-4362-9746-eb3ccf8b785c req-f6c1c565-5056-4d18-b18a-238bbead0ad4 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 210 time: 0.0418050 May 12 20:32:04.470739 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:04.482507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Transition to ACTIVE for port object 5782fe1d-5875-4e46-873b-ebe6ad88e006 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:32:04.489832 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:04.645433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee36eb-cd45-4509-9c89-0fa53e049d08 None None] Pushing event updated for resources: {'Port': ['ID=5782fe1d-5875-4e46-873b-ebe6ad88e006,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:04.711497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Attempting to bind port 5782fe1d-5875-4e46-873b-ebe6ad88e006 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:32:04.711826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Attempting to bind port 5782fe1d-5875-4e46-873b-ebe6ad88e006 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:32:04.712185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Attempting to bind port 5782fe1d-5875-4e46-873b-ebe6ad88e006 on network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:32:04.718539 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:32:04.719009 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Checking segment: {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:32:04.719732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:04.720284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Bound using segment: {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:32:04.720908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Bound port: 5782fe1d-5875-4e46-873b-ebe6ad88e006, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:32:04.721465 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:04.777888 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fb7600fd-cea4-425a-a4b6-da4e92492cd6 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:32:04.886828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] For port 5782fe1d-5875-4e46-873b-ebe6ad88e006, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:32:04.890043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] For port 5782fe1d-5875-4e46-873b-ebe6ad88e006, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5782fe1d-5875-4e46-873b-ebe6ad88e006,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:32:04.899068 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:04.939207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port fb7600fd-cea4-425a-a4b6-da4e92492cd6 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:04.939817 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:05.029449 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:32:05.030714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:05.085470 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee36eb-cd45-4509-9c89-0fa53e049d08 None None] Pushing event updated for resources: {'Port': ['ID=5782fe1d-5875-4e46-873b-ebe6ad88e006,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:05.315487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6c38c97-2934-4bcd-8bb9-83cc642640b8 req-9e10ec82-523e-439c-b353-e969ddaef99a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 210 time: 0.0422220 May 12 20:32:05.317737 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-b825293e-ac43-47fe-88a4-cd7dc37a2b84 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:05.319228 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-b825293e-ac43-47fe-88a4-cd7dc37a2b84 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:32:05.330479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port fb7600fd-cea4-425a-a4b6-da4e92492cd6 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:05.331636 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e952c30e-2239-426a-ba5c-6a943bc926ac up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:32:05.332757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-b825293e-ac43-47fe-88a4-cd7dc37a2b84 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:32:05.334028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-b825293e-ac43-47fe-88a4-cd7dc37a2b84 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/networks?id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 200 len: 796 time: 0.2170892 May 12 20:32:05.369216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:32:05.385227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-d878b6d0-cc28-4205-9937-af539095101c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:32:05.400980 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-d878b6d0-cc28-4205-9937-af539095101c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:32:05.402400 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-d878b6d0-cc28-4205-9937-af539095101c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad95b45a29248879685b3eadad6f627 HTTP/1.1" status: 200 len: 380 time: 0.0605710 May 12 20:32:05.412385 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'port': {'device_id': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'admin_state_up': True, 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'security_groups': ['abafe3d6-8854-4562-ab13-ef53cdd60127']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:32:05.615907 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port e952c30e-2239-426a-ba5c-6a943bc926ac triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:05.616190 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:05.662010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:32:05.671389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:32:05.683100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Made reservation on behalf of fad95b45a29248879685b3eadad6f627 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:32:05.686985 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:05.805310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port e952c30e-2239-426a-ba5c-6a943bc926ac is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:05.817953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:04Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:05.822018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c45dd3-9c1d-454d-97eb-31947155d1e1 None None] The sync data for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 is: [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:04Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:32:05.850462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.20.0.5 (0eaf89a6-4651-4bbe-8890-7e832b02aa4e/950c2b93-dcb8-47f8-8a42-19b4da4b32bb/74c39357-ee6a-4ee5-8ab9-7a71832ffe80) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:32:06.058152 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.074068 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Transition to ACTIVE for port object 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:32:06.101048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.176329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:32:06.179600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:32:06.184315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:32:06.221917 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:06.264350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:06.265198 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.297160 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0001b675-6d83-43d1-ae9c-9d73118e6638 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8884196 May 12 20:32:06.355482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Request body: {'port': {'device_id': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:32:06.487300 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc07b12f-7a57-4664-849c-8752b251689e None None] Provisioning for port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:32:06.496003 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-cc07b12f-7a57-4664-849c-8752b251689e None None] Provisioning complete for port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:06.496220 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.496819 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cc07b12f-7a57-4664-849c-8752b251689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.532763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa23fa-0566-4b5d-ab69-736bcf61b8f6 req-e35347d6-a525-4802-907a-4bdb6025a7f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:06.534521 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5aa23fa-0566-4b5d-ab69-736bcf61b8f6 req-e35347d6-a525-4802-907a-4bdb6025a7f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 931 time: 0.1031058 May 12 20:32:06.558768 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-cc07b12f-7a57-4664-849c-8752b251689e None None] Port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:32:06.584348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a5aa23fa-0566-4b5d-ab69-736bcf61b8f6 req-3f892215-e097-4d0b-9f67-a4c8e0131035 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 May 12 20:32:06.773433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5782fe1d-5875-4e46-873b-ebe6ad88e006 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:32:06.850882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 5782fe1d-5875-4e46-873b-ebe6ad88e006 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:32:06.855983 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5782fe1d-5875-4e46-873b-ebe6ad88e006 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:06.856373 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.864301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:32:06.872104 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.888786 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Transition to ACTIVE for port object 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:32:06.896309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:06.980199 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5782fe1d-5875-4e46-873b-ebe6ad88e006 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:06.980581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:07.018195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 5782fe1d-5875-4e46-873b-ebe6ad88e006, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5782fe1d-5875-4e46-873b-ebe6ad88e006,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:32:07.025375 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:07.058887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Pushing event updated for resources: {'Port': ['ID=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:07.097386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=5782fe1d-5875-4e46-873b-ebe6ad88e006,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:07.141288 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Attempting to bind port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:32:07.141717 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Attempting to bind port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:32:07.142239 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Attempting to bind port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 on network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:32:07.147425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 on network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:32:07.147826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Attempting to bind port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 on network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:32:07.153344 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:32:07.153756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Checking segment: {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:32:07.154149 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Bound using segment: {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:32:07.154582 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Bound port: 74c39357-ee6a-4ee5-8ab9-7a71832ffe80, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357d7aae-00a4-4f99-9c80-16f78d150c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:32:07.154930 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:07.243639 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] For port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:32:07.246563 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] For port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:32:07.254154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:07.317084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:07.317832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:07.319331 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] 10.222.0.36 "PUT /v2.0/ports/74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 200 len: 1091 time: 1.0143409 May 12 20:32:07.319742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:32:07.340147 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3190df-dba2-4330-8e47-348f4a858e7d service neutron] Pushing event updated for resources: {'Port': ['ID=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:07.396849 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4d9b17-ab98-48c2-86ab-d42e99ad964d'] response: {'name': 'network-changed', 'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'status': 'completed', 'code': 200} May 12 20:32:07.439284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-8b94a5f3-66c9-4698-bed5-e3c8a79f074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:07.440822 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-8b94a5f3-66c9-4698-bed5-e3c8a79f074f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1094 time: 0.0760713 May 12 20:32:07.513322 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-a3465bc9-9135-4005-b3e8-bfed9282364b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 200 len: 217 time: 0.0655103 May 12 20:32:07.576184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0c3c3f20-0560-424a-8753-9b3d596d2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:07.577590 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-0c3c3f20-0560-424a-8753-9b3d596d2e60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=950c2b93-dcb8-47f8-8a42-19b4da4b32bb HTTP/1.1" status: 200 len: 835 time: 0.0580091 May 12 20:32:07.767449 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-1b8499d7-d54f-41ac-a205-c8e70a7cec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:07.768857 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-1b8499d7-d54f-41ac-a205-c8e70a7cec99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848681 May 12 20:32:07.772797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affa03-d968-4f09-9b82-3a96ca8c898a req-aa76973d-9f74-4801-89c8-720774e65d65 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:07.774277 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98affa03-d968-4f09-9b82-3a96ca8c898a req-aa76973d-9f74-4801-89c8-720774e65d65 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 943 time: 0.0831997 May 12 20:32:07.821743 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98affa03-d968-4f09-9b82-3a96ca8c898a req-229fd5ee-adef-4fee-a397-14ed8ab4e52a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 May 12 20:32:07.902880 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-45985bf3-b60c-4e5f-92e9-f6395df5c8f8 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272552 May 12 20:32:08.035321 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-67574648-a58d-4d66-b6db-0e62f184e6c8 req-efda719c-4e0a-4cbc-b09e-cd63aeefbd0f service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266658 May 12 20:32:08.156661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9f8e-e865-411a-8627-5078f25cb63a req-33542431-a518-4a38-8483-516a9007e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:08.158178 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-063f9f8e-e865-411a-8627-5078f25cb63a req-33542431-a518-4a38-8483-516a9007e4f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1094 time: 0.0719056 May 12 20:32:08.295881 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9f8e-e865-411a-8627-5078f25cb63a req-62905091-bc80-45c3-8c94-241f68dd494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:08.297319 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-063f9f8e-e865-411a-8627-5078f25cb63a req-62905091-bc80-45c3-8c94-241f68dd494e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 200 len: 897 time: 0.1336699 May 12 20:32:08.370824 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-063f9f8e-e865-411a-8627-5078f25cb63a req-10127318-74ba-4153-b7bc-b2e7a39335c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 200 len: 217 time: 0.0657165 May 12 20:32:08.434350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9f8e-e865-411a-8627-5078f25cb63a req-74b1f3ed-0fd1-4053-a10e-abdb2f15a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:08.435843 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-063f9f8e-e865-411a-8627-5078f25cb63a req-74b1f3ed-0fd1-4053-a10e-abdb2f15a9c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=950c2b93-dcb8-47f8-8a42-19b4da4b32bb HTTP/1.1" status: 200 len: 835 time: 0.0585186 May 12 20:32:08.451126 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:08.517614 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9f8e-e865-411a-8627-5078f25cb63a req-1a6766f2-373e-4ebf-bdf4-9b9031978b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:08.519092 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-063f9f8e-e865-411a-8627-5078f25cb63a req-1a6766f2-373e-4ebf-bdf4-9b9031978b09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757964 May 12 20:32:08.653726 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-063f9f8e-e865-411a-8627-5078f25cb63a req-08aee936-3dbb-46bb-8a90-06bfb4d72002 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276798 May 12 20:32:08.744195 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5782fe1d-5875-4e46-873b-ebe6ad88e006 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:32:08.786366 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-063f9f8e-e865-411a-8627-5078f25cb63a req-3ef795bd-5412-4b8f-a107-662e9b3e3cc0 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257372 May 12 20:32:08.815887 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 5782fe1d-5875-4e46-873b-ebe6ad88e006 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:08.816269 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:08.934811 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 5782fe1d-5875-4e46-873b-ebe6ad88e006 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:09.020989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d283-37aa-4f4f-bdee-81e73a96bde6 req-291f4640-bda7-443e-b7fb-68bdee92fd3e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:09.022474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4738d283-37aa-4f4f-bdee-81e73a96bde6 req-291f4640-bda7-443e-b7fb-68bdee92fd3e tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 943 time: 0.0943205 May 12 20:32:09.068484 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4738d283-37aa-4f4f-bdee-81e73a96bde6 req-b4b20477-e986-46d2-9160-dd656425d3c2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 May 12 20:32:09.287240 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:09.915974 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:32:10.065765 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:32:10.079843 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'port_id': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'mac_address': 'fa:16:3e:c7:a7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:32:10.135789 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:10.136173 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:10.153724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:32:10.169982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:32:10.174963 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:10.243802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:10.256479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee0d58-b3d5-4394-88bf-4433d9ad29e0 req-8dabaad3-5dea-430a-ad82-31483697345d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:10.258011 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88ee0d58-b3d5-4394-88bf-4433d9ad29e0 req-8dabaad3-5dea-430a-ad82-31483697345d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 944 time: 0.0822396 May 12 20:32:10.307605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-88ee0d58-b3d5-4394-88bf-4433d9ad29e0 req-b78dd9e8-9ab3-4e0b-beab-dfd96a76ee7c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 May 12 20:32:10.379079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['74c39357-ee6a-4ee5-8ab9-7a71832ffe80'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:32:11.503103 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8b6-94f3-4eb9-af52-81facf985936 req-58d3e9ba-ea31-434b-99d1-a2e7b4a61dda tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:11.504555 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9999e8b6-94f3-4eb9-af52-81facf985936 req-58d3e9ba-ea31-434b-99d1-a2e7b4a61dda tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 944 time: 0.0842605 May 12 20:32:11.549016 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9999e8b6-94f3-4eb9-af52-81facf985936 req-7b64daa7-4da7-4fcf-b27e-baa29727534a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384891 May 12 20:32:11.930545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:32:12.002288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:32:12.006903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:32:12.007275 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:12.119321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:32:12.119700 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:12.146550 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:32:12.156692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:32:12.162709 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:12.196477 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1dea8d6-72fa-4ac8-aa03-86bae0e1f8b9'] response: {'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'code': 200} May 12 20:32:12.235061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:12.321101 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866083c-9450-462c-b6f7-df88551be2e5 req-ca17ff24-42d1-4212-9410-3765d6ac67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:12.322558 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3866083c-9450-462c-b6f7-df88551be2e5 req-ca17ff24-42d1-4212-9410-3765d6ac67c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1096 time: 0.0713198 May 12 20:32:12.364125 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-3866083c-9450-462c-b6f7-df88551be2e5 req-e576b629-8678-441d-8679-2661c2ec6631 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350587 May 12 20:32:12.756085 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37db67-d871-49b2-81c9-0fef68386a33 req-9481ee32-4780-4d25-ae17-d3e5a96dfea2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:12.757660 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a37db67-d871-49b2-81c9-0fef68386a33 req-9481ee32-4780-4d25-ae17-d3e5a96dfea2 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0959241 May 12 20:32:12.802235 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a37db67-d871-49b2-81c9-0fef68386a33 req-4c71e0c5-e9fa-455a-816c-0a32ac57249c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 May 12 20:32:13.993243 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f8183-9603-45df-9138-82b4331f3770 req-c9318dae-9201-44d5-a55a-0a01eb06a847 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:13.994700 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a29f8183-9603-45df-9138-82b4331f3770 req-c9318dae-9201-44d5-a55a-0a01eb06a847 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0872169 May 12 20:32:14.040490 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a29f8183-9603-45df-9138-82b4331f3770 req-a395e654-3846-420f-8a03-f37b2e73de73 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372169 May 12 20:32:14.228166 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612af9-1922-422a-b46c-176aeaa181f8 req-e2983d45-2c0a-43dc-96cc-a6641727529f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:14.229661 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb612af9-1922-422a-b46c-176aeaa181f8 req-e2983d45-2c0a-43dc-96cc-a6641727529f tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0859981 May 12 20:32:14.272897 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bb612af9-1922-422a-b46c-176aeaa181f8 req-e9b867dc-ba30-4ad6-b589-3d3ae602c447 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374992 May 12 20:32:14.295452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50722) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:14.368570 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd449e3b-98aa-45e7-b006-a7af69cf76e8 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:14.370686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fd449e3b-98aa-45e7-b006-a7af69cf76e8 tempest-TestNetworkAdvancedServerOps-1754603354 tempest-TestNetworkAdvancedServerOps-1754603354-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1091 time: 0.0743182 May 12 20:32:14.373805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50726) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:14.378788 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:32:14.385736 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:32:14.389746 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Usage tracker for resource:floatingip and tenant:fad95b45a29248879685b3eadad6f627 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:32:14.392615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:32:14.398451 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:32:14.411604 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:14.550468 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:14.689645 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Allocated IP 172.25.2.81 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/0df1b696-3305-4e58-9fdc-1eda8c9f12cf) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:32:14.840330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:14.872515 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:14.937534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:32:14.940367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:32:14.944132 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:32:14.978523 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=0df1b696-3305-4e58-9fdc-1eda8c9f12cf,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:15.471926 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:15.551042 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:15.783046 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:15.791493 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:15.897448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event updated for resources: {'Port': ['ID=0df1b696-3305-4e58-9fdc-1eda8c9f12cf,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:15.907412 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:16.083394 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP 1469673c-925a-4c0f-86ab-8580058d262f associated. External IP: 172.25.2.81, port: 74c39357-ee6a-4ee5-8ab9-7a71832ffe80. May 12 20:32:16.433721 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:32:16.736551 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:32:16.746404 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] Sync routers for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:32:16.756130 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:32:16.756795 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:16.763590 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:16.818808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2c7158c4-6f4d-4a82-8f31-98e5bfe29f50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4440076 May 12 20:32:16.819406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:32:16.867519 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0acb8da-88eb-4a4f-9f1f-7134d8ae6b60'] response: {'name': 'network-changed', 'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'status': 'completed', 'code': 200} May 12 20:32:16.934611 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:32:16.960588 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-ca10b6f4-2bbe-4cf8-9fee-26a6f9687730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:16.962111 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-ca10b6f4-2bbe-4cf8-9fee-26a6f9687730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1096 time: 0.0743785 May 12 20:32:16.991553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdfff2-f4ac-46df-ad73-567392bd9280 req-7a2e25ba-1761-4d68-aa4e-194071bf7f0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:16.994299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77fdfff2-f4ac-46df-ad73-567392bd9280 req-7a2e25ba-1761-4d68-aa4e-194071bf7f0a tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0871141 May 12 20:32:17.040270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77fdfff2-f4ac-46df-ad73-567392bd9280 req-3ed0f659-913c-4dde-ae24-9462af2d2303 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 May 12 20:32:17.063054 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50734) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:17.099930 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-52976d27-cef1-41a8-ad95-891484ddae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:17.101859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-52976d27-cef1-41a8-ad95-891484ddae3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 200 len: 897 time: 0.1324735 May 12 20:32:17.177176 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4fdf096e-f519-4f20-a8fb-ad1bbea5412d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/1469673c-925a-4c0f-86ab-8580058d262f HTTP/1.1" status: 200 len: 990 time: 0.1126359 May 12 20:32:17.207982 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-57bfc88a-be77-48f3-81b9-e4b0b5220b81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 200 len: 998 time: 0.1001804 May 12 20:32:17.273173 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-637e32a2-51fd-4223-9e97-2e7f15df7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:17.274600 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-637e32a2-51fd-4223-9e97-2e7f15df7e62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=950c2b93-dcb8-47f8-8a42-19b4da4b32bb HTTP/1.1" status: 200 len: 835 time: 0.0608630 May 12 20:32:17.295157 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '1469673c-925a-4c0f-86ab-8580058d262f', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'port_id': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'mac_address': 'fa:16:3e:c7:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:32:15Z', 'updated_at': '2022-05-12T20:32:15Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:06Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:17.299091 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] Checking router: 8b5150c3-a209-474b-9cc3-b4b5e52514c2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:32:17.307466 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:32:17.308033 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:31:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:17.349158 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-a668ca6b-cd7a-4e09-9226-dad0d910068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:17.350782 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-a668ca6b-cd7a-4e09-9226-dad0d910068b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705841 May 12 20:32:17.480725 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-d24015af-53da-48da-bf6e-5a5dcc57d562 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236014 May 12 20:32:17.494681 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:32:17.716664 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-791ef1af-2a6d-45b3-bc1b-f52108ec19e4 req-a8d84b55-b4a5-4296-9ca4-517274376ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302287 May 12 20:32:17.870727 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '1469673c-925a-4c0f-86ab-8580058d262f', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'port_id': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'mac_address': 'fa:16:3e:c7:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:32:15Z', 'updated_at': '2022-05-12T20:32:15Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:06Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:17.874794 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2d7ea-edc4-42fb-8327-197b0c852af1 None None] The sync data for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 is: [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '1469673c-925a-4c0f-86ab-8580058d262f', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'port_id': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'mac_address': 'fa:16:3e:c7:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:32:15Z', 'updated_at': '2022-05-12T20:32:15Z', 'revision_number': 0, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:06Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:32:18.079512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f58780-2532-4359-8a84-2b4a39f12c40 None None] New status for floating IP 1469673c-925a-4c0f-86ab-8580058d262f: ACTIVE {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:32:18.181300 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50738) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:18.288430 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-41ca3f3b-970e-47fc-a4af-12648372a0f1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/1469673c-925a-4c0f-86ab-8580058d262f HTTP/1.1" status: 200 len: 990 time: 0.1058400 May 12 20:32:19.293517 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50742) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:19.406309 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-226a8103-73fb-4516-b359-4ff15825e082 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/1469673c-925a-4c0f-86ab-8580058d262f HTTP/1.1" status: 200 len: 992 time: 0.1112454 May 12 20:32:26.951581 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d7937333-2c51-4432-85ad-df951133c14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:29.027756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb574e4c-2ad1-462e-9c59-85b92cf67e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:30.318605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:30.665456 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:31.903551 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:33.750530 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:32:38.443801 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:39.303672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:42.521383 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-68853529-5b93-4106-99cc-a5b65209a4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743599 May 12 20:32:42.674078 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-89c27913-56a5-444f-8f4d-3b7b3d34676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:42.675653 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-89c27913-56a5-444f-8f4d-3b7b3d34676e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1096 time: 0.0778606 May 12 20:32:42.841503 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-d954e728-a5dd-49b1-af31-0959e6135d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:42.842894 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-d954e728-a5dd-49b1-af31-0959e6135d1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 200 len: 897 time: 0.1408434 May 12 20:32:42.948702 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-86c0f5b3-282d-44cc-8c8c-5c46f26dcbce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 200 len: 1000 time: 0.0984454 May 12 20:32:43.011953 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-b70b141a-7ddf-4832-bbe3-013a99d70042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:43.013398 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-b70b141a-7ddf-4832-bbe3-013a99d70042 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=950c2b93-dcb8-47f8-8a42-19b4da4b32bb HTTP/1.1" status: 200 len: 835 time: 0.0583172 May 12 20:32:43.102978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-916223b9-977d-41e6-9f57-b1b823fd6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:43.104390 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-916223b9-977d-41e6-9f57-b1b823fd6322 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843918 May 12 20:32:43.234281 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-3335a821-ac8e-419e-b516-90f1eae1e73f service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232438 May 12 20:32:43.364011 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-419ab9d7-3efd-4f21-b4c0-62f536b15073 req-e25a70f6-adff-4f60-ad04-9894f27d8c55 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230423 May 12 20:32:49.020334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc688b2e-2f21-487a-959b-79839a07f7f7 req-ce02ffff-3901-4378-8472-dfec675cafba tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:49.021841 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc688b2e-2f21-487a-959b-79839a07f7f7 req-ce02ffff-3901-4378-8472-dfec675cafba tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0846825 May 12 20:32:49.069750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fc688b2e-2f21-487a-959b-79839a07f7f7 req-538eaf73-bada-41a2-a074-e75ad894c046 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393898 May 12 20:32:50.277688 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4d0e8-bd00-4dfe-ba16-9e41c49f47f4 req-a56161f2-b087-4694-9a45-d5d20df59fd1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:50.279136 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69c4d0e8-bd00-4dfe-ba16-9e41c49f47f4 req-a56161f2-b087-4694-9a45-d5d20df59fd1 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0965192 May 12 20:32:50.323500 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-69c4d0e8-bd00-4dfe-ba16-9e41c49f47f4 req-4bd9bea5-a296-45ed-a7f6-0cbbd0d9bbdb tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385258 May 12 20:32:50.347113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50764) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:50.469126 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-05c91c04-3a63-44da-a088-8a169dd07b5b tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/1469673c-925a-4c0f-86ab-8580058d262f HTTP/1.1" status: 200 len: 992 time: 0.1207380 May 12 20:32:51.910695 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821543-2395-4f95-a6f6-0435723977aa req-16cc89fe-7fa1-4310-a147-28047e4d3793 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:51.912170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d821543-2395-4f95-a6f6-0435723977aa req-16cc89fe-7fa1-4310-a147-28047e4d3793 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0812218 May 12 20:32:51.914607 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-845d59ca-a4be-4978-9b03-0f9da77d85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:51.916072 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-845d59ca-a4be-4978-9b03-0f9da77d85ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1096 time: 0.0685868 May 12 20:32:51.956280 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2d821543-2395-4f95-a6f6-0435723977aa req-7a1e2071-1bd7-4654-b0c8-ef19a96c214d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382569 May 12 20:32:52.045888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-ab09df39-d908-48c1-907b-e0fb8365648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:52.047271 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-ab09df39-d908-48c1-907b-e0fb8365648b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 200 len: 897 time: 0.1255627 May 12 20:32:52.149057 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-c5ffb99f-ad8a-44cd-a800-70a7ab8cf80d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 200 len: 1000 time: 0.0951290 May 12 20:32:52.214271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-b5fe6197-3d7a-4109-bcf0-e5a44e3f9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:52.215674 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-b5fe6197-3d7a-4109-bcf0-e5a44e3f9082 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=950c2b93-dcb8-47f8-8a42-19b4da4b32bb HTTP/1.1" status: 200 len: 835 time: 0.0614350 May 12 20:32:52.291707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-b7489cc4-ac9c-4b39-ac57-7bfc9f7dbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:52.293168 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-b7489cc4-ac9c-4b39-ac57-7bfc9f7dbb4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717189 May 12 20:32:52.423195 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-99a97518-327d-4378-bda8-4c15e808b225 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234963 May 12 20:32:52.662379 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f7a13c5f-1e20-462a-bc0b-de27ba25174b req-568c9d2f-6ba2-4f00-9f6c-542b87e7cfa6 service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319937 May 12 20:32:53.158270 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccdbb-bbb3-40bd-989b-7ab3c8a2af3d req-5cae61db-3ac0-4ecc-a59e-02acdb3dfa49 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:53.159608 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e7ccdbb-bbb3-40bd-989b-7ab3c8a2af3d req-5cae61db-3ac0-4ecc-a59e-02acdb3dfa49 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0826406 May 12 20:32:53.207191 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2e7ccdbb-bbb3-40bd-989b-7ab3c8a2af3d req-fd204318-a592-4862-87aa-55996b219b50 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 May 12 20:32:54.410244 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e323788-90de-408e-8cb7-8735981c7488 req-16ebb707-9622-445a-9f21-20444403f8c3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:54.411677 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e323788-90de-408e-8cb7-8735981c7488 req-16ebb707-9622-445a-9f21-20444403f8c3 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0905097 May 12 20:32:54.456381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5e323788-90de-408e-8cb7-8735981c7488 req-63aa7282-1aed-4685-aac3-c1c03cce5f84 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 May 12 20:32:54.480478 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50778) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:54.588326 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2fa18e7c-103f-45d3-a3f9-51fbab4bf99d tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/floatingips/1469673c-925a-4c0f-86ab-8580058d262f HTTP/1.1" status: 200 len: 992 time: 0.1064105 May 12 20:32:54.834163 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50786) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:32:55.057758 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 0df1b696-3305-4e58-9fdc-1eda8c9f12cf {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:32:55.057987 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:55.345020 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:55.345287 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:55.466732 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 0df1b696-3305-4e58-9fdc-1eda8c9f12cf owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:32:55.622860 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:55.670382 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=0df1b696-3305-4e58-9fdc-1eda8c9f12cf,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:55.706218 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.706560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.706896 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.707225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.707553 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.707875 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.708196 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.708513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.708835 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.709151 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.709494 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.709792 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:55.770233 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:55.770571 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Floating IP 1469673c-925a-4c0f-86ab-8580058d262f disassociated (deleted). External IP: 172.25.2.81, port: 74c39357-ee6a-4ee5-8ab9-7a71832ffe80. May 12 20:32:56.129744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:32:56.311902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:32:56.326955 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] Sync routers for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:32:56.332821 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:56.336521 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:32:56.337150 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:56.393023 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-aa7c6d5d-7fd6-4af2-827e-b9a50b311b46 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/floatingips/1469673c-925a-4c0f-86ab-8580058d262f HTTP/1.1" status: 204 len: 168 time: 1.5549686 May 12 20:32:56.393023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:32:56.439276 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d076e0-aecc-4d29-9d29-e144b8b51637'] response: {'name': 'network-changed', 'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'status': 'completed', 'code': 200} May 12 20:32:56.515094 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:32:56.534957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-a7925319-7c28-4b1e-b6ae-81c463cf9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:56.537845 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-a7925319-7c28-4b1e-b6ae-81c463cf9b10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fad95b45a29248879685b3eadad6f627&device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 1096 time: 0.0724540 May 12 20:32:56.679409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-5995d166-ad72-4d13-bd9c-81f47596e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:56.680798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-5995d166-ad72-4d13-bd9c-81f47596e7c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 200 len: 897 time: 0.1374371 May 12 20:32:56.753363 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-4b0f3244-f772-4874-9945-1002ec90fdc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 200 len: 217 time: 0.0660732 May 12 20:32:56.762149 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4077695-cfe2-44d4-b4b4-c29c6cdf3de1 req-559de92c-9700-427d-9e0a-b1aa6513a000 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:56.762944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b4077695-cfe2-44d4-b4b4-c29c6cdf3de1 req-559de92c-9700-427d-9e0a-b1aa6513a000 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:32:56.779330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-b4077695-cfe2-44d4-b4b4-c29c6cdf3de1 req-559de92c-9700-427d-9e0a-b1aa6513a000 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:32:56.780679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4077695-cfe2-44d4-b4b4-c29c6cdf3de1 req-559de92c-9700-427d-9e0a-b1aa6513a000 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.1023331 May 12 20:32:56.818583 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-edcd9cda-51ce-4bc1-820b-6065a8036b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:56.820179 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-edcd9cda-51ce-4bc1-820b-6065a8036b3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=950c2b93-dcb8-47f8-8a42-19b4da4b32bb HTTP/1.1" status: 200 len: 835 time: 0.0590947 May 12 20:32:56.829977 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b4077695-cfe2-44d4-b4b4-c29c6cdf3de1 req-669e9ef6-418a-4124-94aa-d45a535c2b88 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 May 12 20:32:56.832771 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:06Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:56.837386 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] Checking router: 8b5150c3-a209-474b-9cc3-b4b5e52514c2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:32:56.846305 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:32:56.846991 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:56.900677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-53e36690-5f83-4957-98a3-80819df3604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:56.902195 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-53e36690-5f83-4957-98a3-80819df3604f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eaf89a6-4651-4bbe-8890-7e832b02aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746443 May 12 20:32:56.936965 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e4db1b23-3314-4834-abc1-66ff50ca6518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:57.022669 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:32:57.043901 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-3ec8baf8-d8d2-45bc-8417-213c7b8df01d service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348221 May 12 20:32:57.176233 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f37f0fc1-2220-4dcb-973b-0401e08038d9 req-0deb3ca3-6faf-4b52-b552-b6a5c2a60eba service neutron] 10.222.0.36 "GET /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252670 May 12 20:32:57.368872 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:06Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:32:57.373203 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bf99c-4103-4a16-9310-7ccde2d52371 None None] The sync data for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 is: [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:32:01Z', 'revision_number': 4, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '5782fe1d-5875-4e46-873b-ebe6ad88e006', 'name': '', 'network_id': '0eaf89a6-4651-4bbe-8890-7e832b02aa4e', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'mac_address': 'fa:16:3e:fe:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:32:01Z', 'updated_at': '2022-05-12T20:32:06Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'subnets': [{'id': '950c2b93-dcb8-47f8-8a42-19b4da4b32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:32:57.598592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd4383-b5b2-49cc-bc64-cb844c81ae3b None None] New status for floating IP 1469673c-925a-4c0f-86ab-8580058d262f: DOWN {{(pid=88114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:32:58.036795 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e5d4-f3c4-43fb-8d45-45b123b92326 req-724b017f-e6f8-4eba-870d-e7b44a303604 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:58.038237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7e4e5d4-f3c4-43fb-8d45-45b123b92326 req-724b017f-e6f8-4eba-870d-e7b44a303604 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.0919986 May 12 20:32:58.082591 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a7e4e5d4-f3c4-43fb-8d45-45b123b92326 req-9b25babd-3e53-4eb8-85c6-bf927183c5a7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/security-groups?id=abafe3d6-8854-4562-ab13-ef53cdd60127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 May 12 20:32:58.215807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-d504421a-07cd-4257-8556-45ef87b6d967 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:32:58.216756 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-d504421a-07cd-4257-8556-45ef87b6d967 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Synchronizing usage tracker for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:32:58.233255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-d504421a-07cd-4257-8556-45ef87b6d967 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Unset dirty status for tenant:fad95b45a29248879685b3eadad6f627 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:32:58.234418 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-d504421a-07cd-4257-8556-45ef87b6d967 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 945 time: 0.1054792 May 12 20:32:58.307162 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:32:58.307374 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:58.563983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:32:58.564226 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:58.684714 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:32:58.831614 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:58.880967 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=74c39357-ee6a-4ee5-8ab9-7a71832ffe80,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:32:58.918424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.918757 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.919117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.919452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.919783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.920114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.920441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.920767 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.921089 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.921441 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.921766 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.922066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:32:58.974066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] No DVR routers for this DVR port 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:32:58.978375 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:58.982334 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'name': 'network-vif-deleted', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:32:59.001474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1b1320f-bf2f-4fb5-8be9-799113598414 req-3a6ffe6b-f3d4-4437-8b07-38151b955924 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.36 "DELETE /v2.0/ports/74c39357-ee6a-4ee5-8ab9-7a71832ffe80 HTTP/1.1" status: 204 len: 173 time: 0.7618814 May 12 20:32:59.012630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afec5391-9447-4f17-8b0a-c0c976e88b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:32:59.080771 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2d6f3d-840e-4fe1-90c1-e2e8cd674761'] response: {'server_uuid': 'b138b23b-7028-4b64-96b8-9a246c4cf4fa', 'name': 'network-vif-deleted', 'tag': '74c39357-ee6a-4ee5-8ab9-7a71832ffe80', 'status': 'completed', 'code': 200} May 12 20:32:59.249919 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ae0e283f-3b2c-4883-8a15-e0ff7e639a2d req-52dd553b-1188-4636-8c64-ec024e1860bf tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138b23b-7028-4b64-96b8-9a246c4cf4fa HTTP/1.1" status: 200 len: 210 time: 0.0470831 May 12 20:33:00.315706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:00.350249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50806) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:00.651680 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:01.043059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:01.403515 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port 5782fe1d-5875-4e46-873b-ebe6ad88e006 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:33:01.404228 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:01.590350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port 5782fe1d-5875-4e46-873b-ebe6ad88e006, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=5782fe1d-5875-4e46-873b-ebe6ad88e006,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:01.590674 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:01.709163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for 5782fe1d-5875-4e46-873b-ebe6ad88e006 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:33:01.892132 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:01.921521 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:01.972882 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=5782fe1d-5875-4e46-873b-ebe6ad88e006,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:02.116838 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:33:02.168326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:33:02.168659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 74c39357-ee6a-4ee5-8ab9-7a71832ffe80 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:33:02.364386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:02.724116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:33:02.901040 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:33:02.910859 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] Sync routers for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:33:02.915306 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cb6f73fb-ba3d-4277-a473-fa693bcfbb74 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "PUT /v2.0/routers/8b5150c3-a209-474b-9cc3-b4b5e52514c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5639458 May 12 20:33:02.918191 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50810) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:02.920236 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:02.920883 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:02.987861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting subnet 950c2b93-dcb8-47f8-8a42-19b4da4b32bb {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:33:02.990635 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.049466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.101243 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:03.131412 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.212740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.251379 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Subnet': ['ID=950c2b93-dcb8-47f8-8a42-19b4da4b32bb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:03.255136 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.261265 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-16c54f1d-21c4-4c60-b60e-ce85b09f623c tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/subnets/950c2b93-dcb8-47f8-8a42-19b4da4b32bb HTTP/1.1" status: 204 len: 168 time: 0.3421063 May 12 20:33:03.262589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dfcd2b-9288-4960-bd14-c73e865e2de3 None None] Network 0eaf89a6-4651-4bbe-8890-7e832b02aa4e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:33:03.263925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50814) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:03.387075 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:33:01Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:03.390769 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] Checking router: 8b5150c3-a209-474b-9cc3-b4b5e52514c2 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:33:03.399271 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] Routers {'8b5150c3-a209-474b-9cc3-b4b5e52514c2'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:03.399967 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:03.450495 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.513556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] DHCP port deletion for 0eaf89a6-4651-4bbe-8890-7e832b02aa4e request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:33:03.517788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Deleting port e952c30e-2239-426a-ba5c-6a943bc926ac {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:33:03.518357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.577031 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] Set router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:03.764309 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.767321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] For port e952c30e-2239-426a-ba5c-6a943bc926ac, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=e952c30e-2239-426a-ba5c-6a943bc926ac,segment=NetworkSegment(357d7aae-00a4-4f99-9c80-16f78d150c28),segment_id=357d7aae-00a4-4f99-9c80-16f78d150c28)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:03.768100 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.775983 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Deleting port fb7600fd-cea4-425a-a4b6-da4e92492cd6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:33:03.776326 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.864681 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:33:01Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:03.868597 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34cf7c-3f6d-4767-81ef-665a08c9bcf1 None None] The sync data for ids ['8b5150c3-a209-474b-9cc3-b4b5e52514c2'] in n-d-841626-1 is: [{'id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247044844', 'tenant_id': 'fad95b45a29248879685b3eadad6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:31:56Z', 'updated_at': '2022-05-12T20:33:01Z', 'revision_number': 5, 'project_id': 'fad95b45a29248879685b3eadad6f627', 'gw_port': {'id': 'fb7600fd-cea4-425a-a4b6-da4e92492cd6', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5150c3-a209-474b-9cc3-b4b5e52514c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:31:57Z', 'updated_at': '2022-05-12T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:33:03.892201 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Calling delete_port for e952c30e-2239-426a-ba5c-6a943bc926ac owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:33:03.951000 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] For port fb7600fd-cea4-425a-a4b6-da4e92492cd6, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=fb7600fd-cea4-425a-a4b6-da4e92492cd6,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:03.951352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:03.973464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.022541 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Pushing event deleted for resources: {'Port': ['ID=e952c30e-2239-426a-ba5c-6a943bc926ac,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:04.024752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] No DVR routers for this DVR port e952c30e-2239-426a-ba5c-6a943bc926ac on host n-d-841626-1 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:33:04.032738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.033082 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.033447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.033780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.034160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.034415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.035070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.035070 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.035351 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.035668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.036007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.036286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28523f0d-e197-4619-8b21-a386d208a422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:04.073113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Calling delete_port for fb7600fd-cea4-425a-a4b6-da4e92492cd6 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:33:04.249760 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.297891 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Port': ['ID=fb7600fd-cea4-425a-a4b6-da4e92492cd6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:04.393106 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.563059 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.565173 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.591096 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.591708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Fanout notify agent at l3_agent the message router_deleted on router 8b5150c3-a209-474b-9cc3-b4b5e52514c2 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:33:04.607114 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.608126 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aff7fbeb-35c2-4ad3-a153-d936f6190798 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/routers/8b5150c3-a209-474b-9cc3-b4b5e52514c2 HTTP/1.1" status: 204 len: 168 time: 1.3431423 May 12 20:33:04.610971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50818) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:04.726142 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.860277 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.885680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaf89a6-4651-4bbe-8890-7e832b02aa4e']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:04.897679 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357d7aae-00a4-4f99-9c80-16f78d150c28') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:04.897976 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357d7aae-00a4-4f99-9c80-16f78d150c28') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:04.909386 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.926022 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.932559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:33:04.932969 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: timer() May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:33:04.953696 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:33:05.039251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:05.053723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fb7600fd-cea4-425a-a4b6-da4e92492cd6 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:33:05.058036 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:05.070560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'Network': ['ID=0eaf89a6-4651-4bbe-8890-7e832b02aa4e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:05.078005 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-16b7f9f6-0c0d-47b0-a1d4-1eef962320d7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/networks/0eaf89a6-4651-4bbe-8890-7e832b02aa4e HTTP/1.1" status: 204 len: 168 time: 0.4659922 May 12 20:33:05.080850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50822) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:05.087626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: fb7600fd-cea4-425a-a4b6-da4e92492cd6 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:33:05.087969 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device fb7600fd-cea4-425a-a4b6-da4e92492cd6 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:33:05.088385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e952c30e-2239-426a-ba5c-6a943bc926ac no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:33:05.125333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: e952c30e-2239-426a-ba5c-6a943bc926ac {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:33:05.125588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device e952c30e-2239-426a-ba5c-6a943bc926ac not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:33:05.126023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5782fe1d-5875-4e46-873b-ebe6ad88e006 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:33:05.155484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd6fbbe-5476-49ef-8654-546ab73269f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:05.158920 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 5782fe1d-5875-4e46-873b-ebe6ad88e006 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:33:05.159767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 5782fe1d-5875-4e46-873b-ebe6ad88e006 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:33:05.294923 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd6fbbe-5476-49ef-8654-546ab73269f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:05.366411 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd6fbbe-5476-49ef-8654-546ab73269f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:05.384709 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6fbbe-5476-49ef-8654-546ab73269f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafe3d6-8854-4562-ab13-ef53cdd60127,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:05.397771 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ffd6fbbe-5476-49ef-8654-546ab73269f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:05.399019 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ffd6fbbe-5476-49ef-8654-546ab73269f5 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] 10.222.0.72 "DELETE /v2.0/security-groups/abafe3d6-8854-4562-ab13-ef53cdd60127 HTTP/1.1" status: 204 len: 168 time: 0.3170652 May 12 20:33:05.754601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50832) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:05.918196 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-77c7069e-3b90-4449-998f-ee3a6efcd059 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fad95b45a29248879685b3eadad6f627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624234 May 12 20:33:05.921811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50838) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:06.093753 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bd66-d914-4281-9385-f2da17537874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.118908 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bd66-d914-4281-9385-f2da17537874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.176018 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bd66-d914-4281-9385-f2da17537874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.193285 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6bd66-d914-4281-9385-f2da17537874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee54c7-d97a-49a6-aa9a-d097728eff14,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:06.201110 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bd66-d914-4281-9385-f2da17537874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.202428 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-1cc6bd66-d914-4281-9385-f2da17537874 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ddee54c7-d97a-49a6-aa9a-d097728eff14 HTTP/1.1" status: 204 len: 168 time: 0.2797174 May 12 20:33:06.491228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 50846) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:06.508870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.523837 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:06.528093 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Usage tracker for resource:security_group_rule and tenant:b278787c89ae416385765a1365d6e84d is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:06.531162 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:06.537209 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:06.623720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.629891 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.675048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b278787c89ae416385765a1365d6e84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827545 May 12 20:33:06.675986 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d75cbe-9bc0-4c13-9d35-37f769440135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ffd7f-9ec9-4037-9e39-d40b8eeb93b9,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:06.678039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50850) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:06.738085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b45f5ff-8607-4e87-a98e-4cc268da7785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.763778 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b45f5ff-8607-4e87-a98e-4cc268da7785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.825725 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b45f5ff-8607-4e87-a98e-4cc268da7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.841634 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45f5ff-8607-4e87-a98e-4cc268da7785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ffd7f-9ec9-4037-9e39-d40b8eeb93b9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:06.846243 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4b45f5ff-8607-4e87-a98e-4cc268da7785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:06.847184 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4b45f5ff-8607-4e87-a98e-4cc268da7785 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e19ffd7f-9ec9-4037-9e39-d40b8eeb93b9 HTTP/1.1" status: 204 len: 168 time: 0.1681526 May 12 20:33:07.628333 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50874) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:07.739560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-785015120-network', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:07.745831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:07.750113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Usage tracker for resource:network and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:07.755161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:07.767338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:07.780660 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Made reservation on behalf of 631b6a0ca1214467a0f2c1560e51438e for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:33:07.783007 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:07.796330 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:07.811533 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:07.815642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:07.818584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:07.824451 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:07.909169 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:07.915612 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:07.944413 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:33:07.952581 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d2bfd-2065-4077-9c91-849d2a21c7e7,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:07.958409 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:07.958755 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Added segment 0901a580-0941-4d06-806c-c60e1abc025c of type vlan for network f302fa1c-0fc8-45c6-997e-ed0266cd4314 May 12 20:33:07.986852 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.020322 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.021591 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:08.022165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.124310 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4947269 May 12 20:33:08.125037 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903292d-b2cc-40ad-a6a7-795dd7190f0f admin admin] Pushing event updated for resources: {'Network': ['ID=f302fa1c-0fc8-45c6-997e-ed0266cd4314,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:08.127286 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50880) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:08.132849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Request body: {'subnet': {'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-785015120-subnet', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:08.135368 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:33:08.138636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:08.143019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Usage tracker for resource:subnet and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:08.146100 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:08.152561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:08.168696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Made reservation on behalf of 631b6a0ca1214467a0f2c1560e51438e for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:33:08.171098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.392155 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.451097 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.463019 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfdc58d-3544-4537-a5f7-052cffc5b538,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:08.471936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Checking segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:08.472284 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Network hostable DHCP agents. Network: f302fa1c-0fc8-45c6-997e-ed0266cd4314, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:33:08.491837 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:33:08.502708 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, f302fa1c-0fc8-45c6-997e-ed0266cd4314) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:08.506644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:08.507227 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.512174 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65276a68-cba0-424d-9a91-2e038045948b None None] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:33:08.530402 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9a3a36e7-63f0-4b98-8be4-f9d26d9ad1fe admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4020953 May 12 20:33:08.533300 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50884) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:08.538117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:08.543673 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:08.547994 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Usage tracker for resource:router and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:08.550876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:08.556535 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:08.567866 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.569011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.584182 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.722087 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:33:08.723280 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.849956 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:08.878962 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Allocated IP 172.20.0.2 (f302fa1c-0fc8-45c6-997e-ed0266cd4314/fdfdc58d-3544-4537-a5f7-052cffc5b538/98c16f68-b516-4e6a-b7c4-3cff8df6c01d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:09.090254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.101041 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Transition to ACTIVE for port object 98c16f68-b516-4e6a-b7c4-3cff8df6c01d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:09.119700 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Transition to ACTIVE for port object 98c16f68-b516-4e6a-b7c4-3cff8df6c01d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:09.127051 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.167854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.189043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:09.191802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:09.195575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:09.197070 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.204262 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Pushing event updated for resources: {'Port': ['ID=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:09.299286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Attempting to bind port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:33:09.299688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Attempting to bind port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:33:09.300045 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Attempting to bind port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:09.303845 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.306535 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:33:09.306893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Checking segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:09.307296 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.307680 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Bound using segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:33:09.308149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Bound port: 98c16f68-b516-4e6a-b7c4-3cff8df6c01d, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:33:09.308513 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.399689 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] For port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:33:09.402904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] For port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:33:09.408366 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.441354 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Allocated IP 172.25.2.77 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/b4b258f8-bddc-4760-b859-a892f3f4ae75) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:09.492722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bf9cb-a8d5-473f-9dd2-5d7df1e06a04 None None] Pushing event updated for resources: {'Port': ['ID=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:09.593708 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.628242 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:09.696713 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:09.699722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:09.703343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:09.736401 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b258f8-bddc-4760-b859-a892f3f4ae75,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:10.127154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:10.426525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14351c61-1b9a-4dda-b337-0ff1acde6323 None None] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:33:10.468872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:10.548385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-b4d5f8ca-9743-45e5-9ff7-b73b0f550dd2 None None] Provisioning for port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:10.675252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Router a08b1d65-f88d-48a5-a137-516e64801edf is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:33:10.753252 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:33:10.815394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 98c16f68-b516-4e6a-b7c4-3cff8df6c01d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:10.889625 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:10.895542 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:10.895970 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:11.003076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:33:11.019062 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Sync routers for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:33:11.030406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:11.030802 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:11.031098 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:11.032470 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-19c9fb85-2c93-401a-b8e1-f8d842fc8b48 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4980910 May 12 20:33:11.035271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50888) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:11.047333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e7267290-6617-4e9e-a6bd-b6542987db14 None None] Provisioning complete for port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:11.047696 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7267290-6617-4e9e-a6bd-b6542987db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:11.081943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:11.082577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:11.197080 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:11.254690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:11.387106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:11.517307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:11.527790 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e7267290-6617-4e9e-a6bd-b6542987db14 None None] Current status of the port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:11.692803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:09Z', 'revision_number': 3, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:11.696874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Checking router: a08b1d65-f88d-48a5-a137-516e64801edf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:33:11.697227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Updating router a08b1d65-f88d-48a5-a137-516e64801edf port b4b258f8-bddc-4760-b859-a892f3f4ae75 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:33:11.698805 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:11.748896 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:11.904636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Allocated IP 172.20.0.1 (f302fa1c-0fc8-45c6-997e-ed0266cd4314/fdfdc58d-3544-4537-a5f7-052cffc5b538/6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:12.049154 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.064098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Transition to ACTIVE for port object 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:12.068175 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.079830 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Transition to ACTIVE for port object b4b258f8-bddc-4760-b859-a892f3f4ae75 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:12.088038 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.090306 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.157988 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:12.160947 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:12.165038 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:12.203783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Pushing event updated for resources: {'Port': ['ID=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:12.216325 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Attempting to bind port b4b258f8-bddc-4760-b859-a892f3f4ae75 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:33:12.216688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Attempting to bind port b4b258f8-bddc-4760-b859-a892f3f4ae75 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:33:12.217046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Attempting to bind port b4b258f8-bddc-4760-b859-a892f3f4ae75 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:12.219261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33624e6c-ba95-4990-a02d-3bc2da456906 None None] Pushing event updated for resources: {'Port': ['ID=b4b258f8-bddc-4760-b859-a892f3f4ae75,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:12.225122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:33:12.225520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:12.225909 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.226279 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:33:12.226755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Bound port: b4b258f8-bddc-4760-b859-a892f3f4ae75, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:33:12.227094 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.227795 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.300119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] For port b4b258f8-bddc-4760-b859-a892f3f4ae75, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:33:12.303846 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] For port b4b258f8-bddc-4760-b859-a892f3f4ae75, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b4b258f8-bddc-4760-b859-a892f3f4ae75,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:33:12.308916 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.391551 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:12.392222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:12.457019 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33624e6c-ba95-4990-a02d-3bc2da456906 None None] Pushing event updated for resources: {'Port': ['ID=b4b258f8-bddc-4760-b859-a892f3f4ae75,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:12.490882 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e506e6b-0dd3-4ab6-b63d-910fe94b8aa8 None None] Provisioning for port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:12.541338 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5e506e6b-0dd3-4ab6-b63d-910fe94b8aa8 None None] Provisioning complete for port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:12.542035 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e506e6b-0dd3-4ab6-b63d-910fe94b8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.611722 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.620670 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5e506e6b-0dd3-4ab6-b63d-910fe94b8aa8 None None] Port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:33:12.630848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:12.798904 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 98c16f68-b516-4e6a-b7c4-3cff8df6c01d up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:12.834528 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.841413 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.943347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:12.943697 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:12.946649 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Pushing event updated for resources: {'Port': ['ID=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:12.949165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:13.094570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:13.095838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:13.161609 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:09Z', 'revision_number': 3, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:13.175651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226aeed-9971-48ba-a61f-964483e36560 None None] The sync data for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 is: [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:09Z', 'revision_number': 3, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:33:13.182862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:13.294114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Router a08b1d65-f88d-48a5-a137-516e64801edf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:33:13.449476 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-90b83fcb-7d35-4bdb-a4aa-f42103aa236b None None] Provisioning complete for port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:13.449838 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90b83fcb-7d35-4bdb-a4aa-f42103aa236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:13.497325 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:33:13.508868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-4ab89a9c-21a4-4f8a-b285-e0388f886ecd admin admin] 10.222.0.72 "PUT /v2.0/routers/a08b1d65-f88d-48a5-a137-516e64801edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4725103 May 12 20:33:13.516307 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-90b83fcb-7d35-4bdb-a4aa-f42103aa236b None None] Port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:33:14.025676 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50906) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:14.031462 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1002277110-network', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:14.037095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:14.040985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Usage tracker for resource:network and tenant:ce302bcf88514a3db13a55d306eb12d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:14.043850 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:14.049527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:14.060831 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Made reservation on behalf of ce302bcf88514a3db13a55d306eb12d8 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:33:14.063248 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.075165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.089552 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:14.093392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Usage tracker for resource:security_group_rule and tenant:ce302bcf88514a3db13a55d306eb12d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:14.096161 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:14.101752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:14.184343 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.190436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.227768 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:33:14.236369 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f6e22-61b9-428d-8139-ff79d677ffe9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:14.244182 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.244513 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Added segment 6f07e2a5-3a32-4ff9-9195-efc4e584997f of type vlan for network ff3de289-98ee-416e-a2b3-d878397c529d May 12 20:33:14.270436 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.300582 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.301539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:14.302162 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.404612 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3de289-98ee-416e-a2b3-d878397c529d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:14.409606 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-893b57ee-861c-40e9-9843-f230ddb2ff93 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3827467 May 12 20:33:14.412230 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50910) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:14.418020 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network ff3de289-98ee-416e-a2b3-d878397c529d details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:33:14.418499 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Request body: {'subnet': {'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1002277110-subnet', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:14.424991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:14.428798 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Usage tracker for resource:subnet and tenant:ce302bcf88514a3db13a55d306eb12d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:14.431957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:14.438318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:14.451486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Made reservation on behalf of ce302bcf88514a3db13a55d306eb12d8 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:33:14.454032 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.659157 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.669481 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Sync routers for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:33:14.680366 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:14.680972 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:14.733601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:14.747208 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Checking segment: {'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:14.747555 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Network hostable DHCP agents. Network: ff3de289-98ee-416e-a2b3-d878397c529d, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:33:14.772137 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Network ff3de289-98ee-416e-a2b3-d878397c529d is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:33:14.783807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, ff3de289-98ee-416e-a2b3-d878397c529d) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:14.792572 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be520aac-df9e-4fbe-899e-f89646f0b9d7 None None] Network ff3de289-98ee-416e-a2b3-d878397c529d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:33:14.794064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:14.795004 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.813723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b4b258f8-bddc-4760-b859-a892f3f4ae75 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:14.893906 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:14.948673 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-bb198cca-ba79-408b-aa83-b3bab212a2f2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5351861 May 12 20:33:14.951185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50914) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:14.956919 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:14.962597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:14.967467 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Usage tracker for resource:router and tenant:ce302bcf88514a3db13a55d306eb12d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:14.970326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:14.977015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:14.989399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:14.990438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.010675 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.052074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port b4b258f8-bddc-4760-b859-a892f3f4ae75 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:15.070564 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b4b258f8-bddc-4760-b859-a892f3f4ae75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:15.070937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.174803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-ff3de289-98ee-416e-a2b3-d878397c529d', 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'fixed_ips': [{'subnet_id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:33:15.175650 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.278833 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 2, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:15.284051 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Checking router: a08b1d65-f88d-48a5-a137-516e64801edf for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:33:15.284400 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Updating router a08b1d65-f88d-48a5-a137-516e64801edf port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:33:15.294898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.302322 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b4b258f8-bddc-4760-b859-a892f3f4ae75 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:15.302707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.332592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port b4b258f8-bddc-4760-b859-a892f3f4ae75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b4b258f8-bddc-4760-b859-a892f3f4ae75,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:15.343051 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.368549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.453606 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Allocated IP 172.20.0.2 (ff3de289-98ee-416e-a2b3-d878397c529d/0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f/ece4837a-39ec-4251-b7aa-d46b5f9aaea9) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:15.458910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=b4b258f8-bddc-4760-b859-a892f3f4ae75,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:15.612838 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.646786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.664899 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.675722 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Transition to ACTIVE for port object ece4837a-39ec-4251-b7aa-d46b5f9aaea9 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:15.696125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Transition to ACTIVE for port object ece4837a-39ec-4251-b7aa-d46b5f9aaea9 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:15.700045 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.704425 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.712071 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Transition to ACTIVE for port object 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:15.720476 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.772893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Network ff3de289-98ee-416e-a2b3-d878397c529d is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:15.775880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:15.779870 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:15.794307 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Allocated IP 172.25.2.201 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/80c96697-52b8-4617-b16e-cfe4c7c648d8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:15.796298 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Pushing event updated for resources: {'Port': ['ID=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:15.819614 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Pushing event updated for resources: {'Port': ['ID=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:15.862836 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.863524 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.864014 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.864485 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.864952 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.865458 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.865942 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.866412 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.866878 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.867336 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.867801 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.868273 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:33:15.882861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Attempting to bind port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:33:15.883327 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Attempting to bind port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:33:15.884662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Attempting to bind port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 on network ff3de289-98ee-416e-a2b3-d878397c529d {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:15.891360 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:33:15.892046 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Checking segment: {'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:15.892594 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.893124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Bound using segment: {'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:33:15.893939 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Bound port: ece4837a-39ec-4251-b7aa-d46b5f9aaea9, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:33:15.894476 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.961018 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Attempting to bind port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:33:15.961817 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Attempting to bind port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:33:15.962347 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Attempting to bind port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:15.968576 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:33:15.969228 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Checking segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:15.969634 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.970030 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Bound using segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:33:15.970557 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Bound port: 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:33:15.970926 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.973547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:15.995507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] For port ece4837a-39ec-4251-b7aa-d46b5f9aaea9, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:33:15.999273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] For port ece4837a-39ec-4251-b7aa-d46b5f9aaea9, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,segment=NetworkSegment(6f07e2a5-3a32-4ff9-9195-efc4e584997f),segment_id=6f07e2a5-3a32-4ff9-9195-efc4e584997f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:33:16.004330 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:16.017519 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:16.067936 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] For port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:33:16.071210 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] For port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:33:16.078970 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:16.089597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:16.092454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:16.093048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fa98f-fa40-4a2e-b10d-921f976bd0a8 None None] Pushing event updated for resources: {'Port': ['ID=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:16.096572 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:16.140669 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Pushing event updated for resources: {'Port': ['ID=80c96697-52b8-4617-b16e-cfe4c7c648d8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:16.169287 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:16.169705 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:16.283415 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0036074-3e7d-4beb-bedf-67469b808416 None None] Pushing event updated for resources: {'Port': ['ID=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:16.411794 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:16.704394 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:16.757258 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:16Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:16.761875 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c755bf5-26f7-4c3e-99f3-279a20b71e48 None None] The sync data for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 is: [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:16Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:33:16.911809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ece4837a-39ec-4251-b7aa-d46b5f9aaea9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:16.990763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:16.997431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b4b258f8-bddc-4760-b859-a892f3f4ae75 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:17.077660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port b4b258f8-bddc-4760-b859-a892f3f4ae75 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:17.078076 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:17.111239 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:17.227453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port b4b258f8-bddc-4760-b859-a892f3f4ae75 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:17.304156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf3a9b-e9fd-4cab-8879-748cb9898ba4 None None] Network ff3de289-98ee-416e-a2b3-d878397c529d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:33:17.375058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:33:17.395496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] Provisioning for port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:17.405605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] Provisioning complete for port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:17.405978 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:17.565302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:33:17.592118 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:17.593873 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a25010ae-bbe0-4e56-88da-8f35edefdffe admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6417105 May 12 20:33:17.596578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50918) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:17.606608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Sync routers for ids ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:33:17.685668 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Routers {'53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:17.686303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:17.743372 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] Current status of the port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:17.743372 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:17.884012 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] For port ece4837a-39ec-4251-b7aa-d46b5f9aaea9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,segment=NetworkSegment(6f07e2a5-3a32-4ff9-9195-efc4e584997f),segment_id=6f07e2a5-3a32-4ff9-9195-efc4e584997f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:17.894902 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:17.967172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Set router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:18.104095 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a28c0-2779-48dc-b603-bf66c4c69245 None None] Pushing event updated for resources: {'Port': ['ID=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:18.266630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8292bd68-2441-4e2a-9422-23ee99133d16 None None] Provisioning complete for port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:18.266863 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8292bd68-2441-4e2a-9422-23ee99133d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.337597 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:33:16Z', 'revision_number': 3, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port': {'id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:15Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:18.370061 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Checking router: 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:33:18.370412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Updating router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 port 80c96697-52b8-4617-b16e-cfe4c7c648d8 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:33:18.433515 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.442886 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8292bd68-2441-4e2a-9422-23ee99133d16 None None] Current status of the port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:18.444822 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.638663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Allocated IP 172.20.0.1 (ff3de289-98ee-416e-a2b3-d878397c529d/0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f/022147b5-6e8d-4366-9e8e-e1615ad458cd) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:18.770652 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.784622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Transition to ACTIVE for port object 80c96697-52b8-4617-b16e-cfe4c7c648d8 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:18.790898 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.792435 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.807584 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Transition to ACTIVE for port object 022147b5-6e8d-4366-9e8e-e1615ad458cd will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:18.832532 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.873068 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:18.902064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Network ff3de289-98ee-416e-a2b3-d878397c529d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:18.905045 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:18.908792 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:18.926895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Attempting to bind port 80c96697-52b8-4617-b16e-cfe4c7c648d8 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:33:18.927254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Attempting to bind port 80c96697-52b8-4617-b16e-cfe4c7c648d8 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:33:18.927610 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Attempting to bind port 80c96697-52b8-4617-b16e-cfe4c7c648d8 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:18.931311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68c4b-4905-4c82-a9ca-5235f79e238f None None] Pushing event updated for resources: {'Port': ['ID=80c96697-52b8-4617-b16e-cfe4c7c648d8,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:18.941612 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:33:18.941985 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:18.942378 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.942763 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:33:18.943235 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Bound port: 80c96697-52b8-4617-b16e-cfe4c7c648d8, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:33:18.943545 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Pushing event updated for resources: {'Port': ['ID=022147b5-6e8d-4366-9e8e-e1615ad458cd,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:18.943658 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:18.967746 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.028989 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] For port 80c96697-52b8-4617-b16e-cfe4c7c648d8, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:33:19.031134 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:19.035694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] For port 80c96697-52b8-4617-b16e-cfe4c7c648d8, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=80c96697-52b8-4617-b16e-cfe4c7c648d8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:33:19.039130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:19.039607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.069010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.116577 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.186806 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Routers {'53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:19.187332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:19.305194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68c4b-4905-4c82-a9ca-5235f79e238f None None] Pushing event updated for resources: {'Port': ['ID=80c96697-52b8-4617-b16e-cfe4c7c648d8,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:19.313272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9af57da3-8911-48c9-b87e-0ce76504c0a9 None None] Provisioning for port 022147b5-6e8d-4366-9e8e-e1615ad458cd completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:19.322562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-9af57da3-8911-48c9-b87e-0ce76504c0a9 None None] Provisioning complete for port 022147b5-6e8d-4366-9e8e-e1615ad458cd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:19.322931 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9af57da3-8911-48c9-b87e-0ce76504c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.348847 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.355623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.460989 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Pushing event updated for resources: {'Port': ['ID=022147b5-6e8d-4366-9e8e-e1615ad458cd,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:19.463821 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.503915 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9af57da3-8911-48c9-b87e-0ce76504c0a9 None None] Port 022147b5-6e8d-4366-9e8e-e1615ad458cd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:33:19.507203 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:19.507472 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.526546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] Set router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:19.597619 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Network ff3de289-98ee-416e-a2b3-d878397c529d is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:19.598941 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:19.661469 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:19.684077 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:19.684880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ece4837a-39ec-4251-b7aa-d46b5f9aaea9 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:19.794696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:33:19.903223 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:19.917630 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2776bff1-9cd3-4cf4-9932-8e70395a0ea8 None None] Provisioning complete for port 022147b5-6e8d-4366-9e8e-e1615ad458cd triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:19.918004 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2776bff1-9cd3-4cf4-9932-8e70395a0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.004254 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:20.004500 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.058154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2776bff1-9cd3-4cf4-9932-8e70395a0ea8 None None] Port 022147b5-6e8d-4366-9e8e-e1615ad458cd cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:33:20.096680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:33:20.114315 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7bf864b3-d2e7-4e3c-8617-16cb2eafc90e admin admin] 10.222.0.72 "PUT /v2.0/routers/53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084202 May 12 20:33:20.149968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 4, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port': {'id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:15Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '022147b5-6e8d-4366-9e8e-e1615ad458cd', 'name': '', 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'mac_address': 'fa:16:3e:7a:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:18Z', 'updated_at': '2022-05-12T20:33:18Z', 'revision_number': 1, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'subnets': [{'id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:20.152993 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:20.156314 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa97d-3e72-4576-b730-9bdec6c93e90 None None] The sync data for ids ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'] in n-d-841626-1 is: [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 4, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port': {'id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:15Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '022147b5-6e8d-4366-9e8e-e1615ad458cd', 'name': '', 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'mac_address': 'fa:16:3e:7a:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:18Z', 'updated_at': '2022-05-12T20:33:18Z', 'revision_number': 1, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'subnets': [{'id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:33:20.516902 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:20.522824 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364132416', 'description': 'tempest-secgroup-smoke-1364132416 description', 'project_id': '631b6a0ca1214467a0f2c1560e51438e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:20.530160 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:20.534326 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:20.537471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:20.543389 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:20.555035 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.575402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:20.579241 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:20.582185 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:20.587863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:20.659891 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.664683 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.708518 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5051d42-5ee6-4d30-af54-7a635044dd75,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:20.712647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.714357 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aaba9efd-2736-446f-bc75-fb5303f98743 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1960151 May 12 20:33:20.717417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50932) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:20.722840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': 'a5051d42-5ee6-4d30-af54-7a635044dd75', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:20.730168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:20.734305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:20.737656 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:20.743668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:20.771676 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.838027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:20.851759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.857820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.881214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9357c026-0670-4362-9208-d03d6cdb9a02,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:20.896399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.897652 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7ac6c17e-6be4-4ceb-9c3b-54a9c411bbac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790738 May 12 20:33:20.900618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50936) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:20.906251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': 'a5051d42-5ee6-4d30-af54-7a635044dd75', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:20.913743 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:20.914894 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:20.915262 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:20.918371 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:20.921839 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:20.928071 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:20.952447 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.021913 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.027403 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.042244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:21.052471 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b4ff38-b110-4777-9301-f11204a1aa16,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:21.062982 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.064220 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e87e64f5-9652-48ff-94bb-4c71a5360515 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624749 May 12 20:33:21.067055 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50940) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:21.072341 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': 'a5051d42-5ee6-4d30-af54-7a635044dd75', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:21.079538 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:21.083382 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:21.086322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:21.092573 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:21.116960 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.190509 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.195484 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.222392 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f967f317-4b80-4879-ad76-8e7c721e1b96,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:21.236936 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.238286 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cda581c0-3fae-4894-99a7-6eb849f8f7fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702263 May 12 20:33:21.241117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50944) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:21.246529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': 'a5051d42-5ee6-4d30-af54-7a635044dd75', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:21.253753 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:21.257727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:21.260711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:21.266560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:21.289788 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.368786 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.376736 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.402971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bfafdb-f311-4157-9930-1209654e9b31,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:21.414727 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.418904 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-9b29bc99-c177-4da8-9443-cfe326566bba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1738107 May 12 20:33:21.419116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:21.424277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': 'a5051d42-5ee6-4d30-af54-7a635044dd75', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:21.438777 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:21.443302 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:21.446364 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:21.452028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:21.473355 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Project 631b6a0ca1214467a0f2c1560e51438e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:33:21.481888 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.553399 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.558550 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.584604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3caf16-d80f-4937-b6ef-2ddc3ccc4427,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:21.596672 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.598494 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f3915062-fea7-4f10-b925-5dbe17992be4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782167 May 12 20:33:21.601899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 50952) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:21.608437 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': 'a5051d42-5ee6-4d30-af54-7a635044dd75', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:21.617104 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:21.621859 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:21.625035 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:21.632118 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:21.647182 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Project 631b6a0ca1214467a0f2c1560e51438e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:33:21.658779 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.733595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.737876 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.768255 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776b1583-026e-4fa1-a9ed-5a7d069377fa,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:21.780628 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:21.781966 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-44ae8939-8353-4de8-9a30-6e9211c7d144 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1788740 May 12 20:33:21.982433 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-48a4deb8-eac8-4a89-9171-b77f89c0460b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364132416&fields=id&tenant_id=631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 267 time: 0.0515826 May 12 20:33:22.146624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-e59abcad-ca0e-49b9-8b7b-f11a7bd7ca96 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:22.148078 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-e59abcad-ca0e-49b9-8b7b-f11a7bd7ca96 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 808 time: 0.1579576 May 12 20:33:22.165495 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-05f924bd-c24c-4745-9ca5-4b78e268c6c9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/quotas/631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 375 time: 0.0111670 May 12 20:33:22.266283 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-cf1d48d8-538c-4139-8212-e333b5a4b13e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918519 May 12 20:33:22.524382 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-0a3bde96-89df-4ca9-b295-aa340ee160d4 service neutron] 10.222.0.72 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458217 May 12 20:33:22.668807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-1986c78f-9b1a-499d-9676-a88fe0f42658 service neutron] 10.222.0.72 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357145 May 12 20:33:22.817158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c96697-52b8-4617-b16e-cfe4c7c648d8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:22.864802 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3943d0bb-35bd-45c6-91a8-2709af510494 req-55d793db-2feb-4fc5-aab9-1bc05eb3c47e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 210 time: 0.0424216 May 12 20:33:22.886497 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 80c96697-52b8-4617-b16e-cfe4c7c648d8 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:22.891573 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 80c96697-52b8-4617-b16e-cfe4c7c648d8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:22.892055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:23.024215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 80c96697-52b8-4617-b16e-cfe4c7c648d8 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:23.024625 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:23.041453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 80c96697-52b8-4617-b16e-cfe4c7c648d8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=80c96697-52b8-4617-b16e-cfe4c7c648d8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:23.052572 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:23.126949 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=80c96697-52b8-4617-b16e-cfe4c7c648d8,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:23.702125 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Sync routers for ids ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:33:23.712567 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Routers {'53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:23.713173 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:23.894123 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Set router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:24.018578 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-7900b071-6d0b-4e6b-9d57-13f88674900f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:24.019314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-7900b071-6d0b-4e6b-9d57-13f88674900f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Synchronizing usage tracker for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:33:24.022779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d3ff194-e162-49ce-a83c-5e4387166ea0 req-2d55d8a5-51aa-491b-8e6a-9ea4aee25dcf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 210 time: 0.0479043 May 12 20:33:24.045909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-7900b071-6d0b-4e6b-9d57-13f88674900f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Unset dirty status for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:33:24.047124 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-7900b071-6d0b-4e6b-9d57-13f88674900f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 808 time: 0.2073493 May 12 20:33:24.096571 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9a399c46-81db-4c75-95cd-231e65754367 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Synchronizing usage tracker for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:33:24.115079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9a399c46-81db-4c75-95cd-231e65754367 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Unset dirty status for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:33:24.116400 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9a399c46-81db-4c75-95cd-231e65754367 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 380 time: 0.0612793 May 12 20:33:24.125495 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'port': {'device_id': 'da338729-7952-4c3a-a907-4793fe81b580', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'admin_state_up': True, 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'security_groups': ['a5051d42-5ee6-4d30-af54-7a635044dd75']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:24.204373 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 4, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port': {'id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:15Z', 'updated_at': '2022-05-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '022147b5-6e8d-4366-9e8e-e1615ad458cd', 'name': '', 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'mac_address': 'fa:16:3e:7a:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:18Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 2, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'subnets': [{'id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:24.208214 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Checking router: 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:33:24.208553 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Updating router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 port 022147b5-6e8d-4366-9e8e-e1615ad458cd binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:33:24.259247 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.261818 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:24.265775 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:port and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:24.268674 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:24.274376 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:24.284663 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Made reservation on behalf of 631b6a0ca1214467a0f2c1560e51438e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:33:24.288262 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.448256 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Allocated IP 172.20.0.4 (f302fa1c-0fc8-45c6-997e-ed0266cd4314/fdfdc58d-3544-4537-a5f7-052cffc5b538/bf023500-c0b6-4e9c-a3bb-ff93d1f26252) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:24.591694 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.603147 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Transition to ACTIVE for port object 022147b5-6e8d-4366-9e8e-e1615ad458cd will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:24.611525 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.639607 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.654857 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Transition to ACTIVE for port object bf023500-c0b6-4e9c-a3bb-ff93d1f26252 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:24.682909 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.755562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:24.759064 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:24.764910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:24.775096 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baabec6-fc64-45ae-8cfa-76bfed06f282 None None] Pushing event updated for resources: {'Port': ['ID=022147b5-6e8d-4366-9e8e-e1615ad458cd,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:24.803053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:24.831032 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Attempting to bind port 022147b5-6e8d-4366-9e8e-e1615ad458cd on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:33:24.831729 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Attempting to bind port 022147b5-6e8d-4366-9e8e-e1615ad458cd by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:33:24.832231 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Attempting to bind port 022147b5-6e8d-4366-9e8e-e1615ad458cd on network ff3de289-98ee-416e-a2b3-d878397c529d {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:24.838571 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:33:24.839351 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Checking segment: {'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:24.839891 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.840421 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Bound using segment: {'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:33:24.841053 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Bound port: 022147b5-6e8d-4366-9e8e-e1615ad458cd, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f07e2a5-3a32-4ff9-9195-efc4e584997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:33:24.841595 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.848213 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c96697-52b8-4617-b16e-cfe4c7c648d8 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:24.854829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:24.855699 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.886031 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-9cbb795a-d8c8-4337-ba8b-6a849d8d823c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641878 May 12 20:33:24.899829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Request body: {'port': {'device_id': 'da338729-7952-4c3a-a907-4793fe81b580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:24.941111 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] For port 022147b5-6e8d-4366-9e8e-e1615ad458cd, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:33:24.944546 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] For port 022147b5-6e8d-4366-9e8e-e1615ad458cd, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=022147b5-6e8d-4366-9e8e-e1615ad458cd,segment=NetworkSegment(6f07e2a5-3a32-4ff9-9195-efc4e584997f),segment_id=6f07e2a5-3a32-4ff9-9195-efc4e584997f)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:33:24.955536 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:24.969048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 80c96697-52b8-4617-b16e-cfe4c7c648d8 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:24.969600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:25.047694 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Routers {'53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:25.048572 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:32:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:25.050350 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:25.252015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 80c96697-52b8-4617-b16e-cfe4c7c648d8 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:25.290593 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f4d0aeef-7553-4abd-b349-e1f7f4bfb10f None None] Provisioning for port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:25.295800 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f4d0aeef-7553-4abd-b349-e1f7f4bfb10f None None] Provisioning complete for port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:25.296282 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f4d0aeef-7553-4abd-b349-e1f7f4bfb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:25.309948 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baabec6-fc64-45ae-8cfa-76bfed06f282 None None] Pushing event updated for resources: {'Port': ['ID=022147b5-6e8d-4366-9e8e-e1615ad458cd,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:25.329052 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9c569-3047-4c18-be99-cd57d2238cfb req-1ffa546a-46e7-4984-9e0d-05b51cbab165 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:25.333397 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84b9c569-3047-4c18-be99-cd57d2238cfb req-1ffa546a-46e7-4984-9e0d-05b51cbab165 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 931 time: 0.1215913 May 12 20:33:25.372125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0aeef-7553-4abd-b349-e1f7f4bfb10f None None] Port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:33:25.387605 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] Set router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:25.399184 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-84b9c569-3047-4c18-be99-cd57d2238cfb req-b8151891-1e6b-4653-b4e5-65300a3928e1 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586650 May 12 20:33:25.609875 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf023500-c0b6-4e9c-a3bb-ff93d1f26252 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:33:25.617426 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:25.632527 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Transition to ACTIVE for port object bf023500-c0b6-4e9c-a3bb-ff93d1f26252 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:33:25.637293 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:25.712324 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 4, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port': {'id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:15Z', 'updated_at': '2022-05-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '022147b5-6e8d-4366-9e8e-e1615ad458cd', 'name': '', 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'mac_address': 'fa:16:3e:7a:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:18Z', 'updated_at': '2022-05-12T20:33:24Z', 'revision_number': 4, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'subnets': [{'id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:25.716766 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7d9cd-32c9-4e37-98bc-040894eb2a54 None None] The sync data for ids ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'] in n-d-841626-1 is: [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 4, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port': {'id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:15Z', 'updated_at': '2022-05-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '022147b5-6e8d-4366-9e8e-e1615ad458cd', 'name': '', 'network_id': 'ff3de289-98ee-416e-a2b3-d878397c529d', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'mac_address': 'fa:16:3e:7a:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:18Z', 'updated_at': '2022-05-12T20:33:24Z', 'revision_number': 4, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'subnets': [{'id': '0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:33:25.788884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:25.878248 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Attempting to bind port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:33:25.878718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Attempting to bind port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:33:25.879056 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Attempting to bind port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:25.884196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:33:25.884512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Attempting to bind port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:33:25.890231 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:33:25.890698 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Checking segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:33:25.890932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Bound using segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:33:25.891347 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Bound port: bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:33:25.891693 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:25.988124 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:33:25.991507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:33:25.996251 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:26.057475 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:26.058334 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:26.059609 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 1091 time: 1.1659482 May 12 20:33:26.060059 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:33:26.081146 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2c648-9982-4fa0-9c90-c64942d1a674 service neutron] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:26.131083 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc658e6-099e-4f81-8cda-a0a6312c81df'] response: {'name': 'network-changed', 'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'status': 'completed', 'code': 200} May 12 20:33:26.172522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-acfb4b1d-78b8-43d2-9199-49f24125e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:26.174114 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-acfb4b1d-78b8-43d2-9199-49f24125e7c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1094 time: 0.0745170 May 12 20:33:26.247385 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-7c817ceb-0ba8-4a2f-9d19-af3be6c8573c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 217 time: 0.0657949 May 12 20:33:26.311529 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-59739f88-83dc-4fe1-b0c7-0ed68a7f50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:26.312868 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-59739f88-83dc-4fe1-b0c7-0ed68a7f50a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0598822 May 12 20:33:26.389058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-6f819f1f-6af6-4435-b762-50ca0b37436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:26.390715 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-6f819f1f-6af6-4435-b762-50ca0b37436e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711875 May 12 20:33:26.524614 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-81c4a9d0-12ff-481b-993a-41fb37dad434 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266825 May 12 20:33:26.586491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79362cc9-9823-4f58-8ad3-090f7a887182 req-86ce5807-093e-4246-831b-f76a44b0817c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:26.588094 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79362cc9-9823-4f58-8ad3-090f7a887182 req-86ce5807-093e-4246-831b-f76a44b0817c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0854075 May 12 20:33:26.632825 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79362cc9-9823-4f58-8ad3-090f7a887182 req-f802c90d-579a-4a90-aae0-d97daedfa13e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385902 May 12 20:33:26.659496 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6aa36efe-4c0a-497b-b8de-3122f457a026 req-326ff0a8-55aa-48d1-83aa-9ad344f72845 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286299 May 12 20:33:26.778867 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c34239-bc44-410d-9a97-62285a21c82f req-5918e8a2-39df-47ae-9a93-73f9f468a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:26.780376 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8c34239-bc44-410d-9a97-62285a21c82f req-5918e8a2-39df-47ae-9a93-73f9f468a532 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1094 time: 0.0737340 May 12 20:33:26.812356 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 022147b5-6e8d-4366-9e8e-e1615ad458cd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:26.886795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 022147b5-6e8d-4366-9e8e-e1615ad458cd completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:26.893433 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 022147b5-6e8d-4366-9e8e-e1615ad458cd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:26.894174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:26.917335 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c34239-bc44-410d-9a97-62285a21c82f req-e727813f-b07d-4d31-b15f-0bcea04e6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:26.918799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8c34239-bc44-410d-9a97-62285a21c82f req-e727813f-b07d-4d31-b15f-0bcea04e6306 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1327946 May 12 20:33:26.972491 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da4fb348-087a-4f66-b8f2-a97080dba9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:27.036405 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 022147b5-6e8d-4366-9e8e-e1615ad458cd is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:27.036786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:27.071323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 022147b5-6e8d-4366-9e8e-e1615ad458cd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=022147b5-6e8d-4366-9e8e-e1615ad458cd,segment=NetworkSegment(6f07e2a5-3a32-4ff9-9195-efc4e584997f),segment_id=6f07e2a5-3a32-4ff9-9195-efc4e584997f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:27.076350 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:27.102365 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8c34239-bc44-410d-9a97-62285a21c82f req-838cbdc2-72c3-470f-afff-b9901f57e762 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 217 time: 0.1762104 May 12 20:33:27.156296 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=022147b5-6e8d-4366-9e8e-e1615ad458cd,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:27.172076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c34239-bc44-410d-9a97-62285a21c82f req-05f5827c-2c43-4106-8bc2-e21d85b37cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:27.173562 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8c34239-bc44-410d-9a97-62285a21c82f req-05f5827c-2c43-4106-8bc2-e21d85b37cba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0649607 May 12 20:33:27.252898 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c34239-bc44-410d-9a97-62285a21c82f req-2df28e12-889b-4d9b-9aee-87c473696bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:27.254409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8c34239-bc44-410d-9a97-62285a21c82f req-2df28e12-889b-4d9b-9aee-87c473696bca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731075 May 12 20:33:27.387691 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8c34239-bc44-410d-9a97-62285a21c82f req-f6740458-9b20-479e-9633-d9e614af8920 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246493 May 12 20:33:27.532235 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f8c34239-bc44-410d-9a97-62285a21c82f req-c48755d8-19b4-4857-ac98-384b1c5cf7bf service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371963 May 12 20:33:27.821028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4abe68-f529-49fb-92ca-a4c99bd167b7 req-b7516a2d-6a6b-4885-a477-c028aa9759d0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:27.822427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c4abe68-f529-49fb-92ca-a4c99bd167b7 req-b7516a2d-6a6b-4885-a477-c028aa9759d0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0836434 May 12 20:33:27.872891 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7c4abe68-f529-49fb-92ca-a4c99bd167b7 req-047b14a7-92c8-4b21-8ebb-904621124884 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428479 May 12 20:33:28.247411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:33:28.400782 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:28.415169 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'port_id': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'mac_address': 'fa:16:3e:d7:06:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:33:28.470513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:28.470882 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:28.488475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf023500-c0b6-4e9c-a3bb-ff93d1f26252 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:33:28.505860 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:28.511393 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:28.583500 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:28.716785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['bf023500-c0b6-4e9c-a3bb-ff93d1f26252'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:33:28.797079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 022147b5-6e8d-4366-9e8e-e1615ad458cd up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:28.925222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 022147b5-6e8d-4366-9e8e-e1615ad458cd triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:28.925615 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:29.049286 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e55324ab-1b68-4a4c-9f0c-7cfcd595d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:29.057981 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dfca9-4a4d-486a-bbd4-d78543a738a7 req-886e9c8f-f208-4183-8a4e-3624bc79fd06 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:29.059447 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d4dfca9-4a4d-486a-bbd4-d78543a738a7 req-886e9c8f-f208-4183-8a4e-3624bc79fd06 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 944 time: 0.0817084 May 12 20:33:29.107826 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6d4dfca9-4a4d-486a-bbd4-d78543a738a7 req-0f92476f-7a22-404a-b93a-c8ec0d4ca931 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 May 12 20:33:29.143306 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 022147b5-6e8d-4366-9e8e-e1615ad458cd is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:30.261436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:33:30.296201 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb4e5a-d0b3-4823-92bb-2afe3da8d528 req-24ba8777-c8bc-4075-932a-1376fdbfa5f0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:30.297678 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeeb4e5a-d0b3-4823-92bb-2afe3da8d528 req-24ba8777-c8bc-4075-932a-1376fdbfa5f0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 944 time: 0.0846024 May 12 20:33:30.330879 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:30.343384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:33:30.343679 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-aeeb4e5a-d0b3-4823-92bb-2afe3da8d528 req-305accf8-75ea-40e7-8d34-3a66db0563d5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398505 May 12 20:33:30.348171 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:33:30.348532 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:30.466404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:33:30.466660 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:30.492951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:33:30.502678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:33:30.510405 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:30.576043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:30.592185 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310ffbbf-f228-4af8-a5cb-475466e65840'] response: {'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'code': 200} May 12 20:33:30.646723 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:30.727540 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb4b24-8b68-4c49-b3f3-a4a1adb011af req-f0be627e-9895-4254-95d3-00269cc47f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:30.728935 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55eb4b24-8b68-4c49-b3f3-a4a1adb011af req-f0be627e-9895-4254-95d3-00269cc47f3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1096 time: 0.0778203 May 12 20:33:30.773166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-55eb4b24-8b68-4c49-b3f3-a4a1adb011af req-408cea5f-099a-4de9-aac4-6ab82be253bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381649 May 12 20:33:31.554907 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c9686-e8e1-4364-b16f-f39c0477fb8c req-5c5da7d3-9038-479b-860e-809ea53c7213 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:31.556274 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-846c9686-e8e1-4364-b16f-f39c0477fb8c req-5c5da7d3-9038-479b-860e-809ea53c7213 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0960343 May 12 20:33:31.599969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-846c9686-e8e1-4364-b16f-f39c0477fb8c req-2ea89b0b-a9de-425b-97b6-5da0a236711f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378985 May 12 20:33:31.895706 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:32.806720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6f173-d616-4656-b1e3-626f2aba125e req-e5452926-c2e6-4742-8dc2-8f349228e621 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:32.808189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36c6f173-d616-4656-b1e3-626f2aba125e req-e5452926-c2e6-4742-8dc2-8f349228e621 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0831103 May 12 20:33:32.852749 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-36c6f173-d616-4656-b1e3-626f2aba125e req-6706ab95-e96f-499b-bb80-372859b0a60f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 May 12 20:33:33.038157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883426-a91d-4e37-a54f-c43101dd416c req-10705e72-2dae-4f16-9895-e10e67269625 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:33.039581 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15883426-a91d-4e37-a54f-c43101dd416c req-10705e72-2dae-4f16-9895-e10e67269625 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0849416 May 12 20:33:33.083725 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-15883426-a91d-4e37-a54f-c43101dd416c req-987c8442-9aa1-49cf-88d5-91197012640e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384512 May 12 20:33:33.106945 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51004) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:33.259407 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5db078-8c7e-4751-9f62-733da5c79a54 tempest-TestShelveInstance-971677089 tempest-TestShelveInstance-971677089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:33.260924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ee5db078-8c7e-4751-9f62-733da5c79a54 tempest-TestShelveInstance-971677089 tempest-TestShelveInstance-971677089-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1091 time: 0.1530263 May 12 20:33:33.264317 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51010) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:33:33.271905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:33:33.282311 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:33:33.287108 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:floatingip and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:33:33.290143 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:33:33.296180 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:33:33.310058 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:33.459950 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:33.595083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Allocated IP 172.25.2.117 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/0ba7e1b7-3551-4adc-aff5-04b61bac21e3) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:33:33.853064 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:33.891296 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:33.956491 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:33:33.959367 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:33:33.962952 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:33:33.991544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'Port': ['ID=0ba7e1b7-3551-4adc-aff5-04b61bac21e3,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:34.379506 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:34.457678 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:34.668465 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:34.676496 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:34.781033 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'Port': ['ID=0ba7e1b7-3551-4adc-aff5-04b61bac21e3,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:33:34.793351 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:34.960040 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Floating IP 454523c5-3850-4145-a4aa-443bec7e2abd associated. External IP: 172.25.2.117, port: bf023500-c0b6-4e9c-a3bb-ff93d1f26252. May 12 20:33:35.438902 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Router a08b1d65-f88d-48a5-a137-516e64801edf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:33:35.620512 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:33:35.631176 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] Sync routers for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:33:35.640628 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:35.641273 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:35.651912 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:35.713889 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2cffaccf-b106-4203-a6a5-033a3191bc47 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4456732 May 12 20:33:35.713889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:33:35.755203 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92625623-c49e-4575-8fa6-9a3e5df199e0'] response: {'name': 'network-changed', 'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'status': 'completed', 'code': 200} May 12 20:33:35.848510 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-8ff53faa-55bc-4a85-ac39-4f00ed395d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:35.850009 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-8ff53faa-55bc-4a85-ac39-4f00ed395d17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1096 time: 0.0723238 May 12 20:33:35.856816 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:35.981800 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-dd690da8-cc7a-4912-8b07-7c8c6d0c5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:35.983222 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-dd690da8-cc7a-4912-8b07-7c8c6d0c5a87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1266804 May 12 20:33:36.085452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-7de20553-d2ac-4e99-bcdf-3e4fe54bf3da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 999 time: 0.0958149 May 12 20:33:36.146613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-7e8c9b1c-075f-4337-ab17-f3a9137dc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:36.148061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-7e8c9b1c-075f-4337-ab17-f3a9137dc52b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0574079 May 12 20:33:36.198831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '454523c5-3850-4145-a4aa-443bec7e2abd', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'port_id': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'mac_address': 'fa:16:3e:d7:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da338729-7952-4c3a-a907-4793fe81b580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:33:34Z', 'updated_at': '2022-05-12T20:33:34Z', 'revision_number': 0, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:36.202622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] Checking router: a08b1d65-f88d-48a5-a137-516e64801edf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:33:36.210912 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:33:36.211509 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:33:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:36.227727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-2e620f25-fbeb-4b4e-8181-322f1803f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:36.229232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-2e620f25-fbeb-4b4e-8181-322f1803f149 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751169 May 12 20:33:36.359838 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-b30ab4bd-b3f2-4b43-b619-1f712d126a9e service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239467 May 12 20:33:36.385233 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:33:36.491140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f3fa74f1-88cd-4158-b5c3-ff948b64de4d req-ce98dba2-bc22-4326-a939-1ea4b27158b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244593 May 12 20:33:36.737533 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '454523c5-3850-4145-a4aa-443bec7e2abd', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'port_id': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'mac_address': 'fa:16:3e:d7:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da338729-7952-4c3a-a907-4793fe81b580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:33:34Z', 'updated_at': '2022-05-12T20:33:34Z', 'revision_number': 0, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:33:36.741626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdeae6-4bd2-4758-a17e-ac58206e7850 None None] The sync data for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 is: [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '454523c5-3850-4145-a4aa-443bec7e2abd', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'port_id': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'mac_address': 'fa:16:3e:d7:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da338729-7952-4c3a-a907-4793fe81b580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:33:34Z', 'updated_at': '2022-05-12T20:33:34Z', 'revision_number': 0, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:33:36.917264 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18fb1f4-c075-48bd-ad45-0c22f1625e48 None None] New status for floating IP 454523c5-3850-4145-a4aa-443bec7e2abd: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:33:38.467031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:39.312577 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:43.523824 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-7372bfea-1a56-4651-9d1d-7563a17c7cbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749454 May 12 20:33:43.689216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-e9a9fe26-eb53-46ac-902b-be39428e077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:43.690846 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-e9a9fe26-eb53-46ac-902b-be39428e077c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1096 time: 0.0864375 May 12 20:33:43.845084 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-d940d828-b4c1-41ef-b3bb-0faa5097e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:43.846598 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-d940d828-b4c1-41ef-b3bb-0faa5097e5d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1326413 May 12 20:33:44.053877 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-ba76ebdc-55d8-433e-a8a7-e5c409347484 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 1001 time: 0.2003841 May 12 20:33:44.116375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-489286c8-c04a-4dfd-ad93-6497ae30689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:44.117761 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-489286c8-c04a-4dfd-ad93-6497ae30689d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0570390 May 12 20:33:44.191764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-9619d005-e2f1-4165-b681-97387c7817ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:33:44.193251 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-9619d005-e2f1-4165-b681-97387c7817ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694461 May 12 20:33:44.334244 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-32ed29a2-1aa6-4f9d-a7c2-c19830e3ab4b service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344125 May 12 20:33:44.478264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5bacaad6-008b-4ac9-9997-5192047e2a27 req-5f056a63-45bc-4c5b-9d7e-ea413c7f8b8f service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 May 12 20:33:47.759019 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:33:56.960084 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9b5d421-1ee5-4ea7-847a-8cad95930a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:33:59.025056 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae369119-2fd5-4f0c-bcf6-341b820c4c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:00.326935 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:00.655723 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:01.906502 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:02.150249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-9b79406f-3c64-4d6e-a532-f14e00504217 req-e1070cf1-8ed6-4c1c-8e6b-787f2bef26aa service neutron] (88113) timed out ('10.222.0.72', 37904) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:34:08.492691 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:09.327556 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:24.764074 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:34:26.954000 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-403a52eb-d92a-41e8-8f18-d11b3a22bd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:29.017920 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b967b89-d26b-49bf-bcac-180408a1b71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:30.336497 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:30.663185 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:31.914231 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:38.508960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:39.328323 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:45.485909 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-12eee684-5293-46d2-9187-e5b7dfc5f1f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797102 May 12 20:34:45.627275 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-eb18e157-c37a-4542-a50e-f357e761fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:34:45.628729 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-eb18e157-c37a-4542-a50e-f357e761fbe5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1096 time: 0.0731881 May 12 20:34:45.782114 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-792076f6-ce37-4a17-bb7d-33ba5298766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:34:45.784267 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-792076f6-ce37-4a17-bb7d-33ba5298766d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1339693 May 12 20:34:45.903841 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-6b3da1be-4a48-4979-84b2-249cdfdb9428 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 1001 time: 0.1136189 May 12 20:34:45.966985 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-40709a8a-7901-45cb-bdc1-c13f29696cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:34:45.968467 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-40709a8a-7901-45cb-bdc1-c13f29696cdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0588057 May 12 20:34:46.055198 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-326b5e6f-3001-4c1b-a7c2-82abdd2845d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:34:46.056559 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-326b5e6f-3001-4c1b-a7c2-82abdd2845d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818157 May 12 20:34:46.192423 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-bc3449d0-5529-4581-b644-65d14b747c62 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295249 May 12 20:34:46.327117 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-61c67908-0eeb-4097-b9dd-b80dadb347ad req-2a2b9042-ae95-4f87-b61f-fe7449af781a service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274657 May 12 20:34:56.961710 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ae0fe1ab-cf76-40de-b866-12b14ae15193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:34:59.016370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d60b1a0-5c80-493c-a1bb-f531e87a9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:00.334263 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:00.649878 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:01.770439 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:35:01.917895 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:08.514636 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:09.330604 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:26.954751 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83f6d997-9e4e-4e19-86ab-a2e25d0d35e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:29.016732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d8daca1-8664-476a-97f8-d18cc8857a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:30.333419 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:30.653991 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:30.772789 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea3b50-f801-4dd0-ad0b-1d1e3e79343c req-b55c71c4-a97d-4cb6-8f6d-8dfbadb3bfcf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:30.774290 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1dea3b50-f801-4dd0-ad0b-1d1e3e79343c req-b55c71c4-a97d-4cb6-8f6d-8dfbadb3bfcf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0853796 May 12 20:35:30.818634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1dea3b50-f801-4dd0-ad0b-1d1e3e79343c req-c9ee6d71-ec3e-4364-81a6-155dc8c3f591 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386286 May 12 20:35:31.909453 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:32.020878 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ff836-1d55-49d7-897f-8b53c9d7fe6b req-1932819d-d618-4666-9bdd-111277e535f3 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:32.022374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-823ff836-1d55-49d7-897f-8b53c9d7fe6b req-1932819d-d618-4666-9bdd-111277e535f3 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0839140 May 12 20:35:32.067396 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-823ff836-1d55-49d7-897f-8b53c9d7fe6b req-edddc9f5-58ce-4009-a15a-3eaa21bcc23b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391967 May 12 20:35:33.268844 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a084ce-c493-4411-b097-9038ac875865 req-bcf1b8a1-30e8-4aa3-8a30-3971b5565ef8 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:33.270374 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48a084ce-c493-4411-b097-9038ac875865 req-bcf1b8a1-30e8-4aa3-8a30-3971b5565ef8 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0808403 May 12 20:35:33.317833 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48a084ce-c493-4411-b097-9038ac875865 req-4a175fd2-807f-462e-84d5-f67267af61e9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394716 May 12 20:35:34.525216 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe53d8-5e4e-4c12-bda0-ede0eeb89ead req-6f966440-17de-43d1-a9fb-06307b8f5218 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:34.526570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03fe53d8-5e4e-4c12-bda0-ede0eeb89ead req-6f966440-17de-43d1-a9fb-06307b8f5218 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0856414 May 12 20:35:34.572299 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-03fe53d8-5e4e-4c12-bda0-ede0eeb89ead req-c5ac7acc-2407-4fd6-a5bd-d97f08f20c3b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374725 May 12 20:35:35.767967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d514503-211d-48ba-abca-ab36d2bd16e7 req-e51841a0-9d5e-4f29-92d5-513b5b8fe02d tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:35.769503 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d514503-211d-48ba-abca-ab36d2bd16e7 req-e51841a0-9d5e-4f29-92d5-513b5b8fe02d tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0846794 May 12 20:35:35.817258 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-5d514503-211d-48ba-abca-ab36d2bd16e7 req-be95accb-db92-40ee-a94b-06d23807f9dd tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 May 12 20:35:37.002379 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e373cd-9869-4f15-80d6-a192869c88a6 req-dda1d554-a8ae-4936-8a44-bf4624756702 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:37.003809 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5e373cd-9869-4f15-80d6-a192869c88a6 req-dda1d554-a8ae-4936-8a44-bf4624756702 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0806117 May 12 20:35:37.046508 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f5e373cd-9869-4f15-80d6-a192869c88a6 req-0b1c4ae7-9c4b-4c1a-89bc-c044f68fd911 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 May 12 20:35:38.249585 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f9375-b38a-4fda-af00-91c498b77f6a req-50e57148-422b-415b-8e39-89bb1be67e50 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:38.251066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78f9375-b38a-4fda-af00-91c498b77f6a req-50e57148-422b-415b-8e39-89bb1be67e50 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0885704 May 12 20:35:38.299053 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d78f9375-b38a-4fda-af00-91c498b77f6a req-2738d68a-afa7-4150-ba94-0b3247a4f92e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 May 12 20:35:38.522670 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:38.765626 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:35:39.340917 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:39.491604 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0de02-ed38-4d23-afd2-6360ead8324c req-561ea984-4526-4065-8e54-146bc3260729 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:39.493066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7cc0de02-ed38-4d23-afd2-6360ead8324c req-561ea984-4526-4065-8e54-146bc3260729 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0851545 May 12 20:35:39.536806 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7cc0de02-ed38-4d23-afd2-6360ead8324c req-e62fc5b3-c03c-4f78-9ebe-cc8781f294af tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379109 May 12 20:35:40.749634 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ff52e-55a5-4152-b92b-f48eadc75515 req-af20e7dd-393d-42f6-92e2-bfc6168fada2 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:40.751073 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-427ff52e-55a5-4152-b92b-f48eadc75515 req-af20e7dd-393d-42f6-92e2-bfc6168fada2 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.1024106 May 12 20:35:40.802876 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-427ff52e-55a5-4152-b92b-f48eadc75515 req-48bf809b-bc7f-4c3d-a8e3-50302f2768dc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461516 May 12 20:35:42.008764 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a004840-5ab7-4a27-8273-494d4c3e971b req-64f1c25b-d074-4d28-85ab-78e3b4083ed5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:42.010237 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a004840-5ab7-4a27-8273-494d4c3e971b req-64f1c25b-d074-4d28-85ab-78e3b4083ed5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0832639 May 12 20:35:42.055943 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a004840-5ab7-4a27-8273-494d4c3e971b req-9dc68629-42cc-41f3-b055-bf92ed7e6fac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 May 12 20:35:42.738465 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:35:42.928143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:35:42.941106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'port_id': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'mac_address': 'fa:16:3e:d7:06:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:35:42.997496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:35:42.997867 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:43.015244 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf023500-c0b6-4e9c-a3bb-ff93d1f26252 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:35:43.031182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:35:43.036847 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:43.112893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:35:43.118036 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['bf023500-c0b6-4e9c-a3bb-ff93d1f26252'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:35:43.165456 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.165799 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.166140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.166481 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.166810 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.167222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.167555 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.167875 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.168194 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.168513 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.168829 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.169145 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:35:43.269610 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a8085-8df8-474a-abf4-9905ad623e8f req-96e99e0e-c9b5-48b9-b742-1c38123917a7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:43.271133 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-875a8085-8df8-474a-abf4-9905ad623e8f req-96e99e0e-c9b5-48b9-b742-1c38123917a7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 944 time: 0.0946727 May 12 20:35:43.316164 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-875a8085-8df8-474a-abf4-9905ad623e8f req-94583205-1f43-4a04-93f3-b246841e669c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 May 12 20:35:44.529380 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006b5a-f769-4407-95a3-359f3a104826 req-40cae202-6be7-4212-a1be-517c34febe43 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:44.530935 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27006b5a-f769-4407-95a3-359f3a104826 req-40cae202-6be7-4212-a1be-517c34febe43 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 944 time: 0.0914397 May 12 20:35:44.586638 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-27006b5a-f769-4407-95a3-359f3a104826 req-4ef53b78-426e-43ef-a1d6-76e0e5bb16fb tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496581 May 12 20:35:44.769350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:35:44.851631 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:35:44.851997 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:44.979010 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:35:44.979412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:45.008988 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:35:45.019741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:35:45.027672 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:45.085613 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db16842-e8a2-43ec-b58a-c2d6a8d5a390'] response: {'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'code': 200} May 12 20:35:45.105809 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:35:45.552119 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb84248-6a8b-492c-823a-5752d147f67f req-46a777ab-40a7-47c5-81e8-e172d7022c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:45.553634 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-46a777ab-40a7-47c5-81e8-e172d7022c83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1096 time: 0.0839045 May 12 20:35:45.714920 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb84248-6a8b-492c-823a-5752d147f67f req-5accb058-17ac-4f4c-a266-99ef9aa11745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:45.716567 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-5accb058-17ac-4f4c-a266-99ef9aa11745 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1436615 May 12 20:35:45.783873 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f320-820e-4f57-a3fb-813fdf443780 req-04c3e792-e708-41f8-86d7-a3d86e9c3699 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:45.793543 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76c4f320-820e-4f57-a3fb-813fdf443780 req-04c3e792-e708-41f8-86d7-a3d86e9c3699 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0947988 May 12 20:35:45.846162 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-76c4f320-820e-4f57-a3fb-813fdf443780 req-87971282-d29f-4c5d-9f0b-b303b8d1aa03 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506258 May 12 20:35:45.966326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-f3f5e44e-87cd-4c6d-9d11-2c556287d0ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 1001 time: 0.2279975 May 12 20:35:46.036289 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb84248-6a8b-492c-823a-5752d147f67f req-9b4961ac-8185-42fe-88a9-61c96aa3b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:46.037780 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-9b4961ac-8185-42fe-88a9-61c96aa3b2a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0658739 May 12 20:35:46.126750 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb84248-6a8b-492c-823a-5752d147f67f req-91cefd52-806f-42eb-9b47-9791117f8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:46.128159 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-91cefd52-806f-42eb-9b47-9791117f8ccd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830367 May 12 20:35:46.139866 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-f5cba954-f847-4ee6-bfb6-9924c8271db9 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:35:46.141427 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-f5cba954-f847-4ee6-bfb6-9924c8271db9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065107 May 12 20:35:46.324296 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-84c8af34-ba8b-42cf-bb11-2cece3b1c180 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765163 May 12 20:35:46.479474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ecb84248-6a8b-492c-823a-5752d147f67f req-164810bd-9424-45b6-b0bc-1f489e421087 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488404 May 12 20:35:47.177453 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e06cbd-5983-4288-8da6-6c30f7785ad7 req-ad301945-b245-4b7b-b5e3-d54089d38bf9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:47.179609 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0e06cbd-5983-4288-8da6-6c30f7785ad7 req-ad301945-b245-4b7b-b5e3-d54089d38bf9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.2080929 May 12 20:35:47.230365 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0e06cbd-5983-4288-8da6-6c30f7785ad7 req-abd74f06-951f-4be2-a561-2005862c40c7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 May 12 20:35:48.436077 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412faec3-56d2-4cbb-a835-e38ad8ad7953 req-e2a6807d-d74b-47f9-832b-45cbc0ced192 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:48.437607 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-412faec3-56d2-4cbb-a835-e38ad8ad7953 req-e2a6807d-d74b-47f9-832b-45cbc0ced192 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0849667 May 12 20:35:48.488672 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-412faec3-56d2-4cbb-a835-e38ad8ad7953 req-5ee0d45d-4540-4272-9999-5466acba389d tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 May 12 20:35:49.713969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654295a8-4514-4687-acf8-1e35699ce8ff req-c4bde8bf-58fe-4031-b60e-2dad7ed63848 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:49.716359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-654295a8-4514-4687-acf8-1e35699ce8ff req-c4bde8bf-58fe-4031-b60e-2dad7ed63848 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.1024237 May 12 20:35:49.770110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-654295a8-4514-4687-acf8-1e35699ce8ff req-a2f54e65-8115-4a41-9946-d02bc2a909f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476444 May 12 20:35:50.977445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e71a2b-70b0-4580-9b8e-f7ca1a7c0e62 req-b2464f45-01b3-4ccf-900e-c417d949d0a9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:50.978993 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98e71a2b-70b0-4580-9b8e-f7ca1a7c0e62 req-b2464f45-01b3-4ccf-900e-c417d949d0a9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0961845 May 12 20:35:51.030381 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-98e71a2b-70b0-4580-9b8e-f7ca1a7c0e62 req-88270e67-d356-4b2a-8040-28ea749d2749 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 May 12 20:35:52.221375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223d6c1-b0a0-487a-b2a3-cbe13bd0d403 req-746ecc55-cfb4-46bb-bfb1-8608723f8cd6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:52.222874 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1223d6c1-b0a0-487a-b2a3-cbe13bd0d403 req-746ecc55-cfb4-46bb-bfb1-8608723f8cd6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0841386 May 12 20:35:52.267525 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1223d6c1-b0a0-487a-b2a3-cbe13bd0d403 req-bbc6ee26-dc60-4259-be6a-9b97b01c4674 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381906 May 12 20:35:52.628209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-5799328d-b4e4-490a-b66c-35018568f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:52.629571 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-5799328d-b4e4-490a-b66c-35018568f57b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1096 time: 0.0765166 May 12 20:35:52.759870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-d28ea9a2-b770-4523-b244-a020c5cd2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:52.761377 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-d28ea9a2-b770-4523-b244-a020c5cd2bae service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1261835 May 12 20:35:52.860450 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-3ebb23b1-cb69-4a94-ab50-3c61bb03fc87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 1001 time: 0.0919316 May 12 20:35:52.924204 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-e381533a-2fd2-496c-bc7d-5ae2b6aa4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:52.925615 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-e381533a-2fd2-496c-bc7d-5ae2b6aa4b3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0592227 May 12 20:35:53.000819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-0ce469bc-87cb-4197-909b-cd597c0b678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:53.002250 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-0ce469bc-87cb-4197-909b-cd597c0b678c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706432 May 12 20:35:53.131664 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-22bbf840-7806-4382-a8e8-b7008da35e16 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232452 May 12 20:35:53.262751 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-e1f5bba2-2a0d-419d-80f2-b3ed034cd479 req-bdb7cc3b-4a9d-4e97-b45c-b90e30236e12 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250756 May 12 20:35:53.454745 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcfb25-116b-48f8-8e29-15575f5d9547 req-5dd50396-1f5d-4631-b710-14cb7c1b877c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:53.456163 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1fcfb25-116b-48f8-8e29-15575f5d9547 req-5dd50396-1f5d-4631-b710-14cb7c1b877c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0829291 May 12 20:35:53.500168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a1fcfb25-116b-48f8-8e29-15575f5d9547 req-a4aac3cd-1699-4a97-8b73-fc5ead64482a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370364 May 12 20:35:54.693390 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df812e-28fa-4c54-b9ab-67934b6098c8 req-4db990ed-a309-4a83-a9a7-fbb83cd2f42b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:54.694882 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26df812e-28fa-4c54-b9ab-67934b6098c8 req-4db990ed-a309-4a83-a9a7-fbb83cd2f42b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0845199 May 12 20:35:54.740752 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26df812e-28fa-4c54-b9ab-67934b6098c8 req-c5954492-9a5a-4db8-8aa3-83da5c96e1e8 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396283 May 12 20:35:55.946449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1d812-f2e9-4248-880f-8baf638a0150 req-41d911b0-ac31-4db1-bf33-2c252890f59e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:55.947885 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8b1d812-f2e9-4248-880f-8baf638a0150 req-41d911b0-ac31-4db1-bf33-2c252890f59e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0927088 May 12 20:35:55.992514 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8b1d812-f2e9-4248-880f-8baf638a0150 req-ec352ae1-b312-46e4-b58a-96de8f2ea273 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389123 May 12 20:35:56.346448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172b25-1aca-4f77-81b2-6458fcadbde2 req-0aa4c144-a1c9-4bb9-b306-079a70ab8758 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:56.347907 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6172b25-1aca-4f77-81b2-6458fcadbde2 req-0aa4c144-a1c9-4bb9-b306-079a70ab8758 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 945 time: 0.0801835 May 12 20:35:56.399779 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a6172b25-1aca-4f77-81b2-6458fcadbde2 req-91a9a7e3-ea9c-4b14-85e9-7c7d37d07809 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 May 12 20:35:56.665177 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51200) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:35:56.782169 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-9b676a36-be95-4009-81c9-5715d89357bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157663 May 12 20:35:56.785937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:35:56.900721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:35:56.901161 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:56.927946 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:35:56.946185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:35:56.952911 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:56.989099 n-d-841626-1 neutron-server[88114]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a5562a19-0c29-4555-92bd-1d9e0fad2795']: {'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'code': 422} returned with failed status May 12 20:35:56.989754 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3affd9e3-c00d-4d1d-9d65-590a06767fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:35:57.025950 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:35:57.581349 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ebd1e-d248-4e60-84c9-abea0ebdd51b req-ae007d24-179d-46f7-9ffb-a8b3312b129f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:57.582835 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-299ebd1e-d248-4e60-84c9-abea0ebdd51b req-ae007d24-179d-46f7-9ffb-a8b3312b129f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0790467 May 12 20:35:57.631144 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-299ebd1e-d248-4e60-84c9-abea0ebdd51b req-975d5fd8-43a7-4892-b0fc-91eb0327e058 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 May 12 20:35:57.673706 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-1b7bfbca-ad46-46bf-b48f-84941f53507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:57.675172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-1b7bfbca-ad46-46bf-b48f-84941f53507b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580&tenant_id=631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 1094 time: 0.0753112 May 12 20:35:57.772184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-e47249ed-7022-40d7-904a-f1057d2cc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:57.773617 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-e47249ed-7022-40d7-904a-f1057d2cc827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1094 time: 0.0745633 May 12 20:35:57.912938 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-5e3973a9-371d-46ec-a0e7-920f4cb5d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:57.914472 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-5e3973a9-371d-46ec-a0e7-920f4cb5d394 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1354012 May 12 20:35:58.018326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-c51763cd-4401-4a6e-b6c7-8538d1c32f82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 999 time: 0.0974953 May 12 20:35:58.080164 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-eb1a35e4-45b6-468b-aa82-de5ff66a7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:58.081503 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-eb1a35e4-45b6-468b-aa82-de5ff66a7899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0572195 May 12 20:35:58.257758 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-4034233d-fed5-493d-843b-8e4d0bdedef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:58.259307 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-4034233d-fed5-493d-843b-8e4d0bdedef8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722438 May 12 20:35:58.400462 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-8469c67a-a483-4a17-b39b-0c9af6f02d56 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343589 May 12 20:35:58.532930 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-78ea2e0b-5013-4932-aa41-9af15e572915 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256409 May 12 20:35:58.826483 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8af4-f208-4ea5-bc3e-5bbece3ad52b req-1048b1ac-f5ae-4f1d-8520-f91b3ada1792 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:35:58.829124 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-691b8af4-f208-4ea5-bc3e-5bbece3ad52b req-1048b1ac-f5ae-4f1d-8520-f91b3ada1792 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0904198 May 12 20:35:58.886698 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-691b8af4-f208-4ea5-bc3e-5bbece3ad52b req-1eeffe7d-5b49-4ffd-b6d2-e26de0673d3c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516498 May 12 20:35:59.013676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-459dc0d4-52a4-487c-89b1-f9107ec3a569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:00.091672 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178435d8-b544-4c20-8c7b-7ba04fb44fa5 req-cd0ce2a0-f075-4c91-b562-0e2e7f6ccead tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:00.093300 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-178435d8-b544-4c20-8c7b-7ba04fb44fa5 req-cd0ce2a0-f075-4c91-b562-0e2e7f6ccead tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0952013 May 12 20:36:00.147815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-178435d8-b544-4c20-8c7b-7ba04fb44fa5 req-82436399-ee70-416e-8771-93b02d4620fb tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 May 12 20:36:00.337979 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:00.659396 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:01.352960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b857f-434e-4169-b7b7-1993373267c1 req-78bfc65b-9c78-4906-9321-348b5b62c487 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:01.354360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-576b857f-434e-4169-b7b7-1993373267c1 req-78bfc65b-9c78-4906-9321-348b5b62c487 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0957525 May 12 20:36:01.397692 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-576b857f-434e-4169-b7b7-1993373267c1 req-607fe3a7-7063-4ed2-9e5c-487d72b9795f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 May 12 20:36:01.914145 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:02.614278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c7583-6101-4e01-afb8-9a1f115f7240 req-0208806c-e4de-41f7-b2dd-e67502f2c37e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:02.616037 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-031c7583-6101-4e01-afb8-9a1f115f7240 req-0208806c-e4de-41f7-b2dd-e67502f2c37e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0959139 May 12 20:36:02.659884 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-031c7583-6101-4e01-afb8-9a1f115f7240 req-3fc87ce1-ef9c-4b18-887b-e94f2f1f6213 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378246 May 12 20:36:03.847332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44dc4e-8ae5-45b9-97c7-d5afc8cffbb3 req-19597ddd-caf9-4bd8-a8b7-7bdf209a634f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:03.848984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b44dc4e-8ae5-45b9-97c7-d5afc8cffbb3 req-19597ddd-caf9-4bd8-a8b7-7bdf209a634f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0835137 May 12 20:36:03.900519 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b44dc4e-8ae5-45b9-97c7-d5afc8cffbb3 req-0ce4c160-6bc4-428a-bc06-20521094da44 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 May 12 20:36:05.090475 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c9d60-9376-4389-8d3f-5e64002d6274 req-3094fe54-584e-442e-ac10-82a7dcdd5a0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:05.091847 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-385c9d60-9376-4389-8d3f-5e64002d6274 req-3094fe54-584e-442e-ac10-82a7dcdd5a0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0862391 May 12 20:36:05.136706 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-385c9d60-9376-4389-8d3f-5e64002d6274 req-7921233f-40cc-4d63-9439-5c8df29df4e4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388517 May 12 20:36:06.338257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf61327-dff4-4dd9-b572-ee1ca931be06 req-11bf6ef3-160c-408c-8638-b5654e5d49d1 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:06.345457 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf61327-dff4-4dd9-b572-ee1ca931be06 req-11bf6ef3-160c-408c-8638-b5654e5d49d1 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0953393 May 12 20:36:06.393690 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3bf61327-dff4-4dd9-b572-ee1ca931be06 req-0d6bbae2-abfa-4562-a19b-5efa48b35c7f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472233 May 12 20:36:07.579087 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338c603-99d7-485c-8342-1932c6f62988 req-ae726a59-74d8-464b-aff9-0cf04178d871 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:07.580558 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e338c603-99d7-485c-8342-1932c6f62988 req-ae726a59-74d8-464b-aff9-0cf04178d871 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0880105 May 12 20:36:07.625564 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e338c603-99d7-485c-8342-1932c6f62988 req-58aec04e-3a7c-4c17-9812-c9cbcf99ee31 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386536 May 12 20:36:08.529806 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:08.831332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa03708-043a-4805-8284-7d9269af3e8d req-edf296a2-c705-4ca5-aa40-7929262dd307 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:08.831332 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9aa03708-043a-4805-8284-7d9269af3e8d req-edf296a2-c705-4ca5-aa40-7929262dd307 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0845292 May 12 20:36:08.880608 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9aa03708-043a-4805-8284-7d9269af3e8d req-d6ed01e1-7caa-4f82-9f34-fcc37df90ec0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 May 12 20:36:09.357143 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:10.090324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d247b-3770-436e-bf4e-1f8c17b2aa52 req-c8695474-4b14-41be-b7ef-fe083c6cde0b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:10.091794 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52d247b-3770-436e-bf4e-1f8c17b2aa52 req-c8695474-4b14-41be-b7ef-fe083c6cde0b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0913615 May 12 20:36:10.136622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d52d247b-3770-436e-bf4e-1f8c17b2aa52 req-a11b0379-ed4a-4a64-8270-ea310dc561a1 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389469 May 12 20:36:11.339173 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee27a7-f9de-4bf8-96b7-8e861163d3d4 req-d628d53a-612d-47d9-ac26-8400a7e492e7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:11.340596 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26ee27a7-f9de-4bf8-96b7-8e861163d3d4 req-d628d53a-612d-47d9-ac26-8400a7e492e7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0936706 May 12 20:36:11.386567 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-26ee27a7-f9de-4bf8-96b7-8e861163d3d4 req-8dcabd99-a201-405b-8ac5-c8731f4c5696 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373070 May 12 20:36:12.585680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b35d94-a74b-4452-b211-0c38c3ccb682 req-5ab15135-0cee-4143-8628-80ae9469a141 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:12.587122 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74b35d94-a74b-4452-b211-0c38c3ccb682 req-5ab15135-0cee-4143-8628-80ae9469a141 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 943 time: 0.0857956 May 12 20:36:12.635865 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74b35d94-a74b-4452-b211-0c38c3ccb682 req-25777269-1ea6-4d5b-8dd4-e55ca3b7e13b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422518 May 12 20:36:12.846859 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:36:12.982050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:36:12.994828 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'port_id': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'mac_address': 'fa:16:3e:d7:06:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:36:13.049139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:36:13.049514 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:13.066695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf023500-c0b6-4e9c-a3bb-ff93d1f26252 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:36:13.081873 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:36:13.088496 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:13.159436 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=9']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:36:13.310303 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['bf023500-c0b6-4e9c-a3bb-ff93d1f26252'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:36:13.837012 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b994c-5add-4f16-87d9-b06120c6de09 req-4b64aab4-c969-4537-ac81-81cc697234b5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:13.838475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a5b994c-5add-4f16-87d9-b06120c6de09 req-4b64aab4-c969-4537-ac81-81cc697234b5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 944 time: 0.0846522 May 12 20:36:13.883357 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1a5b994c-5add-4f16-87d9-b06120c6de09 req-663e0ae7-a099-4971-a15d-b7c7df7963aa tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389783 May 12 20:36:14.846161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:36:14.916678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:36:14.917110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:15.034029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:36:15.034428 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:15.073493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11858a8-e3cc-42e4-a242-738495c581ff req-7c7e4c1f-ed41-4e1e-9d51-38e457e1b796 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:15.075043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e11858a8-e3cc-42e4-a242-738495c581ff req-7c7e4c1f-ed41-4e1e-9d51-38e457e1b796 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 944 time: 0.0877118 May 12 20:36:15.093856 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:36:15.104209 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:36:15.111088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:15.122400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e11858a8-e3cc-42e4-a242-738495c581ff req-e4cf5976-7a69-4716-847e-333716c9b683 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 May 12 20:36:15.157640 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cac90ee-362f-4560-86eb-e9d94faede3c'] response: {'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'code': 200} May 12 20:36:15.189074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=10']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:36:15.380957 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9814-f396-4649-a308-a07297cc0625 req-47eb0e31-70e8-4eb9-85d9-1e8c5972ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:15.382359 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b14d9814-f396-4649-a308-a07297cc0625 req-47eb0e31-70e8-4eb9-85d9-1e8c5972ad49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1097 time: 0.0736279 May 12 20:36:15.422490 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b14d9814-f396-4649-a308-a07297cc0625 req-9926b5b4-a81e-4102-ad29-d06f308bc329 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342307 May 12 20:36:15.769895 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:36:16.327701 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17e27-22d6-4ba2-89df-e9abb5979d5f req-42f401f4-04ea-4815-89f4-71d8d8dc850a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:16.329279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55f17e27-22d6-4ba2-89df-e9abb5979d5f req-42f401f4-04ea-4815-89f4-71d8d8dc850a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 946 time: 0.0854003 May 12 20:36:16.373984 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-55f17e27-22d6-4ba2-89df-e9abb5979d5f req-66cfd331-46d3-47c6-81b7-6de1b46e3d9e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379026 May 12 20:36:17.582766 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcdd1b-b9cb-4c38-9964-f34d67631310 req-3881c789-0d64-4e3b-9cd9-8f2c5f6f11ba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:17.584388 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22dcdd1b-b9cb-4c38-9964-f34d67631310 req-3881c789-0d64-4e3b-9cd9-8f2c5f6f11ba tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 946 time: 0.0913901 May 12 20:36:17.632228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22dcdd1b-b9cb-4c38-9964-f34d67631310 req-4420eb23-2ca0-42ac-875f-b5e36422387e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392473 May 12 20:36:26.958814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8659c992-4601-4d05-b722-23b94f1e122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:29.015544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0b257866-b0f2-423f-ac25-21833ee20885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:30.346141 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:30.670250 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:31.927193 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:38.543057 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:39.365903 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:47.479078 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-60dfe291-1a34-4764-9ed2-dd620af91cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733151 May 12 20:36:47.620914 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-aa3702d6-d861-4845-8510-657d519f9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:47.622493 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-aa3702d6-d861-4845-8510-657d519f9261 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1097 time: 0.0755086 May 12 20:36:47.777287 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-2aac8d41-2613-4f85-8015-e22394948863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:47.778727 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-2aac8d41-2613-4f85-8015-e22394948863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1367640 May 12 20:36:47.884149 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-8bc2334d-f693-4e20-9eee-4bd996479afb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 1001 time: 0.0985262 May 12 20:36:47.950052 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-f992760a-a235-4076-ae2d-dabfca5f36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:47.951530 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-f992760a-a235-4076-ae2d-dabfca5f36eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0608029 May 12 20:36:48.036103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-5769ad07-d1e0-4361-af29-88ba4b376a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:36:48.037554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-5769ad07-d1e0-4361-af29-88ba4b376a9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791166 May 12 20:36:48.176572 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-8f65c94d-4f00-4038-8180-18723a9a2379 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327748 May 12 20:36:48.308074 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7549ad64-b90a-4eea-9f5d-6e4c0984681e req-e36117a7-c77f-44fe-8d2c-b4acf4552611 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230273 May 12 20:36:52.774940 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:36:56.954728 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-53e99953-2d3e-4ede-8e65-be105ca02184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:36:59.011844 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-652f3ae5-e826-412e-8ac2-fe719dc45328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:00.347616 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:00.668425 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:01.930779 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:08.538119 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:09.371852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:26.896122 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51326) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:26.950246 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8b67027-f0ed-467c-b766-1492dcb0fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:27.097298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Deleting port 0ba7e1b7-3551-4adc-aff5-04b61bac21e3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:37:27.097547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:27.378034 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:27.378272 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:27.500585 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Calling delete_port for 0ba7e1b7-3551-4adc-aff5-04b61bac21e3 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:37:27.668623 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:27.718159 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event deleted for resources: {'Port': ['ID=0ba7e1b7-3551-4adc-aff5-04b61bac21e3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:27.754414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.754762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.755097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.755434 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.755762 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.756085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.756409 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.756732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.757054 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.757400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.757718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.758029 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:27.816912 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:27.817207 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Floating IP 454523c5-3850-4145-a4aa-443bec7e2abd disassociated (deleted). External IP: 172.25.2.117, port: bf023500-c0b6-4e9c-a3bb-ff93d1f26252. May 12 20:37:28.169738 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Router a08b1d65-f88d-48a5-a137-516e64801edf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:37:28.347703 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:37:28.358151 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] Sync routers for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:37:28.361213 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:28.367977 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:37:28.368589 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:36:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:37:28.420459 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-65d914c3-6924-40c0-8e4f-0d3dd520a231 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "DELETE /v2.0/floatingips/454523c5-3850-4145-a4aa-443bec7e2abd HTTP/1.1" status: 204 len: 168 time: 1.5232544 May 12 20:37:28.421051 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:37:28.466452 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d74c80f-1fa0-4e30-b20b-7dbbe0d66ec2'] response: {'name': 'network-changed', 'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'status': 'completed', 'code': 200} May 12 20:37:28.557054 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:37:28.608727 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574abde-419f-4bc0-ac01-d2db6677674f req-11dd89c0-23cb-40aa-a230-0132430a506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:28.610288 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b574abde-419f-4bc0-ac01-d2db6677674f req-11dd89c0-23cb-40aa-a230-0132430a506d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 1097 time: 0.1187346 May 12 20:37:28.750345 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574abde-419f-4bc0-ac01-d2db6677674f req-b4d6efc5-ed21-4343-9c65-ebdff742db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:28.751799 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b574abde-419f-4bc0-ac01-d2db6677674f req-b4d6efc5-ed21-4343-9c65-ebdff742db3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1349916 May 12 20:37:28.870378 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc506c2-6247-492f-8982-0712a8b453eb req-2d25dd8d-743c-4cfa-b5b6-68c4cbbcee2d tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:28.879110 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efc506c2-6247-492f-8982-0712a8b453eb req-2d25dd8d-743c-4cfa-b5b6-68c4cbbcee2d tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 946 time: 0.1446903 May 12 20:37:28.882257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:37:28.887022 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] Checking router: a08b1d65-f88d-48a5-a137-516e64801edf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:37:28.896123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:37:28.896937 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:36:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:37:28.950018 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b574abde-419f-4bc0-ac01-d2db6677674f req-e079a73a-4c8b-4be8-ac5c-c9667a10dde5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 200 len: 217 time: 0.1917710 May 12 20:37:29.019888 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574abde-419f-4bc0-ac01-d2db6677674f req-f61c372a-6e60-49a4-84cd-347bbade37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:29.021397 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b574abde-419f-4bc0-ac01-d2db6677674f req-f61c372a-6e60-49a4-84cd-347bbade37f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0638897 May 12 20:37:29.039973 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-efc506c2-6247-492f-8982-0712a8b453eb req-4758c639-8897-450d-bd3e-a855e8f2b802 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599715 May 12 20:37:29.071595 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-908b390f-d0c7-4fd8-9e36-647d24adfa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:29.095605 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:37:29.099314 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574abde-419f-4bc0-ac01-d2db6677674f req-89e04b17-7d20-430e-bcfd-499ae0243c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:29.100881 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b574abde-419f-4bc0-ac01-d2db6677674f req-89e04b17-7d20-430e-bcfd-499ae0243c3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726607 May 12 20:37:29.235815 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b574abde-419f-4bc0-ac01-d2db6677674f req-9fe8d8aa-39bb-451c-9ff0-ca428d456af9 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278183 May 12 20:37:29.370328 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b574abde-419f-4bc0-ac01-d2db6677674f req-313a1035-5a5f-48bb-aa9a-73941045f0a9 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283331 May 12 20:37:29.444350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:37:29.448719 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a8d62-72ea-4e75-83d9-60575dff0ab4 None None] The sync data for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 is: [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:37:29.675337 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caba96-ab9a-4c17-af1f-5eb0aafdf5ef None None] New status for floating IP 454523c5-3850-4145-a4aa-443bec7e2abd: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:37:29.824479 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:37:30.057485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-9ddf5e67-a0e5-4969-9550-125641e986db tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:30.058178 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-9ddf5e67-a0e5-4969-9550-125641e986db tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Synchronizing usage tracker for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:37:30.078372 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-9ddf5e67-a0e5-4969-9550-125641e986db tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Unset dirty status for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:37:30.079515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-9ddf5e67-a0e5-4969-9550-125641e986db tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 946 time: 0.1164434 May 12 20:37:30.148806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Deleting port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:37:30.149250 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:30.274992 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2a7a9-d341-4e7c-b17b-286c35cf3849 req-bce3da32-1d3b-4a80-b178-29d5b49a2fd9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:30.276426 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8b2a7a9-d341-4e7c-b17b-286c35cf3849 req-bce3da32-1d3b-4a80-b178-29d5b49a2fd9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=da338729-7952-4c3a-a907-4793fe81b580 HTTP/1.1" status: 200 len: 946 time: 0.1259601 May 12 20:37:30.322965 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a8b2a7a9-d341-4e7c-b17b-286c35cf3849 req-d1dfec6c-8c6e-4427-b9b6-d1e728005475 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=a5051d42-5ee6-4d30-af54-7a635044dd75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 May 12 20:37:30.349360 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:30.400193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] For port bf023500-c0b6-4e9c-a3bb-ff93d1f26252, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:37:30.400751 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:30.531014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Calling delete_port for bf023500-c0b6-4e9c-a3bb-ff93d1f26252 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:37:30.663284 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:30.688554 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:30.741997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event deleted for resources: {'Port': ['ID=bf023500-c0b6-4e9c-a3bb-ff93d1f26252,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:30.814250 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] No DVR routers for this DVR port bf023500-c0b6-4e9c-a3bb-ff93d1f26252 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:37:30.816901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:30.819422 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-deleted', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:37:30.835937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-38d44364-a1fe-4ed9-8cd7-f749cc73e75e req-bb7a3778-b7e8-4f08-9abc-33c1473537de tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "DELETE /v2.0/ports/bf023500-c0b6-4e9c-a3bb-ff93d1f26252 HTTP/1.1" status: 204 len: 173 time: 0.7511766 May 12 20:37:30.865948 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91058994-6769-47f9-acb0-b52b02710424'] response: {'server_uuid': 'da338729-7952-4c3a-a907-4793fe81b580', 'name': 'network-vif-deleted', 'tag': 'bf023500-c0b6-4e9c-a3bb-ff93d1f26252', 'status': 'completed', 'code': 200} May 12 20:37:31.423707 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51348) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:31.493748 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:31.523601 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:31.589622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:31.609375 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5051d42-5ee6-4d30-af54-7a635044dd75,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:31.618006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.618350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.618686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.619020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.619330 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.619655 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.619980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.620315 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.620629 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.620938 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.621283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.621606 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:37:31.630378 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:31.631687 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-27d15c2e-cd1d-4426-ae59-5f634f9d2fb0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "DELETE /v2.0/security-groups/a5051d42-5ee6-4d30-af54-7a635044dd75 HTTP/1.1" status: 204 len: 168 time: 0.2069919 May 12 20:37:31.935420 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:32.780564 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51358) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:32.785894 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353493128', 'description': 'tempest-secgroup-smoke-353493128 description', 'project_id': '631b6a0ca1214467a0f2c1560e51438e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:32.793132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:32.797610 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:32.800659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:32.807343 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:32.819165 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:32.839504 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:32.843570 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:32.846523 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:32.852430 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:32.925312 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:32.931438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:32.974486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:32.979074 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:32.980264 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-d9d06f18-f3ad-49ce-945a-1ff7a49a27f5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1985729 May 12 20:37:32.983439 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51362) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:32.988436 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': '8ebbcd97-7829-41ad-b5b0-aeafa478f9b8', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:32.995235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:32.999092 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:33.001992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:33.007613 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:33.026649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.088770 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.094867 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.117971 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2fe9fe-16ec-420a-ac4e-21ec688767e8,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:33.127794 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.131747 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-54bfbfdf-1b25-41be-822f-f9ff212ffe05 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445279 May 12 20:37:33.131890 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51366) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:33.136924 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': '8ebbcd97-7829-41ad-b5b0-aeafa478f9b8', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:33.143840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:33.147742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:33.150659 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:33.160224 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:33.180038 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.219269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:37:33.240772 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.245803 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.252889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: bf023500-c0b6-4e9c-a3bb-ff93d1f26252 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:37:33.253168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device bf023500-c0b6-4e9c-a3bb-ff93d1f26252 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:37:33.278243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4053442f-ccc5-41d3-a1d8-1dbeb3cbfca6,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:33.285925 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.287099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7fbaf205-b458-4a5b-bb9c-640d84e9db78 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543117 May 12 20:37:33.289934 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51370) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:33.294873 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': '8ebbcd97-7829-41ad-b5b0-aeafa478f9b8', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:33.301601 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:33.305668 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:33.308604 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:33.314493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:33.335677 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.399143 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.405547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.428424 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b5c8f5-576d-49b1-97f0-29df1e29c2f3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:33.439377 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.440639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-acd88420-a550-4a96-ab0e-973dd7303d01 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497352 May 12 20:37:33.443521 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51374) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:33.448402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': '8ebbcd97-7829-41ad-b5b0-aeafa478f9b8', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:33.455063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:33.459348 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:33.462251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:33.467974 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:33.487644 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.556636 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.562836 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.586139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd419874-f407-40a8-90df-96c96b5cab3d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:33.595759 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.596943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-538402fd-b232-4a37-824b-c651938b4d0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525433 May 12 20:37:33.599945 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:33.604842 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': '8ebbcd97-7829-41ad-b5b0-aeafa478f9b8', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:33.611759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:33.615964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:33.619009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:33.624942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:33.636263 n-d-841626-1 neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Project 631b6a0ca1214467a0f2c1560e51438e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:37:33.642666 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.707423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.715029 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.741723 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeda69ba-29a0-438c-8b1f-0c00fb6bfc41,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:33.752240 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.753785 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-99fd3cd0-22f9-4176-8641-a08b31c75147 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528199 May 12 20:37:33.756656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51382) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:37:33.761967 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'security_group_rule': {'security_group_id': '8ebbcd97-7829-41ad-b5b0-aeafa478f9b8', 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:33.769003 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:33.773061 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:security_group_rule and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:33.776615 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:33.783561 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:33.796015 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Project 631b6a0ca1214467a0f2c1560e51438e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:37:33.802583 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.869836 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.876924 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.899229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116d83e8-3609-4fb7-90c6-8169010bc668,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:33.910292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:33.911474 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7756ef83-224a-49aa-805f-5c0d17cb370e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537006 May 12 20:37:38.531707 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:39.360483 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:48.772125 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-4ddcb869-0262-4111-b990-657011268828 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Synchronizing usage tracker for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:37:48.792169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-4ddcb869-0262-4111-b990-657011268828 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Unset dirty status for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:37:48.793343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-4ddcb869-0262-4111-b990-657011268828 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353493128&fields=id&tenant_id=631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 267 time: 0.0624437 May 12 20:37:48.955742 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-d1317391-4dcf-492d-a190-be2ed9764612 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:48.957170 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-d1317391-4dcf-492d-a190-be2ed9764612 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 808 time: 0.1559153 May 12 20:37:48.973063 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-300b2f8c-ab02-4784-8af1-e8fcbb90a1bc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/quotas/631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 375 time: 0.0099647 May 12 20:37:49.058259 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-a5656710-da89-4c1c-83b7-cd18252417e3 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800538 May 12 20:37:49.117213 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-bf67838d-8c79-4542-a2e3-2b24b88163e6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:37:49.118246 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-bf67838d-8c79-4542-a2e3-2b24b88163e6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476954 May 12 20:37:49.257247 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-aeff1f8c-8034-42e0-a9ee-88a415137c95 service neutron] 10.222.0.72 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330614 May 12 20:37:49.398969 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-57ba3006-8c52-4ed2-a273-499e4b5a14c2 service neutron] 10.222.0.72 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330163 May 12 20:37:49.799662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-015718b1-3124-4ac7-9905-70723e450ed5 req-f0eb7a2e-0e31-4124-905a-bb8f7ad87b9f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 210 time: 0.0422773 May 12 20:37:50.901916 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-997f6ddf-2a3c-4952-9da0-99c62e3d482d req-14f10728-ab2e-4338-b519-076a77f62682 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 210 time: 0.0472965 May 12 20:37:51.995757 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-abae9c34-9f90-4c38-870f-84f02f598bb2 req-f645255d-9e7e-4e24-8a59-496743dfe7cc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 210 time: 0.0422068 May 12 20:37:53.109522 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c0c4e64e-e2ae-474f-b0c8-362ff899c780 req-471a51b7-302e-4908-8b16-732d57037b80 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 210 time: 0.0484188 May 12 20:37:54.256421 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3cfb99bd-c975-4831-af09-5ff87d7a51ce req-779a7f2e-20b2-4d23-9f0b-8b0f8ff02845 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 210 time: 0.0446930 May 12 20:37:55.129329 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-bad76f93-ad59-4913-ba08-552b9d46c216 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:55.130936 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-bad76f93-ad59-4913-ba08-552b9d46c216 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 808 time: 0.2583046 May 12 20:37:55.178132 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-bec9850c-33c3-40ff-a3c5-fd65f824c4c7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Synchronizing usage tracker for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:37:55.191813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-bec9850c-33c3-40ff-a3c5-fd65f824c4c7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Unset dirty status for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:37:55.192946 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-bec9850c-33c3-40ff-a3c5-fd65f824c4c7 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 379 time: 0.0544381 May 12 20:37:55.201680 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'port': {'device_id': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'admin_state_up': True, 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'security_groups': ['8ebbcd97-7829-41ad-b5b0-aeafa478f9b8']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:55.348039 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:37:55.352445 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:port and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:37:55.355487 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:37:55.362509 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:37:55.374406 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Made reservation on behalf of 631b6a0ca1214467a0f2c1560e51438e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:37:55.379065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:55.417894 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-77f2585b-4df7-406f-a998-632296bc6609 req-33f3c8d5-7522-443c-a860-29cabd4f67db tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 210 time: 0.0423219 May 12 20:37:55.548732 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Allocated IP 172.20.0.12 (f302fa1c-0fc8-45c6-997e-ed0266cd4314/fdfdc58d-3544-4537-a5f7-052cffc5b538/41f6b63a-d2a3-4c50-9cf2-d1541568ca15) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:37:55.745832 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:55.761748 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Transition to ACTIVE for port object 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:37:55.789595 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:55.863508 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:37:55.866736 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:37:55.870579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:37:55.900468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:55.937139 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:55.937686 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:55.963157 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-8d345dab-b978-4f22-8e61-45f9c832fc91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7650616 May 12 20:37:55.975315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Request body: {'port': {'device_id': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:37:56.094046 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.113347 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8918dd32-cef1-42ce-b9b5-c126f6e816e1 None None] Provisioning for port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:37:56.120252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8918dd32-cef1-42ce-b9b5-c126f6e816e1 None None] Provisioning complete for port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:37:56.121108 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8918dd32-cef1-42ce-b9b5-c126f6e816e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.184286 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8918dd32-cef1-42ce-b9b5-c126f6e816e1 None None] Port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:37:56.442426 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:37:56.451110 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.467999 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Transition to ACTIVE for port object 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:37:56.473587 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.613707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:56.619944 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b59f3-85fe-4aa3-9992-c5919057b8e0 req-5a05c230-a644-430b-b5d3-e6a3c228808e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:56.626143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f2b59f3-85fe-4aa3-9992-c5919057b8e0 req-5a05c230-a644-430b-b5d3-e6a3c228808e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0996487 May 12 20:37:56.680427 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f2b59f3-85fe-4aa3-9992-c5919057b8e0 req-e0b145d7-d7e9-4b1f-a3b5-7371baf86f5a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528529 May 12 20:37:56.736696 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Attempting to bind port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:37:56.737113 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Attempting to bind port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:37:56.737485 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Attempting to bind port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:37:56.742360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:37:56.742675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Attempting to bind port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 on network f302fa1c-0fc8-45c6-997e-ed0266cd4314 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:37:56.747904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:37:56.748227 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Checking segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:37:56.748823 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Bound using segment: {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:37:56.749360 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Bound port: 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0901a580-0941-4d06-806c-c60e1abc025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:37:56.749709 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.841943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:37:56.845018 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:37:56.852048 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.911144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:56.911655 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.913037 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] 10.222.0.36 "PUT /v2.0/ports/41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 1092 time: 0.9423928 May 12 20:37:56.913517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:37:56.933011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a2322-d444-4739-9d4e-7597c79abf53 service neutron] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:37:56.964745 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9abe-3424-45e1-b1a4-b042927fc797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:56.995679 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00a090f-01a2-4fe4-bb72-21f41c23a7a0'] response: {'name': 'network-changed', 'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'status': 'completed', 'code': 200} May 12 20:37:57.036474 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-0b692302-3a6f-49e6-a0b3-25ae94b7d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:57.038023 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-0b692302-3a6f-49e6-a0b3-25ae94b7d259 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1095 time: 0.0759192 May 12 20:37:57.220737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-f44145fa-c169-43cd-b45e-b3a0e4075e3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 217 time: 0.1742043 May 12 20:37:57.285928 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3940392e-903a-4466-83b5-cce644b21918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:57.287308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-3940392e-903a-4466-83b5-cce644b21918 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0612876 May 12 20:37:57.368718 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-f61a2cec-1598-4f20-b439-f82daed00472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:57.370306 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-f61a2cec-1598-4f20-b439-f82daed00472 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765698 May 12 20:37:57.504513 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-150b538f-2462-48b3-9396-c84528c3645e service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266124 May 12 20:37:57.648532 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-940cb817-01a1-48a7-b40f-aac568c877e3 req-1c74bd7d-4eb9-45d0-8d3e-8c7bcaddb5d0 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379611 May 12 20:37:57.769009 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-c6ed8e85-b145-4a54-90b1-f5b2a14941dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:57.770459 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-c6ed8e85-b145-4a54-90b1-f5b2a14941dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1095 time: 0.0765781 May 12 20:37:57.866805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0185796-fab8-435b-b161-b3f5578dfe5a req-f68d3484-82f5-4104-a4f8-38792eb0c95c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:57.868271 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0185796-fab8-435b-b161-b3f5578dfe5a req-f68d3484-82f5-4104-a4f8-38792eb0c95c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0800493 May 12 20:37:57.900402 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-cdd66402-d168-43d6-91f5-f77f6d31f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:57.901924 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-cdd66402-d168-43d6-91f5-f77f6d31f94b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1258750 May 12 20:37:57.914324 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a0185796-fab8-435b-b161-b3f5578dfe5a req-0f064fd1-2ba7-4cc6-9131-70491012735f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400515 May 12 20:37:57.970393 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-11523970-853e-49d5-8122-74b030ed520f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 217 time: 0.0612676 May 12 20:37:58.037015 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-72463231-ae61-46f3-adc7-b17e3d5ffe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:58.038469 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-72463231-ae61-46f3-adc7-b17e3d5ffe7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0622802 May 12 20:37:58.114795 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-41431685-37dd-4db0-bcd3-d796aa6b7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:58.116322 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-41431685-37dd-4db0-bcd3-d796aa6b7545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715730 May 12 20:37:58.248553 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-31bb9259-7b77-4d5d-b8fb-bbbe76823b22 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252878 May 12 20:37:58.378096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-387d1385-fb6f-47bf-8eb5-2ab3b5ad9a18 req-50619b59-0a22-419d-88dd-8859730a920b service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225636 May 12 20:37:59.008256 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78a5991a-9117-4e40-bb35-8e7749e43b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:37:59.107827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a729b-99d9-4b31-8d17-59b2842271bf req-9b4e226b-3046-4685-9a14-679b647147ee tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:37:59.109270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b0a729b-99d9-4b31-8d17-59b2842271bf req-9b4e226b-3046-4685-9a14-679b647147ee tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0831327 May 12 20:37:59.153636 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8b0a729b-99d9-4b31-8d17-59b2842271bf req-787824fc-a8ce-4ec0-8b54-30d9d8695505 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381463 May 12 20:38:00.349510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8af9-9beb-4b60-9f69-500188545ca2 req-48aeded8-78ca-4b71-8c49-d0acb653dae3 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:00.350768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:00.351255 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-845e8af9-9beb-4b60-9f69-500188545ca2 req-48aeded8-78ca-4b71-8c49-d0acb653dae3 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0922871 May 12 20:38:00.396270 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-845e8af9-9beb-4b60-9f69-500188545ca2 req-31584c36-00f4-426d-85cc-4008ef6a52ed tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394289 May 12 20:38:00.676088 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:01.600917 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bd66a-ca05-407a-8859-0af817d1b302 req-c0037482-5ea0-4cac-a8a1-7c026a46b5fa tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:01.602400 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f4bd66a-ca05-407a-8859-0af817d1b302 req-c0037482-5ea0-4cac-a8a1-7c026a46b5fa tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0848451 May 12 20:38:01.647857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6f4bd66a-ca05-407a-8859-0af817d1b302 req-1a58b622-2b45-432b-a5dc-6b3d87444003 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396369 May 12 20:38:01.929031 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:03.016951 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0740bf-aafc-4cb9-bef6-994fe7e66565 req-df31f93f-f2ad-4aa4-8d04-29dfbc3c1ecf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:03.018316 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf0740bf-aafc-4cb9-bef6-994fe7e66565 req-df31f93f-f2ad-4aa4-8d04-29dfbc3c1ecf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0949667 May 12 20:38:03.067070 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cf0740bf-aafc-4cb9-bef6-994fe7e66565 req-999ee147-42c4-46ed-bd13-f133b0b230ac tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 May 12 20:38:04.279350 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd65bc-e86c-4aa4-bd24-9b53997b8176 req-1024ed93-8a4a-4a67-af25-4c9a009483e9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:04.280824 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75bd65bc-e86c-4aa4-bd24-9b53997b8176 req-1024ed93-8a4a-4a67-af25-4c9a009483e9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0851579 May 12 20:38:04.326308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75bd65bc-e86c-4aa4-bd24-9b53997b8176 req-884a7ba4-cedb-4660-8d7a-71965284aa82 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 May 12 20:38:05.390311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:38:05.526139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:38:05.526805 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a35d-e2bc-411b-b674-87472521b20c req-d2962a0d-bd23-4ab0-a2c4-bd078e460a30 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:05.528296 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a29a35d-e2bc-411b-b674-87472521b20c req-d2962a0d-bd23-4ab0-a2c4-bd078e460a30 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0848358 May 12 20:38:05.539050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'port_id': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'mac_address': 'fa:16:3e:e1:a8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:38:05.571685 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8a29a35d-e2bc-411b-b674-87472521b20c req-3da0aacb-0f75-4f72-8a75-e614d943a25c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374999 May 12 20:38:05.594128 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:38:05.594504 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:05.612166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:38:05.627406 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:38:05.633433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:05.701785 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:38:05.710025 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.710382 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.710730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.711063 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.711394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.711723 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.712050 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.712379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.712701 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.713023 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.713525 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.713676 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:38:05.840981 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['41f6b63a-d2a3-4c50-9cf2-d1541568ca15'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:38:06.768864 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c1321-903b-44f8-bcb2-1383181d213f req-c0aa854f-a5c5-4473-b756-db7cc2635945 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:06.770311 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f17c1321-903b-44f8-bcb2-1383181d213f req-c0aa854f-a5c5-4473-b756-db7cc2635945 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 945 time: 0.0880919 May 12 20:38:06.814995 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f17c1321-903b-44f8-bcb2-1383181d213f req-1c646f5c-3db6-40ab-9166-3951d2294ee0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388258 May 12 20:38:06.823623 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:38:07.391874 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:38:07.481527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:38:07.486210 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:38:07.486571 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:07.605755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:38:07.606134 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:07.636193 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:38:07.645825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:38:07.651976 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:07.682990 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61c72fa-895e-4b17-8a3b-39d02e92bb06'] response: {'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'code': 200} May 12 20:38:07.731413 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:38:07.809789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082cef-1cf8-439f-a7f2-965f26a2ee5b req-0ece5c64-399b-4e83-a73b-c79540222bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:07.811262 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43082cef-1cf8-439f-a7f2-965f26a2ee5b req-0ece5c64-399b-4e83-a73b-c79540222bac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0731599 May 12 20:38:07.856602 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-43082cef-1cf8-439f-a7f2-965f26a2ee5b req-fe4fc4a8-591d-413b-afd6-863661fcb419 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388405 May 12 20:38:08.113124 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99662134-e4a1-487d-a585-34acc93048ef req-b7320283-4015-4e1a-9f41-c30e8711d43a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:08.114546 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99662134-e4a1-487d-a585-34acc93048ef req-b7320283-4015-4e1a-9f41-c30e8711d43a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.1955698 May 12 20:38:08.158812 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-99662134-e4a1-487d-a585-34acc93048ef req-805c6e43-0230-400c-bf97-9b0e6ced060e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 May 12 20:38:08.536627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:09.353008 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42049-0080-47a2-9827-d31c2481e40c req-8f192b77-0bc2-48f8-be4b-b36346236cc6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:09.354446 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cd42049-0080-47a2-9827-d31c2481e40c req-8f192b77-0bc2-48f8-be4b-b36346236cc6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0873158 May 12 20:38:09.377118 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:09.402358 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cd42049-0080-47a2-9827-d31c2481e40c req-e1f7cd1a-5114-490e-9f28-8df3a30cdc6e tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 May 12 20:38:09.617920 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfa656-0209-42ca-8f3a-c76282c966f7 req-99cbfe8e-f9a4-4988-b9a5-9756596bf01b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:09.619372 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccbfa656-0209-42ca-8f3a-c76282c966f7 req-99cbfe8e-f9a4-4988-b9a5-9756596bf01b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.1025398 May 12 20:38:09.668565 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccbfa656-0209-42ca-8f3a-c76282c966f7 req-1dae71f0-892d-4152-8074-bcb72d7ca0d2 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 May 12 20:38:09.690781 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51582) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:38:09.765989 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f4c0a-049b-446e-920b-0e2a961cb11e tempest-TestShelveInstance-971677089 tempest-TestShelveInstance-971677089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:09.767496 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-fa3f4c0a-049b-446e-920b-0e2a961cb11e tempest-TestShelveInstance-971677089 tempest-TestShelveInstance-971677089-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1092 time: 0.0757456 May 12 20:38:09.771399 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51586) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:38:09.776329 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:38:09.783265 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:38:09.787482 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Usage tracker for resource:floatingip and tenant:631b6a0ca1214467a0f2c1560e51438e is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:38:09.790449 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:38:09.796587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:38:09.809942 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:09.948658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:10.078078 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Allocated IP 172.25.2.17 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/1d506c67-b302-417e-ba0d-1ac6c0c9ce48) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:38:10.241925 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:10.274005 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:10.341371 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:38:10.344293 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:38:10.347889 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:38:10.375969 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'Port': ['ID=1d506c67-b302-417e-ba0d-1ac6c0c9ce48,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:38:10.761368 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:10.838681 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:11.042883 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:11.050478 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:11.263842 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event updated for resources: {'Port': ['ID=1d506c67-b302-417e-ba0d-1ac6c0c9ce48,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:38:11.276311 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:11.446388 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Floating IP ae75e3db-8479-4f0e-b15b-3b9182ef33bd associated. External IP: 172.25.2.17, port: 41f6b63a-d2a3-4c50-9cf2-d1541568ca15. May 12 20:38:11.798111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Router a08b1d65-f88d-48a5-a137-516e64801edf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:38:11.975007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:38:11.985490 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] Sync routers for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:38:11.995552 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:38:11.996154 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:38:12.002786 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:12.062762 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b5b5794d-c9bb-414d-9399-1a945436ffbf tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2902002 May 12 20:38:12.063283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:38:12.168216 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60276a6c-3511-4e31-b2af-5e067e1e3274'] response: {'name': 'network-changed', 'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'status': 'completed', 'code': 200} May 12 20:38:12.181953 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:38:12.267807 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-38ee4e47-6292-4e98-b017-92cf5ba020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:12.269580 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-38ee4e47-6292-4e98-b017-92cf5ba020ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0773056 May 12 20:38:12.405331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-4071ebbe-0681-4ae7-bfe7-b897511b4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:12.406908 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-4071ebbe-0681-4ae7-bfe7-b897511b4774 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1318998 May 12 20:38:12.574738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ae75e3db-8479-4f0e-b15b-3b9182ef33bd', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'port_id': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'mac_address': 'fa:16:3e:e1:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:38:10Z', 'updated_at': '2022-05-12T20:38:10Z', 'revision_number': 0, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:38:12.578961 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] Checking router: a08b1d65-f88d-48a5-a137-516e64801edf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:38:12.588139 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:38:12.588745 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:37:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:38:12.618487 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-8082114d-d7f3-45ab-9b46-65e33b7967c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 999 time: 0.2042935 May 12 20:38:12.679429 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-64381b63-3774-437f-8f34-a2cc18f340e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:12.680807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-64381b63-3774-437f-8f34-a2cc18f340e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0569203 May 12 20:38:12.758965 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-e8eca740-b4fb-408d-90d4-1bda156fe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:12.760460 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-e8eca740-b4fb-408d-90d4-1bda156fe3d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729637 May 12 20:38:12.764038 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:38:12.891526 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-3acc27e4-e83b-4b75-b6c6-b43f94354df7 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248405 May 12 20:38:13.021617 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-6512b8b1-f822-4b15-8b2d-bf62635443ca req-81975d60-a3ac-4ea4-90da-5bb448f3fdba service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246204 May 12 20:38:13.106596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ae75e3db-8479-4f0e-b15b-3b9182ef33bd', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'port_id': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'mac_address': 'fa:16:3e:e1:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:38:10Z', 'updated_at': '2022-05-12T20:38:10Z', 'revision_number': 0, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:38:13.110688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc920b-f3fb-499a-89ce-739722a8ed8e None None] The sync data for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 is: [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': 'ae75e3db-8479-4f0e-b15b-3b9182ef33bd', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'port_id': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'mac_address': 'fa:16:3e:e1:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:38:10Z', 'updated_at': '2022-05-12T20:38:10Z', 'revision_number': 0, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:38:13.310374 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f33d10-44dd-4c88-8446-2593fefb9566 None None] New status for floating IP ae75e3db-8479-4f0e-b15b-3b9182ef33bd: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:38:26.963255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56a95279-2dd0-4dc3-ba2e-c3dd921456a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:29.002757 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9dcbdb44-fc6f-4085-9a25-56ef63b95102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:30.352573 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:30.675375 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:31.932134 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:33.565525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-01dc9ab5-70a2-4306-86ab-3c5ca664d413 req-6aa9a705-fafa-4ed8-b6cd-4773e4af3dc5 service neutron] (88112) timed out ('10.222.0.36', 51145) {{(pid=88112) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:38:38.554492 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:39.377720 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:43.823284 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:38:48.472651 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-e727abe2-6934-4d3d-b45b-4c4e837fda3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711837 May 12 20:38:48.620946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-4cf63205-6b30-4ce0-b5bc-6ddff15fd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:48.621992 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-4cf63205-6b30-4ce0-b5bc-6ddff15fd16c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0779862 May 12 20:38:48.769442 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-478c2494-6461-4c6b-99de-daeed4b69662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:48.770762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-478c2494-6461-4c6b-99de-daeed4b69662 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1301746 May 12 20:38:48.873058 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-5c795d75-3230-48a1-87f7-f92f5e796075 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 1001 time: 0.0941529 May 12 20:38:48.940252 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-c7bd284c-30d0-4348-855a-3f3057115e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:48.941704 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-c7bd284c-30d0-4348-855a-3f3057115e85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0628810 May 12 20:38:49.016848 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-1acdf2b8-752c-40bb-b80c-8973fe605d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:38:49.018346 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-1acdf2b8-752c-40bb-b80c-8973fe605d05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695879 May 12 20:38:49.165349 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-66aa5451-9606-40f4-9f27-1c5bb4679d12 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346812 May 12 20:38:49.296737 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-13d67619-1c2c-4ade-b194-f2a40ebb09de req-9eda77ab-c55b-4588-b6ad-eabc1a1b1655 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286924 May 12 20:38:56.963200 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2eba9fc-6006-4934-bd8a-b8c30c05fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:38:59.013665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74e1a948-accb-49dc-af17-ae13c14ecb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:00.363607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:00.671417 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:01.944546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:08.552370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:09.399410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:20.827717 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:39:26.966009 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-33957f95-c1d6-48c4-8883-b9d5884159d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:29.012338 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6f15-4acd-4da7-893e-f4de7fa1e207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:30.369200 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:30.678336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:31.949471 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:38.553674 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:39.395891 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:48.507381 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-6092f457-b513-4835-9c49-9d236c2fb28d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858762 May 12 20:39:48.659094 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-3f1f2c48-ecb7-4174-9e6c-a5261b1292a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:39:48.660906 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-3f1f2c48-ecb7-4174-9e6c-a5261b1292a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0786662 May 12 20:39:48.818913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-336fac0a-f91f-4b3b-95f0-31898cd5d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:39:48.820554 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-336fac0a-f91f-4b3b-95f0-31898cd5d8e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1389813 May 12 20:39:49.054068 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-34a6e1bf-1de5-4cd1-a026-f61083befd30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 1001 time: 0.2275395 May 12 20:39:49.120129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-88d98437-7ee5-4a2e-b068-a945c9f3e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:39:49.123121 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-88d98437-7ee5-4a2e-b068-a945c9f3e66a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0622199 May 12 20:39:49.199741 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-58b6c438-9659-4639-ba67-ee837f8c0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:39:49.201198 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-58b6c438-9659-4639-ba67-ee837f8c0c28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736601 May 12 20:39:49.340807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-a4bc5e4a-d1f7-42b1-8c40-5fff4af8649b service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334808 May 12 20:39:49.475861 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-2ffe09fb-61cf-478d-a74f-e44a1042359e req-76c47ebd-9ea0-4098-b414-1617bd4e8a48 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283839 May 12 20:39:56.971840 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82ab6fff-e943-4943-b124-9c63a906e4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:39:57.832615 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:39:59.007770 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69bd4b5e-50b4-4557-83b9-cf9404c1ac06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:00.377050 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:00.673693 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:01.951730 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:08.570104 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:09.403547 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:10.218257 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9eda-e681-4349-9ee3-ddc679f801f3 req-5aa45f38-14ce-45b1-849e-3a987438e487 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:10.219741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1ee9eda-e681-4349-9ee3-ddc679f801f3 req-5aa45f38-14ce-45b1-849e-3a987438e487 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0819290 May 12 20:40:10.264360 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f1ee9eda-e681-4349-9ee3-ddc679f801f3 req-30c9f7cd-16b3-4061-8b3d-fdaa5420a3dd tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386240 May 12 20:40:11.476558 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ff169-9e50-44e0-9066-578854c5683a req-2ed72167-c2e6-4ad9-8adb-fa15aa091ed4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:11.478032 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-515ff169-9e50-44e0-9066-578854c5683a req-2ed72167-c2e6-4ad9-8adb-fa15aa091ed4 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0959971 May 12 20:40:11.522068 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-515ff169-9e50-44e0-9066-578854c5683a req-1991e219-35c9-45fc-a2fc-90e2377c890b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 May 12 20:40:12.738871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbbd2b-9b85-40db-a8af-ad66831e4372 req-49eac03f-3192-468c-862a-d945501551fe tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:12.740355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccbbbd2b-9b85-40db-a8af-ad66831e4372 req-49eac03f-3192-468c-862a-d945501551fe tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0832057 May 12 20:40:12.790597 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ccbbbd2b-9b85-40db-a8af-ad66831e4372 req-7cfc4c77-03aa-4353-be3a-dc45998b6cb9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 May 12 20:40:14.008318 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81895bb-1d7c-4751-963b-992ca8534e6d req-e4638f30-2a9d-40da-8c11-72227c527d12 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:14.009819 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b81895bb-1d7c-4751-963b-992ca8534e6d req-e4638f30-2a9d-40da-8c11-72227c527d12 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0956650 May 12 20:40:14.057464 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b81895bb-1d7c-4751-963b-992ca8534e6d req-51ebd392-f23b-4cd5-98ad-da580a2f28ef tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390778 May 12 20:40:15.260497 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d658cf-6f07-4b73-ab64-1d6003d22caa req-140e2aa9-beee-45dc-a5b0-610d5ce43559 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:15.261879 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85d658cf-6f07-4b73-ab64-1d6003d22caa req-140e2aa9-beee-45dc-a5b0-610d5ce43559 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0889833 May 12 20:40:15.311036 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-85d658cf-6f07-4b73-ab64-1d6003d22caa req-e3964ffb-315d-4cc3-9cc5-7ac6ef729c29 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 May 12 20:40:16.497550 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea612d9-ecc0-4b54-b78f-d285de12161a req-cdb0014d-b5e9-4dc7-b775-31accac81940 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:16.498906 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ea612d9-ecc0-4b54-b78f-d285de12161a req-cdb0014d-b5e9-4dc7-b775-31accac81940 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0819919 May 12 20:40:16.548233 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7ea612d9-ecc0-4b54-b78f-d285de12161a req-662fdd65-9611-46ac-a996-f5a09970c9c8 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 May 12 20:40:17.873503 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb564a0-49d9-41f8-9c68-2853bf4f6c3a req-e62095f4-e960-43a2-9c54-94aedb8a5595 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:17.874857 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eb564a0-49d9-41f8-9c68-2853bf4f6c3a req-e62095f4-e960-43a2-9c54-94aedb8a5595 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.2139585 May 12 20:40:17.919730 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eb564a0-49d9-41f8-9c68-2853bf4f6c3a req-1411fa9d-5fb8-41b7-b54f-9db7748311c5 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373635 May 12 20:40:19.110107 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda653-eaaf-4a90-8110-d40d39632207 req-f9ecf207-e50b-48ca-aea7-b33a7a38fdcc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:19.111570 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8acda653-eaaf-4a90-8110-d40d39632207 req-f9ecf207-e50b-48ca-aea7-b33a7a38fdcc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0835595 May 12 20:40:19.158275 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8acda653-eaaf-4a90-8110-d40d39632207 req-09d1586d-742e-4a3a-8c82-17af12dd0913 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 May 12 20:40:20.321085 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-3f8aa291-390e-47c0-a5aa-89574ae977ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:20.322594 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-3f8aa291-390e-47c0-a5aa-89574ae977ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0704117 May 12 20:40:20.349538 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22a114-7c80-4e9f-acf5-1901dedd8801 req-559708b9-2cc7-4dab-ac0f-34bd646dbd16 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:20.351104 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d22a114-7c80-4e9f-acf5-1901dedd8801 req-559708b9-2cc7-4dab-ac0f-34bd646dbd16 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0835381 May 12 20:40:20.397010 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3d22a114-7c80-4e9f-acf5-1901dedd8801 req-71b76fa4-34bb-4ee5-8619-878039b172da tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 May 12 20:40:20.453783 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-d303e4aa-26ab-4f48-b45e-b4fdb7302aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:20.455147 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-d303e4aa-26ab-4f48-b45e-b4fdb7302aec service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1256757 May 12 20:40:20.558028 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-f97a846d-7c81-4fe3-877f-947b277fcedb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 1001 time: 0.0956047 May 12 20:40:20.619861 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-6a37738a-f18c-458c-88f9-a19954f8379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:20.621276 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-6a37738a-f18c-458c-88f9-a19954f8379d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0572214 May 12 20:40:20.717491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-eb96d080-e196-44de-b3cd-eb8f8c10a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:20.719546 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-eb96d080-e196-44de-b3cd-eb8f8c10a02d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924134 May 12 20:40:20.854006 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-c799f9d6-7241-496b-bbd9-396d83d6d818 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279459 May 12 20:40:20.989485 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-f2f431c3-d580-4154-b48f-0d2bc29bb333 req-22ebb45f-f1f9-4fb9-a9fa-2043a8fbc4d8 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287868 May 12 20:40:21.604347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79be98a-920e-4967-8f89-ec3880f1a088 req-7af3c175-6799-471e-9fc4-f066cdd92e91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:21.605851 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f79be98a-920e-4967-8f89-ec3880f1a088 req-7af3c175-6799-471e-9fc4-f066cdd92e91 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0947652 May 12 20:40:21.649532 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f79be98a-920e-4967-8f89-ec3880f1a088 req-b4ef37b9-c2d2-4cc8-a88f-0e952272ad7b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378733 May 12 20:40:22.853526 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9583f4c-8ead-46ce-bd42-573903f6eacd req-bd12b5d5-92f5-4257-9bcd-fd0d64e817fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:22.855001 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9583f4c-8ead-46ce-bd42-573903f6eacd req-bd12b5d5-92f5-4257-9bcd-fd0d64e817fc tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0874338 May 12 20:40:22.899594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b9583f4c-8ead-46ce-bd42-573903f6eacd req-3ff5011e-32e0-46a2-8194-b2a92bedb060 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386539 May 12 20:40:24.104039 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818d450-46c8-41f1-8eb0-123e901cedc7 req-d17d5f64-80ae-4791-b220-6b7f43b6693f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:24.105538 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a818d450-46c8-41f1-8eb0-123e901cedc7 req-d17d5f64-80ae-4791-b220-6b7f43b6693f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0918183 May 12 20:40:24.152223 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a818d450-46c8-41f1-8eb0-123e901cedc7 req-348dcb89-e229-4d04-ac96-5de2aec4330d tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383568 May 12 20:40:24.499774 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-5d4b3e74-a058-4900-9770-3b665cdad2a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246800 May 12 20:40:24.506807 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a484329-b60a-40c0-b65e-3a04f8e9197e req-b9dd01a4-a7c5-4905-944c-0d770fd6f996 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:24.508289 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a484329-b60a-40c0-b65e-3a04f8e9197e req-b9dd01a4-a7c5-4905-944c-0d770fd6f996 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0798361 May 12 20:40:24.557160 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-3a484329-b60a-40c0-b65e-3a04f8e9197e req-37e7a6ae-c19b-49fd-a7cd-e4abfed062b6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 May 12 20:40:25.746881 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21caa4-4334-491a-905d-c51d681493bb req-0fc746c0-4d3b-4fe7-b141-79b202a6ae30 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:25.748376 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab21caa4-4334-491a-905d-c51d681493bb req-0fc746c0-4d3b-4fe7-b141-79b202a6ae30 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0852151 May 12 20:40:25.795066 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ab21caa4-4334-491a-905d-c51d681493bb req-8e36b7bb-a219-436a-ae3d-013d90b19d4b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402572 May 12 20:40:26.096903 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:40:26.215629 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:40:26.216385 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:26.244814 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:40:26.254710 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:40:26.260482 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:26.344075 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:40:26.352228 n-d-841626-1 neutron-server[88114]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0c0bb5b0-08db-408e-95f0-15d834eb3e94']: {'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'code': 422} returned with failed status May 12 20:40:26.353475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.353802 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.354147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.354511 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.354781 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.355106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.355477 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.355788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.356074 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.356423 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.356740 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.357431 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:40:26.968834 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6815bd81-1d98-4581-81aa-e5d53f285e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:27.005206 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf65fb-75e2-413f-b769-c0cfaa5bcd9e req-ad684f90-c583-40b9-ab30-2db3911051c6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:27.006834 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86bf65fb-75e2-413f-b769-c0cfaa5bcd9e req-ad684f90-c583-40b9-ab30-2db3911051c6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.1050346 May 12 20:40:27.030120 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035281b8-ec16-4022-8b96-97c0db811270 req-94cfb95a-a767-4759-b633-8b8b08f69b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:27.031603 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-94cfb95a-a767-4759-b633-8b8b08f69b74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966&tenant_id=631b6a0ca1214467a0f2c1560e51438e HTTP/1.1" status: 200 len: 1095 time: 0.0814838 May 12 20:40:27.058924 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-86bf65fb-75e2-413f-b769-c0cfaa5bcd9e req-444897d6-ab36-4e74-bf0b-5d630c596be6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461910 May 12 20:40:27.132808 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035281b8-ec16-4022-8b96-97c0db811270 req-5f6d0a3e-3a21-4f78-9f40-65fd63af10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:27.134301 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-5f6d0a3e-3a21-4f78-9f40-65fd63af10b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1095 time: 0.0814736 May 12 20:40:27.289468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035281b8-ec16-4022-8b96-97c0db811270 req-6e323bae-203b-4294-b1de-d69178600c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:27.290937 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-6e323bae-203b-4294-b1de-d69178600c13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1500063 May 12 20:40:27.504946 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-09fe5b7e-4e22-4f5a-9819-abf9df3540a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 999 time: 0.2063570 May 12 20:40:27.565872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035281b8-ec16-4022-8b96-97c0db811270 req-c6613eae-4103-4bb2-a6b9-fccf0066954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:27.567342 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-c6613eae-4103-4bb2-a6b9-fccf0066954f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0565770 May 12 20:40:27.648229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035281b8-ec16-4022-8b96-97c0db811270 req-0aa0faf0-786b-41bc-b2b8-9fc118882dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:27.649706 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-0aa0faf0-786b-41bc-b2b8-9fc118882dff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759103 May 12 20:40:27.781785 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-6714e7fd-9c6f-4866-add6-f1eceb4d07c9 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242771 May 12 20:40:27.920424 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-9d4cdfa4-ff7a-40e9-b728-71a9edddab7e service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332297 May 12 20:40:28.250690 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1410-9a0d-4aaa-b1dc-e4301a8571d4 req-c3d8804e-c076-433f-abf6-737183afcf0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:28.252165 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cab1410-9a0d-4aaa-b1dc-e4301a8571d4 req-c3d8804e-c076-433f-abf6-737183afcf0c tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0880227 May 12 20:40:28.299279 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8cab1410-9a0d-4aaa-b1dc-e4301a8571d4 req-e7bc8750-0cb8-4a6d-9c65-2bd6efdfa84a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406625 May 12 20:40:29.015015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a39a-aa46-4895-822a-3a52eaaf9219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:29.506106 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1815f1f-fa34-4c28-86ca-eea2a301b270 req-c2604877-8d23-4067-ac61-c514e63306ab tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:29.507600 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1815f1f-fa34-4c28-86ca-eea2a301b270 req-c2604877-8d23-4067-ac61-c514e63306ab tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0952477 May 12 20:40:29.551881 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b1815f1f-fa34-4c28-86ca-eea2a301b270 req-1b5bdbd6-3405-41f7-b425-bf8396fbe6c8 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384204 May 12 20:40:30.375229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:30.681666 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:30.758355 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8ff1a-9d19-491d-a81a-aba831b73803 req-9c43ed3f-bd24-4ea8-98c8-364b4294dcd9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:30.759815 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48b8ff1a-9d19-491d-a81a-aba831b73803 req-9c43ed3f-bd24-4ea8-98c8-364b4294dcd9 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0895059 May 12 20:40:30.804441 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-48b8ff1a-9d19-491d-a81a-aba831b73803 req-9bb3e4bd-d2ed-48d5-b301-a81620ce7665 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 May 12 20:40:31.947018 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:32.011631 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8d804-608e-4cc1-a137-75a40d53e354 req-a28c999e-89ed-4197-84a1-85ab980be947 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:32.013121 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2a8d804-608e-4cc1-a137-75a40d53e354 req-a28c999e-89ed-4197-84a1-85ab980be947 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0905790 May 12 20:40:32.058622 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f2a8d804-608e-4cc1-a137-75a40d53e354 req-f527d315-fdc4-4d1f-badd-eae7014936ea tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 May 12 20:40:33.244587 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334df41a-20ce-4b3e-a66d-52dd9bbf866f req-8428c13c-43c5-4df6-b2b4-4975afce3f53 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:33.246947 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-334df41a-20ce-4b3e-a66d-52dd9bbf866f req-8428c13c-43c5-4df6-b2b4-4975afce3f53 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0810850 May 12 20:40:33.302811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-334df41a-20ce-4b3e-a66d-52dd9bbf866f req-1267d747-35d4-4a41-bf6b-c0fb909d99b8 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492964 May 12 20:40:34.509358 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32421a0b-13a3-4b11-97f5-f9f79facf040 req-fde4f72a-fa83-431b-8ad2-7c66f6e76162 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:34.510724 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32421a0b-13a3-4b11-97f5-f9f79facf040 req-fde4f72a-fa83-431b-8ad2-7c66f6e76162 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0939209 May 12 20:40:34.556231 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-32421a0b-13a3-4b11-97f5-f9f79facf040 req-a59bd82f-bd6a-4562-8635-e81a2fd1efbb tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375106 May 12 20:40:34.832449 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:40:35.769068 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7114d8-1140-4672-899b-31425e89d60c req-aa596dcb-16c5-496e-9d24-38b3dbddb776 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:35.770573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c7114d8-1140-4672-899b-31425e89d60c req-aa596dcb-16c5-496e-9d24-38b3dbddb776 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 944 time: 0.0913560 May 12 20:40:35.820342 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c7114d8-1140-4672-899b-31425e89d60c req-49f049c9-6bdb-4185-a3f8-1c73642ce8eb tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 May 12 20:40:36.152120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:40:36.323580 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:40:36.339386 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'port_id': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'mac_address': 'fa:16:3e:e1:a8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:40:36.396216 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:40:36.396585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:36.413168 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:40:36.429252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:40:36.434244 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:36.501601 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:40:36.641267 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['41f6b63a-d2a3-4c50-9cf2-d1541568ca15'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:40:37.016592 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2329d9-c106-4971-84a4-190c8b6716d3 req-30bea8e3-e688-4abc-8305-1dd7e6aada65 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:37.018088 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a2329d9-c106-4971-84a4-190c8b6716d3 req-30bea8e3-e688-4abc-8305-1dd7e6aada65 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 945 time: 0.0919268 May 12 20:40:37.065371 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2a2329d9-c106-4971-84a4-190c8b6716d3 req-cbe5b236-2d42-404d-9c9b-94c8b0fffd74 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 May 12 20:40:38.167897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:40:38.242090 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:40:38.242493 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:38.367015 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:40:38.367272 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:38.394123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:40:38.404419 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:40:38.410892 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:38.418510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18366f-7ddf-4edb-9bd5-75ff58cc1fa8 req-a50c8de5-7e11-449c-b6b3-d8ec9e2258d0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:38.420002 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc18366f-7ddf-4edb-9bd5-75ff58cc1fa8 req-a50c8de5-7e11-449c-b6b3-d8ec9e2258d0 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 945 time: 0.0838621 May 12 20:40:38.453055 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11caaa91-2ccd-4d76-93b4-69d09da5c17e'] response: {'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'code': 200} May 12 20:40:38.468192 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cc18366f-7ddf-4edb-9bd5-75ff58cc1fa8 req-f6c844a7-118f-4735-9659-dd8c3e512a80 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419464 May 12 20:40:38.493361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:40:38.552629 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:38.647305 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b88e3-ae0a-4ead-9a23-8384ae719e00 req-c546f9d3-0335-4359-a84e-7af86e534c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:38.648757 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b98b88e3-ae0a-4ead-9a23-8384ae719e00 req-c546f9d3-0335-4359-a84e-7af86e534c9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0701754 May 12 20:40:38.689912 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-b98b88e3-ae0a-4ead-9a23-8384ae719e00 req-2ddef26b-04e0-4156-ba9b-05e1ea7211dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338345 May 12 20:40:39.420654 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:39.660531 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4703-160e-4787-b10c-553804dd5418 req-69c76c80-5b89-41cf-a8a4-dc455cb6aa24 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:39.662204 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d29c4703-160e-4787-b10c-553804dd5418 req-69c76c80-5b89-41cf-a8a4-dc455cb6aa24 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0880020 May 12 20:40:39.717475 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d29c4703-160e-4787-b10c-553804dd5418 req-2db6e2b0-056a-4967-ab43-99208fa6743a tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491426 May 12 20:40:40.927899 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96e68c-6652-4351-a893-9eb1c5f6951c req-1be72dbe-99d5-4f33-b29a-a4b153ec4c43 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:40.929378 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb96e68c-6652-4351-a893-9eb1c5f6951c req-1be72dbe-99d5-4f33-b29a-a4b153ec4c43 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0949650 May 12 20:40:40.976803 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-eb96e68c-6652-4351-a893-9eb1c5f6951c req-4dc65d34-13ec-4a24-8ea9-0db1dd30fafa tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 May 12 20:40:49.498579 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-3e3df770-d0dd-45cd-acb2-da2433d8f2c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849929 May 12 20:40:49.645603 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c18845-9c74-4609-9aa0-83531edb967c req-c7b1d79c-d3a2-4365-93c2-c6bc7d0ecdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:49.647452 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-c7b1d79c-d3a2-4365-93c2-c6bc7d0ecdcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0805972 May 12 20:40:49.793547 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c18845-9c74-4609-9aa0-83531edb967c req-43f753cf-4d1b-43c8-a29b-8ffb221e926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:49.794859 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-43f753cf-4d1b-43c8-a29b-8ffb221e926f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1300831 May 12 20:40:49.912643 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-7f2dfef3-c003-4b29-a05e-7afc3d63c93e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 1001 time: 0.1093166 May 12 20:40:49.974271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c18845-9c74-4609-9aa0-83531edb967c req-105d5b8b-9651-4b6a-86d0-8dd7701d65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:49.976323 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-105d5b8b-9651-4b6a-86d0-8dd7701d65dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0582683 May 12 20:40:50.057327 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c18845-9c74-4609-9aa0-83531edb967c req-7ba07ab5-add8-4569-bb04-051f465dd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:40:50.058140 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-7ba07ab5-add8-4569-bb04-051f465dd982 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770836 May 12 20:40:50.207946 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-248b4ec7-bb67-4071-88d3-6e9ae705901a service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429882 May 12 20:40:50.349943 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-35c18845-9c74-4609-9aa0-83531edb967c req-029cf6d1-a7e4-454f-b4db-8be5d2355404 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358016 May 12 20:40:56.973033 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b729232-3b40-45b0-a885-ac581f3a5d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:40:59.022254 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bfba6849-92a9-4d0d-a8b5-fd472ebdad38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:00.374639 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:00.685606 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:01.952786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:08.554573 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:09.438166 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:11.833271 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:41:26.968187 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-533316c7-5fc2-455f-ac01-1c62d018e504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:29.019238 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54d81894-0b4c-42f0-85ad-1a13b26dd60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:30.387188 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:30.686738 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:31.969245 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:38.576619 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:39.436025 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:48.837982 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:41:49.475857 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-40c6fe7d-a492-4284-9240-15ab81c59d97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713892 May 12 20:41:49.631542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b469a-9159-41ad-b800-a810b094f051 req-998c86be-fb2e-4caf-8af4-5e8a2c511fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:49.633040 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-998c86be-fb2e-4caf-8af4-5e8a2c511fbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0874007 May 12 20:41:49.894257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b469a-9159-41ad-b800-a810b094f051 req-b0fab258-937e-4f07-8052-12478b1683d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:49.895768 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-b0fab258-937e-4f07-8052-12478b1683d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.2395382 May 12 20:41:49.998138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-d7257146-ff89-4d79-90f0-1124fa9258cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 1001 time: 0.0961330 May 12 20:41:50.061233 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b469a-9159-41ad-b800-a810b094f051 req-491b87a0-fd19-4426-91b3-c67cd251416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:50.062618 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-491b87a0-fd19-4426-91b3-c67cd251416f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0575509 May 12 20:41:50.137838 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b469a-9159-41ad-b800-a810b094f051 req-19db29e8-b3b7-4c8d-8e82-8069a21414a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:50.139348 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-19db29e8-b3b7-4c8d-8e82-8069a21414a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696683 May 12 20:41:50.271948 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-2536039c-79ba-4c21-847d-0895f5a38bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246977 May 12 20:41:50.405156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9d5b469a-9159-41ad-b800-a810b094f051 req-6c03f59a-9eb8-45cd-83ed-a687d5ae2f48 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273768 May 12 20:41:56.976974 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b1bb90c-275b-48be-9c50-3c1a0d6f6fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:56.987524 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51750) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:41:57.198776 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Deleting port 1d506c67-b302-417e-ba0d-1ac6c0c9ce48 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:41:57.199112 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:57.379653 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:57.379858 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:57.608129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Calling delete_port for 1d506c67-b302-417e-ba0d-1ac6c0c9ce48 owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:41:57.766857 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:57.814652 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event deleted for resources: {'Port': ['ID=1d506c67-b302-417e-ba0d-1ac6c0c9ce48,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:41:57.856238 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.856593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.856934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.857332 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.857720 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.858084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.858413 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.858772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.859130 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.859409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.859808 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.860154 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:41:57.919809 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:57.920135 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Floating IP ae75e3db-8479-4f0e-b15b-3b9182ef33bd disassociated (deleted). External IP: 172.25.2.17, port: 41f6b63a-d2a3-4c50-9cf2-d1541568ca15. May 12 20:41:58.279365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Router a08b1d65-f88d-48a5-a137-516e64801edf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:41:58.459083 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:41:58.469679 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] Sync routers for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:41:58.475720 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:58.479712 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:41:58.480384 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:41:58.532232 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-6498c8a0-76b0-473e-856e-736baf1a8c4f tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "DELETE /v2.0/floatingips/ae75e3db-8479-4f0e-b15b-3b9182ef33bd HTTP/1.1" status: 204 len: 168 time: 1.5434663 May 12 20:41:58.532790 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:41:58.578931 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d88cdb-3a60-4f0f-bd86-6ca771b0277c'] response: {'name': 'network-changed', 'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'status': 'completed', 'code': 200} May 12 20:41:58.668596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:41:58.676346 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-efe95253-bb8b-4bf9-aade-c83597dbce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:58.677874 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-efe95253-bb8b-4bf9-aade-c83597dbce1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=631b6a0ca1214467a0f2c1560e51438e&device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 1097 time: 0.0757015 May 12 20:41:58.820421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-1679c77d-462a-4059-ae2e-bed8493abe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:58.822342 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-1679c77d-462a-4059-ae2e-bed8493abe25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 200 len: 909 time: 0.1383972 May 12 20:41:58.893096 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-d569f7eb-0afc-4a20-922f-ed663015d854 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 200 len: 217 time: 0.0642903 May 12 20:41:58.922207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455f942-3088-4957-94af-b8d3068cca61 req-ccf869fe-b4d9-4733-984a-d19837ae9d41 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:58.922980 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6455f942-3088-4957-94af-b8d3068cca61 req-ccf869fe-b4d9-4733-984a-d19837ae9d41 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Synchronizing usage tracker for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:41:58.940397 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-6455f942-3088-4957-94af-b8d3068cca61 req-ccf869fe-b4d9-4733-984a-d19837ae9d41 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Unset dirty status for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:41:58.942043 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6455f942-3088-4957-94af-b8d3068cca61 req-ccf869fe-b4d9-4733-984a-d19837ae9d41 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.1010489 May 12 20:41:58.957816 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-74c94d0f-d6d8-4db4-b9e8-dddd75f55574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:58.959306 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-74c94d0f-d6d8-4db4-b9e8-dddd75f55574 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 200 len: 847 time: 0.0587740 May 12 20:41:58.997793 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6455f942-3088-4957-94af-b8d3068cca61 req-ea443418-d424-47b8-ad90-56155eb67158 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490968 May 12 20:41:58.999398 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:41:59.005626 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] Checking router: a08b1d65-f88d-48a5-a137-516e64801edf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:41:59.023690 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:41:59.024309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:41:59.039010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-47419084-6fe2-4702-8bed-3a03367305e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:41:59.040550 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-47419084-6fe2-4702-8bed-3a03367305e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f302fa1c-0fc8-45c6-997e-ed0266cd4314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746136 May 12 20:41:59.110550 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a0efed55-3455-496e-81cf-95bfefc8f480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:41:59.173166 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-02a1f302-f6ab-4929-9c7d-28b57888feac service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255462 May 12 20:41:59.236282 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:41:59.309122 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-338cbb0f-478a-486b-b865-eed75b8645d9 req-3538ac51-129c-41ee-a3aa-7a0a69df2959 service neutron] 10.222.0.36 "GET /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291766 May 12 20:41:59.551396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:41:59.555813 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0df21c-ff1a-4338-b7c8-71f47f00e2cb None None] The sync data for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 is: [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:33:12Z', 'revision_number': 4, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4', 'name': '', 'network_id': 'f302fa1c-0fc8-45c6-997e-ed0266cd4314', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'mac_address': 'fa:16:3e:4a:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:11Z', 'updated_at': '2022-05-12T20:33:19Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'subnets': [{'id': 'fdfdc58d-3544-4537-a5f7-052cffc5b538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:41:59.777868 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90cf9c-32db-4552-859b-714db0a99226 None None] New status for floating IP ae75e3db-8479-4f0e-b15b-3b9182ef33bd: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:42:00.178175 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52150cfc-d4f4-4378-b2c2-84e130e62b97 req-44065557-d16c-475a-bdc4-7c4099d93226 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:00.179633 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52150cfc-d4f4-4378-b2c2-84e130e62b97 req-44065557-d16c-475a-bdc4-7c4099d93226 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.0822773 May 12 20:42:00.228228 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-52150cfc-d4f4-4378-b2c2-84e130e62b97 req-0d450aff-c2ac-4d1c-a491-c99bb77cb929 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 May 12 20:42:00.347819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-e91c1e65-45bd-4af8-81fc-4d61bbadd9e6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:00.348507 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-e91c1e65-45bd-4af8-81fc-4d61bbadd9e6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Synchronizing usage tracker for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:42:00.362884 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-e91c1e65-45bd-4af8-81fc-4d61bbadd9e6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Unset dirty status for tenant:631b6a0ca1214467a0f2c1560e51438e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:42:00.364044 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-e91c1e65-45bd-4af8-81fc-4d61bbadd9e6 tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 946 time: 0.1000531 May 12 20:42:00.381255 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:00.436926 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Deleting port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:00.437222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:00.683383 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:00.792642 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] For port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:00.792642 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:00.918620 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Calling delete_port for 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:01.077757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:01.133391 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event deleted for resources: {'Port': ['ID=41f6b63a-d2a3-4c50-9cf2-d1541568ca15,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:01.171235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.171576 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.171912 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.172243 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.172575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.172879 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.173294 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.173542 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.173869 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.174229 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.174482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.174805 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:01.216640 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] No DVR routers for this DVR port 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:42:01.219661 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:01.222166 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-deleted', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:42:01.240386 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a94968d7-858f-431a-abd3-0c3528cf18ac req-fc345707-cf9b-423f-b811-13aa9fd208ec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.36 "DELETE /v2.0/ports/41f6b63a-d2a3-4c50-9cf2-d1541568ca15 HTTP/1.1" status: 204 len: 173 time: 0.8691773 May 12 20:42:01.334118 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9b4abb-edfa-4e48-a337-2281da53d1f2'] response: {'server_uuid': '59c1baef-5d79-4fa4-aca2-06067d41b966', 'name': 'network-vif-deleted', 'tag': '41f6b63a-d2a3-4c50-9cf2-d1541568ca15', 'status': 'completed', 'code': 200} May 12 20:42:01.383085 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-babb8da7-9f09-4e6a-98fe-95672b9a60d4 req-a06af8ed-8859-4b24-b656-4dd0b0121b0b tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c1baef-5d79-4fa4-aca2-06067d41b966 HTTP/1.1" status: 200 len: 210 time: 0.0452065 May 12 20:42:01.966768 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:02.483324 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51774) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:02.553499 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e3ade03-3720-4560-9bc4-3207d7be2dec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:02.571929 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:42:02.583095 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e3ade03-3720-4560-9bc4-3207d7be2dec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:02.610399 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:42:02.610736 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 41f6b63a-d2a3-4c50-9cf2-d1541568ca15 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:42:02.650224 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e3ade03-3720-4560-9bc4-3207d7be2dec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:02.668774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ade03-3720-4560-9bc4-3207d7be2dec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebbcd97-7829-41ad-b5b0-aeafa478f9b8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:02.683335 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3e3ade03-3720-4560-9bc4-3207d7be2dec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:02.684389 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3e3ade03-3720-4560-9bc4-3207d7be2dec tempest-TestShelveInstance-386548489 tempest-TestShelveInstance-386548489-project] 10.222.0.72 "DELETE /v2.0/security-groups/8ebbcd97-7829-41ad-b5b0-aeafa478f9b8 HTTP/1.1" status: 204 len: 168 time: 0.2000690 May 12 20:42:02.731863 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51780) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:03.400573 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:03.746730 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Deleting port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:03.747417 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:04.036169 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] For port 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:04.036414 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:04.158845 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Calling delete_port for 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:04.483668 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:04.529221 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:04.795882 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:05.270849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Router a08b1d65-f88d-48a5-a137-516e64801edf has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:42:05.458932 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:42:05.468272 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] Sync routers for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:42:05.471308 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-0d72f1de-244b-4507-ae33-38f37e4ec8b0 admin admin] 10.222.0.72 "PUT /v2.0/routers/a08b1d65-f88d-48a5-a137-516e64801edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7383661 May 12 20:42:05.474129 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51786) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:05.478780 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:05.479364 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:05.655862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:05.766639 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:05.944685 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:42:04Z', 'revision_number': 5, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port': {'id': 'b4b258f8-bddc-4760-b859-a892f3f4ae75', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:09Z', 'updated_at': '2022-05-12T20:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:05.948951 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] Checking router: a08b1d65-f88d-48a5-a137-516e64801edf for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:42:05.949068 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:05.958699 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] Routers {'a08b1d65-f88d-48a5-a137-516e64801edf'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:05.959305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['a08b1d65-f88d-48a5-a137-516e64801edf'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:05.959441 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Deleting port b4b258f8-bddc-4760-b859-a892f3f4ae75 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:05.959936 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:06.110048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] Set router a08b1d65-f88d-48a5-a137-516e64801edf gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:06.137801 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] For port b4b258f8-bddc-4760-b859-a892f3f4ae75, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=b4b258f8-bddc-4760-b859-a892f3f4ae75,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:06.138124 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:06.253936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:42:05Z', 'revision_number': 6, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:06.257967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e155-a720-4061-8820-d9328ad69ce3 None None] The sync data for ids ['a08b1d65-f88d-48a5-a137-516e64801edf'] in n-d-841626-1 is: [{'id': 'a08b1d65-f88d-48a5-a137-516e64801edf', 'name': 'tempest-TestShelveInstance-785015120-router', 'tenant_id': '631b6a0ca1214467a0f2c1560e51438e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:08Z', 'updated_at': '2022-05-12T20:42:05Z', 'revision_number': 6, 'project_id': '631b6a0ca1214467a0f2c1560e51438e', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:42:06.259263 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Calling delete_port for b4b258f8-bddc-4760-b859-a892f3f4ae75 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:06.564670 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:06.640241 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b258f8-bddc-4760-b859-a892f3f4ae75,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:06.717966 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:06.885633 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:06.887744 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.032183 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.032749 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a08b1d65-f88d-48a5-a137-516e64801edf {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:42:07.045839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.049512 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ac3838eb-af74-4c2d-8581-14fc959659f6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a08b1d65-f88d-48a5-a137-516e64801edf HTTP/1.1" status: 204 len: 168 time: 1.5718656 May 12 20:42:07.050084 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51790) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:07.100634 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:42:07.118351 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] Deleting subnet fdfdc58d-3544-4537-a5f7-052cffc5b538 {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:42:07.121404 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.138255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:42:07.138507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 6ee19b56-6d51-45d0-8c5c-6c9d3a04f7a4 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:42:07.139113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b4b258f8-bddc-4760-b859-a892f3f4ae75 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:42:07.172801 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: b4b258f8-bddc-4760-b859-a892f3f4ae75 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:42:07.173149 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device b4b258f8-bddc-4760-b859-a892f3f4ae75 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:42:07.176920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.263119 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.335682 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.376242 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfdc58d-3544-4537-a5f7-052cffc5b538,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:07.381294 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.387376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a0a72-8164-4163-a1da-f366bb2751b9 None None] Network f302fa1c-0fc8-45c6-997e-ed0266cd4314 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:42:07.388102 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-36527f49-0916-4584-85cf-14a472658e63 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fdfdc58d-3544-4537-a5f7-052cffc5b538 HTTP/1.1" status: 204 len: 168 time: 0.3371427 May 12 20:42:07.390669 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51794) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:07.498500 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.508906 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Deleting port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:07.509230 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.645554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528464df-936a-4051-b019-393e41e5667b None None] DHCP port deletion for f302fa1c-0fc8-45c6-997e-ed0266cd4314 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:42:07.650157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-528464df-936a-4051-b019-393e41e5667b None None] Deleting port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:07.650549 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-528464df-936a-4051-b019-393e41e5667b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.709006 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] For port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:07.709609 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.831347 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Calling delete_port for 98c16f68-b516-4e6a-b7c4-3cff8df6c01d owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:07.855534 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-528464df-936a-4051-b019-393e41e5667b None None] For port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,segment=NetworkSegment(0901a580-0941-4d06-806c-c60e1abc025c),segment_id=0901a580-0941-4d06-806c-c60e1abc025c)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:07.855815 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-528464df-936a-4051-b019-393e41e5667b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.912784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:07.958457 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=98c16f68-b516-4e6a-b7c4-3cff8df6c01d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:07.963157 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] No DVR routers for this DVR port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:42:07.975879 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-528464df-936a-4051-b019-393e41e5667b None None] Calling delete_port for 98c16f68-b516-4e6a-b7c4-3cff8df6c01d owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 20:42:08.045504 n-d-841626-1 neutron-server[88114]: util.warn( May 12 20:42:08.049384 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-528464df-936a-4051-b019-393e41e5667b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:42:08.049701 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-528464df-936a-4051-b019-393e41e5667b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:42:08.077497 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.105111 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f302fa1c-0fc8-45c6-997e-ed0266cd4314']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:08.120793 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0901a580-0941-4d06-806c-c60e1abc025c') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:08.121091 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0901a580-0941-4d06-806c-c60e1abc025c') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:08.132498 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.148119 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.154414 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:42:08.154932 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: timer() May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:42:08.170046 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:42:08.245411 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.262087 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.276940 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=f302fa1c-0fc8-45c6-997e-ed0266cd4314,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:08.292308 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-16f77e9f-7d2b-4371-83ef-e267ffd77f2c admin admin] 10.222.0.72 "DELETE /v2.0/networks/f302fa1c-0fc8-45c6-997e-ed0266cd4314 HTTP/1.1" status: 204 len: 168 time: 0.8981764 May 12 20:42:08.295455 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51798) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:08.552986 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-528464df-936a-4051-b019-393e41e5667b None None] Deleting port 98c16f68-b516-4e6a-b7c4-3cff8df6c01d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:08.553727 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-528464df-936a-4051-b019-393e41e5667b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.626662 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-528464df-936a-4051-b019-393e41e5667b None None] The port '98c16f68-b516-4e6a-b7c4-3cff8df6c01d' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:42:08.627699 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:08.950643 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:09.088834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 98c16f68-b516-4e6a-b7c4-3cff8df6c01d no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:42:09.124958 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 98c16f68-b516-4e6a-b7c4-3cff8df6c01d {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:42:09.125326 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 98c16f68-b516-4e6a-b7c4-3cff8df6c01d not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:42:09.305393 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Deleting port 022147b5-6e8d-4366-9e8e-e1615ad458cd {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:09.305729 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:09.446223 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:09.492014 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] For port 022147b5-6e8d-4366-9e8e-e1615ad458cd, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=022147b5-6e8d-4366-9e8e-e1615ad458cd,segment=NetworkSegment(6f07e2a5-3a32-4ff9-9195-efc4e584997f),segment_id=6f07e2a5-3a32-4ff9-9195-efc4e584997f)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:09.492438 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:09.614198 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Calling delete_port for 022147b5-6e8d-4366-9e8e-e1615ad458cd owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:09.803143 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:09.850871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=022147b5-6e8d-4366-9e8e-e1615ad458cd,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:10.114622 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:10.604486 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:42:10.786319 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:42:10.795587 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] Sync routers for ids ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:42:10.796782 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c571f9b5-b131-4af0-9548-484016a533d4 admin admin] 10.222.0.72 "PUT /v2.0/routers/53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5002391 May 12 20:42:10.799447 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51802) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:10.807145 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] Routers {'53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:10.807828 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:10.973979 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:10.980965 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] Set router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:11.159420 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:11.172344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Deleting port 80c96697-52b8-4617-b16e-cfe4c7c648d8 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:11.172658 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:11.286981 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:42:09Z', 'revision_number': 5, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port': {'id': '80c96697-52b8-4617-b16e-cfe4c7c648d8', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:33:15Z', 'updated_at': '2022-05-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:11.290776 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] Checking router: 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:42:11.298889 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] Routers {'53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:11.299461 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:11.352279 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] For port 80c96697-52b8-4617-b16e-cfe4c7c648d8, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=80c96697-52b8-4617-b16e-cfe4c7c648d8,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:11.352712 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:11.446763 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] Set router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:11.471394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Calling delete_port for 80c96697-52b8-4617-b16e-cfe4c7c648d8 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:11.548461 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:42:11Z', 'revision_number': 6, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:11.552789 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416f71a-0717-46a1-96e0-6e547bb95f71 None None] The sync data for ids ['53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1'] in n-d-841626-1 is: [{'id': '53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1', 'name': 'tempest-TestShelveInstance-1002277110-router', 'tenant_id': 'ce302bcf88514a3db13a55d306eb12d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:33:14Z', 'updated_at': '2022-05-12T20:42:11Z', 'revision_number': 6, 'project_id': 'ce302bcf88514a3db13a55d306eb12d8', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:42:11.777873 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:11.834298 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Pushing event deleted for resources: {'Port': ['ID=80c96697-52b8-4617-b16e-cfe4c7c648d8,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:11.926991 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.098932 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.101056 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.124550 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.125136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:42:12.139475 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.140686 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-222d3ce5-b174-4f10-83c9-40e54b40872e admin admin] 10.222.0.72 "DELETE /v2.0/routers/53ad3aa6-bcca-4f0a-b218-bf2bbcd623a1 HTTP/1.1" status: 204 len: 168 time: 1.3402901 May 12 20:42:12.143328 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51806) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:12.209060 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] Deleting subnet 0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f {{(pid=88112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:42:12.213383 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.270894 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283670'] for subnet, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.360563 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.434840 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27217324'] for subnet, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.476897 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:12.480492 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.486261 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f338b36e-836c-42d4-8903-41280b7f3e5b None None] Network ff3de289-98ee-416e-a2b3-d878397c529d requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:42:12.487524 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-20f1c338-1668-476e-8843-f19bfd1c2190 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0e36febb-5d41-4fb0-bda5-6f95f8ea1d8f HTTP/1.1" status: 204 len: 168 time: 0.3430488 May 12 20:42:12.489225 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51810) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:12.601107 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.613624 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Deleting port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:12.613624 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.733323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] DHCP port deletion for ff3de289-98ee-416e-a2b3-d878397c529d request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:42:12.737663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Deleting port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:12.738093 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.822646 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] For port ece4837a-39ec-4251-b7aa-d46b5f9aaea9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,segment=NetworkSegment(6f07e2a5-3a32-4ff9-9195-efc4e584997f),segment_id=6f07e2a5-3a32-4ff9-9195-efc4e584997f)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:12.822974 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.972769 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] For port ece4837a-39ec-4251-b7aa-d46b5f9aaea9, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,segment=NetworkSegment(6f07e2a5-3a32-4ff9-9195-efc4e584997f),segment_id=6f07e2a5-3a32-4ff9-9195-efc4e584997f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:12.973135 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:12.974501 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Calling delete_port for ece4837a-39ec-4251-b7aa-d46b5f9aaea9 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:13.053130 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.102256 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] No DVR routers for this DVR port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:42:13.126160 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c96697-52b8-4617-b16e-cfe4c7c648d8 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:42:13.134657 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece4837a-39ec-4251-b7aa-d46b5f9aaea9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:13.157788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Calling delete_port for ece4837a-39ec-4251-b7aa-d46b5f9aaea9 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:42:13.206914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 80c96697-52b8-4617-b16e-cfe4c7c648d8 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:42:13.207246 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 80c96697-52b8-4617-b16e-cfe4c7c648d8 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:42:13.207692 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ece4837a-39ec-4251-b7aa-d46b5f9aaea9 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:42:13.247321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: ece4837a-39ec-4251-b7aa-d46b5f9aaea9 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:42:13.247520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device ece4837a-39ec-4251-b7aa-d46b5f9aaea9 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:42:13.247976 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 022147b5-6e8d-4366-9e8e-e1615ad458cd no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:42:13.288914 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 022147b5-6e8d-4366-9e8e-e1615ad458cd {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:42:13.289247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 022147b5-6e8d-4366-9e8e-e1615ad458cd not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:42:13.311412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:42:13.311759 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:42:13.344330 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.383904 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3de289-98ee-416e-a2b3-d878397c529d']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:13.396575 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f07e2a5-3a32-4ff9-9195-efc4e584997f') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:13.396830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f07e2a5-3a32-4ff9-9195-efc4e584997f') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:13.408828 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.425072 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.431144 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:42:13.431517 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: timer() May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:42:13.444332 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:42:13.529331 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.545021 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.554905 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3de289-98ee-416e-a2b3-d878397c529d,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:13.559808 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-e09597e2-036a-4046-917b-cc48debf05e2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ff3de289-98ee-416e-a2b3-d878397c529d HTTP/1.1" status: 204 len: 168 time: 1.0688972 May 12 20:42:13.674549 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:13.730641 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8a9b02e6-479e-47fd-8da4-6c73df83abde admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=631b6a0ca1214467a0f2c1560e51438e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549161 May 12 20:42:13.734212 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51820) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:13.791537 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7812ac24-7b12-4f88-ab2c-22657b70970e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.813455 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Deleting port ece4837a-39ec-4251-b7aa-d46b5f9aaea9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:42:13.813947 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.817457 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7812ac24-7b12-4f88-ab2c-22657b70970e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.875135 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7812ac24-7b12-4f88-ab2c-22657b70970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.882959 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ce1cf-eec4-413d-b6b9-dbe569f52895 None None] The port 'ece4837a-39ec-4251-b7aa-d46b5f9aaea9' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:42:13.893412 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812ac24-7b12-4f88-ab2c-22657b70970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d2bfd-2065-4077-9c91-849d2a21c7e7,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:13.903442 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7812ac24-7b12-4f88-ab2c-22657b70970e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:13.904580 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7812ac24-7b12-4f88-ab2c-22657b70970e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc6d2bfd-2065-4077-9c91-849d2a21c7e7 HTTP/1.1" status: 204 len: 168 time: 0.1694112 May 12 20:42:14.282095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51828) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:14.335163 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-cbe38d1d-eeee-4bd5-b1b8-d38c12e25f6e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce302bcf88514a3db13a55d306eb12d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516894 May 12 20:42:14.338620 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51832) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:14.404270 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d381-72ed-4c5d-9fb7-4c1827e31e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:14.430286 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d381-72ed-4c5d-9fb7-4c1827e31e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:14.488716 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d381-72ed-4c5d-9fb7-4c1827e31e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:14.502733 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5d381-72ed-4c5d-9fb7-4c1827e31e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f6e22-61b9-428d-8139-ff79d677ffe9,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:14.509540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d381-72ed-4c5d-9fb7-4c1827e31e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:14.510680 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-c5d5d381-72ed-4c5d-9fb7-4c1827e31e79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c00f6e22-61b9-428d-8139-ff79d677ffe9 HTTP/1.1" status: 204 len: 168 time: 0.1710021 May 12 20:42:15.304065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51856) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:15.423046 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-219732587-network', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:15.428946 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:15.433214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Usage tracker for resource:network and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:15.437002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:15.443079 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:15.456211 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Made reservation on behalf of 2115c1752e9c451585d3a942559a0ee0 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:42:15.458539 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.470935 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.486075 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:15.490298 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:15.493342 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:15.499134 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:15.590455 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.595758 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.625276 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:42:15.633380 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef42b73-e8f6-4e75-88fc-c882e063e0f1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:15.638921 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.639240 n-d-841626-1 neutron-server[88113]: INFO neutron.db.segments_db [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Added segment 14522e00-8020-41a9-a4ba-c0f221c10419 of type vlan for network 60c2ef2d-d45e-45be-a205-d3157119c53e May 12 20:42:15.666481 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.699018 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.700280 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:15.700886 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:15.804589 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] Pushing event updated for resources: {'Network': ['ID=60c2ef2d-d45e-45be-a205-d3157119c53e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:15.808948 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-63edf8fc-3d91-4d65-b261-316d1f428c49 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5037534 May 12 20:42:15.811986 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51862) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:15.814924 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 60c2ef2d-d45e-45be-a205-d3157119c53e details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:42:15.818553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Request body: {'subnet': {'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-219732587-subnet', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:15.824493 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:15.828789 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Usage tracker for resource:subnet and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:15.831689 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:15.838277 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:15.849922 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Made reservation on behalf of 2115c1752e9c451585d3a942559a0ee0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:42:15.852243 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.058260 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.129722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=290dc31c-4a35-432c-b6a8-ce55571fd2fb,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:16.141168 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Checking segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:16.141554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Network hostable DHCP agents. Network: 60c2ef2d-d45e-45be-a205-d3157119c53e, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:42:16.162365 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Network 60c2ef2d-d45e-45be-a205-d3157119c53e is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:42:16.173103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 60c2ef2d-d45e-45be-a205-d3157119c53e) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:16.177992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:16.178918 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.182931 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618e4dc-0b88-4ec3-978d-b0899c4ed7da None None] Network 60c2ef2d-d45e-45be-a205-d3157119c53e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:42:16.202045 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8245dc3e-44c1-4eb1-86e0-f58ffd25e450 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3878088 May 12 20:42:16.205308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:16.210383 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:16.216036 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:16.219887 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Usage tracker for resource:router and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:16.222729 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:16.228339 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:16.239372 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.240511 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.255787 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.397004 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-60c2ef2d-d45e-45be-a205-d3157119c53e', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:42:16.397869 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.524438 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.551333 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Allocated IP 172.20.0.2 (60c2ef2d-d45e-45be-a205-d3157119c53e/290dc31c-4a35-432c-b6a8-ce55571fd2fb/50dbf089-76f0-4c95-90f5-7fac21782645) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:16.749665 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.759672 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Transition to ACTIVE for port object 50dbf089-76f0-4c95-90f5-7fac21782645 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:16.777547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Transition to ACTIVE for port object 50dbf089-76f0-4c95-90f5-7fac21782645 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:16.783901 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.829560 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.851224 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Network 60c2ef2d-d45e-45be-a205-d3157119c53e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:16.854425 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:16.858284 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:16.866288 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Pushing event updated for resources: {'Port': ['ID=50dbf089-76f0-4c95-90f5-7fac21782645,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:16.906385 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.906720 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.907052 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.907378 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.907698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.908017 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.908334 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.908649 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.908963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.909291 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.909602 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.909917 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:16.963426 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Attempting to bind port 50dbf089-76f0-4c95-90f5-7fac21782645 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:42:16.963786 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Attempting to bind port 50dbf089-76f0-4c95-90f5-7fac21782645 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:42:16.964143 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Attempting to bind port 50dbf089-76f0-4c95-90f5-7fac21782645 on network 60c2ef2d-d45e-45be-a205-d3157119c53e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:16.969506 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:42:16.969837 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Checking segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:16.970262 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.970646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Bound using segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:42:16.971106 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Bound port: 50dbf089-76f0-4c95-90f5-7fac21782645, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:42:16.971800 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:16.975777 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:17.060305 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] For port 50dbf089-76f0-4c95-90f5-7fac21782645, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:42:17.063584 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] For port 50dbf089-76f0-4c95-90f5-7fac21782645, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50dbf089-76f0-4c95-90f5-7fac21782645,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:42:17.067758 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:17.111635 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Allocated IP 172.25.2.242 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/3d2ae098-021f-49ae-a19c-010a0b6ad863) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:17.151577 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb2561-5ea5-499e-90d2-df427b41975a None None] Pushing event updated for resources: {'Port': ['ID=50dbf089-76f0-4c95-90f5-7fac21782645,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:17.263243 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:17.293854 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:17.361561 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:17.364415 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:17.370062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:17.410579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2ae098-021f-49ae-a19c-010a0b6ad863,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:17.804462 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:18.043482 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5c37e-73af-4441-820b-4783e8697ad3 None None] Network 60c2ef2d-d45e-45be-a205-d3157119c53e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:42:18.135427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-f0b1ee46-0cb8-4727-ad66-d9021922ab47 None None] Provisioning for port 50dbf089-76f0-4c95-90f5-7fac21782645 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:18.151120 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:18.484746 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:42:18.671851 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:42:18.681825 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Sync routers for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:42:18.691678 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:18.692318 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:18.696457 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:18.698024 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8c069dcc-3364-4047-9a32-30b5074ea893 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4916990 May 12 20:42:18.700812 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51870) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:18.865803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:19.135501 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50dbf089-76f0-4c95-90f5-7fac21782645 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:19.211008 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:17Z', 'revision_number': 3, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:19.215651 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Checking router: d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:42:19.216079 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Updating router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 port 3d2ae098-021f-49ae-a19c-010a0b6ad863 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:42:19.243354 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 50dbf089-76f0-4c95-90f5-7fac21782645 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:19.264130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 50dbf089-76f0-4c95-90f5-7fac21782645 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:19.264795 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.313794 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.377335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.512826 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 50dbf089-76f0-4c95-90f5-7fac21782645 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:19.513220 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.581554 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Allocated IP 172.20.0.1 (60c2ef2d-d45e-45be-a205-d3157119c53e/290dc31c-4a35-432c-b6a8-ce55571fd2fb/8114a66c-9317-41f2-88a1-cdcab33cb7c0) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:19.617353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 50dbf089-76f0-4c95-90f5-7fac21782645, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50dbf089-76f0-4c95-90f5-7fac21782645,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:19.630510 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.718585 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=50dbf089-76f0-4c95-90f5-7fac21782645,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:19.734757 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.750904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Transition to ACTIVE for port object 8114a66c-9317-41f2-88a1-cdcab33cb7c0 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:19.775975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.780402 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.792749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Transition to ACTIVE for port object 3d2ae098-021f-49ae-a19c-010a0b6ad863 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:19.800291 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.845556 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Network 60c2ef2d-d45e-45be-a205-d3157119c53e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:19.848575 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:19.852318 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:19.882556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Attempting to bind port 3d2ae098-021f-49ae-a19c-010a0b6ad863 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:42:19.882922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Attempting to bind port 3d2ae098-021f-49ae-a19c-010a0b6ad863 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:42:19.883275 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Attempting to bind port 3d2ae098-021f-49ae-a19c-010a0b6ad863 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:19.885310 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff4af0-159f-4b94-925e-25fb45e68b58 None None] Pushing event updated for resources: {'Port': ['ID=3d2ae098-021f-49ae-a19c-010a0b6ad863,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:19.890904 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Pushing event updated for resources: {'Port': ['ID=8114a66c-9317-41f2-88a1-cdcab33cb7c0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:19.891029 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:42:19.891329 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:19.891671 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.892101 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:42:19.892588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Bound port: 3d2ae098-021f-49ae-a19c-010a0b6ad863, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:42:19.892927 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.915104 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:19.967453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] For port 3d2ae098-021f-49ae-a19c-010a0b6ad863, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:42:19.971353 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] For port 3d2ae098-021f-49ae-a19c-010a0b6ad863, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3d2ae098-021f-49ae-a19c-010a0b6ad863,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:42:19.977960 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:20.054480 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:20.055114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:20.193618 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff4af0-159f-4b94-925e-25fb45e68b58 None None] Pushing event updated for resources: {'Port': ['ID=3d2ae098-021f-49ae-a19c-010a0b6ad863,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:20.199767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2926e0ef-939d-42e6-a6de-54f3399319c8 None None] Provisioning for port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:20.255295 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-2926e0ef-939d-42e6-a6de-54f3399319c8 None None] Provisioning complete for port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:20.255295 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2926e0ef-939d-42e6-a6de-54f3399319c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:20.305547 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:20.335562 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2926e0ef-939d-42e6-a6de-54f3399319c8 None None] Port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:42:20.346957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:20.525609 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:20.533222 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:20.627116 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:17Z', 'revision_number': 3, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:20.631243 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5922-f7d0-4af5-8646-3f90b960362a None None] The sync data for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 is: [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:17Z', 'revision_number': 3, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:42:20.637165 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Pushing event updated for resources: {'Port': ['ID=8114a66c-9317-41f2-88a1-cdcab33cb7c0,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:20.639714 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:20.777769 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Network 60c2ef2d-d45e-45be-a205-d3157119c53e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:20.778913 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:20.999163 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:42:21.069415 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-bc04f15d-f94f-40c2-8a0e-3ee9475b8f0e None None] Provisioning complete for port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:21.069778 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc04f15d-f94f-40c2-8a0e-3ee9475b8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.135899 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-bc04f15d-f94f-40c2-8a0e-3ee9475b8f0e None None] Port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:42:21.196756 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3d2ae098-021f-49ae-a19c-010a0b6ad863 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:21.231483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:42:21.248980 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-a9131c04-97ae-4993-86fb-ff40dd704e6f admin admin] 10.222.0.72 "PUT /v2.0/routers/d89fb60c-ecfa-49ec-ba57-7f90e445e0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394783 May 12 20:42:21.274133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 3d2ae098-021f-49ae-a19c-010a0b6ad863 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:21.279453 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3d2ae098-021f-49ae-a19c-010a0b6ad863 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:21.279822 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.415350 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3d2ae098-021f-49ae-a19c-010a0b6ad863 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:21.415669 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.438494 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 3d2ae098-021f-49ae-a19c-010a0b6ad863, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3d2ae098-021f-49ae-a19c-010a0b6ad863,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:21.445887 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.446788 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50dbf089-76f0-4c95-90f5-7fac21782645 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:21.566752 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=3d2ae098-021f-49ae-a19c-010a0b6ad863,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:21.578526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 50dbf089-76f0-4c95-90f5-7fac21782645 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:21.578890 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.699138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 50dbf089-76f0-4c95-90f5-7fac21782645 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:21.792283 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51888) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:21.797993 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-837165790-network', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:21.803949 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:21.808059 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Usage tracker for resource:network and tenant:b13c0ff308a744c0b71632ed3105d4b1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:21.811171 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:21.817827 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:21.828053 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Made reservation on behalf of b13c0ff308a744c0b71632ed3105d4b1 for: {'network': 1} {{(pid=88112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:42:21.830819 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for network, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.842657 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.857245 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:21.861593 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Usage tracker for resource:security_group_rule and tenant:b13c0ff308a744c0b71632ed3105d4b1 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:21.864811 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:21.870656 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:21.959338 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.964154 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:21.994236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 20:42:22.002619 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f40f7f-90bc-4575-a813-bca1183387b1,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:22.008143 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.008492 n-d-841626-1 neutron-server[88112]: INFO neutron.db.segments_db [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Added segment 3d944dff-075f-47d8-86a3-ec555a487fe3 of type vlan for network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 May 12 20:42:22.035214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756756495809'] for network, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.068903 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921'] for network, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.069826 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:22.070399 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.126150 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Sync routers for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:42:22.136084 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:22.136757 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:22.174307 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] Pushing event updated for resources: {'Network': ['ID=51dccae3-f9f2-48a1-a5ff-c19c586e0829,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:22.177576 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f0e64d39-4371-4054-b760-3a1d713373df admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3842084 May 12 20:42:22.180671 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51892) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:22.186661 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Request body: {'subnet': {'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-837165790-subnet', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:22.187207 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 details requested by agent ovs-agent-n-d-841626-1 with host n-d-841626-1 {{(pid=88114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 20:42:22.192664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:22.197199 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Usage tracker for resource:subnet and tenant:b13c0ff308a744c0b71632ed3105d4b1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:22.200196 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:22.207301 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:22.220386 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Made reservation on behalf of b13c0ff308a744c0b71632ed3105d4b1 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:42:22.224231 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404271'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.315129 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:22.427747 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26535522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404281'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.502856 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e22dc1-6b06-4fbb-a735-2bb2cf5477b7,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:22.511910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Checking segment: {'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:22.512251 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Network hostable DHCP agents. Network: 51dccae3-f9f2-48a1-a5ff-c19c586e0829, hostable agents: ['d4ea4954-9bfc-416a-b401-f0bfe3ae4715'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 20:42:22.531992 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 is scheduled to be hosted by DHCP agent d4ea4954-9bfc-416a-b401-f0bfe3ae4715 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 20:42:22.542398 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841626-1, 51dccae3-f9f2-48a1-a5ff-c19c586e0829) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:22.546664 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:22.547245 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.552515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827d48b-54c5-4279-abf5-c06c8df3ceb2 None None] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:42:22.571842 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-eb4a2659-2dfb-4aa6-a3d7-eb0f08d53258 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3874960 May 12 20:42:22.572129 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51896) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:22.577779 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:22.583772 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:22.587936 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Usage tracker for resource:router and tenant:b13c0ff308a744c0b71632ed3105d4b1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:22.591049 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:22.596981 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:22.610845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3772313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7569'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.612160 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3770556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7576'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.620868 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 2, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:22.625149 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Checking router: d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:42:22.625639 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Updating router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:42:22.634209 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.681295 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.786491 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd3088d6-1b3e-5a8d-8f5f-0140d09dac71-51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'fixed_ips': [{'subnet_id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7'}]}} from n-d-841626-1. {{(pid=88114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 20:42:22.787746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:22.991775 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Allocated IP 172.20.0.2 (51dccae3-f9f2-48a1-a5ff-c19c586e0829/36e22dc1-6b06-4fbb-a735-2bb2cf5477b7/443772e2-8d9d-4966-9dc1-ad3a6e55af49) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:23.048208 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7670'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.063337 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.076105 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Transition to ACTIVE for port object 8114a66c-9317-41f2-88a1-cdcab33cb7c0 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:23.085603 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.130932 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3d2ae098-021f-49ae-a19c-010a0b6ad863 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:23.161480 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Pushing event updated for resources: {'Port': ['ID=8114a66c-9317-41f2-88a1-cdcab33cb7c0,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:23.220977 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.221560 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.222148 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.222467 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.222928 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.223244 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.223558 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.223871 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.224184 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.224492 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.224800 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.225283 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:42:23.291858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 3d2ae098-021f-49ae-a19c-010a0b6ad863 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:23.292251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.327315 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Attempting to bind port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:42:23.327868 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Attempting to bind port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:42:23.328713 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Attempting to bind port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 on network 60c2ef2d-d45e-45be-a205-d3157119c53e {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:23.334355 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:42:23.334941 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Checking segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:23.335467 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.335986 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Bound using segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:42:23.336587 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Bound port: 8114a66c-9317-41f2-88a1-cdcab33cb7c0, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:42:23.337091 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.400648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.427472 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.428412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Transition to ACTIVE for port object 443772e2-8d9d-4966-9dc1-ad3a6e55af49 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:23.451547 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 3d2ae098-021f-49ae-a19c-010a0b6ad863 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:23.455462 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] For port 8114a66c-9317-41f2-88a1-cdcab33cb7c0, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:42:23.455918 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Transition to ACTIVE for port object 443772e2-8d9d-4966-9dc1-ad3a6e55af49 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:23.458600 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.459928 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] For port 8114a66c-9317-41f2-88a1-cdcab33cb7c0, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8114a66c-9317-41f2-88a1-cdcab33cb7c0,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:42:23.463569 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.465323 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.546417 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:23.546990 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:23.547471 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:23.551462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:23.561967 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Pushing event updated for resources: {'Port': ['ID=443772e2-8d9d-4966-9dc1-ad3a6e55af49,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:23.571546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:23.627559 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Allocated IP 172.25.2.184 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/57b820f2-6d61-4d1e-a9b8-cd9c448fd856) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:23.632342 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4afb4-23aa-4168-a7b8-cbe8c3d52ed1 None None] Pushing event updated for resources: {'Port': ['ID=8114a66c-9317-41f2-88a1-cdcab33cb7c0,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:23.699522 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Attempting to bind port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:42:23.699910 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Attempting to bind port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:42:23.700269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Attempting to bind port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 on network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:23.707755 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:42:23.708130 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Checking segment: {'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:23.708527 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.708911 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Bound using segment: {'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:42:23.710265 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Bound port: 443772e2-8d9d-4966-9dc1-ad3a6e55af49, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:42:23.710265 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.765231 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:23.824077 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.855570 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] For port 443772e2-8d9d-4966-9dc1-ad3a6e55af49, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:42:23.859157 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] For port 443772e2-8d9d-4966-9dc1-ad3a6e55af49, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=443772e2-8d9d-4966-9dc1-ad3a6e55af49,segment=NetworkSegment(3d944dff-075f-47d8-86a3-ec555a487fe3),segment_id=3d944dff-075f-47d8-86a3-ec555a487fe3)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:42:23.866710 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.866925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:23.949814 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:23.951388 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49539f-eed7-41d6-86ab-6fece612bd61 None None] Pushing event updated for resources: {'Port': ['ID=443772e2-8d9d-4966-9dc1-ad3a6e55af49,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:23.955209 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:23.965652 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Pushing event updated for resources: {'Port': ['ID=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:23.968066 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:24.141109 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:23Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:24.146685 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fb6ef-0520-4699-a960-84c7e9ca0922 None None] The sync data for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 is: [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:23Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:42:24.581638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:24.945694 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765516'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:25.020569 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9458c-ff9b-49e3-a33b-c2ba3884ee4b None None] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:42:25.139683 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-01b70dd6-ae8a-4081-8586-91460e8b4e5e None None] Provisioning for port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:25.189245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Router 73109807-5b7d-4aa8-b100-f2bb65c3c373 is scheduled to L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 20:42:25.230122 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 443772e2-8d9d-4966-9dc1-ad3a6e55af49 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:25.362808 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:25.369893 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:25.370268 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:25.389943 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:42:25.408292 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Sync routers for ids ['73109807-5b7d-4aa8-b100-f2bb65c3c373'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:42:25.417846 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:25.419897 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-67e36227-5764-43c7-b33b-e0842e70b5fa admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8466582 May 12 20:42:25.422832 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51900) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:25.438301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Routers {'73109807-5b7d-4aa8-b100-f2bb65c3c373'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:25.438908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73109807-5b7d-4aa8-b100-f2bb65c3c373'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:25.668409 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:25.668786 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:25.684936 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Set router 73109807-5b7d-4aa8-b100-f2bb65c3c373 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:25.837434 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:42:25.926148 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 443772e2-8d9d-4966-9dc1-ad3a6e55af49, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=443772e2-8d9d-4966-9dc1-ad3a6e55af49,segment=NetworkSegment(3d944dff-075f-47d8-86a3-ec555a487fe3),segment_id=3d944dff-075f-47d8-86a3-ec555a487fe3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:25.934151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:25.934913 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8114a66c-9317-41f2-88a1-cdcab33cb7c0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:25.961166 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a8b22c54-d2ca-43fe-bf1f-87fb2c7673b2 None None] Provisioning complete for port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:25.961560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8b22c54-d2ca-43fe-bf1f-87fb2c7673b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.110586 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.161133 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=443772e2-8d9d-4966-9dc1-ad3a6e55af49,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:26.226588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:26.240311 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:26.240679 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.271529 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a8b22c54-d2ca-43fe-bf1f-87fb2c7673b2 None None] Current status of the port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:26.316575 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:42:24Z', 'revision_number': 3, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port': {'id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:23Z', 'updated_at': '2022-05-12T20:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:26.322885 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Checking router: 73109807-5b7d-4aa8-b100-f2bb65c3c373 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:42:26.323299 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Updating router 73109807-5b7d-4aa8-b100-f2bb65c3c373 port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 binding host n-d-841626-1 {{(pid=88114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:42:26.422156 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.444960 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Allocated IP 172.20.0.1 (51dccae3-f9f2-48a1-a5ff-c19c586e0829/36e22dc1-6b06-4fbb-a735-2bb2cf5477b7/11cdaa28-4184-4f35-b3f0-64afe859bc2f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:26.449819 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:26.450221 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.550770 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 8114a66c-9317-41f2-88a1-cdcab33cb7c0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8114a66c-9317-41f2-88a1-cdcab33cb7c0,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:26.558053 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.595015 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.610489 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.provisioning_blocks [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Transition to ACTIVE for port object 11cdaa28-4184-4f35-b3f0-64afe859bc2f will not be triggered until provisioned by entity DHCP. {{(pid=88112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:26.635166 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.703506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:26.705947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=8114a66c-9317-41f2-88a1-cdcab33cb7c0,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:26.706525 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:26.710303 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:26.748200 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Pushing event updated for resources: {'Port': ['ID=11cdaa28-4184-4f35-b3f0-64afe859bc2f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:26.770627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3773402'] for router_interface, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.839240 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.851276 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Transition to ACTIVE for port object 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:26.859064 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.938014 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aff1e8-d145-419c-a7e6-26de6b34303c None None] Pushing event updated for resources: {'Port': ['ID=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:26.940313 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Attempting to bind port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 on host n-d-841626-1 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:42:26.940671 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Attempting to bind port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:42:26.941027 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Attempting to bind port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 on network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:26.951187 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:42:26.951560 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Checking segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:26.951955 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:26.952332 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Bound using segment: {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:42:26.952795 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Bound port: 57b820f2-6d61-4d1e-a9b8-cd9c448fd856, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3086fae3-440f-42e5-a9c1-52391b3ba997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:42:26.953526 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.017117 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-509d6619-4e6b-486b-b355-51847836d5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.032398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.035730 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5c22df8c-64e0-4802-a4da-8d4644337dab None None] Provisioning for port 11cdaa28-4184-4f35-b3f0-64afe859bc2f completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:27.043889 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-5c22df8c-64e0-4802-a4da-8d4644337dab None None] Provisioning complete for port 11cdaa28-4184-4f35-b3f0-64afe859bc2f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:27.044229 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5c22df8c-64e0-4802-a4da-8d4644337dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.068309 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] For port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856, host n-d-841626-1, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:42:27.094507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] For port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:42:27.103716 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.151093 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 443772e2-8d9d-4966-9dc1-ad3a6e55af49 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:27.186371 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5c22df8c-64e0-4802-a4da-8d4644337dab None None] Port 11cdaa28-4184-4f35-b3f0-64afe859bc2f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:42:27.242341 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aff1e8-d145-419c-a7e6-26de6b34303c None None] Pushing event updated for resources: {'Port': ['ID=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:27.246521 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Routers {'73109807-5b7d-4aa8-b100-f2bb65c3c373'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:27.247120 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:41:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73109807-5b7d-4aa8-b100-f2bb65c3c373'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:27.271036 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.277290 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.389570 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4133907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773311'] for router_interface, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.402853 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Pushing event updated for resources: {'Port': ['ID=11cdaa28-4184-4f35-b3f0-64afe859bc2f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:27.440698 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:27.441063 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.532113 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] Set router 73109807-5b7d-4aa8-b100-f2bb65c3c373 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:27.540223 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:27.541554 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:27.658948 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:27.660048 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8114a66c-9317-41f2-88a1-cdcab33cb7c0 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:27.732448 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Router 73109807-5b7d-4aa8-b100-f2bb65c3c373 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:42:27.873537 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0f2d3571-4fa1-48c2-a413-05c93ffd8996 None None] Provisioning complete for port 11cdaa28-4184-4f35-b3f0-64afe859bc2f triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:27.873790 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3571-4fa1-48c2-a413-05c93ffd8996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:27.913537 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:42:27.923406 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-07a2604e-6800-4142-af74-26df97bd2a97 admin admin] 10.222.0.72 "PUT /v2.0/routers/73109807-5b7d-4aa8-b100-f2bb65c3c373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4994588 May 12 20:42:27.945792 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:27.946155 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.028794 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d3571-4fa1-48c2-a413-05c93ffd8996 None None] Port 11cdaa28-4184-4f35-b3f0-64afe859bc2f cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:42:28.126703 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:28.134947 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 4, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port': {'id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:23Z', 'updated_at': '2022-05-12T20:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '11cdaa28-4184-4f35-b3f0-64afe859bc2f', 'name': '', 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'mac_address': 'fa:16:3e:b1:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:26Z', 'updated_at': '2022-05-12T20:42:27Z', 'revision_number': 2, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'subnets': [{'id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:28.139251 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216938a-d4c3-4888-924c-19b03de471b6 None None] The sync data for ids ['73109807-5b7d-4aa8-b100-f2bb65c3c373'] in n-d-841626-1 is: [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 4, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port': {'id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:23Z', 'updated_at': '2022-05-12T20:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '11cdaa28-4184-4f35-b3f0-64afe859bc2f', 'name': '', 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'mac_address': 'fa:16:3e:b1:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:26Z', 'updated_at': '2022-05-12T20:42:27Z', 'revision_number': 2, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'subnets': [{'id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:42:28.336433 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51912) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:28.344571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666981831', 'description': 'tempest-secgroup-smoke-1666981831 description', 'project_id': '2115c1752e9c451585d3a942559a0ee0'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:28.359230 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:28.363988 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:28.367239 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:28.373493 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:28.390000 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.423341 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:28.427760 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:28.430862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:28.436891 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:28.659149 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.665252 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.711468 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7074ff96-9a89-4bcc-abec-169d93d909b5,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:28.715867 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.717149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-ccd00e84-9ea3-45ba-82b0-f7cf50390ffd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3797050 May 12 20:42:28.720498 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51916) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:28.726169 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'security_group_rule': {'security_group_id': '7074ff96-9a89-4bcc-abec-169d93d909b5', 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:28.733506 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:28.737849 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:28.741037 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:28.747082 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:28.767221 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.845870 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.850489 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.875479 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1890370-a88b-43f3-8376-f4fb5b0c72c1,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:28.885775 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:28.887022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-16208c4d-6d07-49f8-9f8c-8ce084fadea5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654713 May 12 20:42:28.890047 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51920) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:28.895289 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'security_group_rule': {'security_group_id': '7074ff96-9a89-4bcc-abec-169d93d909b5', 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:28.902613 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:28.906546 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:28.909552 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:28.916278 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:28.939236 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.016605 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b3bb824b-3148-4a94-b078-517cfe6e3344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.026241 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.031080 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.056877 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e65dd6-5049-4804-a072-329b27800c96,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:29.072815 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.074586 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4e9fa6b1-c6ab-442b-b5c9-68d181d76f95 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835167 May 12 20:42:29.078592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51924) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:29.083925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'security_group_rule': {'security_group_id': '7074ff96-9a89-4bcc-abec-169d93d909b5', 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:29.091541 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:29.097282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:29.107752 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:29.120492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:29.144732 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:29.154745 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.218515 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:29.221719 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.224741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:29.225144 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.227352 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.256925 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609caa31-68a4-45bb-8e29-6c2bc5494be5,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:29.268279 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.272368 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-53439f5d-2570-41f7-8ace-6b4bef174fa1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899581 May 12 20:42:29.272492 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 51928) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:29.277754 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'security_group_rule': {'security_group_id': '7074ff96-9a89-4bcc-abec-169d93d909b5', 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:29.284452 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:29.288840 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:29.291961 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:29.298260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:29.320164 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.354400 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:29.354925 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.372462 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:29.379306 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.394625 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.400499 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.425042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627168cb-281b-43de-a166-79141c58db00,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:29.435217 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.436626 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-e2ee90cb-e23a-47a9-aec8-231e5b3dff34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632676 May 12 20:42:29.439719 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51932) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:29.445007 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'security_group_rule': {'security_group_id': '7074ff96-9a89-4bcc-abec-169d93d909b5', 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:29.456138 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:29.460780 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:29.463321 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:29.464236 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:29.472530 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:29.484084 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Project 2115c1752e9c451585d3a942559a0ee0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:42:29.490964 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.557557 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.564749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.589275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c446e8-510f-4ec1-9a7a-644d0d4e39df,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:29.600667 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.601897 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-94a0a83e-a0a0-4168-b3dc-b9d6c7f78ecf tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610842 May 12 20:42:29.604890 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 51936) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:29.609754 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'security_group_rule': {'security_group_id': '7074ff96-9a89-4bcc-abec-169d93d909b5', 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:29.616778 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:29.620768 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:security_group_rule and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:29.623714 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:29.629320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:29.640192 n-d-841626-1 neutron-server[88112]: INFO neutron.db.securitygroups_db [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Project 2115c1752e9c451585d3a942559a0ee0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 20:42:29.646634 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.709627 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.715802 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724739'] for security_group_rule, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.738450 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f13c39-b2dc-4736-bb2b-81a6d24d05d5,revision_number=0']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:29.749117 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:29.750367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7573adfe-fb39-41e2-bd5d-02785861fcfd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445107 May 12 20:42:30.047924 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-4b6c8ab1-e426-4ae5-8db9-ce721a98a6d8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Synchronizing usage tracker for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:security_group {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:42:30.070571 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-4b6c8ab1-e426-4ae5-8db9-ce721a98a6d8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Unset dirty status for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:security_group {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:42:30.071970 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-4b6c8ab1-e426-4ae5-8db9-ce721a98a6d8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666981831&fields=id&tenant_id=2115c1752e9c451585d3a942559a0ee0 HTTP/1.1" status: 200 len: 267 time: 0.0689969 May 12 20:42:30.229513 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-cb97ca15-31db-4960-854b-e88679f1e7a7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:30.230861 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-cb97ca15-31db-4960-854b-e88679f1e7a7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 809 time: 0.1516979 May 12 20:42:30.246817 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-ff69e9b5-b0fc-4773-9bea-5ad98d90e123 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/quotas/2115c1752e9c451585d3a942559a0ee0 HTTP/1.1" status: 200 len: 375 time: 0.0102389 May 12 20:42:30.333807 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-ea5b4c9b-0f6a-4eee-9321-ede4ab6565e6 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821693 May 12 20:42:30.383880 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:30.455418 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-60985479-3b99-4094-897f-847137bc4b5b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:42:30.456386 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-60985479-3b99-4094-897f-847137bc4b5b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1102827 May 12 20:42:30.587715 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-1270c82c-3250-4149-9e80-faae5954d703 service neutron] 10.222.0.72 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249297 May 12 20:42:30.680520 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:30.722189 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-641564c8-6c36-41ff-8d5a-9f8edbb96bef service neutron] 10.222.0.72 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259956 May 12 20:42:30.956486 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-9d95f4ee-5ac2-4836-9348-709e69940e99 req-ae285dc8-9919-48d4-8872-f3c46de7c630 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 210 time: 0.0966470 May 12 20:42:31.104396 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:31.175060 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:31.175467 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:31.298751 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:31.857223 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Sync routers for ids ['73109807-5b7d-4aa8-b100-f2bb65c3c373'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:42:31.867274 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Routers {'73109807-5b7d-4aa8-b100-f2bb65c3c373'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:31.867882 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73109807-5b7d-4aa8-b100-f2bb65c3c373'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:31.965856 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:32.048894 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Set router 73109807-5b7d-4aa8-b100-f2bb65c3c373 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:32.166348 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a2ca08f3-4d64-4216-8c7f-cf780185a92d req-9d8a715b-02e7-4616-8332-11142489a16d tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 210 time: 0.0902548 May 12 20:42:32.185315 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-569b13e3-85d0-4fb8-9a85-ae0f5be6eca7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:32.186102 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-569b13e3-85d0-4fb8-9a85-ae0f5be6eca7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Synchronizing usage tracker for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:42:32.205222 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-569b13e3-85d0-4fb8-9a85-ae0f5be6eca7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Unset dirty status for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:42:32.206476 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-569b13e3-85d0-4fb8-9a85-ae0f5be6eca7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 809 time: 0.2070055 May 12 20:42:32.256076 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-eba49fe0-2a4d-4f5d-bc65-bfce98af322c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Synchronizing usage tracker for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:42:32.267522 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-eba49fe0-2a4d-4f5d-bc65-bfce98af322c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Unset dirty status for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:42:32.268626 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-eba49fe0-2a4d-4f5d-bc65-bfce98af322c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2115c1752e9c451585d3a942559a0ee0 HTTP/1.1" status: 200 len: 380 time: 0.0540340 May 12 20:42:32.282007 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'port': {'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'admin_state_up': True, 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'security_groups': ['7074ff96-9a89-4bcc-abec-169d93d909b5']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:32.413198 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 4, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port': {'id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:23Z', 'updated_at': '2022-05-12T20:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '11cdaa28-4184-4f35-b3f0-64afe859bc2f', 'name': '', 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'mac_address': 'fa:16:3e:b1:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:26Z', 'updated_at': '2022-05-12T20:42:27Z', 'revision_number': 2, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'subnets': [{'id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:32.415264 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:32.417129 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Checking router: 73109807-5b7d-4aa8-b100-f2bb65c3c373 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:42:32.417440 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Updating router 73109807-5b7d-4aa8-b100-f2bb65c3c373 port 11cdaa28-4184-4f35-b3f0-64afe859bc2f binding host n-d-841626-1 {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 20:42:32.419143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:port and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:32.422098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:32.428460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:32.439195 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Made reservation on behalf of 2115c1752e9c451585d3a942559a0ee0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:42:32.442944 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:32.471924 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:32.602313 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Allocated IP 172.20.0.11 (60c2ef2d-d45e-45be-a205-d3157119c53e/290dc31c-4a35-432c-b6a8-ce55571fd2fb/11cf821c-b15d-4860-aa46-e2f00cfcad72) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:32.807433 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:32.819433 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Transition to ACTIVE for port object 11cdaa28-4184-4f35-b3f0-64afe859bc2f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:32.826962 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:32.927589 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:32.946143 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Transition to ACTIVE for port object 11cf821c-b15d-4860-aa46-e2f00cfcad72 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:32.955949 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd92486-e9dd-40b4-bde3-f5303c30fb4e None None] Pushing event updated for resources: {'Port': ['ID=11cdaa28-4184-4f35-b3f0-64afe859bc2f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:32.979971 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.053844 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Attempting to bind port 11cdaa28-4184-4f35-b3f0-64afe859bc2f on host n-d-841626-1 for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:42:33.054212 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Attempting to bind port 11cdaa28-4184-4f35-b3f0-64afe859bc2f by drivers openvswitch,hyperv on host n-d-841626-1 at level 0 using segments [{'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:42:33.054662 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Attempting to bind port 11cdaa28-4184-4f35-b3f0-64afe859bc2f on network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:33.055870 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Network 60c2ef2d-d45e-45be-a205-d3157119c53e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:33.059281 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:33.061437 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Checking agent: {'id': 'aa6e7b59-28d0-4e0e-b0dc-bdecab9dab86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 12, 30), 'started_at': datetime.datetime(2022, 5, 12, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841626-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:42:33.061813 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Checking segment: {'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:33.062216 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.062597 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Bound using segment: {'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:42:33.063064 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Bound port: 11cdaa28-4184-4f35-b3f0-64afe859bc2f, host: n-d-841626-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d944dff-075f-47d8-86a3-ec555a487fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:42:33.063303 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:33.063463 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.093852 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:33.143645 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:33.144294 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.168175 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-7124a8fc-851b-4904-880b-e357c48c05bc tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8898697 May 12 20:42:33.238095 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Request body: {'port': {'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:33.255999 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] For port 11cdaa28-4184-4f35-b3f0-64afe859bc2f, host n-d-841626-1, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:42:33.261151 n-d-841626-1 neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] For port 11cdaa28-4184-4f35-b3f0-64afe859bc2f, host n-d-841626-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=11cdaa28-4184-4f35-b3f0-64afe859bc2f,segment=NetworkSegment(3d944dff-075f-47d8-86a3-ec555a487fe3),segment_id=3d944dff-075f-47d8-86a3-ec555a487fe3)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:42:33.325370 n-d-841626-1 neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.332227 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3804dd8a-dc07-413d-8178-266d62e1c2eb None None] Provisioning for port 11cf821c-b15d-4860-aa46-e2f00cfcad72 completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:33.337323 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3804dd8a-dc07-413d-8178-266d62e1c2eb None None] Provisioning complete for port 11cf821c-b15d-4860-aa46-e2f00cfcad72 triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:33.337742 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3804dd8a-dc07-413d-8178-266d62e1c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.369202 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.429042 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Routers {'73109807-5b7d-4aa8-b100-f2bb65c3c373'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:33.429741 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73109807-5b7d-4aa8-b100-f2bb65c3c373'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:33.429863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9a293-442f-47f8-82a5-10b87b57c1c9 req-3a77ac7d-9a87-41a0-8e59-6c9188ce55e5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:33.431367 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75e9a293-442f-47f8-82a5-10b87b57c1c9 req-3a77ac7d-9a87-41a0-8e59-6c9188ce55e5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 932 time: 0.1327691 May 12 20:42:33.455034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3804dd8a-dc07-413d-8178-266d62e1c2eb None None] Port 11cf821c-b15d-4860-aa46-e2f00cfcad72 cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:42:33.494359 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-75e9a293-442f-47f8-82a5-10b87b57c1c9 req-a741c964-ea22-48ec-b116-62abe4a80b18 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557158 May 12 20:42:33.512374 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd92486-e9dd-40b4-bde3-f5303c30fb4e None None] Pushing event updated for resources: {'Port': ['ID=11cdaa28-4184-4f35-b3f0-64afe859bc2f,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:33.665497 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] Set router 73109807-5b7d-4aa8-b100-f2bb65c3c373 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:33.758490 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cf821c-b15d-4860-aa46-e2f00cfcad72 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:42:33.765957 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.780931 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Transition to ACTIVE for port object 11cf821c-b15d-4860-aa46-e2f00cfcad72 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:42:33.787223 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:33.943711 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:34.013163 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 4, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port': {'id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:23Z', 'updated_at': '2022-05-12T20:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '11cdaa28-4184-4f35-b3f0-64afe859bc2f', 'name': '', 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'mac_address': 'fa:16:3e:b1:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:26Z', 'updated_at': '2022-05-12T20:42:33Z', 'revision_number': 4, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'subnets': [{'id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:34.017268 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f0ffe-3b83-45ab-a488-12dbeb1dc66a None None] The sync data for ids ['73109807-5b7d-4aa8-b100-f2bb65c3c373'] in n-d-841626-1 is: [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 4, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port': {'id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:23Z', 'updated_at': '2022-05-12T20:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '11cdaa28-4184-4f35-b3f0-64afe859bc2f', 'name': '', 'network_id': '51dccae3-f9f2-48a1-a5ff-c19c586e0829', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'mac_address': 'fa:16:3e:b1:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:26Z', 'updated_at': '2022-05-12T20:42:33Z', 'revision_number': 4, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'subnets': [{'id': '36e22dc1-6b06-4fbb-a735-2bb2cf5477b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:42:34.024478 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Attempting to bind port 11cf821c-b15d-4860-aa46-e2f00cfcad72 on host n-h1-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:42:34.024815 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Attempting to bind port 11cf821c-b15d-4860-aa46-e2f00cfcad72 by drivers openvswitch,hyperv on host n-h1-841626-1 at level 0 using segments [{'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:42:34.025148 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Attempting to bind port 11cf821c-b15d-4860-aa46-e2f00cfcad72 on network 60c2ef2d-d45e-45be-a205-d3157119c53e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:34.030479 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Port 11cf821c-b15d-4860-aa46-e2f00cfcad72 on network 60c2ef2d-d45e-45be-a205-d3157119c53e not bound, no agent of type Open vSwitch agent registered on host n-h1-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:42:34.030797 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Attempting to bind port 11cf821c-b15d-4860-aa46-e2f00cfcad72 on network 60c2ef2d-d45e-45be-a205-d3157119c53e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:42:34.036290 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Checking agent: {'id': '49b8e902-8215-4b48-bc5b-990b6ba917c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:42:34.036621 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Checking segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:42:34.037002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Bound using segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:42:34.037468 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Bound port: 11cf821c-b15d-4860-aa46-e2f00cfcad72, host: n-h1-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:42:34.037814 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:34.133759 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:42:34.136893 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:42:34.144638 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:34.202216 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:34.202845 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:34.204731 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] 10.222.0.36 "PUT /v2.0/ports/11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 1092 time: 1.0286179 May 12 20:42:34.205042 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:42:34.240720 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f4dc7-4963-4db7-8671-16872c3fdce1 service neutron] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:34.280653 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58c72dd-dfeb-425c-855a-8cfd7ec8262c'] response: {'name': 'network-changed', 'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'status': 'completed', 'code': 200} May 12 20:42:34.325813 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-b8a955e0-a0e5-4f53-9ca5-9417b6e577b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:34.327326 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-b8a955e0-a0e5-4f53-9ca5-9417b6e577b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1095 time: 0.0780957 May 12 20:42:34.399093 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-d1a65116-f81a-45ed-a3ad-b6d7694956db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 217 time: 0.0605276 May 12 20:42:34.465899 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2ce943ee-c03c-4b27-8499-afad716f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:34.467260 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-2ce943ee-c03c-4b27-8499-afad716f0f69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0619030 May 12 20:42:34.544733 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-177e4e8a-54db-4f50-b9c9-9929fd14d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:34.546262 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-177e4e8a-54db-4f50-b9c9-9929fd14d9fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729611 May 12 20:42:34.677547 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-756fb766-1871-4ed5-965b-1a22af14cf6b service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238463 May 12 20:42:34.687601 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f93af-f8ce-417e-af85-a4e563649958 req-dd28ae6a-b203-4ccd-8d03-a5366ecca587 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:34.689077 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-367f93af-f8ce-417e-af85-a4e563649958 req-dd28ae6a-b203-4ccd-8d03-a5366ecca587 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 944 time: 0.0829551 May 12 20:42:34.734260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-367f93af-f8ce-417e-af85-a4e563649958 req-76e1cbc7-ec48-4382-91cf-6f3148cdacb8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 May 12 20:42:34.914423 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bd66d17f-2a04-4d40-95ad-8f9fba213405 req-44011dbf-e44e-43c4-a061-591b6c5f0ee2 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302117 May 12 20:42:35.038140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-a3a31004-9ff2-4652-9d30-72d64b442877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:35.039640 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-a3a31004-9ff2-4652-9d30-72d64b442877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1095 time: 0.0766399 May 12 20:42:35.138803 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 11cdaa28-4184-4f35-b3f0-64afe859bc2f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:35.187232 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-0025e333-f397-4eba-b303-c0520eefc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:35.188746 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-0025e333-f397-4eba-b303-c0520eefc82b service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1421967 May 12 20:42:35.213835 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning for port 11cdaa28-4184-4f35-b3f0-64afe859bc2f completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:35.220402 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 11cdaa28-4184-4f35-b3f0-64afe859bc2f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:35.221009 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:35.260688 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-c8bae4ed-6ff2-4724-a9c4-4b83b51e487c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 217 time: 0.0639167 May 12 20:42:35.329653 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-3c549cb0-e282-4702-8739-a697f93e82be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:35.331122 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-3c549cb0-e282-4702-8739-a697f93e82be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0635543 May 12 20:42:35.376414 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 11cdaa28-4184-4f35-b3f0-64afe859bc2f is: DOWN; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:35.376767 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:35.406948 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-0db6e8c5-e8d5-466f-a092-90a661daac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:35.408410 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-0db6e8c5-e8d5-466f-a092-90a661daac92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700865 May 12 20:42:35.409927 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] For port 11cdaa28-4184-4f35-b3f0-64afe859bc2f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=11cdaa28-4184-4f35-b3f0-64afe859bc2f,segment=NetworkSegment(3d944dff-075f-47d8-86a3-ec555a487fe3),segment_id=3d944dff-075f-47d8-86a3-ec555a487fe3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:35.415687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:35.480495 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Pushing event updated for resources: {'Port': ['ID=11cdaa28-4184-4f35-b3f0-64afe859bc2f,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:35.547270 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-502f1508-4b89-439e-bcb6-ce74e54bd81b service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303263 May 12 20:42:35.684330 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-aaf12769-5246-4e93-9d4c-ec26dd66f6be req-8aef582b-c970-456a-a491-5caaa11a0d50 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301250 May 12 20:42:35.933998 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5fbc-ae75-4bf3-b357-a190c9ef2efa req-fd76acc6-e26e-46bf-8de3-c5d53466e77b tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:35.935501 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a15e5fbc-ae75-4bf3-b357-a190c9ef2efa req-fd76acc6-e26e-46bf-8de3-c5d53466e77b tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 944 time: 0.0876060 May 12 20:42:35.983273 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-a15e5fbc-ae75-4bf3-b357-a190c9ef2efa req-f6513b38-ff87-49b9-a513-b91ceb4779de tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419576 May 12 20:42:37.113121 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 11cdaa28-4184-4f35-b3f0-64afe859bc2f up at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:37.179884 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e390-8fbb-4e17-80fa-3033d6dd9cb8 req-ca8a5739-e457-44b5-9e82-8b8255e88b28 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:37.181554 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0058e390-8fbb-4e17-80fa-3033d6dd9cb8 req-ca8a5739-e457-44b5-9e82-8b8255e88b28 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 944 time: 0.0806439 May 12 20:42:37.183040 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Provisioning complete for port 11cdaa28-4184-4f35-b3f0-64afe859bc2f triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:37.183407 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:37.226168 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0058e390-8fbb-4e17-80fa-3033d6dd9cb8 req-f8dd4e63-3d64-4f14-b0ed-48b3a0069838 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 May 12 20:42:37.312301 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Current status of the port 11cdaa28-4184-4f35-b3f0-64afe859bc2f is: ACTIVE; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:38.432834 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acc47a-8e5f-41c5-b1aa-cb69b3bbff34 req-f0e46dec-0570-4e2e-9b2b-b14c67117acd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:38.434226 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2acc47a-8e5f-41c5-b1aa-cb69b3bbff34 req-f0e46dec-0570-4e2e-9b2b-b14c67117acd tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 944 time: 0.0893855 May 12 20:42:38.478463 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-c2acc47a-8e5f-41c5-b1aa-cb69b3bbff34 req-d078186b-f5c9-4693-824e-525911422472 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 May 12 20:42:38.589165 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:38.760588 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 11cf821c-b15d-4860-aa46-e2f00cfcad72 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:42:38.904818 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:38.917641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:42:38.983200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 11cf821c-b15d-4860-aa46-e2f00cfcad72 is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:38.983567 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:38.999963 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cf821c-b15d-4860-aa46-e2f00cfcad72 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:42:39.016182 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:39.022125 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:39.087211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:39.228507 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['11cf821c-b15d-4860-aa46-e2f00cfcad72'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:42:39.485158 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:39.670340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092032-8f67-4ea3-b120-de4576416b24 req-f4ecab4e-a150-4894-97c4-86836a6acb88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:39.671789 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30092032-8f67-4ea3-b120-de4576416b24 req-f4ecab4e-a150-4894-97c4-86836a6acb88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 945 time: 0.0872886 May 12 20:42:39.719137 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-30092032-8f67-4ea3-b120-de4576416b24 req-51abddf6-952c-4088-ab64-8a412a550c38 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 May 12 20:42:40.761901 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 11cf821c-b15d-4860-aa46-e2f00cfcad72 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:42:40.838968 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning for port 11cf821c-b15d-4860-aa46-e2f00cfcad72 completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:42:40.844190 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 11cf821c-b15d-4860-aa46-e2f00cfcad72 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:42:40.844559 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:40.923194 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e282f-8be3-4144-baea-5a9e897af44e req-4a875d8d-e596-4748-900c-cac9f41a8938 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:40.924647 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff7e282f-8be3-4144-baea-5a9e897af44e req-4a875d8d-e596-4748-900c-cac9f41a8938 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 945 time: 0.0843499 May 12 20:42:40.962222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 11cf821c-b15d-4860-aa46-e2f00cfcad72 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:42:40.962607 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:40.969671 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-ff7e282f-8be3-4144-baea-5a9e897af44e req-27cdc877-4203-444f-afb8-06a2cfee249d tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386553 May 12 20:42:40.989737 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:42:40.999665 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:42:41.004600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:41.035860 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24ef45e-0f09-4fc7-a338-029777395209'] response: {'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'code': 200} May 12 20:42:41.076660 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:41.166624 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfef85-d2f6-42a4-a371-2f82d3c48eca req-4ba72eeb-e076-456a-a969-6f18cec265d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:41.168157 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eecfef85-d2f6-42a4-a371-2f82d3c48eca req-4ba72eeb-e076-456a-a969-6f18cec265d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1097 time: 0.0739708 May 12 20:42:41.209021 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-eecfef85-d2f6-42a4-a371-2f82d3c48eca req-f000cb73-dd40-4ce9-bc0e-61ad5ed3e183 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352216 May 12 20:42:42.165148 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4d892-a3d0-4788-81eb-dc18d2bb6431 req-5334c162-1cff-41de-9721-d211ab2cad4c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:42.166917 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79b4d892-a3d0-4788-81eb-dc18d2bb6431 req-5334c162-1cff-41de-9721-d211ab2cad4c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 946 time: 0.0835221 May 12 20:42:42.217174 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-79b4d892-a3d0-4788-81eb-dc18d2bb6431 req-0000b88a-eb81-4ae0-9a5d-3620c1163992 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 May 12 20:42:43.419970 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2b049-5dd5-44b7-bf4a-365f7cffbc0b req-8045d53d-eddd-423a-a2c3-0f96241c5186 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:43.421516 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87f2b049-5dd5-44b7-bf4a-365f7cffbc0b req-8045d53d-eddd-423a-a2c3-0f96241c5186 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 946 time: 0.0886447 May 12 20:42:43.466203 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-87f2b049-5dd5-44b7-bf4a-365f7cffbc0b req-7e9787f2-3d89-4213-a939-8b71dc088c76 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388687 May 12 20:42:43.675234 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3c7f0-8db6-4a5c-8474-d312e3d2303c req-54e4d1ce-0923-4878-9594-0049cf1f6d34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:43.676604 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74f3c7f0-8db6-4a5c-8474-d312e3d2303c req-54e4d1ce-0923-4878-9594-0049cf1f6d34 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 946 time: 0.0925889 May 12 20:42:43.720487 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-74f3c7f0-8db6-4a5c-8474-d312e3d2303c req-56c466b8-2d7c-444e-8c76-ab5626bf7f18 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380847 May 12 20:42:43.751100 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52002) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:43.871713 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd9b1f-71f8-4711-a929-dec0dd364b49 tempest-TestSnapshotPattern-304001988 tempest-TestSnapshotPattern-304001988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:43.872469 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-10fd9b1f-71f8-4711-a929-dec0dd364b49 tempest-TestSnapshotPattern-304001988 tempest-TestSnapshotPattern-304001988-project-admin] Synchronizing usage tracker for tenant:b13c0ff308a744c0b71632ed3105d4b1 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:42:43.891253 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-10fd9b1f-71f8-4711-a929-dec0dd364b49 tempest-TestSnapshotPattern-304001988 tempest-TestSnapshotPattern-304001988-project-admin] Unset dirty status for tenant:b13c0ff308a744c0b71632ed3105d4b1 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:42:43.892605 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-10fd9b1f-71f8-4711-a929-dec0dd364b49 tempest-TestSnapshotPattern-304001988 tempest-TestSnapshotPattern-304001988-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1092 time: 0.1405821 May 12 20:42:43.895862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52008) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:42:43.900772 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:42:43.907510 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:42:43.911544 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:floatingip and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:42:43.914429 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:42:43.920267 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:42:43.933462 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:44.172844 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:44.304830 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Allocated IP 172.25.2.37 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/48eea39e-ba0e-4319-ab00-0f879fba7a2e) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:42:44.458505 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:44.499597 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:44.562314 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:42:44.565017 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:42:44.569863 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:42:44.607394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'Port': ['ID=48eea39e-ba0e-4319-ab00-0f879fba7a2e,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:44.994689 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:45.072854 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:45.288000 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:45.296004 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:45.405786 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'Port': ['ID=48eea39e-ba0e-4319-ab00-0f879fba7a2e,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:42:45.417696 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:45.590859 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Floating IP 8d2839dc-382e-4e2f-992d-862e8ac15158 associated. External IP: 172.25.2.37, port: 11cf821c-b15d-4860-aa46-e2f00cfcad72. May 12 20:42:46.057363 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:42:46.235333 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:42:46.245695 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] Sync routers for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:42:46.255743 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:46.256591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:46.261337 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:46.319953 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-b948fb6f-549c-4650-84e9-1c2015d1e9fe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4228551 May 12 20:42:46.320410 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:42:46.367660 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abe5e22-55e3-47d6-9440-1e4c9de7701b'] response: {'name': 'network-changed', 'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'status': 'completed', 'code': 200} May 12 20:42:46.431147 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:46.455537 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-14b26b00-c8f9-4f33-a387-14a7a87f6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:46.457026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-14b26b00-c8f9-4f33-a387-14a7a87f6829 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1097 time: 0.0701163 May 12 20:42:46.593784 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-176310a4-afb4-4702-a3f7-df9878856c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:46.595162 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-176310a4-afb4-4702-a3f7-df9878856c5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1321564 May 12 20:42:46.708208 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-0b85f7f6-840e-46d7-9169-f3b8c1ff3ae1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 999 time: 0.1067467 May 12 20:42:46.768825 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-7ad2d565-89e4-4b78-8544-2d05ca1efbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:46.770281 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-7ad2d565-89e4-4b78-8544-2d05ca1efbae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0563471 May 12 20:42:46.813376 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:44Z', 'revision_number': 0, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:46.817447 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] Checking router: d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:42:46.825848 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:42:46.826475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:42:29Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:46.850193 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-1c058354-628f-46c8-8cc2-24bbd43818f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:46.851725 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-1c058354-628f-46c8-8cc2-24bbd43818f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755372 May 12 20:42:46.983031 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-4da6f4bf-339f-45fb-9455-4a930ceeb5e1 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253498 May 12 20:42:47.001877 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:42:47.219409 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-dbbce735-566c-4edd-a4c8-76b68566ad86 req-65af074c-2610-4cc1-9542-a6d02d8d50da service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310154 May 12 20:42:47.352659 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:44Z', 'revision_number': 0, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:42:47.357140 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f26d8e-3181-4f55-99ab-d83339c2c762 None None] The sync data for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 is: [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:44Z', 'revision_number': 0, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:42:47.538781 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8808b026-d168-4451-bac8-20543c13406f None None] New status for floating IP 8d2839dc-382e-4e2f-992d-862e8ac15158: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:42:51.489753 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-fff7102f-a90c-486b-a949-f381e79ab044 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720024 May 12 20:42:51.641207 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-e71893da-70d1-4981-8fd4-9ad1a3ac70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:51.641836 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-e71893da-70d1-4981-8fd4-9ad1a3ac70de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1097 time: 0.0818174 May 12 20:42:51.787214 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-918019c1-1506-40ec-a850-72e033650977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:51.788542 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-918019c1-1506-40ec-a850-72e033650977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1250100 May 12 20:42:51.893418 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-55919df0-964f-45b6-948f-01ba4a171f7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 1001 time: 0.0985844 May 12 20:42:51.970562 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-df0e7c16-37e5-4078-ba44-d60baf596d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:51.972061 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-df0e7c16-37e5-4078-ba44-d60baf596d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0629644 May 12 20:42:52.060878 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-1bca9e38-72ff-4f31-bfb9-0f9ffb64539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:42:52.062269 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-1bca9e38-72ff-4f31-bfb9-0f9ffb64539c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788033 May 12 20:42:52.200137 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-be064fb9-388b-4e32-950f-9389c82d15c9 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253226 May 12 20:42:52.330725 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-a7258f65-3277-402c-86df-f8c74ee47cc2 req-b42cf75a-7fa9-4cbc-b1fe-c26b554be31c service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243088 May 12 20:42:56.961968 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-333d55a0-1945-4c2b-a908-a20eb5156b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:42:59.021002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2616970d-2c55-4cf3-8fe5-5df4145f4579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:00.388676 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:00.675969 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:01.972812 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:02.842456 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:43:08.608311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:09.487524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:26.968447 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-60e15f56-4320-46bf-874c-bdce05fb6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:29.027010 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20329a7b-ea8e-42e3-b528-ab68471a3494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:30.397673 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:30.692843 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:31.977924 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:38.620446 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:39.477827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:39.846991 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:43:51.517426 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-400f89ff-8c89-4d0e-bad5-75d25a8e30ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802860 May 12 20:43:51.658028 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-dbe80987-a196-49ba-a952-75f804d9b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:43:51.659526 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-dbe80987-a196-49ba-a952-75f804d9b81e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1097 time: 0.0714784 May 12 20:43:51.807832 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-926e8d37-a26c-4272-ab6c-5e0b67d3b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:43:51.809172 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-926e8d37-a26c-4272-ab6c-5e0b67d3b722 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1294918 May 12 20:43:51.916572 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-0000b111-7f82-4235-abec-85547134551e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 1001 time: 0.1002214 May 12 20:43:51.980721 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-1a514ee2-8d0c-4fc3-80d9-189562ece125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:43:51.982122 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-1a514ee2-8d0c-4fc3-80d9-189562ece125 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0599289 May 12 20:43:52.057618 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-c3b5d35b-0ed2-46ee-9e17-136968218f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:43:52.059107 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-c3b5d35b-0ed2-46ee-9e17-136968218f84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698698 May 12 20:43:52.188646 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-c106f479-e121-423c-a67a-5cf39ad7fe83 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224775 May 12 20:43:52.421942 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-780bcd27-8a21-48b7-9372-d16a65e2b795 req-5ba7269f-4e23-4abb-a496-e7dba12c17da service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266343 May 12 20:43:56.969881 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2fbd835-afef-46a9-931e-22d6bdced6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:43:59.024367 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8076-d649-499c-be19-6edda7032432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:00.393311 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:00.679326 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:01.991071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:08.621127 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:09.487162 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:16.857100 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:44:26.968313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f37a645-9702-4eea-9949-e82cefa328d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:29.025603 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6a53fdf1-ef75-4cbb-9410-48961badfb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:30.404430 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:30.696748 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:31.986215 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:38.597814 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:39.495236 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:45.411215 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 11cf821c-b15d-4860-aa46-e2f00cfcad72 details requested by agent hyperv_n-h1-841626-1 with host n-h1-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:44:45.547454 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:44:45.560200 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Returning: {'device': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:44:45.613355 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 11cf821c-b15d-4860-aa46-e2f00cfcad72 is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:44:45.613723 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:45.630738 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11cf821c-b15d-4860-aa46-e2f00cfcad72 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:44:45.646379 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:44:45.653852 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:45.724153 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:44:45.727834 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] get_ports_and_sgs() called for port_ids ['11cf821c-b15d-4860-aa46-e2f00cfcad72'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:44:45.760591 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.760925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.761252 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.761608 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.761933 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.762257 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.762578 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.762895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.763212 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.763527 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.763831 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:45.764141 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:44:47.426862 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 11cf821c-b15d-4860-aa46-e2f00cfcad72 up at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:44:47.516172 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Provisioning complete for port 11cf821c-b15d-4860-aa46-e2f00cfcad72 triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:44:47.516544 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:47.666349 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 11cf821c-b15d-4860-aa46-e2f00cfcad72 is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:44:47.668111 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:47.699458 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:44:47.710059 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:44:47.717209 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:47.752245 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec9ef13-ebd3-4dae-a9f5-f05ae9e5e3ab'] response: {'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'code': 200} May 12 20:44:47.802982 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:44:52.561111 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-17bdc916-2804-429e-a0cf-e93c2d422251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:44:52.562670 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-17bdc916-2804-429e-a0cf-e93c2d422251 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1097 time: 0.0790269 May 12 20:44:52.725130 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-55748047-b8c9-4640-bb53-d2ff58cd0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:44:52.726839 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-55748047-b8c9-4640-bb53-d2ff58cd0ac3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1425450 May 12 20:44:52.840099 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-fad2cbb6-f7d9-4fd9-85d6-e11c0b6d23ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 1001 time: 0.1070492 May 12 20:44:52.912394 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-49defdf8-2c6c-4453-9234-328a456aba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:44:52.914026 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-49defdf8-2c6c-4453-9234-328a456aba1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0676777 May 12 20:44:53.022849 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-d1a091c8-9318-4514-b3bb-5af0139e3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:44:53.026398 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-d1a091c8-9318-4514-b3bb-5af0139e3e83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943174 May 12 20:44:53.167217 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-6a77ae83-ef73-4e99-bd36-dc05f4bd3799 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349630 May 12 20:44:53.313685 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-0be4921c-8bd4-46a8-b7b2-ac65c56a0991 req-6ca1386f-19ea-4742-b44b-345374e8be6a service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412158 May 12 20:44:53.446782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-3a88bbaa-2dd4-4f7f-b4b2-ecd79e81f501 req-690ca6f8-ebb1-424a-a541-7d2a126d13b7 tempest-TestNetworkAdvancedServerOps-2053006943 tempest-TestNetworkAdvancedServerOps-2053006943-project] (88112) timed out ('10.222.0.73', 49157) {{(pid=88112) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:44:53.846309 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:44:56.438573 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-f7a5675f-525d-4cd2-af58-d5ce09aaad2b tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666981831&fields=id&tenant_id=2115c1752e9c451585d3a942559a0ee0 HTTP/1.1" status: 200 len: 267 time: 0.0490239 May 12 20:44:56.596406 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-7c543025-e7de-41b9-b8fb-90a580b4267f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:44:56.597781 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-7c543025-e7de-41b9-b8fb-90a580b4267f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 809 time: 0.1502030 May 12 20:44:56.613401 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-e2dd222b-2449-4997-be0d-7a01abc37553 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/quotas/2115c1752e9c451585d3a942559a0ee0 HTTP/1.1" status: 200 len: 375 time: 0.0100770 May 12 20:44:56.710887 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-36397723-a947-4f19-b0ef-04035f48af33 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925596 May 12 20:44:56.852951 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-7a1902aa-597a-4261-8cd5-70d7e7cc1125 service neutron] 10.222.0.72 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297271 May 12 20:44:56.966609 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76b4d4cc-9232-4e01-bd4a-5b7d19c11eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:56.984732 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-b05d9b10-7fed-4016-a5d6-befdf9a08d95 service neutron] 10.222.0.72 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259167 May 12 20:44:57.171877 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d4b92c07-0861-4916-ae7b-590b33ea37cd req-2d988e99-b1c7-4118-9a74-3ac5b27a4ff5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 210 time: 0.0457277 May 12 20:44:58.276111 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e1f92390-6e48-4f57-b4e3-77bf01618247 req-7a78e51b-91b5-46ab-9d03-91b7ab5801fb tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 210 time: 0.0431325 May 12 20:44:59.026002 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-604fceb0-9aa1-47f7-994a-5c6028948416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:59.377872 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-e65ffe3b-094e-45b0-a068-6a34adcccf26 req-24d997ea-4413-4cae-affc-c3f9f7ed6cdb tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 210 time: 0.0416832 May 12 20:44:59.460427 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 11cf821c-b15d-4860-aa46-e2f00cfcad72 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:44:59.585596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Current status of the port 11cf821c-b15d-4860-aa46-e2f00cfcad72 is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:44:59.586059 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:59.616136 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:44:59.626467 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:44:59.632148 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:44:59.664318 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f672d60b-6a59-49a2-970e-771e1bdb03b2'] response: {'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'code': 200} May 12 20:44:59.705217 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Pushing event updated for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:00.397608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:00.489337 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-210e4049-bc94-4aa4-a396-1c90c2a3a156 req-9306cf6a-7440-4565-8d39-38e356e9972f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 210 time: 0.0480428 May 12 20:45:00.682881 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:01.647260 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1db1f46a-80ec-429e-a164-544da586bd0c req-e043f4d0-6875-4c6a-a2dc-2c63b169301f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 210 time: 0.0434220 May 12 20:45:01.985620 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:02.249274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.73', 49898) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:45:02.393826 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-05c03e21-7bb5-475b-9000-2960c6d44230 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:02.395254 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-05c03e21-7bb5-475b-9000-2960c6d44230 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.73 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 809 time: 0.1447635 May 12 20:45:02.444417 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-51a5f972-cb91-42f4-93ed-f851916fabb2 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2115c1752e9c451585d3a942559a0ee0 HTTP/1.1" status: 200 len: 380 time: 0.0411038 May 12 20:45:02.455539 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'port': {'device_id': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'admin_state_up': True, 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'security_groups': ['7074ff96-9a89-4bcc-abec-169d93d909b5']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:45:02.592331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:45:02.595942 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:port and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:45:02.598964 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:45:02.604675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:45:02.617682 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Made reservation on behalf of 2115c1752e9c451585d3a942559a0ee0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 20:45:02.621324 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:02.845224 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-28a04105-1812-425c-960a-e33598616908 req-03b6decb-692f-4544-9421-dd2d029075a2 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 210 time: 0.0565257 May 12 20:45:02.846291 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Allocated IP 172.20.0.3 (60c2ef2d-d45e-45be-a205-d3157119c53e/290dc31c-4a35-432c-b6a8-ce55571fd2fb/4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:45:03.125367 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:03.147697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Transition to ACTIVE for port object 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:45:03.178820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:03.263910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Network 60c2ef2d-d45e-45be-a205-d3157119c53e is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:45:03.267421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:45:03.270704 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:45:03.322295 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:03.334484 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.334764 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.335096 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.335421 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.335742 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.336061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.336377 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.336722 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.336996 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.337331 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.337817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.338184 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:03.361846 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:03.362507 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:03.387242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a70bb0ca-a2dc-4a33-9f2b-c1c42758cce4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351070 May 12 20:45:03.522018 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f897481-6bb7-433a-92cc-ab5b33ea2dbd None None] Provisioning for port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a completed by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:45:03.530115 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8f897481-6bb7-433a-92cc-ab5b33ea2dbd None None] Provisioning complete for port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a triggered by entity DHCP. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:45:03.530827 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8f897481-6bb7-433a-92cc-ab5b33ea2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:03.585156 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-8f897481-6bb7-433a-92cc-ab5b33ea2dbd None None] Port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a cannot update to ACTIVE because it is not bound. {{(pid=88114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 20:45:04.183782 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aabc1-23ee-4d56-a50a-38c6c2adf782 req-9da3a22c-e58c-4083-adac-7f0792772df8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:04.185350 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f13aabc1-23ee-4d56-a50a-38c6c2adf782 req-9da3a22c-e58c-4083-adac-7f0792772df8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 931 time: 0.2340195 May 12 20:45:04.232896 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-f13aabc1-23ee-4d56-a50a-38c6c2adf782 req-679b761b-c7f4-4d53-a55d-e274d5ef7ab7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 May 12 20:45:05.427258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafcdbe-abd4-4c4a-99ec-55a411afb816 req-ebea58f5-e8b9-439c-a722-52c93ab412c5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:05.428727 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eafcdbe-abd4-4c4a-99ec-55a411afb816 req-ebea58f5-e8b9-439c-a722-52c93ab412c5 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 931 time: 0.0853257 May 12 20:45:05.480634 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4eafcdbe-abd4-4c4a-99ec-55a411afb816 req-68c84808-abd7-42db-af1a-c8c9d4e6527e tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458007 May 12 20:45:06.679533 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274af1-cb50-4592-8eb9-562c397a8260 req-3320a8b5-38da-42bb-8f26-1b7a75ad6617 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:06.681022 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7274af1-cb50-4592-8eb9-562c397a8260 req-3320a8b5-38da-42bb-8f26-1b7a75ad6617 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 931 time: 0.0837190 May 12 20:45:06.777912 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-d7274af1-cb50-4592-8eb9-562c397a8260 req-acf27487-c875-43ec-9b9c-be239ca3a133 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902131 May 12 20:45:07.974505 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45610-4139-49e9-b1f9-bfe921ca8138 req-285ce41c-f90e-40b6-aa5d-c92b1d590cd4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:07.976100 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93e45610-4139-49e9-b1f9-bfe921ca8138 req-285ce41c-f90e-40b6-aa5d-c92b1d590cd4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 931 time: 0.0857353 May 12 20:45:08.023413 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-93e45610-4139-49e9-b1f9-bfe921ca8138 req-46ac30e8-eca9-4969-9c54-1ee4c21637c4 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 May 12 20:45:08.608413 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:09.231376 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3309d-8405-4226-af0f-0dbccb6116e3 req-3cc97027-3230-4178-8239-3369be743518 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:09.233353 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0c3309d-8405-4226-af0f-0dbccb6116e3 req-3cc97027-3230-4178-8239-3369be743518 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 931 time: 0.0886335 May 12 20:45:09.279143 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-b0c3309d-8405-4226-af0f-0dbccb6116e3 req-04a4af5d-2f15-43ef-8b34-9567bf80e73b tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 May 12 20:45:09.500635 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:10.479020 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9683d-b5bc-4134-8687-d93c37df584e req-e0739b5f-089e-476c-be0d-474940b32ca8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:10.480387 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cb9683d-b5bc-4134-8687-d93c37df584e req-e0739b5f-089e-476c-be0d-474940b32ca8 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 931 time: 0.0858235 May 12 20:45:10.527701 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4cb9683d-b5bc-4134-8687-d93c37df584e req-d45a8ddc-6c2e-4c3e-86cc-dd690e79dd85 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 May 12 20:45:11.404876 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-b3de2958-05c7-4cc5-a927-8faa88f07490 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:45:11.406674 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-b3de2958-05c7-4cc5-a927-8faa88f07490 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090353 May 12 20:45:11.460274 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.v2.base [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Request body: {'port': {'device_id': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841626-1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:45:11.572335 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:11.712911 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8fe2f-05c4-4071-b2f2-ed583e1e3fb0 req-ab4cbda9-b4a5-4c08-9e12-78b073963500 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:11.714343 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57d8fe2f-05c4-4071-b2f2-ed583e1e3fb0 req-ab4cbda9-b4a5-4c08-9e12-78b073963500 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 931 time: 0.0838580 May 12 20:45:11.765629 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-57d8fe2f-05c4-4071-b2f2-ed583e1e3fb0 req-1ad89b4b-609f-4db3-bc1c-c61b95736358 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 May 12 20:45:12.018014 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:45:12.025384 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:12.039694 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Transition to ACTIVE for port object 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 20:45:12.045111 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:12.172053 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:12.277771 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Attempting to bind port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a on host n-h2-841626-1 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 20:45:12.278103 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Attempting to bind port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a by drivers openvswitch,hyperv on host n-h2-841626-1 at level 0 using segments [{'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 20:45:12.278416 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Attempting to bind port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a on network 60c2ef2d-d45e-45be-a205-d3157119c53e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:45:12.283644 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a on network 60c2ef2d-d45e-45be-a205-d3157119c53e not bound, no agent of type Open vSwitch agent registered on host n-h2-841626-1 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 20:45:12.283970 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Attempting to bind port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a on network 60c2ef2d-d45e-45be-a205-d3157119c53e {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 20:45:12.289482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Checking agent: {'id': 'a4cc90be-e98d-4140-80cc-d123f8d761ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841626-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'started_at': datetime.datetime(2022, 5, 12, 19, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 20:45:12.289819 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Checking segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 20:45:12.290238 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Bound using segment: {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 20:45:12.290641 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Bound port: 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host: n-h2-841626-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14522e00-8020-41a9-a4ba-c0f221c10419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 20:45:12.291011 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:12.383491 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 20:45:12.386697 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 20:45:12.392065 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536421'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:12.455605 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:12.456214 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:12.457630 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 200 len: 1091 time: 1.0451710 May 12 20:45:12.458061 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:45:12.480580 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab96c5-2e5d-4c4e-a0de-10957e723a47 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:12.528218 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6451ebe-1667-475f-8232-0ba4072fb2e1'] response: {'name': 'network-changed', 'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'status': 'completed', 'code': 200} May 12 20:45:12.573806 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-874c8fd5-0a45-4244-9a8d-64835a607f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:12.575975 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-874c8fd5-0a45-4244-9a8d-64835a607f2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1094 time: 0.0793228 May 12 20:45:12.647515 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a5f821a4-48ed-4b58-9ae3-a51eefeaae89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 200 len: 217 time: 0.0645139 May 12 20:45:12.719519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-e196966f-8258-4ccd-8c3a-01aa95e2f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:12.720912 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-e196966f-8258-4ccd-8c3a-01aa95e2f121 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0664802 May 12 20:45:12.799916 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-485c3488-5a6e-4346-816f-575321ee067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:12.801438 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-485c3488-5a6e-4346-816f-575321ee067e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750499 May 12 20:45:12.933392 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-ec9131c8-f700-4e41-a00e-0f402b84f348 service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254733 May 12 20:45:12.958452 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1e0db-91b6-45e9-8c2e-dd596d2cff5a req-e7d7845e-d57d-4fab-a198-1a90ce435a06 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:12.959930 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cce1e0db-91b6-45e9-8c2e-dd596d2cff5a req-e7d7845e-d57d-4fab-a198-1a90ce435a06 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 943 time: 0.0840714 May 12 20:45:13.003683 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-cce1e0db-91b6-45e9-8c2e-dd596d2cff5a req-d682fd90-d054-4a45-90c3-60233fb38643 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379326 May 12 20:45:13.073260 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-fca6bfe6-cd39-421e-906e-685be19fe10e req-a6b14135-09b3-4218-8d44-211ad853d4e0 service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329346 May 12 20:45:13.198359 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-0494f53b-94c6-411d-abc7-8655e7146a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:13.199826 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-0494f53b-94c6-411d-abc7-8655e7146a63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1094 time: 0.0813642 May 12 20:45:13.330414 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-1f6ce9ec-1c8f-47a1-bf9c-8853d1d7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:13.331778 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-1f6ce9ec-1c8f-47a1-bf9c-8853d1d7e908 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1264167 May 12 20:45:13.400712 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-c6b94330-216f-4df9-b063-cd9235787e2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 200 len: 217 time: 0.0623055 May 12 20:45:13.461707 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-971f68fa-7c5b-4030-9ae4-ed5004437eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:13.463050 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-971f68fa-7c5b-4030-9ae4-ed5004437eda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0564721 May 12 20:45:13.544553 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-f5b40a80-ab28-44e1-be42-b6438801fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:13.546064 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-f5b40a80-ab28-44e1-be42-b6438801fa2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761492 May 12 20:45:13.773062 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-e3cbf7b3-30c8-408e-926d-c4dcd7e51f1b service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205398 May 12 20:45:13.904258 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-ccd708de-8f7a-438c-96db-5d095f528bf2 req-26975d68-5f37-4fdc-bec5-b0c6837659d8 service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240494 May 12 20:45:14.202374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd2894-ed69-4862-a8cd-40e8ce59ef48 req-80e78c88-a6dd-43c2-ae0c-a620f6d76058 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:14.203856 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22bd2894-ed69-4862-a8cd-40e8ce59ef48 req-80e78c88-a6dd-43c2-ae0c-a620f6d76058 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 943 time: 0.0845182 May 12 20:45:14.248355 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-22bd2894-ed69-4862-a8cd-40e8ce59ef48 req-e2406344-831a-435a-8e69-3e860b556365 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 May 12 20:45:15.065833 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:45:15.213161 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:45:15.226112 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'port_id': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'mac_address': 'fa:16:3e:a2:22:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:45:15.284446 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a is: DOWN; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:45:15.284826 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:15.302627 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:45:15.319067 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:45:15.323979 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:15.389556 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=4']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:15.437424 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d27a96-64d1-4a18-815a-0c979d8a6d5c req-266e6d18-0490-4f1c-9bf8-b246893b95e7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:15.438854 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72d27a96-64d1-4a18-815a-0c979d8a6d5c req-266e6d18-0490-4f1c-9bf8-b246893b95e7 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 944 time: 0.0805471 May 12 20:45:15.483067 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-72d27a96-64d1-4a18-815a-0c979d8a6d5c req-2bb75763-e82b-456c-a39f-b0b04e508f7b tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384841 May 12 20:45:15.576475 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:45:16.693597 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7213a4-8484-43b6-906e-c098bfa5fbdf req-458429ad-ea4f-4be1-83b5-b571cc94ca49 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:16.695057 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f7213a4-8484-43b6-906e-c098bfa5fbdf req-458429ad-ea4f-4be1-83b5-b571cc94ca49 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 944 time: 0.0926592 May 12 20:45:16.750662 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-0f7213a4-8484-43b6-906e-c098bfa5fbdf req-d3639562-d191-47aa-929b-b075f48b5b41 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495589 May 12 20:45:17.080960 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:45:17.161247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning for port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a completed by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 20:45:17.166181 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:45:17.166407 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:17.309757 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:45:17.310095 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:17.338510 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:45:17.348546 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:45:17.353562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:17.388996 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a9766b-06e9-407d-b3f8-5c8a270b208d'] response: {'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'code': 200} May 12 20:45:17.430028 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=5']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:17.526470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d46e9-84c6-4753-9938-9dda56a03a53 req-fc7dc16a-bc51-4a5c-bd04-ba42411826bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:17.528917 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f6d46e9-84c6-4753-9938-9dda56a03a53 req-fc7dc16a-bc51-4a5c-bd04-ba42411826bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1096 time: 0.0857201 May 12 20:45:17.568655 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-9f6d46e9-84c6-4753-9938-9dda56a03a53 req-d8e1b16e-57cd-44a9-bcff-44d34f208cce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 May 12 20:45:17.953948 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b03e-0df6-4af6-822b-4a42159361bd req-d08ecfcd-9283-48aa-8fe4-dfaccebf0025 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:17.955407 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d92b03e-0df6-4af6-822b-4a42159361bd req-d08ecfcd-9283-48aa-8fe4-dfaccebf0025 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 945 time: 0.0907352 May 12 20:45:17.999741 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-4d92b03e-0df6-4af6-822b-4a42159361bd req-6b7faae5-f00b-4f81-9523-b50309973603 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 May 12 20:45:19.206560 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b3acf-f9b9-4d95-8f29-ae657b1bb840 req-df3d6be9-8e47-422e-b043-a4f572b834aa tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:19.207989 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f4b3acf-f9b9-4d95-8f29-ae657b1bb840 req-df3d6be9-8e47-422e-b043-a4f572b834aa tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 945 time: 0.0856640 May 12 20:45:19.251750 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-2f4b3acf-f9b9-4d95-8f29-ae657b1bb840 req-67a928a2-0ade-44f9-90dc-779c7b2d5e72 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 May 12 20:45:19.455763 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294396c-9965-463c-8638-502b0f9b8614 req-07863f46-2851-4bdf-917c-6e82b4d00308 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:19.457230 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8294396c-9965-463c-8638-502b0f9b8614 req-07863f46-2851-4bdf-917c-6e82b4d00308 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 945 time: 0.0908587 May 12 20:45:19.504149 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8294396c-9965-463c-8638-502b0f9b8614 req-48017335-8e10-4ea0-b760-3da7703e7179 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 May 12 20:45:19.526755 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52302) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:45:19.598589 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7914be0a-9c46-4b84-a5c5-af07f8eef296 tempest-TestSnapshotPattern-304001988 tempest-TestSnapshotPattern-304001988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:19.599971 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-7914be0a-9c46-4b84-a5c5-af07f8eef296 tempest-TestSnapshotPattern-304001988 tempest-TestSnapshotPattern-304001988-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1091 time: 0.0722656 May 12 20:45:19.602856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52306) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:45:19.607640 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.v2.base [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Request body: {'floatingip': {'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'port_id': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 20:45:19.614290 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 20:45:19.618228 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Usage tracker for resource:floatingip and tenant:2115c1752e9c451585d3a942559a0ee0 is out of sync, need to count used quota {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 20:45:19.621046 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88112) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 20:45:19.626819 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.quota.driver [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 20:45:19.639584 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:19.785776 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:19.923258 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.db_base_plugin_common [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Allocated IP 172.25.2.139 (79f6a4f4-7b97-421e-9184-eeab9b532ba3/97806d4e-5c9f-4a33-9d65-625a1a604850/fe535b32-2a61-4ee3-a539-b4eee61a662f) {{(pid=88112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 20:45:20.071976 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for port, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:20.109831 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756756506188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:20.173779 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Network 79f6a4f4-7b97-421e-9184-eeab9b532ba3 is already hosted by enough agents. {{(pid=88112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 20:45:20.176578 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.base_scheduler [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Resources bound (agent type, host, resource id): {{(pid=88112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 20:45:20.180229 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Received port after_create {{(pid=88112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 20:45:20.318394 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'Port': ['ID=fe535b32-2a61-4ee3-a539-b4eee61a662f,revision_number=1']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:20.334588 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.334882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.335214 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.335534 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.335858 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.336183 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.336502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.336824 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.337136 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.337480 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.337797 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.338113 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:45:20.719374 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:20.796371 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:21.011545 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for port, precommit_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:21.018540 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2503307'] for port, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:21.127705 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event updated for resources: {'Port': ['ID=fe535b32-2a61-4ee3-a539-b4eee61a662f,revision_number=2']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:45:21.139361 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773351'] for floatingip, after_update {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:21.315543 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Floating IP f755e601-63af-4d35-8635-b80f71fb5bb6 associated. External IP: 172.25.2.139, port: 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a. May 12 20:45:21.675666 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:45:21.970203 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:45:21.980125 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] Sync routers for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:45:21.990123 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:45:21.990858 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:44:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:45:21.995576 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:22.049811 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9f31c4be-2d45-41f2-ba65-c8ba3ff0296f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4459693 May 12 20:45:22.050374 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:45:22.149896 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb980371-ebe6-439b-bd09-3cd3c04c9bb8'] response: {'name': 'network-changed', 'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'status': 'completed', 'code': 200} May 12 20:45:22.169069 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:45:22.241400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720dd97-317a-4504-9bdc-954221ffe74e req-da2efe1e-57cf-4451-9e46-64b612062852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:22.242780 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c720dd97-317a-4504-9bdc-954221ffe74e req-da2efe1e-57cf-4451-9e46-64b612062852 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1096 time: 0.0704985 May 12 20:45:22.371447 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720dd97-317a-4504-9bdc-954221ffe74e req-43ce3a7b-c53c-4b51-959f-7a3dda74d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:22.372902 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c720dd97-317a-4504-9bdc-954221ffe74e req-43ce3a7b-c53c-4b51-959f-7a3dda74d092 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1241496 May 12 20:45:22.474914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c720dd97-317a-4504-9bdc-954221ffe74e req-9cccc6ec-b1c3-47da-9ff4-0b7faaf1767e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 200 len: 999 time: 0.0962861 May 12 20:45:22.511714 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:47Z', 'revision_number': 1, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}, {'id': 'f755e601-63af-4d35-8635-b80f71fb5bb6', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:a2:22:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:45:20Z', 'updated_at': '2022-05-12T20:45:20Z', 'revision_number': 0, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:45:22.515724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] Checking router: d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:45:22.524016 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:45:22.524622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:44:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:45:22.540400 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720dd97-317a-4504-9bdc-954221ffe74e req-b67c007e-5b78-45e4-9bd4-ad9c6d09aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:22.541887 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c720dd97-317a-4504-9bdc-954221ffe74e req-b67c007e-5b78-45e4-9bd4-ad9c6d09aa02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0605514 May 12 20:45:22.622978 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720dd97-317a-4504-9bdc-954221ffe74e req-f7a60ff4-0edf-47dd-b0f0-98aeac196b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:22.624547 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c720dd97-317a-4504-9bdc-954221ffe74e req-f7a60ff4-0edf-47dd-b0f0-98aeac196b6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766456 May 12 20:45:22.695694 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:45:22.753663 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c720dd97-317a-4504-9bdc-954221ffe74e req-7dbb8d60-d135-44e4-af12-dcc4897f42fd service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234086 May 12 20:45:22.883541 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-c720dd97-317a-4504-9bdc-954221ffe74e req-85b3862f-cfe4-4194-8fcf-8beba45c1194 service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243839 May 12 20:45:23.055274 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:47Z', 'revision_number': 1, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}, {'id': 'f755e601-63af-4d35-8635-b80f71fb5bb6', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:a2:22:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:45:20Z', 'updated_at': '2022-05-12T20:45:20Z', 'revision_number': 0, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:45:23.059925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e632401-1209-4a90-a479-a128c1a079d0 None None] The sync data for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 is: [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:47Z', 'revision_number': 1, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}, {'id': 'f755e601-63af-4d35-8635-b80f71fb5bb6', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:a2:22:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:45:20Z', 'updated_at': '2022-05-12T20:45:20Z', 'revision_number': 0, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:45:23.256337 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc685c-fdcf-41c7-96b5-1ae8cbde3d1e None None] New status for floating IP f755e601-63af-4d35-8635-b80f71fb5bb6: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:45:26.961094 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9460c1d0-fdec-42d5-8216-46cf9fb66082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:29.028886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-43a58fb4-4b7f-4eff-bad0-09a766800851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:30.406166 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:30.702005 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:30.850283 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:45:31.998149 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:38.601769 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:39.511207 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:53.468027 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-4bc1e8f5-0747-42d6-b19f-ea1e8ada482a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791163 May 12 20:45:53.611454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876e825-016c-4a09-860d-a9a06986c80f req-f314bfef-6232-4ac0-bd47-2d50a4705008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:53.612913 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-f314bfef-6232-4ac0-bd47-2d50a4705008 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1095 time: 0.0775197 May 12 20:45:53.760725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876e825-016c-4a09-860d-a9a06986c80f req-e9d6b0bf-b6f9-4ae8-90a8-fb9751681f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:53.762209 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-e9d6b0bf-b6f9-4ae8-90a8-fb9751681f4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1311624 May 12 20:45:53.865444 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-73e77b0c-fe40-47cb-923c-59268581dc3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 999 time: 0.0974183 May 12 20:45:53.926809 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876e825-016c-4a09-860d-a9a06986c80f req-2dfc2b2a-eb6f-47fd-979c-3479a4481141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:53.928205 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-2dfc2b2a-eb6f-47fd-979c-3479a4481141 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0560462 May 12 20:45:54.101587 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876e825-016c-4a09-860d-a9a06986c80f req-3e6bf1f9-2e2f-4b38-8ee6-0372ea22b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:45:54.103032 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-3e6bf1f9-2e2f-4b38-8ee6-0372ea22b488 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683521 May 12 20:45:54.113817 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-8c3b862e-6725-48f1-afd2-a27705ce079c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 20:45:54.114714 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-8c3b862e-6725-48f1-afd2-a27705ce079c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048866 May 12 20:45:54.249104 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-512669c8-3404-466f-afae-36f867a37c64 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272259 May 12 20:45:54.383480 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-d876e825-016c-4a09-860d-a9a06986c80f req-85c3ba4b-bba3-4adc-bb48-9b4f7560517f service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285119 May 12 20:45:56.971620 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea06495-c2ba-4d37-a4fa-e0fbdae8ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:45:59.032801 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f9e92ca-a05b-4fbb-bb43-4ce35b7d140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:00.410972 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:00.688873 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:00.718908 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-85a1c995-9e56-4a95-8c3a-fdc659e2e7a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754061 May 12 20:46:00.860909 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85874925-cda8-4976-a80c-654721035957 req-f9d75e9e-7b48-4bfc-98ab-6eedd4742271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:00.862428 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-f9d75e9e-7b48-4bfc-98ab-6eedd4742271 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1096 time: 0.0755048 May 12 20:46:01.007519 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85874925-cda8-4976-a80c-654721035957 req-d26d7d77-e30d-4367-891b-435f28c3c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:01.008876 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-d26d7d77-e30d-4367-891b-435f28c3c095 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1272516 May 12 20:46:01.112851 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-4349bfbe-81d0-4151-b2f8-7af0b17bbb42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 200 len: 1001 time: 0.0971558 May 12 20:46:01.180257 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85874925-cda8-4976-a80c-654721035957 req-2ca5db84-b7a7-4838-8f93-7432752f09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:01.181735 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-2ca5db84-b7a7-4838-8f93-7432752f09b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0629880 May 12 20:46:01.257872 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85874925-cda8-4976-a80c-654721035957 req-314e9263-b4d5-48fb-9b72-d45e5d735bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:01.259234 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-314e9263-b4d5-48fb-9b72-d45e5d735bdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713973 May 12 20:46:01.397086 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-73a90eba-4ab7-403a-a971-16ee59270cef service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301582 May 12 20:46:01.532091 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-85874925-cda8-4976-a80c-654721035957 req-b4b36aba-0693-4779-9784-1b86feca88a9 service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277330 May 12 20:46:01.996003 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:07.855440 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:46:08.595110 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:09.510624 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:26.975690 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-25570b86-0ba4-44f3-a313-1e170f22afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:29.035464 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5d912bd9-7a81-48e1-a31c-c5047829caee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:30.414746 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:30.694337 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:32.008313 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:38.621086 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:39.509033 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:44.855471 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:46:53.655902 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a details requested by agent hyperv_n-h2-841626-1 with host n-h2-841626-1 {{(pid=88114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 20:46:53.830520 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:46:53.844620 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Returning: {'device': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'port_id': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'mac_address': 'fa:16:3e:a2:22:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 20:46:53.911058 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a is: ACTIVE; New status is: BUILD {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:46:53.911354 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:53.929124 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 20:46:53.945219 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:46:53.952271 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:54.027663 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:46:54.035184 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.035545 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.035880 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.036211 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.036544 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.036861 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.037230 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.037526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.037845 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.038158 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.038464 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.038778 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:46:54.044596 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] get_ports_and_sgs() called for port_ids ['4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'] {{(pid=88114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 20:46:54.492242 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-2930cf1b-0c40-4e7f-a421-ae22178a26bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759323 May 12 20:46:54.635010 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de565fa-b581-4393-9424-70b9a51176c3 req-fc59bda2-67ef-42f9-8d8c-d6f36cc90ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:54.636512 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-fc59bda2-67ef-42f9-8d8c-d6f36cc90ecd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1095 time: 0.0745585 May 12 20:46:54.784304 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de565fa-b581-4393-9424-70b9a51176c3 req-f04dedc3-9e05-4dcd-8431-f280e9cc2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:54.785795 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-f04dedc3-9e05-4dcd-8431-f280e9cc2cd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1303113 May 12 20:46:54.899116 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-d35cb690-5c93-4a3c-b8b2-a26675165389 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 999 time: 0.1067421 May 12 20:46:54.963311 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de565fa-b581-4393-9424-70b9a51176c3 req-649bb652-e22e-4fad-bdc9-72d686723562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:54.964781 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-649bb652-e22e-4fad-bdc9-72d686723562 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0603962 May 12 20:46:55.152282 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de565fa-b581-4393-9424-70b9a51176c3 req-88234879-d4ff-4bdf-adfd-eaccde4b1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:46:55.153992 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-88234879-d4ff-4bdf-adfd-eaccde4b1d66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829953 May 12 20:46:55.309965 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-4f0048a3-ce9d-4a05-97ef-6f59ae756624 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475906 May 12 20:46:55.450639 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-5de565fa-b581-4393-9424-70b9a51176c3 req-57adefc7-b570-4ff8-bf31-a442a29dcf4c service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362350 May 12 20:46:55.672916 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a up at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 20:46:55.743554 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Provisioning complete for port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a triggered by entity L2. {{(pid=88114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 20:46:55.744095 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911082'] for port, provisioning_complete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:55.873317 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a is: BUILD; New status is: ACTIVE {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:46:55.873900 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:55.904404 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:46:55.914623 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:46:55.927992 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:56.011897 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:46:56.071164 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a953c9fe-3c88-4305-8023-c08876154d9d'] response: {'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'code': 200} May 12 20:46:56.972648 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-81289196-7f1f-4104-85a7-3b4b2d329508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:46:59.038474 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-140158a1-2515-4bab-b37d-9e40c636eb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:00.413348 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:00.720354 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:00.843098 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-8742a246-04e2-48af-be20-d90354e5a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:00.845232 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-8742a246-04e2-48af-be20-d90354e5a1b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1096 time: 0.0739496 May 12 20:47:01.035116 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-709afc91-6fb0-44a8-9d31-c57f6f948930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:01.037088 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-709afc91-6fb0-44a8-9d31-c57f6f948930 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1681118 May 12 20:47:01.151084 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-4c4c1da2-bdc3-4346-97e8-ccefd0e22cf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 200 len: 1001 time: 0.1067212 May 12 20:47:01.219833 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-b36eedc3-2369-43f7-822c-b82a44e35d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:01.221545 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-b36eedc3-2369-43f7-822c-b82a44e35d7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0629323 May 12 20:47:01.308349 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-c01cfdc9-776e-44cf-95e0-502725d7b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:01.310625 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-c01cfdc9-776e-44cf-95e0-502725d7b573 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826702 May 12 20:47:01.475458 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-bcd2aaa5-7fcb-4736-9f1e-96421720023f service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580360 May 12 20:47:01.621087 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-7a4b76e9-0f06-45bb-9eb2-90982d781d90 req-28c97b2a-c05a-4be9-b88e-a3bf0409d175 service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399403 May 12 20:47:02.005546 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:04.874142 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:05.076322 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Deleting port fe535b32-2a61-4ee3-a539-b4eee61a662f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:05.076543 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:05.247567 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:05.247901 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:05.477486 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Calling delete_port for fe535b32-2a61-4ee3-a539-b4eee61a662f owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:05.634657 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:05.679579 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event deleted for resources: {'Port': ['ID=fe535b32-2a61-4ee3-a539-b4eee61a662f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:05.718901 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.719235 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.719560 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.719885 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.720206 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.720517 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.720829 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.721141 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.721483 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.721780 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.722097 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.722404 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:05.780647 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:05.780926 n-d-841626-1 neutron-server[88113]: INFO neutron.db.l3_db [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Floating IP f755e601-63af-4d35-8635-b80f71fb5bb6 disassociated (deleted). External IP: 172.25.2.139, port: 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a. May 12 20:47:06.145260 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:47:06.328677 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:47:06.338561 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] Sync routers for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:47:06.341822 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:06.348439 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:06.349043 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:06.395622 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-f8c86652-f443-4d9e-beb3-bcad999c5c88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "DELETE /v2.0/floatingips/f755e601-63af-4d35-8635-b80f71fb5bb6 HTTP/1.1" status: 204 len: 168 time: 1.5202386 May 12 20:47:06.396063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:47:06.501244 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d9674d1-0cdd-4d44-9b27-d5432cb089cc'] response: {'name': 'network-changed', 'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'status': 'completed', 'code': 200} May 12 20:47:06.530496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:06.604140 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57289c03-0607-42aa-af0f-293d54f6279b req-a00f42aa-caf1-46f8-abcb-92864c91eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:06.608364 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57289c03-0607-42aa-af0f-293d54f6279b req-a00f42aa-caf1-46f8-abcb-92864c91eb89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 1096 time: 0.0861280 May 12 20:47:06.746905 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57289c03-0607-42aa-af0f-293d54f6279b req-39ea444d-7d32-4bfd-b552-2945ee33592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:06.748328 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57289c03-0607-42aa-af0f-293d54f6279b req-39ea444d-7d32-4bfd-b552-2945ee33592c service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1340458 May 12 20:47:06.789886 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3474c-1413-45c8-bed7-29120d1aaa1c req-aaac8200-4611-4b6a-b915-ad67c3da3f8f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:06.792112 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dad3474c-1413-45c8-bed7-29120d1aaa1c req-aaac8200-4611-4b6a-b915-ad67c3da3f8f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 945 time: 0.0901234 May 12 20:47:06.823914 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57289c03-0607-42aa-af0f-293d54f6279b req-585ee256-86bf-47a7-8055-29663110d4ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 200 len: 217 time: 0.0669465 May 12 20:47:06.836771 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-dad3474c-1413-45c8-bed7-29120d1aaa1c req-0b1532f0-9ca2-4fea-ae82-1008eccf8c59 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389495 May 12 20:47:06.891144 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57289c03-0607-42aa-af0f-293d54f6279b req-ddb97193-dc29-431a-b98d-c65f7b93d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:06.891688 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:47Z', 'revision_number': 1, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:06.892656 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57289c03-0607-42aa-af0f-293d54f6279b req-ddb97193-dc29-431a-b98d-c65f7b93d5de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0600274 May 12 20:47:06.895641 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] Checking router: d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:47:06.904361 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:06.904966 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:06.967675 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57289c03-0607-42aa-af0f-293d54f6279b req-b60aa0cc-f849-4a3a-8181-ac811a928142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:06.969138 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57289c03-0607-42aa-af0f-293d54f6279b req-b60aa0cc-f849-4a3a-8181-ac811a928142 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696917 May 12 20:47:07.085686 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:07.219370 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57289c03-0607-42aa-af0f-293d54f6279b req-29152320-7b82-4b49-acf7-4998bd247817 service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437370 May 12 20:47:07.350404 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-57289c03-0607-42aa-af0f-293d54f6279b req-817ec72a-5d4d-40b0-9e77-b7ce9d833d1a service neutron] 10.222.0.73 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241429 May 12 20:47:07.476586 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:47Z', 'revision_number': 1, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:07.480957 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05e883-9571-49ec-b022-1de4a82e4d10 None None] The sync data for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 is: [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_floatingips': [{'id': '8d2839dc-382e-4e2f-992d-862e8ac15158', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'router_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'port_id': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'mac_address': 'fa:16:3e:2e:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T20:42:44Z', 'updated_at': '2022-05-12T20:42:47Z', 'revision_number': 1, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:47:07.728214 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ab9f3-3fab-4eb5-83ac-ee712744dab0 None None] New status for floating IP f755e601-63af-4d35-8635-b80f71fb5bb6: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:47:07.754102 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:07.870247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Current status of the port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a is: ACTIVE; New status is: DOWN {{(pid=88114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 12 20:47:07.870669 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002056'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:07.902053 n-d-841626-1 neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:47:07.919749 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:07.936715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756756899431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756756506206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756756506251'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:07.985679 n-d-841626-1 neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f222076-a4ad-46a8-9c79-ed078b99cdbe'] response: {'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'code': 200} May 12 20:47:08.022721 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Pushing event updated for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=8']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:08.042983 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6faf05-fcd0-4263-8520-3fe408e593a7 req-3919c619-741a-4c80-9bb2-fe4845957e88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:08.044712 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a6faf05-fcd0-4263-8520-3fe408e593a7 req-3919c619-741a-4c80-9bb2-fe4845957e88 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 943 time: 0.0904419 May 12 20:47:08.089594 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-7a6faf05-fcd0-4263-8520-3fe408e593a7 req-90735c7f-91cb-4854-8ae5-ec821413e17f tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389223 May 12 20:47:08.303958 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-c6229484-6cd8-4e3e-ad1d-fc60d39acf6c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:08.304666 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-c6229484-6cd8-4e3e-ad1d-fc60d39acf6c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Synchronizing usage tracker for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:47:08.325417 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-c6229484-6cd8-4e3e-ad1d-fc60d39acf6c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Unset dirty status for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:47:08.326798 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-c6229484-6cd8-4e3e-ad1d-fc60d39acf6c tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 943 time: 0.1169243 May 12 20:47:08.404249 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Deleting port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:08.404620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:08.609305 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:08.657431 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] For port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a, host n-h2-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841626-1',level=0,port_id=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:08.657665 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:08.776600 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Calling delete_port for 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:08.928358 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:08.985636 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event deleted for resources: {'Port': ['ID=4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:09.060725 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] No DVR routers for this DVR port 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a on host n-h2-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:47:09.063649 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:09.066117 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-deleted', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:47:09.085010 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-1d9de461-580b-43ea-9b86-351bf48b2a1a req-8ba225a6-5ef1-4470-9f0c-3eacc09de964 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.73 "DELETE /v2.0/ports/4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a HTTP/1.1" status: 204 len: 173 time: 0.7471132 May 12 20:47:09.120800 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760e7c29-5de7-4049-a37e-87b623cda241'] response: {'server_uuid': '7b0f8b34-bb46-4f72-b806-5bc4bef65fea', 'name': 'network-vif-deleted', 'tag': '4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a', 'status': 'completed', 'code': 200} May 12 20:47:09.258061 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8d601a5e-3e75-4c42-98b5-444a47f2e69e req-57f156c8-30f6-4594-a891-cf45cd595a8d tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0f8b34-bb46-4f72-b806-5bc4bef65fea HTTP/1.1" status: 200 len: 210 time: 0.0431738 May 12 20:47:09.520161 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:10.953383 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52572) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:11.156856 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Deleting port 48eea39e-ba0e-4319-ab00-0f879fba7a2e {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:11.157214 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:11.323791 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:11.324119 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:11.444648 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Calling delete_port for 48eea39e-ba0e-4319-ab00-0f879fba7a2e owned by network:floatingip {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:11.607728 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:11.652334 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event deleted for resources: {'Port': ['ID=48eea39e-ba0e-4319-ab00-0f879fba7a2e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:11.691340 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.691680 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.691990 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.692344 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.692687 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.693028 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.693445 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.693744 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.694057 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.694369 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.694831 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.695095 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841626-1 {{(pid=88112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 20:47:11.753687 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a no longer exists at agent hyperv_n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:11.754245 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for floatingip, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:11.754337 n-d-841626-1 neutron-server[88112]: INFO neutron.db.l3_db [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Floating IP 8d2839dc-382e-4e2f-992d-862e8ac15158 disassociated (deleted). External IP: 172.25.2.37, port: 11cf821c-b15d-4860-aa46-e2f00cfcad72. May 12 20:47:11.787142 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] No Port match for: 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:11.787479 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Device 4f7aeb51-95cb-4ea7-8e12-bba5f0ba388a not bound to the agent host n-h2-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:12.237409 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:47:12.417207 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:47:12.427973 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] Sync routers for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:47:12.434559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for floatingip, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:12.438064 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:12.438681 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:12.488945 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-2db7f49a-975b-47d7-9938-e269392bdf67 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "DELETE /v2.0/floatingips/8d2839dc-382e-4e2f-992d-862e8ac15158 HTTP/1.1" status: 204 len: 168 time: 1.5345073 May 12 20:47:12.489671 n-d-841626-1 neutron-server[88112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72'}] {{(pid=88112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:47:12.535947 n-d-841626-1 neutron-server[88112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6639ac45-f36b-4432-af24-ee94bbafaa81'] response: {'name': 'network-changed', 'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'status': 'completed', 'code': 200} May 12 20:47:12.622707 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:12.628425 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-d6fba5e6-d3d2-480a-a577-f8fb3eb4fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:12.630029 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-d6fba5e6-d3d2-480a-a577-f8fb3eb4fd25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2115c1752e9c451585d3a942559a0ee0&device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 1095 time: 0.0716779 May 12 20:47:12.770013 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-b55f30b5-3315-4544-a9dd-923b3338f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:12.771474 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-b55f30b5-3315-4544-a9dd-923b3338f7a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 200 len: 910 time: 0.1345668 May 12 20:47:12.844655 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-31c0d062-8508-4d14-a279-87e96241a632 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 200 len: 217 time: 0.0658379 May 12 20:47:12.868421 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffcd88-da16-4baa-bbef-3c08029657e5 req-5a1fea4a-c2e3-4b30-8347-dfbf79bb0243 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:12.869117 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1cffcd88-da16-4baa-bbef-3c08029657e5 req-5a1fea4a-c2e3-4b30-8347-dfbf79bb0243 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Synchronizing usage tracker for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:port {{(pid=88112) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:47:12.885520 n-d-841626-1 neutron-server[88112]: DEBUG neutron.quota.resource [req-1cffcd88-da16-4baa-bbef-3c08029657e5 req-5a1fea4a-c2e3-4b30-8347-dfbf79bb0243 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Unset dirty status for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:port {{(pid=88112) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:47:12.887200 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cffcd88-da16-4baa-bbef-3c08029657e5 req-5a1fea4a-c2e3-4b30-8347-dfbf79bb0243 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 944 time: 0.1007841 May 12 20:47:12.915002 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-8c6a35c6-9c6d-4958-b7ea-16743d37b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:12.916762 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-8c6a35c6-9c6d-4958-b7ea-16743d37b2bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 200 len: 848 time: 0.0644825 May 12 20:47:12.934772 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-1cffcd88-da16-4baa-bbef-3c08029657e5 req-d70f6163-3999-4af3-869a-bfd4bb95a59a tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 May 12 20:47:12.938119 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:12.942437 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] Checking router: d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:47:12.956943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:12.956943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:12.992285 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-1222fc5d-4d8d-491c-8adf-c0b284a04fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:12.993807 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-1222fc5d-4d8d-491c-8adf-c0b284a04fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c2ef2d-d45e-45be-a205-d3157119c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708454 May 12 20:47:13.133724 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:13.230108 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-671ca538-55d4-438a-b98e-111446a01482 service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284942 May 12 20:47:13.360997 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-bdd78864-4130-4470-89e3-378ebc7c60aa req-bf45d11f-8b10-4c39-96de-65bc97c091aa service neutron] 10.222.0.36 "GET /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232038 May 12 20:47:13.479248 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:13.483269 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ab028-2f53-4e78-bda3-cade01f9bab9 None None] The sync data for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 is: [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:42:20Z', 'revision_number': 4, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1', '_interfaces': [{'id': '8114a66c-9317-41f2-88a1-cdcab33cb7c0', 'name': '', 'network_id': '60c2ef2d-d45e-45be-a205-d3157119c53e', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'mac_address': 'fa:16:3e:24:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:19Z', 'updated_at': '2022-05-12T20:42:26Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'subnets': [{'id': '290dc31c-4a35-432c-b6a8-ce55571fd2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:47:13.706423 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca67622-6106-4eae-bca8-d257ffa7467d None None] New status for floating IP 8d2839dc-382e-4e2f-992d-862e8ac15158: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 20:47:14.138112 n-d-841626-1 neutron-server[88112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c094369-99a0-4c2b-a1b3-c7750de7ee7e req-54366c50-dc28-4d62-a8d2-355d61fe6628 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:14.139590 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c094369-99a0-4c2b-a1b3-c7750de7ee7e req-54366c50-dc28-4d62-a8d2-355d61fe6628 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 944 time: 0.0805171 May 12 20:47:14.184195 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-8c094369-99a0-4c2b-a1b3-c7750de7ee7e req-858dfbb7-8f00-47d4-b265-bd6dc7d1fabe tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/security-groups?id=7074ff96-9a89-4bcc-abec-169d93d909b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 May 12 20:47:14.326337 n-d-841626-1 neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-5ab76468-c706-41da-8e65-546c0d7d56f9 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 20:47:14.327011 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-5ab76468-c706-41da-8e65-546c0d7d56f9 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Synchronizing usage tracker for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 20:47:14.341062 n-d-841626-1 neutron-server[88113]: DEBUG neutron.quota.resource [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-5ab76468-c706-41da-8e65-546c0d7d56f9 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Unset dirty status for tenant:2115c1752e9c451585d3a942559a0ee0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 20:47:14.342197 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-5ab76468-c706-41da-8e65-546c0d7d56f9 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 944 time: 0.0978625 May 12 20:47:14.419309 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Deleting port 11cf821c-b15d-4860-aa46-e2f00cfcad72 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:14.419616 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:14.665997 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] For port 11cf821c-b15d-4860-aa46-e2f00cfcad72, host n-h1-841626-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841626-1',level=0,port_id=11cf821c-b15d-4860-aa46-e2f00cfcad72,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:14.666345 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:14.792350 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Calling delete_port for 11cf821c-b15d-4860-aa46-e2f00cfcad72 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:14.939471 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:14.988686 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event deleted for resources: {'Port': ['ID=11cf821c-b15d-4860-aa46-e2f00cfcad72,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:15.069889 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] No DVR routers for this DVR port 11cf821c-b15d-4860-aa46-e2f00cfcad72 on host n-h1-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:47:15.072453 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153913'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:15.075308 n-d-841626-1 neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-deleted', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 20:47:15.093519 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [req-4ebb2d20-cf19-4c98-a517-3435d0739fd4 req-805994e0-9647-443f-817f-53a309438bb3 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.36 "DELETE /v2.0/ports/11cf821c-b15d-4860-aa46-e2f00cfcad72 HTTP/1.1" status: 204 len: 173 time: 0.7434857 May 12 20:47:15.127077 n-d-841626-1 neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad1b591-9b5b-4222-8a00-a795b9b8bb94'] response: {'server_uuid': '2ec141b5-d7c6-47fb-b0a8-1b438124b375', 'name': 'network-vif-deleted', 'tag': '11cf821c-b15d-4860-aa46-e2f00cfcad72', 'status': 'completed', 'code': 200} May 12 20:47:15.356048 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [req-6585872a-f7e4-46a2-8e30-d02e284bba34 req-f0411262-9f40-44f4-aa06-b50cecc8a1a1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ec141b5-d7c6-47fb-b0a8-1b438124b375 HTTP/1.1" status: 200 len: 210 time: 0.0481746 May 12 20:47:16.460190 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52590) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:16.533261 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a00aad5-571b-48a8-90a5-5dad8fd98dc1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:16.566177 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a00aad5-571b-48a8-90a5-5dad8fd98dc1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:16.639405 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a00aad5-571b-48a8-90a5-5dad8fd98dc1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:16.656271 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00aad5-571b-48a8-90a5-5dad8fd98dc1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7074ff96-9a89-4bcc-abec-169d93d909b5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:16.669015 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a00aad5-571b-48a8-90a5-5dad8fd98dc1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:16.670180 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7a00aad5-571b-48a8-90a5-5dad8fd98dc1 tempest-TestSnapshotPattern-202868499 tempest-TestSnapshotPattern-202868499-project] 10.222.0.72 "DELETE /v2.0/security-groups/7074ff96-9a89-4bcc-abec-169d93d909b5 HTTP/1.1" status: 204 len: 168 time: 0.2090211 May 12 20:47:16.721384 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:17.490265 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:17.844374 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Deleting port 8114a66c-9317-41f2-88a1-cdcab33cb7c0 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:17.844576 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:18.013734 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] For port 8114a66c-9317-41f2-88a1-cdcab33cb7c0, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=8114a66c-9317-41f2-88a1-cdcab33cb7c0,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:18.015194 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:18.060943 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 11cf821c-b15d-4860-aa46-e2f00cfcad72 no longer exists at agent hyperv_n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:18.095646 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] No Port match for: 11cf821c-b15d-4860-aa46-e2f00cfcad72 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:18.095908 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Device 11cf821c-b15d-4860-aa46-e2f00cfcad72 not bound to the agent host n-h1-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:18.141940 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Calling delete_port for 8114a66c-9317-41f2-88a1-cdcab33cb7c0 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:18.472987 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:18.555647 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=8114a66c-9317-41f2-88a1-cdcab33cb7c0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:18.911289 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:19.275065 n-d-841626-1 neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:47:19.453482 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:47:19.462526 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] Sync routers for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:47:19.467681 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-8f8b71e7-812a-4a77-8574-6b9e46074f9f admin admin] 10.222.0.72 "PUT /v2.0/routers/d89fb60c-ecfa-49ec-ba57-7f90e445e0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7452676 May 12 20:47:19.470520 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52602) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:19.472007 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:19.472498 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:19.649168 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:19.651394 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: n-d-841626-1 {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:19.823420 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:19.835375 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Deleting port 3d2ae098-021f-49ae-a19c-010a0b6ad863 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:19.835740 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:19.931919 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:47:18Z', 'revision_number': 5, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port': {'id': '3d2ae098-021f-49ae-a19c-010a0b6ad863', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:17Z', 'updated_at': '2022-05-12T20:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:19.935922 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] Checking router: d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 for host: n-d-841626-1 {{(pid=88114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:47:19.944512 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] Routers {'d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'} bound to L3 agent in host n-d-841626-1 {{(pid=88114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:19.945138 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'], 'active': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:20.010592 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] For port 3d2ae098-021f-49ae-a19c-010a0b6ad863, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=3d2ae098-021f-49ae-a19c-010a0b6ad863,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:20.010975 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.095841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_dvr_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] Set router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 gateway port host: None {{(pid=88114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:20.202841 n-d-841626-1 neutron-server[88114]: DEBUG neutron.db.l3_hamode_db [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:47:19Z', 'revision_number': 6, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:20.207114 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2bc8-43f3-42fa-8bca-8b9c5a263b16 None None] The sync data for ids ['d89fb60c-ecfa-49ec-ba57-7f90e445e0d0'] in n-d-841626-1 is: [{'id': 'd89fb60c-ecfa-49ec-ba57-7f90e445e0d0', 'name': 'tempest-TestSnapshotPattern-219732587-router', 'tenant_id': '2115c1752e9c451585d3a942559a0ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:16Z', 'updated_at': '2022-05-12T20:47:19Z', 'revision_number': 6, 'project_id': '2115c1752e9c451585d3a942559a0ee0', 'gw_port_host': None}] {{(pid=88114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:47:20.259245 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Calling delete_port for 3d2ae098-021f-49ae-a19c-010a0b6ad863 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:20.433618 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.478991 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2ae098-021f-49ae-a19c-010a0b6ad863,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:20.574215 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.745404 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.747498 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.773146 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.774081 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:47:20.786025 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.787156 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-05879912-a14c-467b-b683-c2b7277917ef admin admin] 10.222.0.72 "DELETE /v2.0/routers/d89fb60c-ecfa-49ec-ba57-7f90e445e0d0 HTTP/1.1" status: 204 len: 168 time: 1.3156619 May 12 20:47:20.789773 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52606) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:20.847261 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] Deleting subnet 290dc31c-4a35-432c-b6a8-ce55571fd2fb {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:47:20.850466 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.901910 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:20.980429 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.053175 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.092077 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290dc31c-4a35-432c-b6a8-ce55571fd2fb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:21.093872 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.098185 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257f4b6-c3bf-4c73-bac2-40ff8495aa54 None None] Network 60c2ef2d-d45e-45be-a205-d3157119c53e requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:47:21.105779 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-ed3c5ce5-e8a4-4c4c-a94b-55cbdf0ee2d5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/290dc31c-4a35-432c-b6a8-ce55571fd2fb HTTP/1.1" status: 204 len: 168 time: 0.3149509 May 12 20:47:21.108590 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52610) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:21.219784 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.232696 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Deleting port 50dbf089-76f0-4c95-90f5-7fac21782645 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:21.233167 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.314536 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3d2ae098-021f-49ae-a19c-010a0b6ad863 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:21.354744 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 3d2ae098-021f-49ae-a19c-010a0b6ad863 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:21.355033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 3d2ae098-021f-49ae-a19c-010a0b6ad863 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:21.355505 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8114a66c-9317-41f2-88a1-cdcab33cb7c0 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:21.392895 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 8114a66c-9317-41f2-88a1-cdcab33cb7c0 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:21.393222 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 8114a66c-9317-41f2-88a1-cdcab33cb7c0 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:21.460160 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] For port 50dbf089-76f0-4c95-90f5-7fac21782645, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50dbf089-76f0-4c95-90f5-7fac21782645,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:21.460519 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.471955 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] DHCP port deletion for 60c2ef2d-d45e-45be-a205-d3157119c53e request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:47:21.475878 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Deleting port 50dbf089-76f0-4c95-90f5-7fac21782645 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:21.476243 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.584876 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Calling delete_port for 50dbf089-76f0-4c95-90f5-7fac21782645 owned by network:dhcp {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:21.665861 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.674056 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] For port 50dbf089-76f0-4c95-90f5-7fac21782645, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=50dbf089-76f0-4c95-90f5-7fac21782645,segment=NetworkSegment(14522e00-8020-41a9-a4ba-c0f221c10419),segment_id=14522e00-8020-41a9-a4ba-c0f221c10419)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:21.674440 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.712178 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Pushing event deleted for resources: {'Port': ['ID=50dbf089-76f0-4c95-90f5-7fac21782645,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:21.715833 n-d-841626-1 neutron-server[88112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] No DVR routers for this DVR port 50dbf089-76f0-4c95-90f5-7fac21782645 on host n-d-841626-1 {{(pid=88112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:47:21.796255 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Calling delete_port for 50dbf089-76f0-4c95-90f5-7fac21782645 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:21.828839 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.854182 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c2ef2d-d45e-45be-a205-d3157119c53e']}} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:21.855718 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:47:21.866774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14522e00-8020-41a9-a4ba-c0f221c10419') {'for_net_delete': True} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:21.867074 n-d-841626-1 neutron-server[88112]: DEBUG neutron.services.segments.db [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14522e00-8020-41a9-a4ba-c0f221c10419') {} {{(pid=88112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:21.875945 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:47:21.876302 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:47:21.878292 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283695'] for segment, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.897904 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:21.903862 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:47:21.904237 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2503407'] for segment, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: Traceback (most recent call last): May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: timer() May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: cb(*args, **kw) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: return func(*args, **kwargs) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: self._notify() May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: self.callback(batched_events) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: event.method(event) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: return f(self, *a, **k) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: return self._get(url).json() May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: return self.request(url, 'GET', **kwargs) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:47:22.028043 n-d-841626-1 neutron-server[88112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:47:22.104940 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:22.123758 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Notify callbacks [] for network, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:22.133974 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] Pushing event deleted for resources: {'Network': ['ID=60c2ef2d-d45e-45be-a205-d3157119c53e,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:22.151640 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-4b1249ee-1ec7-44c6-9f0c-1d8fa0fa535b admin admin] 10.222.0.72 "DELETE /v2.0/networks/60c2ef2d-d45e-45be-a205-d3157119c53e HTTP/1.1" status: 204 len: 168 time: 1.0390508 May 12 20:47:22.151871 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52614) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:22.378411 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Deleting port 50dbf089-76f0-4c95-90f5-7fac21782645 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:22.379258 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:22.454881 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ecd76-cb10-426f-9a91-c61b97f0b449 None None] The port '50dbf089-76f0-4c95-90f5-7fac21782645' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:47:22.697749 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773261'] for router_interface, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:23.044616 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Deleting port 11cdaa28-4184-4f35-b3f0-64afe859bc2f {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:23.044837 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:23.215991 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] For port 11cdaa28-4184-4f35-b3f0-64afe859bc2f, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=11cdaa28-4184-4f35-b3f0-64afe859bc2f,segment=NetworkSegment(3d944dff-075f-47d8-86a3-ec555a487fe3),segment_id=3d944dff-075f-47d8-86a3-ec555a487fe3)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:23.216559 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:23.260034 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50dbf089-76f0-4c95-90f5-7fac21782645 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:23.296277 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 50dbf089-76f0-4c95-90f5-7fac21782645 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:23.296496 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 50dbf089-76f0-4c95-90f5-7fac21782645 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:23.339122 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Calling delete_port for 11cdaa28-4184-4f35-b3f0-64afe859bc2f owned by network:router_interface {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:23.783178 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:23.830023 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Pushing event deleted for resources: {'Port': ['ID=11cdaa28-4184-4f35-b3f0-64afe859bc2f,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:24.103770 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4133928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3772413'] for router_interface, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:24.461723 n-d-841626-1 neutron-server[88112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Router 73109807-5b7d-4aa8-b100-f2bb65c3c373 has already been hosted by L3 agent 8462b6cc-da4b-444b-a851-af45adfccc58 {{(pid=88112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 20:47:24.648365 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] Notify agent at l3_agent.n-d-841626-1 the message routers_updated {{(pid=88112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 20:47:24.657649 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] Sync routers for ids ['73109807-5b7d-4aa8-b100-f2bb65c3c373'] in n-d-841626-1 {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 20:47:24.666134 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3cb969fe-1a6a-46c3-88b4-f9efc40ed20a admin admin] 10.222.0.72 "PUT /v2.0/routers/73109807-5b7d-4aa8-b100-f2bb65c3c373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5130951 May 12 20:47:24.668686 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52618) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:24.670158 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] Routers {'73109807-5b7d-4aa8-b100-f2bb65c3c373'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:24.670798 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73109807-5b7d-4aa8-b100-f2bb65c3c373'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:24.844448 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] Set router 73109807-5b7d-4aa8-b100-f2bb65c3c373 gateway port host: n-d-841626-1 {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:24.971892 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks [] for router, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:25.127766 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'external_fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:47:23Z', 'revision_number': 5, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port': {'id': '57b820f2-6d61-4d1e-a9b8-cd9c448fd856', 'name': '', 'network_id': '79f6a4f4-7b97-421e-9184-eeab9b532ba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841626-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T20:42:23Z', 'updated_at': '2022-05-12T20:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97806d4e-5c9f-4a33-9d65-625a1a604850', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841626-1'}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:25.133968 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] Checking router: 73109807-5b7d-4aa8-b100-f2bb65c3c373 for host: n-d-841626-1 {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 20:47:25.145784 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] Routers {'73109807-5b7d-4aa8-b100-f2bb65c3c373'} bound to L3 agent in host n-d-841626-1 {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 20:47:25.146600 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841626-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T19:12:29Z,description=,heartbeat_timestamp=2022-05-12T20:46:59Z,host='n-d-841626-1',id=8462b6cc-da4b-444b-a851-af45adfccc58,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T19:12:29Z,topic='l3_agent')) {'router_ids': ['73109807-5b7d-4aa8-b100-f2bb65c3c373'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:25.154393 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:25.165411 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Deleting port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 {{(pid=88112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:25.165755 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:25.309555 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] Set router 73109807-5b7d-4aa8-b100-f2bb65c3c373 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 20:47:25.360956 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.db [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] For port 57b820f2-6d61-4d1e-a9b8-cd9c448fd856, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,segment=NetworkSegment(3086fae3-440f-42e5-a9c1-52391b3ba997),segment_id=3086fae3-440f-42e5-a9c1-52391b3ba997)] {{(pid=88112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:25.361342 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:25.414619 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:47:25Z', 'revision_number': 6, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port_host': None}], 'n-d-841626-1', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:25.419035 n-d-841626-1 neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3d944-4186-4cdd-a789-ff6606eaeb4a None None] The sync data for ids ['73109807-5b7d-4aa8-b100-f2bb65c3c373'] in n-d-841626-1 is: [{'id': '73109807-5b7d-4aa8-b100-f2bb65c3c373', 'name': 'tempest-TestSnapshotPattern-837165790-router', 'tenant_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T20:42:22Z', 'updated_at': '2022-05-12T20:47:25Z', 'revision_number': 6, 'project_id': 'b13c0ff308a744c0b71632ed3105d4b1', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 20:47:25.486320 n-d-841626-1 neutron-server[88112]: DEBUG neutron.plugins.ml2.plugin [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Calling delete_port for 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 owned by network:router_gateway {{(pid=88112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:25.671992 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2503356'] for port, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:25.720275 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Pushing event deleted for resources: {'Port': ['ID=57b820f2-6d61-4d1e-a9b8-cd9c448fd856,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:25.812715 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765616'] for router_gateway, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:25.983357 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3773211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7567'] for router, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:25.985603 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.010656 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776077'] for router, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.011145 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73109807-5b7d-4aa8-b100-f2bb65c3c373 {{(pid=88112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 20:47:26.023398 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] Notify callbacks [] for router, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.026390 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f2de3301-f610-4727-8403-5c9fdd511bca admin admin] 10.222.0.72 "DELETE /v2.0/routers/73109807-5b7d-4aa8-b100-f2bb65c3c373 HTTP/1.1" status: 204 len: 168 time: 1.3566134 May 12 20:47:26.029025 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52622) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:26.097979 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] Deleting subnet 36e22dc1-6b06-4fbb-a735-2bb2cf5477b7 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 20:47:26.101085 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.153319 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2294578'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.229955 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910372'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.299216 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26535459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404226'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.340512 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e22dc1-6b06-4fbb-a735-2bb2cf5477b7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:26.344267 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.352765 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-aef9ad06-35e0-4e13-b89e-6b7e29c3af14 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/36e22dc1-6b06-4fbb-a735-2bb2cf5477b7 HTTP/1.1" status: 204 len: 168 time: 0.3202622 May 12 20:47:26.352925 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab1c34c-6da4-4c42-8e77-00b002b0518a None None] Network 51dccae3-f9f2-48a1-a5ff-c19c586e0829 requested from n-d-841626-1 {{(pid=88114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 20:47:26.353411 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:26.464541 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845593'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.475356 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Deleting port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:26.475679 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.597741 n-d-841626-1 neutron-server[88114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] DHCP port deletion for 51dccae3-f9f2-48a1-a5ff-c19c586e0829 request from n-d-841626-1 {{(pid=88114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 20:47:26.601767 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Deleting port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:26.602173 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.677593 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] For port 443772e2-8d9d-4966-9dc1-ad3a6e55af49, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=443772e2-8d9d-4966-9dc1-ad3a6e55af49,segment=NetworkSegment(3d944dff-075f-47d8-86a3-ec555a487fe3),segment_id=3d944dff-075f-47d8-86a3-ec555a487fe3)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:26.677820 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.799597 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Calling delete_port for 443772e2-8d9d-4966-9dc1-ad3a6e55af49 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:26.802412 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] For port 443772e2-8d9d-4966-9dc1-ad3a6e55af49, host n-d-841626-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841626-1',level=0,port_id=443772e2-8d9d-4966-9dc1-ad3a6e55af49,segment=NetworkSegment(3d944dff-075f-47d8-86a3-ec555a487fe3),segment_id=3d944dff-075f-47d8-86a3-ec555a487fe3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 20:47:26.802798 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3769739'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.923202 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Calling delete_port for 443772e2-8d9d-4966-9dc1-ad3a6e55af49 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 20:47:26.983620 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1001995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756756899458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756756506197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536402'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:26.983923 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-44d143a7-d824-4074-9c85-f2360188ddfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.009703 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.db.api [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 20:47:27.010073 n-d-841626-1 neutron-server[88114]: DEBUG oslo_db.api [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 20:47:27.029058 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=443772e2-8d9d-4966-9dc1-ad3a6e55af49,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:27.032470 n-d-841626-1 neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] No DVR routers for this DVR port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 on host n-d-841626-1 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 20:47:27.147698 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875621', 'neutron.services.segments.db._delete_segments_for_network-8756757041538'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.174454 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dccae3-f9f2-48a1-a5ff-c19c586e0829']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:27.186338 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d944dff-075f-47d8-86a3-ec555a487fe3') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:27.186657 n-d-841626-1 neutron-server[88113]: DEBUG neutron.services.segments.db [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d944dff-075f-47d8-86a3-ec555a487fe3') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 20:47:27.198363 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756757045149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2294539'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.214171 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-871546'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.221063 n-d-841626-1 neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 20:47:27.221570 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-871525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536321'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: Traceback (most recent call last): May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: timer() May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: cb(*args, **kw) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: return func(*args, **kwargs) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: self._notify() May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: self.callback(batched_events) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: event.method(event) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: aggregate_uuid = self.p_client.list_aggregates( May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: return f(self, *a, **k) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: return self._get(url).json() May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: return self.request(url, 'GET', **kwargs) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: base_url = self.get_endpoint(auth, allow=allow, May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 20:47:27.235262 n-d-841626-1 neutron-server[88113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 20:47:27.267472 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:27.301033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:27.301407 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 57b820f2-6d61-4d1e-a9b8-cd9c448fd856 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:27.301817 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 443772e2-8d9d-4966-9dc1-ad3a6e55af49 no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:27.311500 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4133921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765581'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.316611 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Notify callbacks [] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.336256 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 443772e2-8d9d-4966-9dc1-ad3a6e55af49 {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:27.336622 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 443772e2-8d9d-4966-9dc1-ad3a6e55af49 not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:27.337033 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 11cdaa28-4184-4f35-b3f0-64afe859bc2f no longer exists at agent ovs-agent-n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 20:47:27.341910 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=51dccae3-f9f2-48a1-a5ff-c19c586e0829,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:27.348371 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-7fcb80bc-478f-401d-813d-c969c22a8ab3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/51dccae3-f9f2-48a1-a5ff-c19c586e0829 HTTP/1.1" status: 204 len: 168 time: 0.9944806 May 12 20:47:27.407001 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] No Port match for: 11cdaa28-4184-4f35-b3f0-64afe859bc2f {{(pid=88114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 12 20:47:27.407592 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.rpc [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Device 11cdaa28-4184-4f35-b3f0-64afe859bc2f not bound to the agent host n-d-841626-1 {{(pid=88114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 20:47:27.466934 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52632) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:27.511247 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Deleting port 443772e2-8d9d-4966-9dc1-ad3a6e55af49 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 20:47:27.511731 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756756880680'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.515714 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-f2e4681d-9ece-4e8e-84c9-edc6ecb69d03 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2115c1752e9c451585d3a942559a0ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476182 May 12 20:47:27.518397 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.72', 52636) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:27.575537 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4d60f2f-af3e-4598-9695-723dc2d2b33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.576574 n-d-841626-1 neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbd3af-70e3-4711-b302-3bef3e36ac03 None None] The port '443772e2-8d9d-4966-9dc1-ad3a6e55af49' was deleted {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 20:47:27.602890 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4d60f2f-af3e-4598-9695-723dc2d2b33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.665049 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4d60f2f-af3e-4598-9695-723dc2d2b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.680407 n-d-841626-1 neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d60f2f-af3e-4598-9695-723dc2d2b33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef42b73-e8f6-4e75-88fc-c882e063e0f1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:27.688423 n-d-841626-1 neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4d60f2f-af3e-4598-9695-723dc2d2b33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:27.689592 n-d-841626-1 neutron-server[88113]: INFO neutron.wsgi [None req-c4d60f2f-af3e-4598-9695-723dc2d2b33a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ef42b73-e8f6-4e75-88fc-c882e063e0f1 HTTP/1.1" status: 204 len: 168 time: 0.1701698 May 12 20:47:28.067774 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52644) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:28.119842 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-3263971a-fcc7-426d-a9f6-157acbe2c0ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b13c0ff308a744c0b71632ed3105d4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497873 May 12 20:47:28.122502 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [-] (88112) accepted ('10.222.0.72', 52648) {{(pid=88112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 20:47:28.182105 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf36838-d7f8-4c30-a9df-c26e0159b0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:28.207128 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf36838-d7f8-4c30-a9df-c26e0159b0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:28.260681 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf36838-d7f8-4c30-a9df-c26e0159b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724658'] for security_group, after_delete {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:28.274882 n-d-841626-1 neutron-server[88112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf36838-d7f8-4c30-a9df-c26e0159b0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f40f7f-90bc-4575-a813-bca1183387b1,revision_number=None']} {{(pid=88112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 20:47:28.280920 n-d-841626-1 neutron-server[88112]: DEBUG neutron_lib.callbacks.manager [None req-9bf36838-d7f8-4c30-a9df-c26e0159b0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:28.282116 n-d-841626-1 neutron-server[88112]: INFO neutron.wsgi [None req-9bf36838-d7f8-4c30-a9df-c26e0159b0f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33f40f7f-90bc-4575-a813-bca1183387b1 HTTP/1.1" status: 204 len: 168 time: 0.1587055 May 12 20:47:29.033961 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-88cd13c5-7b37-4ec9-b6cb-3181d0431292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:30.417917 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:30.696274 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:32.010950 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:38.631095 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:39.536732 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:56.968596 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a78f40a-7371-410e-9a92-742c762d3123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:47:58.860810 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:47:59.040749 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-508ee765-1625-4120-b107-148c78932c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:00.426654 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:00.683109 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:02.012424 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:08.652907 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:09.553869 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:26.982886 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6ca71dc4-1e06-4575-8db5-b0e7460a79e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:29.035606 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-74c7d962-53eb-40a3-b95c-a6d129ccebe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:30.431130 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:30.686026 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:32.023646 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:35.866031 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:48:38.646424 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:39.557370 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:56.985627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c64838d-5b69-43f6-aa26-89b0d626b888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:48:59.043524 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-443d6ba8-57b5-4d51-8449-14beb000c7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:00.435485 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:00.680560 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:02.029216 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:08.664888 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:09.563547 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:12.871563 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:49:26.986290 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cf281-5ef8-4c17-b72a-b08c60a87c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:29.039226 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6cae9ace-b36b-4260-8001-f1241dae745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:30.437848 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:30.696100 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:32.029336 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:38.665038 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:39.560865 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:49.878368 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:49:56.988398 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-46543b65-1328-46df-aa84-9f01eea1437b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:49:59.049335 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-99584629-86dc-4851-97aa-1b81faba6235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:00.440174 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:00.690971 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:02.026081 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:08.680922 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:09.565528 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:26.873762 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:50:26.988304 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-68f79535-b6e1-4e65-8688-14f402af46eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:29.049630 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-58655d74-6b91-442b-9727-0f74f27b3ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:30.442563 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:30.703936 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:32.039357 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:38.696647 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:39.566280 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:56.783888 n-d-841626-1 neutron-server[88112]: DEBUG neutron.wsgi [req-32e25dbf-dad1-407a-b8ab-fd8d8b2fa006 req-9b676a36-be95-4009-81c9-5715d89357bd service neutron] (88112) timed out ('10.222.0.72', 51200) {{(pid=88112) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:50:56.989388 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9adca46e-3c3a-4ad8-a750-f2d15e6ddaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:50:59.050770 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82f4890f-7627-4c1c-bcf0-33ccdd2c60dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:00.445071 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:00.698593 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:02.041875 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:03.880351 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:51:08.720928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:09.568566 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:26.994601 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c5594190-c087-4f1f-8c59-26db0f2bd294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:29.050211 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2263ebbd-5267-409d-9013-47edbdd396d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:30.454577 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:30.713407 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:32.042232 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:38.725817 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:39.570075 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:40.885042 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:51:56.997426 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-765534cf-01e4-4f61-8f62-b7780c50d42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:51:59.049447 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-231af1f1-b076-4773-be49-4d72929e97ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:00.456559 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:00.708721 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:02.046399 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:08.727263 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:09.579777 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:17.890841 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:52:27.010326 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d639ac07-6ec9-4989-ac6f-18eeb9348576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:29.049485 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b6bdf811-2a6a-453d-869b-89b359bad033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:30.459209 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:30.721877 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:32.055195 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:38.728993 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:39.576433 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:54.895542 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:52:57.010290 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80ecf561-d7dc-48f9-b8c6-f230aad475d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:52:59.048608 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-19f83bbe-4b4f-4a77-818e-75667d345a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:00.470877 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:00.716291 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:02.057072 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:08.736899 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:09.592192 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:27.009600 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-066088ed-dbb2-46bb-b848-9c5cdd54bcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:29.055585 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4281ae2b-ccff-4ef4-96f6-20ba515e1b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:30.469410 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:30.726312 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:31.900298 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:53:32.061218 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:38.753197 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:39.596289 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:56.997502 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e21beb20-5b4d-42b6-af6c-66ed9e27a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:53:59.051347 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a661e63b-4ce9-46af-abc5-845c9db8e367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:00.466586 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:00.722978 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:02.060170 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:08.750011 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:08.899535 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:54:09.619132 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:26.990452 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e73bccfc-14d5-491f-b857-41b2d4e91f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:29.037459 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4caec7d0-63b5-4a80-a009-55d5c82ffa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:30.475055 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:30.729015 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:32.065562 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:38.762687 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:39.638627 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:45.905988 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:54:57.002190 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-88a7a067-5655-43f6-b17e-8c85bcc628c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:54:59.032715 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8dbd1356-4bb1-4e7a-ab06-64733c1fd39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:00.474249 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:00.713903 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:02.069490 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:08.760283 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:09.631982 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:22.911494 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:55:24.501460 n-d-841626-1 neutron-server[88113]: DEBUG neutron.wsgi [req-035281b8-ec16-4022-8b96-97c0db811270 req-5d4b3e74-a058-4900-9770-3b665cdad2a8 service neutron] (88113) timed out ('10.222.0.72', 50210) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 20:55:26.999829 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d14679aa-a98f-4117-aec1-83da7b6bf6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:29.048293 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d192fd9-fee1-401d-9c4f-dd8f7a1ed0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:30.477244 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:30.724151 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:32.079251 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:38.781990 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:39.620412 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:56.997756 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-656844d7-2519-43de-b312-900b5f958d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:59.033331 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bc6918d-6e80-40b7-a727-5d1d564ba571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:55:59.911855 n-d-841626-1 neutron-server[88115]: DEBUG neutron.db.agents_db [None req-901cc76d-37a0-4358-a70e-7a9986fe4ac0 None None] Agent healthcheck: found 7 active agents {{(pid=88115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 20:56:00.478928 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc862-ca3f-4815-85ce-25cbb3b47b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:56:00.721306 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-af89509e-7095-476e-bfaa-b569fe9639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:56:02.071434 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9e523e2-566d-4d3e-a4a1-988dae0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:56:08.775078 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6f035259-46f3-41a8-a945-e347cb3f6595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 20:56:09.631937 n-d-841626-1 neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ac68c27-b927-48f5-b908-577368bf706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756757041520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911035'] for agent, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}